@seedprotocol/sdk 0.3.0 → 0.3.1

package/dist/src/actors.ts

@@ -0,0 +1,295 @@
+import { EventObject, fromCallback } from 'xstate'
+import { fetchAllFilesMachine } from '@/schema/file/fetchAll/index'
+import { ARWEAVE_HOST } from '@/services/internal/constants'
+import { GET_FILES_METADATA } from '@/schema/file/queries'
+import { getArweave } from '@/helpers/ArweaveClient'
+import fs from '@zenfs/core'
+import {
+  getDataTypeFromString,
+  getMimeType,
+  identifyString,
+} from '@/helpers'
+import { appState } from '@/seedSchema'
+import { eq } from 'drizzle-orm'
+import { BaseEasClient } from '@/helpers/EasClient/BaseEasClient'
+import { BaseQueryClient } from '@/helpers/QueryClient/BaseQueryClient'
+import debug from 'debug'
+import { BaseDb } from '@/db/Db/BaseDb'
+import { saveAppState } from '@/db/write/saveAppState'
+
+const logger = debug('app:file:actors:fetchAll')
+
+type FileType = {
+  mimeType: string
+  extension: string
+}
+
+// Map of common MIME types to file extensions
+const fileTypeMap: Record<string, FileType> = {
+  'image/jpeg': { mimeType: 'image/jpeg', extension: '.jpg' },
+  'image/png': { mimeType: 'image/png', extension: '.png' },
+  'application/json': { mimeType: 'application/json', extension: '.json' },
+  'text/plain': { mimeType: 'text/plain', extension: '.txt' },
+  // Add more MIME types and file extensions as needed
+}
+
+export const fetchAllMetadataRecords = fromCallback<
+  EventObject,
+  typeof fetchAllFilesMachine
+>(({ sendBack, receive, input: { context, event } }) => {
+  const { addresses } = context
+
+  const _fetchAllMetadataRecords = async () => {
+    const queryClient = BaseQueryClient.getQueryClient()
+    const easClient = BaseEasClient.getEasClient()
+
+    const { filesMetadata } = await queryClient.fetchQuery({
+      queryKey: ['getFilesMetadata', ...addresses],
+      queryFn: async () =>
+        easClient.request(GET_FILES_METADATA, {
+          where: {
+            attester: {
+              in: addresses,
+            },
+            schema: {
+              is: {
+                id: {
+                  equals:
+                    '0x55fdefb36fcbbaebeb7d6b41dc3a1a9666e4e42154267c889de064faa7ede517',
+                },
+              },
+            },
+          },
+        }),
+    })
+
+    return filesMetadata
+  }
+
+  _fetchAllMetadataRecords().then((filesMetadata) => {
+    sendBack({ type: 'fetchingAllMetadataRecordsSuccess', filesMetadata })
+  })
+
+  return () => { }
+})
+
+export const fetchAllBinaryData = fromCallback<
+  EventObject,
+  typeof fetchAllFilesMachine
+>(({ sendBack, input: { context } }) => {
+  const { filesMetadata, addresses } = context
+
+  const _fetchAllBinaryData = async () => {
+    if (!(await fs.promises.exists('/files'))) {
+      await fs.promises.mkdir('/files', { recursive: true })
+    }
+
+    if (!(await fs.promises.exists('/files/html'))) {
+      await fs.promises.mkdir('/files/html', { recursive: true })
+    }
+
+    if (!(await fs.promises.exists('/files/json'))) {
+      await fs.promises.mkdir('/files/json', { recursive: true })
+    }
+
+    if (!(await fs.promises.exists('/files/images'))) {
+      await fs.promises.mkdir('/files/images', { recursive: true })
+    }
+
+    const appDb = BaseDb.getAppDb()
+
+    if (!appDb) {
+      logger('[fetchAll/actors] [fetchAllBinaryData] seedDb not available')
+      return []
+    }
+
+    for (const fileMetadata of filesMetadata) {
+      const json = JSON.parse(fileMetadata.decodedDataJson)
+      const transactionId = json[0].value.value
+
+      const excludedTransactionsQuery = await appDb
+        .select()
+        .from(appState)
+        .where(eq(appState.key, 'excludedTransactions'))
+
+      let excludedTransactions = new Set<string>()
+
+      if (excludedTransactionsQuery && excludedTransactionsQuery.length === 1) {
+        const valueString = excludedTransactionsQuery[0].value
+        if (valueString) {
+          const excludedTransactionsArray = JSON.parse(valueString)
+          excludedTransactions = new Set(excludedTransactionsArray)
+        }
+      }
+
+      if (excludedTransactions.has(transactionId)) {
+        continue
+      }
+
+      const arweave = getArweave()
+
+      if (!arweave) {
+        logger('[fetchAll/actors] [fetchAllBinaryData] arweave not available')
+        return []
+      }
+
+      try {
+        const res = await fetch(
+          `https://${ARWEAVE_HOST}/tx/${transactionId}/status`,
+        )
+
+        if (res.status !== 200) {
+          logger(
+            `[fetchAll/actors] [fetchAllBinaryData] error fetching transaction data for ${transactionId}`,
+          )
+
+          excludedTransactions.add(transactionId)
+
+          await saveAppState(
+            'excludedTransactions',
+            JSON.stringify(Array.from(excludedTransactions)),
+          )
+
+          logger(
+            '[fetchAll/actors] [fetchAllBinaryData] updated excludedTransactions:',
+            excludedTransactions,
+          )
+
+          continue
+        }
+
+        const dataString = await arweave.transactions
+          .getData(transactionId, {
+            decode: true,
+            string: true,
+          })
+          .catch((error) => {
+            logger(
+              `[fetchAll/actors] [fetchAllBinaryData] error fetching transaction data for ${transactionId}`,
+              error,
+            )
+          })
+
+        const dataUint8Array = await arweave.transactions.getData(transactionId)
+        // let buffer
+        //
+        // if (dataUint8Array && dataUint8Array instanceof Uint8Array) {
+        // }
+
+        let contentType = identifyString(dataString)
+        if (
+          contentType !== 'json' &&
+          contentType !== 'base64' &&
+          contentType !== 'html'
+        ) {
+          const possibleImageType = getDataTypeFromString(dataString)
+          if (!possibleImageType) {
+            logger(
+              `[fetchAll/actors] [fetchAllBinaryData] transaction ${transactionId} data not in expected format: ${possibleImageType}`,
+            )
+            continue
+          }
+
+          contentType = possibleImageType
+        }
+
+        if (contentType === 'url') {
+          const url = dataString as string
+          const response = await fetch(url)
+          if (!response.ok) {
+            throw new Error(`Failed to fetch image: ${response.statusText}`)
+          }
+
+          // Get the image as a Blob
+          const blob = await response.blob()
+          const buffer = await blob.arrayBuffer()
+          const bufferUint8Array = new Uint8Array(buffer)
+
+          // Extract the file extension from the URL
+          const extensionMatch = url.match(
+            /\.(jpg|jpeg|png|gif|bmp|webp|svg)$/i,
+          )
+          if (!extensionMatch) {
+            throw new Error(
+              'Unable to determine the file extension from the URL.',
+            )
+          }
+          const fileExtension = extensionMatch[0] // e.g., ".jpg"
+
+          // Set the file name (you can customize this)
+          // const fileNameFromUrl = `${transactionId}${fileExtension}`
+
+          await fs.promises.writeFile(
+            `/files/images/${transactionId}`,
+            bufferUint8Array,
+            {
+              encoding: 'binary',
+            },
+          )
+
+          continue
+        }
+
+        let mimeType = getMimeType(dataString as string)
+        let fileExtension = mimeType
+
+        if (fileExtension && fileExtension?.startsWith('image')) {
+          fileExtension = fileExtension.replace('image/', '')
+        }
+
+        let fileName = transactionId
+
+        if (contentType === 'base64') {
+          if (mimeType) {
+            fileName += `.${fileExtension}`
+          }
+
+          // Remove the Base64 header if it exists (e.g., "data:image/png;base64,")
+          const base64Data = dataString.split(',').pop() || ''
+
+          // Decode the Base64 string to binary
+          const binaryString = atob(base64Data)
+          const length = binaryString.length
+          const binaryData = new Uint8Array(length)
+
+          for (let i = 0; i < length; i++) {
+            binaryData[i] = binaryString.charCodeAt(i)
+          }
+
+          console.log(`attempting to writeFile to /files/images/${fileName}`)
+
+          await fs.promises.writeFile(`/files/images/${fileName}`, binaryData, {
+            encoding: 'binary',
+          })
+
+          // if (dataUint8Array && dataUint8Array instanceof Uint8Array) {
+          //   await fs.promises.writeFile(
+          //     `/files/images/${fileName}`,
+          //     dataUint8Array,
+          //   )
+          // }
+        }
+
+        if (contentType === 'html') {
+          fileName += '.html'
+          await fs.promises.writeFile(`/files/html/${fileName}`, dataString)
+        }
+
+        if (contentType === 'json') {
+          fileName += '.json'
+          await fs.promises.writeFile(`/files/json/${fileName}`, dataString)
+        }
+      } catch (error) {
+        logger(error)
+      }
+    }
+
+    return []
+  }
+
+  _fetchAllBinaryData().then((binaryData) => {
+    sendBack({ type: 'fetchingAllBinaryDataSuccess', binaryData })
+  })
+
+  return () => { }
+})

package/dist/src/addModelsToDb.ts

@@ -0,0 +1,152 @@
+import { EventObject, fromCallback } from 'xstate'
+import { models as modelsTable, modelUids } from '@/seedSchema'
+import { eq } from 'drizzle-orm'
+import { toSnakeCase, BaseEasClient, BaseQueryClient } from '@/helpers'
+import { BaseDb } from '@/db/Db/BaseDb'
+import { GLOBAL_ADDING_MODELS_TO_DB_SUCCESS } from '@/services/internal/constants'
+import { eventEmitter } from '@/eventBus'
+import { FromCallbackInput, GlobalMachineContext } from '@/types'
+import debug from 'debug'
+import { GET_SCHEMAS } from '@/Item/queries'
+
+const logger = debug('app:services:global:actors:addModelsToDb')
+
+export const addModelsToDb = fromCallback<
+  EventObject,
+  FromCallbackInput<GlobalMachineContext>
+>(({ sendBack, input: { context } }) => {
+  const { models } = context
+
+  const _addModelsToDb = async () => {
+    const appDb = BaseDb.getAppDb()
+
+    if (!models) {
+      return
+    }
+
+    const { models: SeedModels } = await import(
+      '@/db/configs/seed.schema.config'
+    )
+
+    const allModels = {
+      ...SeedModels,
+      ...models,
+    }
+
+    let hasModelsInDb = false
+    const schemaDefsByModelName = new Map<
+      string,
+      {
+        dbId: number
+        schemaDef: string
+      }
+    >()
+
+    for (const [modelName, _] of Object.entries(allModels)) {
+      logger(
+        '[helpers/db] [addModelsToInternalDb] starting modelName:',
+        modelName,
+      )
+
+      let foundModel
+
+      const foundModelsQuery = await appDb
+        .select()
+        .from(modelsTable)
+        .where(eq(modelsTable.name, modelName))
+
+      if (!foundModelsQuery || foundModelsQuery.length === 0) {
+        await appDb.insert(modelsTable).values({
+          name: modelName,
+        })
+
+        logger('[global/actors] [addModelsToDb] inserted model:', modelName)
+        const foundModels = await appDb
+          .select({
+            id: modelsTable.id,
+            name: modelsTable.name,
+            uid: modelUids.uid,
+          })
+          .from(modelsTable)
+          .leftJoin(modelUids, eq(modelsTable.id, modelUids.modelId))
+          .where(eq(modelsTable.name, modelName))
+          .limit(1)
+
+        foundModel = foundModels[0]
+      }
+
+      if (foundModelsQuery && foundModelsQuery.length > 0) {
+        foundModel = foundModelsQuery[0]
+      }
+
+      if (!foundModel) {
+        hasModelsInDb = false
+        break
+      }
+
+      schemaDefsByModelName.set(modelName, {
+        dbId: foundModel.id,
+        schemaDef: `bytes32 ${toSnakeCase(modelName)}`,
+      })
+    }
+
+    if (!hasModelsInDb) {
+      return false
+    }
+
+    const schemaDefs = Array.from(schemaDefsByModelName.values()).map(
+      ({ schemaDef }) => schemaDef,
+    )
+
+    const queryClient = BaseQueryClient.getQueryClient()
+    const easClient = BaseEasClient.getEasClient()
+
+    const { schemas } = await queryClient.fetchQuery({
+      queryKey: [`getSchemasVersion`],
+      queryFn: async () =>
+        easClient.request(GET_SCHEMAS, {
+          where: {
+            schema: {
+              in: schemaDefs,
+            },
+          },
+        }),
+    })
+
+    if (!schemas || schemas.length === 0) {
+      throw new Error(`No schemas found`)
+    }
+
+    for (const schema of schemas) {
+      const modelId = Array.from(schemaDefsByModelName.values()).find(
+        ({ schemaDef }) => schemaDef === schema.schema,
+      )?.dbId
+
+      if (!modelId) {
+        throw new Error(`No modelId found for schema ${schema.schema}`)
+      }
+
+      await appDb
+        .insert(modelUids)
+        .values({
+          modelId,
+          uid: schema.id,
+        })
+        .onConflictDoNothing()
+    }
+  }
+
+  _addModelsToDb().then((hasModelsInDb) => {
+    sendBack({ type: GLOBAL_ADDING_MODELS_TO_DB_SUCCESS })
+    if (hasModelsInDb) {
+    }
+    for (const [modelName, model] of Object.entries(models)) {
+      const service = context[`${modelName}Service`]
+      service.send({ type: 'modelsFound' })
+    }
+    eventEmitter.emit('syncDbWithEas')
+    return
+  })
+
+  return () => { }
+})

package/dist/src/allItems.ts

@@ -0,0 +1,31 @@
+import { getGlobalService } from '@/services/global'
+
+import { saveAppState } from '@/db/write/saveAppState'
+
+type SaveServiceEvent = {
+  modelName: string
+}
+
+export const saveServiceHandler = async (event: SaveServiceEvent) => {
+  const globalService = getGlobalService()
+
+  if (!globalService || !globalService.getSnapshot().context) {
+    return
+  }
+
+  const { modelName } = event
+
+  const nameOfService: string = `${modelName}Service`
+
+  const service = globalService.getSnapshot().context[nameOfService]
+
+  if (!service) {
+    console.log(`[saveServiceHandler] service not found: ${nameOfService}`)
+    return
+  }
+
+  await saveAppState(
+    `snapshot__${modelName}`,
+    JSON.stringify(service.getPersistedSnapshot()),
+  )
+}

package/dist/src/analyzeInput.ts

@@ -0,0 +1,144 @@
+import { EventObject, fromCallback } from 'xstate'
+import { FromCallbackInput } from '@/types/machines'
+import {
+  ItemPropertyValueType,
+  PropertyMachineContext,
+  SaveValueToDbEvent,
+} from '@/types/property'
+import { updateItemPropertyValue } from '@/db/write/updateItemPropertyValue'
+
+import { getSchemaForItemProperty } from '@/helpers/getSchemaForItemProperty'
+import { INTERNAL_DATA_TYPES } from '@/helpers/constants'
+import { TypedData } from '@ethereum-attestation-service/eas-sdk/dist/offchain/typed-data-handler'
+
+export const analyzeInput = fromCallback<
+  EventObject,
+  FromCallbackInput<PropertyMachineContext, SaveValueToDbEvent>
+>(({ sendBack, input: { context, event } }) => {
+  const {
+    localId,
+    propertyName: propertyNameRaw,
+    seedLocalId,
+    versionLocalId,
+    versionUid,
+    propertyValue: existingValue,
+    propertyRecordSchema,
+    modelName,
+  } = context
+
+  let { schemaUid } = context
+
+  let newValue: ItemPropertyValueType
+
+  if (event) {
+    newValue = event.newValue
+  }
+
+  if (existingValue === newValue) {
+    sendBack({ type: 'saveValueToDbSuccess' })
+    return
+  }
+
+  if (!propertyRecordSchema) {
+    throw new Error('Missing propertyRecordSchema')
+  }
+
+  const _analyzeInput = async (): Promise<boolean> => {
+    let propertyName = propertyNameRaw
+
+    if (
+      propertyRecordSchema.refValueType &&
+      propertyRecordSchema.refValueType !== 'ImageSrc' &&
+      propertyRecordSchema.dataType === 'Relation'
+    ) {
+      sendBack({
+        type: 'saveRelation',
+        newValue,
+      })
+      return false
+    }
+
+    if (
+      propertyRecordSchema.refValueType === 'ImageSrc' ||
+      propertyRecordSchema.dataType === 'ImageSrc'
+    ) {
+      sendBack({
+        type: 'saveImageSrc',
+        newValue,
+      })
+      return false
+    }
+
+    if (
+      propertyRecordSchema.storageType &&
+      propertyRecordSchema.storageType === 'ItemStorage'
+    ) {
+      sendBack({
+        type: 'saveItemStorage',
+        newValue,
+      })
+      return false
+    }
+
+    if (!schemaUid) {
+      let easDataType
+
+      if (propertyRecordSchema.dataType) {
+        easDataType = INTERNAL_DATA_TYPES[propertyRecordSchema.dataType]
+          .eas as TypedData['type']
+      }
+
+      const schemaFromEas = await getSchemaForItemProperty({
+        propertyName,
+        easDataType,
+      })
+      if (schemaFromEas) {
+        schemaUid = schemaFromEas.id
+      }
+    }
+
+    const result = await updateItemPropertyValue({
+      localId,
+      propertyName,
+      newValue,
+      seedLocalId,
+      versionLocalId,
+      versionUid,
+      modelName,
+      schemaUid,
+    })
+
+    let updatedContext: Partial<PropertyMachineContext> = {
+      propertyValue: newValue,
+    }
+
+    if (localId) {
+      updatedContext.localId = localId
+    }
+
+    if (schemaUid) {
+      updatedContext.schemaUid = schemaUid
+    }
+
+    if (!localId && result?.localId) {
+      updatedContext.localId = result.localId
+    }
+
+    if (!schemaUid && result?.schemaUid) {
+      updatedContext.schemaUid = result.schemaUid
+    }
+
+    sendBack({
+      type: 'updateContext',
+      ...updatedContext,
+    })
+
+    return true
+  }
+
+  _analyzeInput().then((isDone) => {
+    if (isDone) {
+      sendBack({ type: 'saveValueToDbSuccess' })
+    }
+  })
+})

package/dist/src/browser.app.db.config.ts

@@ -0,0 +1,27 @@
+import { defineConfig } from 'drizzle-kit'
+import dotenv from 'dotenv'
+import process from 'node:process'
+import path from 'path'
+
+dotenv.config()
+
+let dotSeedDir = path.join(process.cwd(), '.seed')
+
+if (process.env.IS_SEED_DEV) {
+  dotSeedDir = path.join(
+    process.cwd(),
+    '__tests__',
+    '__mocks__',
+    'project',
+    '.seed',
+  )
+}
+
+export default defineConfig({
+  schema: [`${dotSeedDir}/app/schema/*Schema.ts`],
+  dialect: 'sqlite',
+  out: `${dotSeedDir}/app/db`,
+  dbCredentials: {
+    url: `${dotSeedDir}/app/db/app_db.sqlite3`,
+  },
+})

package/dist/src/browser.ts

@@ -0,0 +1,30 @@
+import { Endpoints } from './index'
+import { SqliteRemoteResult } from 'drizzle-orm/sqlite-proxy'
+
+export type SeedInitBrowserProps = {
+  endpoints: Endpoints
+}
+
+export interface SeedInitBrowser {
+  (props: SeedInitBrowserProps): Promise<void>
+}
+
+export type DbQueryResult = SqliteRemoteResult<SqliteWasmResult>
+
+export type ResultObject = {
+  [key: string]: string
+}
+
+export type SqliteWasmResult = {
+  type: string | null
+  row: string[] | null
+  rowNumber: number | null
+  columnNames: string[]
+}
+
+export type SqliteWasmCallback = (result: SqliteWasmResult) => void
+
+export type ReturnObj = {
+  database: string
+  [key: string]: string | number | null | undefined | string[]
+}