@seedprotocol/sdk 0.1.47 → 0.1.49

package/dist/src/SeedSchema.ts

@@ -0,0 +1,29 @@
+import { int, sqliteTable, text } from 'drizzle-orm/sqlite-core'
+
+export const seeds = sqliteTable(
+  'seeds',
+  {
+    localId: text('local_id').unique(),
+    uid: text('uid'),
+    schemaUid: text('schema_uid'),
+    type: text('type'),
+    attestationRaw: text('attestation_raw'),
+    attestationCreatedAt: int('attestation_created_at'),
+    createdAt: int('created_at'),
+    updatedAt: int('updated_at'),
+    _markedForDeletion: int('_marked_for_deletion'),
+  },
+  // {
+  //   triggers: [
+  //     sql<string>`CREATE TRIGGER IF NOT EXISTS seeds_created_at_trigger
+  //         BEFORE INSERT
+  //         ON seeds
+  //         FOR EACH ROW
+  //     BEGIN
+  //         SELECT strftime('%s', 'now') * 1000 INTO NEW.created_at;
+  //     END;`,
+  //   ],
+  // },
+)
+
+export type SeedType = seeds.$inferSelect

package/dist/src/VersionSchema.ts

@@ -0,0 +1,16 @@
+import { int, sqliteTable, text } from 'drizzle-orm/sqlite-core'
+
+export const versions = sqliteTable('versions', {
+  localId: text('local_id').unique(),
+  uid: text('uid'),
+  seedLocalId: text('seed_local_id'),
+  seedUid: text('seed_uid'),
+  seedType: text('seed_type'),
+  note: text('note'),
+  createdAt: int('created_at'),
+  updatedAt: int('updated_at'),
+  attestationCreatedAt: int('attestation_created_at'),
+  attestationRaw: text('attestation_raw'),
+})
+
+export type VersionsType = versions.$inferSelect

package/dist/src/actors.ts

@@ -0,0 +1,280 @@
+import { EventObject, fromCallback } from 'xstate'
+import { fetchAllFilesMachine } from '@/browser/schema/file/fetchAll/index'
+import { ARWEAVE_HOST } from '@/browser/services/internal/constants'
+import { GET_FILES_METADATA } from '@/browser/schema/file/queries'
+import { getArweave } from '../arweave'
+import { fs } from '@zenfs/core'
+import { getImageDataType, getMimeType, identifyString } from '@/shared/helpers'
+import { appState } from 'src/shared/seedSchema'
+import { eq } from 'drizzle-orm'
+import { easClient, queryClient } from '@/browser/helpers'
+import debug from 'debug'
+import { getAppDb } from '@/browser/db/sqlWasmClient'
+import { writeAppState } from '@/browser/db/write'
+
+const logger = debug('app:file:actors:fetchAll')
+
+type FileType = {
+  mimeType: string
+  extension: string
+}
+
+// Map of common MIME types to file extensions
+const fileTypeMap: Record<string, FileType> = {
+  'image/jpeg': { mimeType: 'image/jpeg', extension: '.jpg' },
+  'image/png': { mimeType: 'image/png', extension: '.png' },
+  'application/json': { mimeType: 'application/json', extension: '.json' },
+  'text/plain': { mimeType: 'text/plain', extension: '.txt' },
+  // Add more MIME types and file extensions as needed
+}
+
+export const fetchAllMetadataRecords = fromCallback<
+  EventObject,
+  typeof fetchAllFilesMachine
+>(({ sendBack, receive, input: { context, event } }) => {
+  const { addresses } = context
+
+  const _fetchAllMetadataRecords = async () => {
+    const { filesMetadata } = await queryClient.fetchQuery({
+      queryKey: ['getFilesMetadata', ...addresses],
+      queryFn: async () =>
+        easClient.request(GET_FILES_METADATA, {
+          where: {
+            attester: {
+              in: addresses,
+            },
+            schema: {
+              is: {
+                id: {
+                  equals:
+                    '0x55fdefb36fcbbaebeb7d6b41dc3a1a9666e4e42154267c889de064faa7ede517',
+                },
+              },
+            },
+          },
+        }),
+    })
+
+    return filesMetadata
+  }
+
+  _fetchAllMetadataRecords().then((filesMetadata) => {
+    sendBack({ type: 'fetchingAllMetadataRecordsSuccess', filesMetadata })
+  })
+
+  return () => {}
+})
+
+export const fetchAllBinaryData = fromCallback<
+  EventObject,
+  typeof fetchAllFilesMachine
+>(({ sendBack, input: { context } }) => {
+  const { filesMetadata, addresses } = context
+
+  const _fetchAllBinaryData = async () => {
+    if (!(await fs.promises.exists('/files'))) {
+      await fs.promises.mkdir('/files', { recursive: true })
+    }
+
+    if (!(await fs.promises.exists('/files/html'))) {
+      await fs.promises.mkdir('/files/html', { recursive: true })
+    }
+
+    if (!(await fs.promises.exists('/files/json'))) {
+      await fs.promises.mkdir('/files/json', { recursive: true })
+    }
+
+    if (!(await fs.promises.exists('/files/images'))) {
+      await fs.promises.mkdir('/files/images', { recursive: true })
+    }
+
+    const appDb = getAppDb()
+
+    if (!appDb) {
+      logger('[fetchAll/actors] [fetchAllBinaryData] seedDb not available')
+      return []
+    }
+
+    for (const fileMetadata of filesMetadata) {
+      const json = JSON.parse(fileMetadata.decodedDataJson)
+      const transactionId = json[0].value.value
+
+      const excludedTransactionsQuery = await appDb
+        .select()
+        .from(appState)
+        .where(eq(appState.key, 'excludedTransactions'))
+
+      let excludedTransactions = new Set<string>()
+
+      if (excludedTransactionsQuery && excludedTransactionsQuery.length === 1) {
+        const valueString = excludedTransactionsQuery[0].value
+        if (valueString) {
+          const excludedTransactionsArray = JSON.parse(valueString)
+          excludedTransactions = new Set(excludedTransactionsArray)
+        }
+      }
+
+      if (excludedTransactions.has(transactionId)) {
+        continue
+      }
+
+      const arweave = getArweave()
+
+      if (!arweave) {
+        logger('[fetchAll/actors] [fetchAllBinaryData] arweave not available')
+        return []
+      }
+
+      try {
+        const res = await fetch(
+          `https://${ARWEAVE_HOST}/tx/${transactionId}/status`,
+        )
+
+        if (res.status !== 200) {
+          logger(
+            `[fetchAll/actors] [fetchAllBinaryData] error fetching transaction data for ${transactionId}`,
+          )
+
+          excludedTransactions.add(transactionId)
+
+          await writeAppState(
+            'excludedTransactions',
+            JSON.stringify(Array.from(excludedTransactions)),
+          )
+
+          logger(
+            '[fetchAll/actors] [fetchAllBinaryData] updated excludedTransactions:',
+            excludedTransactions,
+          )
+
+          continue
+        }
+
+        const dataString = await arweave.transactions
+          .getData(transactionId, {
+            decode: true,
+            string: true,
+          })
+          .catch((error) => {
+            logger(
+              `[fetchAll/actors] [fetchAllBinaryData] error fetching transaction data for ${transactionId}`,
+              error,
+            )
+          })
+
+        const dataUint8Array = await arweave.transactions.getData(transactionId)
+        // let buffer
+        //
+        // if (dataUint8Array && dataUint8Array instanceof Uint8Array) {
+        // }
+
+        let contentType = identifyString(dataString)
+        if (
+          contentType !== 'json' &&
+          contentType !== 'base64' &&
+          contentType !== 'html'
+        ) {
+          const possibleImageType = getImageDataType(dataString)
+          if (!possibleImageType) {
+            logger(
+              `[fetchAll/actors] [fetchAllBinaryData] transaction ${transactionId} data not in expected format: ${possibleImageType}`,
+            )
+            continue
+          }
+
+          contentType = possibleImageType
+        }
+
+        if (contentType === 'url') {
+          const url = dataString as string
+          const response = await fetch(url)
+          if (!response.ok) {
+            throw new Error(`Failed to fetch image: ${response.statusText}`)
+          }
+
+          // Get the image as a Blob
+          const blob = await response.blob()
+          const buffer = await blob.arrayBuffer()
+          const bufferUint8Array = new Uint8Array(buffer)
+
+          // Extract the file extension from the URL
+          const extensionMatch = url.match(
+            /\.(jpg|jpeg|png|gif|bmp|webp|svg)$/i,
+          )
+          if (!extensionMatch) {
+            throw new Error(
+              'Unable to determine the file extension from the URL.',
+            )
+          }
+          const fileExtension = extensionMatch[0] // e.g., ".jpg"
+
+          // Set the file name (you can customize this)
+          // const fileNameFromUrl = `${transactionId}${fileExtension}`
+
+          await fs.promises.writeFile(
+            `/files/images/${transactionId}`,
+            bufferUint8Array,
+            {
+              encoding: 'binary',
+            },
+          )
+
+          continue
+        }
+
+        const mimeType = getMimeType(dataString as string)
+
+        let fileName = transactionId
+
+        if (contentType === 'base64') {
+          if (mimeType) {
+            fileName += `.${mimeType}`
+          }
+
+          // Remove the Base64 header if it exists (e.g., "data:image/png;base64,")
+          const base64Data = dataString.split(',').pop() || ''
+
+          // Decode the Base64 string to binary
+          const binaryString = atob(base64Data)
+          const length = binaryString.length
+          const binaryData = new Uint8Array(length)
+
+          for (let i = 0; i < length; i++) {
+            binaryData[i] = binaryString.charCodeAt(i)
+          }
+
+          await fs.promises.writeFile(`/files/images/${fileName}`, binaryData, {
+            encoding: 'binary',
+          })
+
+          // if (dataUint8Array && dataUint8Array instanceof Uint8Array) {
+          //   await fs.promises.writeFile(
+          //     `/files/images/${fileName}`,
+          //     dataUint8Array,
+          //   )
+          // }
+        }
+
+        if (contentType === 'html') {
+          fileName += '.html'
+          await fs.promises.writeFile(`/files/html/${fileName}`, dataString)
+        }
+
+        if (contentType === 'json') {
+          fileName += '.json'
+          await fs.promises.writeFile(`/files/json/${fileName}`, dataString)
+        }
+      } catch (error) {
+        logger(error)
+      }
+    }
+
+    return []
+  }
+
+  _fetchAllBinaryData().then((binaryData) => {
+    sendBack({ type: 'fetchingAllBinaryDataSuccess', binaryData })
+  })
+
+  return () => {}
+})

package/dist/src/addModelsToDb.ts

@@ -0,0 +1,150 @@
+import { EventObject, fromCallback } from 'xstate'
+import { models as modelsTable, modelUids } from '@/shared/seedSchema'
+import { eq } from 'drizzle-orm'
+import { toSnakeCase } from '@/shared/helpers'
+import { easClient, queryClient } from '@/browser/helpers'
+import { getAppDb } from '@/browser/db/sqlWasmClient'
+import { GLOBAL_ADDING_MODELS_TO_DB_SUCCESS } from '@/browser/services/internal/constants'
+import { eventEmitter } from '@/eventBus'
+import { FromCallbackInput, GlobalMachineContext } from '@/types'
+import debug from 'debug'
+import { GET_SCHEMAS } from '@/browser/item/queries'
+
+const logger = debug('app:services:global:actors:addModelsToDb')
+
+export const addModelsToDb = fromCallback<
+  EventObject,
+  FromCallbackInput<GlobalMachineContext>
+>(({ sendBack, input: { context } }) => {
+  const { models } = context
+
+  const _addModelsToDb = async () => {
+    const appDb = getAppDb()
+
+    if (!models) {
+      return
+    }
+
+    const { models: SeedModels } = await import(
+      '@/shared/configs/seed.schema.config'
+    )
+
+    const allModels = {
+      ...SeedModels,
+      ...models,
+    }
+
+    let hasModelsInDb = false
+    const schemaDefsByModelName = new Map<
+      string,
+      {
+        dbId: number
+        schemaDef: string
+      }
+    >()
+
+    for (const [modelName, _] of Object.entries(allModels)) {
+      logger(
+        '[helpers/db] [addModelsToInternalDb] starting modelName:',
+        modelName,
+      )
+
+      let foundModel
+
+      const foundModelsQuery = await appDb
+        .select()
+        .from(modelsTable)
+        .where(eq(modelsTable.name, modelName))
+
+      if (!foundModelsQuery || foundModelsQuery.length === 0) {
+        await appDb.insert(modelsTable).values({
+          name: modelName,
+        })
+
+        logger('[global/actors] [addModelsToDb] inserted model:', modelName)
+        const foundModels = await appDb
+          .select({
+            id: modelsTable.id,
+            name: modelsTable.name,
+            uid: modelUids.uid,
+          })
+          .from(modelsTable)
+          .leftJoin(modelUids, eq(modelsTable.id, modelUids.modelId))
+          .where(eq(modelsTable.name, modelName))
+          .limit(1)
+
+        foundModel = foundModels[0]
+      }
+
+      if (foundModelsQuery && foundModelsQuery.length > 0) {
+        foundModel = foundModelsQuery[0]
+      }
+
+      if (!foundModel) {
+        hasModelsInDb = false
+        break
+      }
+
+      schemaDefsByModelName.set(modelName, {
+        dbId: foundModel.id,
+        schemaDef: `bytes32 ${toSnakeCase(modelName)}`,
+      })
+    }
+
+    if (!hasModelsInDb) {
+      return false
+    }
+
+    const schemaDefs = Array.from(schemaDefsByModelName.values()).map(
+      ({ schemaDef }) => schemaDef,
+    )
+
+    const { schemas } = await queryClient.fetchQuery({
+      queryKey: [`getSchemasVersion`],
+      queryFn: async () =>
+        easClient.request(GET_SCHEMAS, {
+          where: {
+            schema: {
+              in: schemaDefs,
+            },
+          },
+        }),
+    })
+
+    if (!schemas || schemas.length === 0) {
+      throw new Error(`No schemas found`)
+    }
+
+    for (const schema of schemas) {
+      const modelId = Array.from(schemaDefsByModelName.values()).find(
+        ({ schemaDef }) => schemaDef === schema.schema,
+      )?.dbId
+
+      if (!modelId) {
+        throw new Error(`No modelId found for schema ${schema.schema}`)
+      }
+
+      await appDb
+        .insert(modelUids)
+        .values({
+          modelId,
+          uid: schema.id,
+        })
+        .onConflictDoNothing()
+    }
+  }
+
+  _addModelsToDb().then((hasModelsInDb) => {
+    sendBack({ type: GLOBAL_ADDING_MODELS_TO_DB_SUCCESS })
+    if (hasModelsInDb) {
+    }
+    for (const [modelName, model] of Object.entries(models)) {
+      const service = context[`${modelName}Service`]
+      service.send({ type: 'modelsFound' })
+    }
+    eventEmitter.emit('syncDbWithEas')
+    return
+  })
+
+  return () => {}
+})

package/dist/src/allItems.ts

@@ -0,0 +1,23 @@
+import { getGlobalService } from '@/browser/services/global'
+import { writeAppState } from '@/browser/db/write'
+
+type SaveServiceEvent = {
+  modelName: string
+}
+
+export const saveServiceHandler = async (event: SaveServiceEvent) => {
+  const globalService = getGlobalService()
+
+  if (!globalService) {
+    return
+  }
+
+  const { modelName } = event
+
+  const service = globalService.getSnapshot().context[`${modelName}Service`]
+
+  await writeAppState(
+    `snapshot__${modelName}`,
+    JSON.stringify(service.getPersistedSnapshot()),
+  )
+}

package/dist/src/arweave.ts

@@ -0,0 +1,37 @@
+import Arweave from 'arweave'
+
+export const getArweave = (): Arweave | undefined => {
+  if (
+    typeof window === 'undefined' ||
+    !Arweave ||
+    (!Object.keys(Arweave).includes('init') &&
+      !Object.keys(Arweave).includes('default'))
+  ) {
+    return
+  }
+
+  if (process.env.NODE_ENV === 'production') {
+    return Arweave.init({
+      host: process.env.NEXT_PUBLIC_ARWEAVE_HOST,
+      protocol: 'https',
+    })
+  }
+
+  // return Arweave.init({
+  //   host     : 'localhost',
+  //   port     : 1984,
+  //   protocol : 'http',
+  // },)
+
+  if (Object.keys(Arweave).includes('default')) {
+    return Arweave.default.init({
+      host: 'permagate.io',
+      protocol: 'https',
+    })
+  }
+
+  return Arweave.init({
+    host: 'permagate.io',
+    protocol: 'https',
+  })
+}

package/dist/src/browser.app.db.config.ts

@@ -0,0 +1,27 @@
+import { defineConfig } from 'drizzle-kit'
+import dotenv from 'dotenv'
+import process from 'node:process'
+import path from 'path'
+
+dotenv.config()
+
+let dotSeedDir = path.join(process.cwd(), '.seed')
+
+if (process.env.IS_SEED_DEV) {
+  dotSeedDir = path.join(
+    process.cwd(),
+    '__tests__',
+    '__mocks__',
+    'project',
+    '.seed',
+  )
+}
+
+export default defineConfig({
+  schema: [`${dotSeedDir}/app/schema/*Schema.ts`],
+  dialect: 'sqlite',
+  out: `${dotSeedDir}/app/db`,
+  dbCredentials: {
+    url: `${dotSeedDir}/app/db/app_db.sqlite3`,
+  },
+})

package/dist/src/browser.seed.db.config.ts

@@ -0,0 +1,33 @@
+import { defineConfig } from 'drizzle-kit'
+import dotenv from 'dotenv'
+import process from 'node:process'
+import path from 'path'
+
+dotenv.config()
+
+let sdkRoot = './node_modules/@seedprotocol/sdk'
+
+if (process.env.IS_SEED_DEV) {
+  sdkRoot = './src'
+}
+
+let dotSeedDir = path.join(process.cwd(), '.seed')
+
+if (process.env.IS_SEED_DEV) {
+  dotSeedDir = path.join(
+    process.cwd(),
+    '__tests__',
+    '__mocks__',
+    'project',
+    '.seed',
+  )
+}
+
+export default defineConfig({
+  schema: `${sdkRoot}/browser/db/seedSchema/*Schema.ts`,
+  dialect: 'sqlite',
+  out: `${dotSeedDir}/seed/db`,
+  dbCredentials: {
+    url: `${dotSeedDir}/seed/db/seed_db.sqlite3`,
+  },
+})

package/dist/src/browser.ts

@@ -0,0 +1,30 @@
+import { Endpoints } from './index'
+import { SqliteRemoteResult } from 'drizzle-orm/sqlite-proxy'
+
+export type SeedInitBrowserProps = {
+  endpoints: Endpoints
+}
+
+export interface SeedInitBrowser {
+  (props: SeedInitBrowserProps): Promise<void>
+}
+
+export type DbQueryResult = SqliteRemoteResult<SqliteWasmResult>
+
+export type ResultObject = {
+  [key: string]: string
+}
+
+export type SqliteWasmResult = {
+  type: string | null
+  row: string[] | null
+  rowNumber: number | null
+  columnNames: string[]
+}
+
+export type SqliteWasmCallback = (result: SqliteWasmResult) => void
+
+export type ReturnObj = {
+  database: string
+  [key: string]: string | number | null | undefined | string[]
+}

package/dist/src/checkStatus.ts

@@ -0,0 +1,50 @@
+import { EventObject, fromCallback } from 'xstate'
+import { DbServiceContext, FromCallbackInput } from '@/types'
+import {
+  BROWSER_FS_TOP_DIR,
+  DB_CHECK_STATUS_EXISTS,
+  DB_CHECK_STATUS_UPDATE_PATHS,
+} from '@/browser/services/internal/constants'
+import debug from 'debug'
+
+const logger = debug('app:services:db:actors:checkStatus')
+
+export const checkStatus = fromCallback<
+  EventObject,
+  FromCallbackInput<DbServiceContext>
+>(({ sendBack, input: { context } }) => {
+  const { dbName } = context
+
+  logger('[db/actors] checkStatus context', context)
+  const pathToDir = `${BROWSER_FS_TOP_DIR}`
+  const pathToDbDir = `${pathToDir}/db`
+  const pathToDb = `${pathToDbDir}/${dbName}.sqlite3`
+
+  sendBack({
+    type: DB_CHECK_STATUS_UPDATE_PATHS,
+    pathToDb,
+    pathToDir,
+    pathToDbDir,
+  })
+
+  const _checkStatus = async (): Promise<void> => {
+    // logger('[db/actors] _checkStatus pathToDb', pathToDb)
+    // const exists = await fs.promises.exists(pathToJournal)
+    // if (exists) {
+    //   sendBack({
+    //     type: DB_CHECK_STATUS_EXISTS,
+    //   })
+    //   return
+    // }
+    //
+    // return new Promise((resolve) => {
+    //   sendBack({ type: DB_CHECK_STATUS_DOES_NOT_EXIST })
+    //
+    // })
+  }
+
+  _checkStatus().then(() => {
+    sendBack({ type: DB_CHECK_STATUS_EXISTS })
+    return
+  })
+})