@seedprotocol/sdk 0.2.35 → 0.2.37

package/dist/main.js

@@ -1,6 +1,6 @@
 import 'immer';
 import 'reflect-metadata';
-export { D as Db, c as ImageSrc, d as Item, e as ItemProperty, J as Json, L as List, M as Model, P as Property, R as Relation, T as Text, t as client, r as eventEmitter, p as getCorrectId, q as getGlobalService, h as useCreateItem, j as useDeleteItem, k as useGlobalServiceStatus, f as useItem, g as useItemProperties, i as useItemProperty, u as useItems, m as usePersistedSnapshots, l as usePublishItem, o as useService, n as useServices, s as withSeed } from './index-DoItdpEH.js';
+export { D as Db, c as ImageSrc, d as Item, e as ItemProperty, J as Json, L as List, M as Model, P as Property, R as Relation, T as Text, t as client, r as eventEmitter, p as getCorrectId, q as getGlobalService, h as useCreateItem, j as useDeleteItem, k as useGlobalServiceStatus, f as useItem, g as useItemProperties, i as useItemProperty, u as useItems, m as usePersistedSnapshots, l as usePublishItem, o as useService, n as useServices, s as withSeed } from './index-COdd47Vz.js';
 export { B as BaseArweaveClient, a as BaseEasClient, c as BaseFileManager, b as BaseQueryClient } from './constants-BakHTrB9.js';
 import 'tslib';
 import '@sinclair/typebox';
@@ -20,6 +20,7 @@ import 'node:fs';
 import '@zenfs/dom';
 import 'path';
 import 'arweave';
+import 'threads';
 import 'rxjs';
 import '@ethereum-attestation-service/eas-sdk';
 import 'use-immer';

package/dist/main.js.map

@@ -1 +1 @@
-{"version":3,"file":"main.js","sources":[],"sourcesContent":[],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;"}
+{"version":3,"file":"main.js","sources":[],"sourcesContent":[],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;"}

package/dist/{seed.schema.config-ClaPSyZU.js → seed.schema.config-DOKzk_Aj.js}

@@ -1,6 +1,6 @@
 import { __decorate, __metadata } from 'tslib';
 import 'reflect-metadata';
-import { T as Text, M as Model } from './index-DoItdpEH.js';
+import { T as Text, M as Model } from './index-COdd47Vz.js';
 import 'immer';
 import '@sinclair/typebox';
 import 'eventemitter3';
@@ -21,6 +21,7 @@ import 'node:fs';
 import '@zenfs/dom';
 import 'path';
 import 'arweave';
+import 'threads';
 import 'rxjs';
 import 'use-immer';
 import '@xstate/react';
@@ -71,4 +72,4 @@ const models = {
 };
 
 export { models };
-//# sourceMappingURL=seed.schema.config-ClaPSyZU.js.map
+//# sourceMappingURL=seed.schema.config-DOKzk_Aj.js.map

package/dist/seed.schema.config-DOKzk_Aj.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"seed.schema.config-DOKzk_Aj.js","sources":["../../src/db/configs/seed.schema.config.ts"],"sourcesContent":["import { Model, Text } from '@/schema'\n\n@Model\nclass Seed {\n  @Text() uid!: string\n  @Text() type!: string\n}\n\n@Model\nclass Version {\n  @Text() seedUid!: string\n  @Text() note!: string\n}\n\n@Model\nclass Metadata {\n  @Text() key!: string\n  @Text() value!: string\n}\n\nexport const models = {\n  Seed,\n  Version,\n  Metadata,\n}\n"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;AAGA,IAAM,IAAI,GAAV,MAAM,IAAI,CAAA;CAGT;AAFS,UAAA,CAAA;AAAP,IAAA,IAAI,EAAE;;AAAa,CAAA,EAAA,IAAA,CAAA,SAAA,EAAA,KAAA,EAAA,KAAA,CAAA,CAAA;AACZ,UAAA,CAAA;AAAP,IAAA,IAAI,EAAE;;AAAc,CAAA,EAAA,IAAA,CAAA,SAAA,EAAA,MAAA,EAAA,KAAA,CAAA,CAAA;AAFjB,IAAI,GAAA,UAAA,CAAA;IADT;AACK,CAAA,EAAA,IAAI,CAGT;AAGD,IAAM,OAAO,GAAb,MAAM,OAAO,CAAA;CAGZ;AAFS,UAAA,CAAA;AAAP,IAAA,IAAI,EAAE;;AAAiB,CAAA,EAAA,OAAA,CAAA,SAAA,EAAA,SAAA,EAAA,KAAA,CAAA,CAAA;AAChB,UAAA,CAAA;AAAP,IAAA,IAAI,EAAE;;AAAc,CAAA,EAAA,OAAA,CAAA,SAAA,EAAA,MAAA,EAAA,KAAA,CAAA,CAAA;AAFjB,OAAO,GAAA,UAAA,CAAA;IADZ;AACK,CAAA,EAAA,OAAO,CAGZ;AAGD,IAAM,QAAQ,GAAd,MAAM,QAAQ,CAAA;CAGb;AAFS,UAAA,CAAA;AAAP,IAAA,IAAI,EAAE;;AAAa,CAAA,EAAA,QAAA,CAAA,SAAA,EAAA,KAAA,EAAA,KAAA,CAAA,CAAA;AACZ,UAAA,CAAA;AAAP,IAAA,IAAI,EAAE;;AAAe,CAAA,EAAA,QAAA,CAAA,SAAA,EAAA,OAAA,EAAA,KAAA,CAAA,CAAA;AAFlB,QAAQ,GAAA,UAAA,CAAA;IADb;AACK,CAAA,EAAA,QAAQ,CAGb;AAEY,MAAA,MAAM,GAAG;IACpB,IAAI;IACJ,OAAO;IACP,QAAQ;;;;;"}

package/dist/src/actors.ts

@@ -1,56 +1,294 @@
 import { EventObject, fromCallback } from 'xstate'
-import { downloadMachine } from '@/schema/file/download'
+import { fetchAllFilesMachine } from '@/schema/file/fetchAll/index'
+import { ARWEAVE_HOST } from '@/services/internal/constants'
 import { GET_FILES_METADATA } from '@/schema/file/queries'
+import { getArweave } from '@/helpers/ArweaveClient'
+import { fs } from '@zenfs/core'
+import {
+  getDataTypeFromString,
+  getMimeType,
+  identifyString,
+} from '@/helpers'
+import { appState } from '@/seedSchema'
+import { eq } from 'drizzle-orm'
 import { BaseEasClient } from '@/helpers/EasClient/BaseEasClient'
 import { BaseQueryClient } from '@/helpers/QueryClient/BaseQueryClient'
+import debug from 'debug'
+import { BaseDb } from '@/db/Db/BaseDb'
+import { saveAppState } from '@/db/write/saveAppState'
 
+const logger = debug('app:file:actors:fetchAll')
 
-export const fetchMetadata = fromCallback<EventObject, typeof downloadMachine>(
-  ({ sendBack, input: { context } }) => {
-    const { addresses } = context
+type FileType = {
+  mimeType: string
+  extension: string
+}
 
-    const fetchMetadata = async () => {
-      const queryClient = BaseQueryClient.getQueryClient()
-      const easClient = BaseEasClient.getEasClient()
+// Map of common MIME types to file extensions
+const fileTypeMap: Record<string, FileType> = {
+  'image/jpeg': { mimeType: 'image/jpeg', extension: '.jpg' },
+  'image/png': { mimeType: 'image/png', extension: '.png' },
+  'application/json': { mimeType: 'application/json', extension: '.json' },
+  'text/plain': { mimeType: 'text/plain', extension: '.txt' },
+  // Add more MIME types and file extensions as needed
+}
 
-      const metadataRecords = await queryClient.fetchQuery({
-        queryKey: ['getFilesMetadata', ...addresses],
-        queryFn: async () =>
-          easClient.request(GET_FILES_METADATA, {
-            where: {
-              attester: {
-                in: addresses,
-              },
-              decodedDataJson: {
-                contains: 'transactionId',
+export const fetchAllMetadataRecords = fromCallback<
+  EventObject,
+  typeof fetchAllFilesMachine
+>(({ sendBack, receive, input: { context, event } }) => {
+  const { addresses } = context
+
+  const _fetchAllMetadataRecords = async () => {
+    const queryClient = BaseQueryClient.getQueryClient()
+    const easClient = BaseEasClient.getEasClient()
+
+    const { filesMetadata } = await queryClient.fetchQuery({
+      queryKey: ['getFilesMetadata', ...addresses],
+      queryFn: async () =>
+        easClient.request(GET_FILES_METADATA, {
+          where: {
+            attester: {
+              in: addresses,
+            },
+            schema: {
+              is: {
+                id: {
+                  equals:
+                    '0x55fdefb36fcbbaebeb7d6b41dc3a1a9666e4e42154267c889de064faa7ede517',
+                },
               },
             },
-          }),
-      })
+          },
+        }),
+    })
 
-      return metadataRecords
-    }
+    return filesMetadata
+  }
 
-    fetchMetadata().then((metadataRecords) => {
-      sendBack({ type: 'fetchingMetadataSuccess', metadataRecords })
-    })
+  _fetchAllMetadataRecords().then((filesMetadata) => {
+    sendBack({ type: 'fetchingAllMetadataRecordsSuccess', filesMetadata })
+  })
 
-    return () => { }
-  },
-)
+  return () => { }
+})
 
-export const fetchBinaryData = fromCallback<
+export const fetchAllBinaryData = fromCallback<
   EventObject,
-  typeof downloadMachine
->(({ sendBack, receive, input: { context } }) => {
-  const { addresses } = context
+  typeof fetchAllFilesMachine
+>(({ sendBack, input: { context } }) => {
+  const { filesMetadata, addresses } = context
+
+  const _fetchAllBinaryData = async () => {
+    if (!(await fs.promises.exists('/files'))) {
+      await fs.promises.mkdir('/files', { recursive: true })
+    }
+
+    if (!(await fs.promises.exists('/files/html'))) {
+      await fs.promises.mkdir('/files/html', { recursive: true })
+    }
+
+    if (!(await fs.promises.exists('/files/json'))) {
+      await fs.promises.mkdir('/files/json', { recursive: true })
+    }
+
+    if (!(await fs.promises.exists('/files/images'))) {
+      await fs.promises.mkdir('/files/images', { recursive: true })
+    }
+
+    const appDb = BaseDb.getAppDb()
+
+    if (!appDb) {
+      logger('[fetchAll/actors] [fetchAllBinaryData] seedDb not available')
+      return []
+    }
+
+    for (const fileMetadata of filesMetadata) {
+      const json = JSON.parse(fileMetadata.decodedDataJson)
+      const transactionId = json[0].value.value
+
+      const excludedTransactionsQuery = await appDb
+        .select()
+        .from(appState)
+        .where(eq(appState.key, 'excludedTransactions'))
+
+      let excludedTransactions = new Set<string>()
+
+      if (excludedTransactionsQuery && excludedTransactionsQuery.length === 1) {
+        const valueString = excludedTransactionsQuery[0].value
+        if (valueString) {
+          const excludedTransactionsArray = JSON.parse(valueString)
+          excludedTransactions = new Set(excludedTransactionsArray)
+        }
+      }
+
+      if (excludedTransactions.has(transactionId)) {
+        continue
+      }
+
+      const arweave = getArweave()
+
+      if (!arweave) {
+        logger('[fetchAll/actors] [fetchAllBinaryData] arweave not available')
+        return []
+      }
+
+      try {
+        const res = await fetch(
+          `https://${ARWEAVE_HOST}/tx/${transactionId}/status`,
+        )
+
+        if (res.status !== 200) {
+          logger(
+            `[fetchAll/actors] [fetchAllBinaryData] error fetching transaction data for ${transactionId}`,
+          )
+
+          excludedTransactions.add(transactionId)
+
+          await saveAppState(
+            'excludedTransactions',
+            JSON.stringify(Array.from(excludedTransactions)),
+          )
+
+          logger(
+            '[fetchAll/actors] [fetchAllBinaryData] updated excludedTransactions:',
+            excludedTransactions,
+          )
+
+          continue
+        }
+
+        const dataString = await arweave.transactions
+          .getData(transactionId, {
+            decode: true,
+            string: true,
+          })
+          .catch((error) => {
+            logger(
+              `[fetchAll/actors] [fetchAllBinaryData] error fetching transaction data for ${transactionId}`,
+              error,
+            )
+          })
+
+        const dataUint8Array = await arweave.transactions.getData(transactionId)
+        // let buffer
+        //
+        // if (dataUint8Array && dataUint8Array instanceof Uint8Array) {
+        // }
+
+        let contentType = identifyString(dataString)
+        if (
+          contentType !== 'json' &&
+          contentType !== 'base64' &&
+          contentType !== 'html'
+        ) {
+          const possibleImageType = getDataTypeFromString(dataString)
+          if (!possibleImageType) {
+            logger(
+              `[fetchAll/actors] [fetchAllBinaryData] transaction ${transactionId} data not in expected format: ${possibleImageType}`,
+            )
+            continue
+          }
+
+          contentType = possibleImageType
+        }
+
+        if (contentType === 'url') {
+          const url = dataString as string
+          const response = await fetch(url)
+          if (!response.ok) {
+            throw new Error(`Failed to fetch image: ${response.statusText}`)
+          }
+
+          // Get the image as a Blob
+          const blob = await response.blob()
+          const buffer = await blob.arrayBuffer()
+          const bufferUint8Array = new Uint8Array(buffer)
+
+          // Extract the file extension from the URL
+          const extensionMatch = url.match(
+            /\.(jpg|jpeg|png|gif|bmp|webp|svg)$/i,
+          )
+          if (!extensionMatch) {
+            throw new Error(
+              'Unable to determine the file extension from the URL.',
+            )
+          }
+          const fileExtension = extensionMatch[0] // e.g., ".jpg"
+
+          // Set the file name (you can customize this)
+          // const fileNameFromUrl = `${transactionId}${fileExtension}`
+
+          await fs.promises.writeFile(
+            `/files/images/${transactionId}`,
+            bufferUint8Array,
+            {
+              encoding: 'binary',
+            },
+          )
+
+          continue
+        }
+
+        let mimeType = getMimeType(dataString as string)
+        let fileExtension = mimeType
+
+        if (fileExtension && fileExtension?.startsWith('image')) {
+          fileExtension = fileExtension.replace('image/', '')
+        }
+
+        let fileName = transactionId
+
+        if (contentType === 'base64') {
+          if (mimeType) {
+            fileName += `.${fileExtension}`
+          }
+
+          // Remove the Base64 header if it exists (e.g., "data:image/png;base64,")
+          const base64Data = dataString.split(',').pop() || ''
+
+          // Decode the Base64 string to binary
+          const binaryString = atob(base64Data)
+          const length = binaryString.length
+          const binaryData = new Uint8Array(length)
+
+          for (let i = 0; i < length; i++) {
+            binaryData[i] = binaryString.charCodeAt(i)
+          }
+
+          console.log(`attempting to writeFile to /files/images/${fileName}`)
+
+          await fs.promises.writeFile(`/files/images/${fileName}`, binaryData, {
+            encoding: 'binary',
+          })
+
+          // if (dataUint8Array && dataUint8Array instanceof Uint8Array) {
+          //   await fs.promises.writeFile(
+          //     `/files/images/${fileName}`,
+          //     dataUint8Array,
+          //   )
+          // }
+        }
+
+        if (contentType === 'html') {
+          fileName += '.html'
+          await fs.promises.writeFile(`/files/html/${fileName}`, dataString)
+        }
+
+        if (contentType === 'json') {
+          fileName += '.json'
+          await fs.promises.writeFile(`/files/json/${fileName}`, dataString)
+        }
+      } catch (error) {
+        logger(error)
+      }
+    }
 
-  const fetchBinaryData = async () => {
     return []
   }
 
-  fetchBinaryData().then(() => {
-    sendBack({ type: 'fetchingBinaryDataSuccess' })
+  _fetchAllBinaryData().then((binaryData) => {
+    sendBack({ type: 'fetchingAllBinaryDataSuccess', binaryData })
   })
 
   return () => { }

package/dist/src/download.ts

@@ -238,11 +238,11 @@ export const downloadAllFilesBinaryRequestHandler = async () => {
           const content = dataStringParts[i + 1]
           if (contentType === 'html') {
             const fileName = `${transactionId}.html`
-            await fs.promises.writeFile(`/files/html/${fileName}`, content)
+            fs.writeFileSync(`/files/html/${fileName}`, content)
           }
           if (contentType === 'json') {
             const fileName = `${transactionId}.json`
-            await fs.promises.writeFile(`/files/json/${fileName}`, content)
+            fs.writeFileSync(`/files/json/${fileName}`, content)
           }
         }
 
@@ -250,7 +250,7 @@ export const downloadAllFilesBinaryRequestHandler = async () => {
       }
 
       if (!dataString && arrayBuffer) {
-        await fs.promises.writeFile(
+        await fs.writeFileSync(
           `/files/images/${transactionId}`,
           new Uint8Array(arrayBuffer),
         )

package/dist/src/waitForDb.ts

@@ -1,23 +1,22 @@
 import { EventObject, fromCallback } from 'xstate'
-import { FromCallbackInput, PropertyMachineContext } from '@/types'
+import { itemMachineSingle } from '@/Item/service/itemMachineSingle'
 import { BaseDb } from '@/db/Db/BaseDb'
 
-export const waitForDb = fromCallback<
-  EventObject,
-  FromCallbackInput<PropertyMachineContext>
->(({ sendBack }) => {
-  const _waitForDb = new Promise<void>((resolve) => {
-    const interval = setInterval(() => {
-      const appDb = BaseDb.getAppDb()
+export const waitForDb = fromCallback<EventObject, typeof itemMachineSingle>(
+  ({ sendBack }) => {
+    const _waitForDb = new Promise<void>((resolve) => {
+      const interval = setInterval(() => {
+        const appDb = BaseDb.getAppDb()
 
-      if (appDb) {
-        clearInterval(interval)
-        resolve()
-      }
-    }, 100)
-  })
+        if (appDb) {
+          clearInterval(interval)
+          resolve()
+        }
+      }, 100)
+    })
 
-  _waitForDb.then(() => {
-    sendBack({ type: 'waitForDbSuccess' })
-  })
-})
+    _waitForDb.then(() => {
+      sendBack({ type: 'waitForDbSuccess' })
+    })
+  },
+)

package/dist/types/src/events/files/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/events/files/index.ts"],"names":[],"mappings":"AAyCA,eAAO,MAAM,gBAAgB,YAW5B,CAAA;AAED,eAAO,MAAM,mBAAmB,eAE/B,CAAA;AAED,eAAO,MAAM,eAAe,eAE3B,CAAA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/events/files/index.ts"],"names":[],"mappings":"AA0DA,eAAO,MAAM,gBAAgB,YAW5B,CAAA;AAED,eAAO,MAAM,mBAAmB,eAE/B,CAAA;AAED,eAAO,MAAM,eAAe,eAE3B,CAAA"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@seedprotocol/sdk",
-  "version": "0.2.35",
+  "version": "0.2.37",
   "description": "The SDK for Seed Protocol",
   "type": "module",
   "engines": {
@@ -78,6 +78,7 @@
     "reflect-metadata": "^0.2.2",
     "rimraf": "^6.0.1",
     "rxjs": "^7.8.1",
+    "threads": "^1.7.0",
     "ts-import": "^5.0.0-beta.0",
     "ts-morph": "^24.0.0",
     "ts-proto": "^2.6.0",
@@ -159,7 +160,8 @@
   "peerDependencies": {
     "@tanstack/react-query": "^5.62.11",
     "better-sqlite3": "^11.7.0",
-    "rxjs": "^7.8.1"
+    "rxjs": "^7.8.1",
+    "threads": "^1.7.0"
   },
   "exports": {
     ".": {

package/dist/index-BNmLdqsV.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index-BNmLdqsV.js","sources":[],"sourcesContent":[],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;"}