@membranehq/cli 0.1.1 → 0.1.3

package/src/testing/testers/delete.ts

@@ -1,155 +0,0 @@
-import { DataCollectionSpec, extractIntegrationAppErrorData } from '@integration-app/sdk'
-import chalk from 'chalk'
-
-import { TestEnvironment } from '../environment'
-import { BaseTester } from './base'
-
-interface DataCollectionDeleteTestConfig {
-  input: {
-    id: string
-  }
-}
-
-export class DataCollectionDeleteTester extends BaseTester<DataCollectionDeleteTestConfig> {
-  private dataCollectionKey: string
-  private dataCollection: DataCollectionSpec
-
-  constructor({
-    environment,
-    dataCollectionKey,
-    dataCollection,
-  }: {
-    environment: TestEnvironment
-    dataCollectionKey: string
-    dataCollection: DataCollectionSpec
-  }) {
-    super({
-      environment,
-      path: `data/${dataCollectionKey}/delete`,
-    })
-
-    this.dataCollectionKey = dataCollectionKey
-    this.dataCollection = dataCollection
-  }
-
-  async run(config?: DataCollectionDeleteTestConfig): Promise<void> {
-    const id =
-      (
-        this.environment.state[this.dataCollectionKey] as {
-          createdRecordId: string
-        }
-      )?.createdRecordId || config?.input?.id
-    if (!id) {
-      throw new Error(`No ID found in state or config for ${this.dataCollectionKey} delete`)
-    }
-
-    try {
-      await this.environment.client
-        .connection(this.environment.connectionId)
-        .dataCollection(this.dataCollectionKey)
-        .delete({ id })
-    } catch (deleteError: any) {
-      throw deleteError
-    }
-
-    if (this.dataCollection.findById) {
-      try {
-        await this.environment.client
-          .connection(this.environment.connectionId)
-          .dataCollection(this.dataCollectionKey)
-          .findById({
-            id,
-          })
-      } catch (error: any) {
-        if (error?.data?.data?.response?.status === 404) {
-          await this.assert(() => true, 'Record is not found after deletion')
-          return
-        }
-
-        throw error
-      }
-    } else {
-      await this.assert(() => true, 'No findById capability, skipping verification')
-    }
-  }
-
-  async generateConfig(): Promise<DataCollectionDeleteTestConfig> {
-    let id = (
-      this.environment.state[this.dataCollectionKey] as {
-        createdRecordId: string
-      }
-    )?.createdRecordId
-
-    if (!id) {
-      if (!this.dataCollection.list) {
-        throw new Error(
-          `Can't find a record to test delete operation for ${this.dataCollectionKey}. List operation is not implemented for this data collection`,
-        )
-      }
-
-      const listResponse = await this.environment.client
-        .connection(this.environment.connectionId)
-        .dataCollection(this.dataCollectionKey)
-        .list({})
-
-      if (!listResponse?.records?.length) {
-        throw new Error(`No records found to test delete for ${this.dataCollectionKey}`)
-      }
-
-      id = listResponse.records[0].id
-    }
-
-    return {
-      input: {
-        id,
-      },
-    }
-  }
-
-  protected async fixTestCase({
-    config,
-    error,
-  }: {
-    config: DataCollectionDeleteTestConfig
-    error: any
-  }): Promise<DataCollectionDeleteTestConfig> {
-    const errorData = extractIntegrationAppErrorData(error)
-
-    const prompt = `I'm trying to delete a record from a data collection.
-
-I tried to delete a record with this ID:
-
-${JSON.stringify(config.input?.id, null, 2)}
-
-But got this error:
-
-${JSON.stringify(errorData)}
-
-Please analyze the error and provide:
-1. A fixed ID that would work (as a string)
-2. A short explanation of what was wrong with the original ID
-
-Format your response as a JSON object with two fields:
-{
-  "explanation": "short explanation of what was wrong and how you fixed it",
-  "id": "fixed id"
-}.
-
-Only return the JSON object, no other text or wrapping (like \`\`\`json or \`\`\`).`
-
-    const response = await this.environment.llm.complete({
-      prompt,
-      maxTokens: 1000,
-    })
-
-    const result = JSON.parse(response.trim())
-
-    console.warn(chalk.bold.yellow('[auto-fix]'), `${this.path}:`, result.explanation)
-
-    return {
-      input: {
-        id: result.id,
-      },
-    }
-  }
-}

package/src/testing/testers/find-by-id.ts

@@ -1,135 +0,0 @@
-import { DataCollectionSpec, extractIntegrationAppErrorData } from '@integration-app/sdk'
-import chalk from 'chalk'
-
-import { TestEnvironment } from '../environment'
-import { BaseTester } from './base'
-
-interface DataCollectionFindByIdTestConfig {
-  input: {
-    id: string
-  }
-}
-
-export class DataCollectionFindByIdTester extends BaseTester<DataCollectionFindByIdTestConfig> {
-  private dataCollectionKey: string
-  private dataCollection: DataCollectionSpec
-
-  constructor({
-    environment,
-    dataCollectionKey,
-    dataCollection,
-  }: {
-    environment: TestEnvironment
-    dataCollectionKey: string
-    dataCollection: DataCollectionSpec
-  }) {
-    super({
-      environment,
-      path: `data/${dataCollectionKey}/find-by-id`,
-    })
-
-    this.dataCollectionKey = dataCollectionKey
-    this.dataCollection = dataCollection
-  }
-
-  async run(config?: DataCollectionFindByIdTestConfig): Promise<void> {
-    const id =
-      (
-        this.environment.state[this.dataCollectionKey] as {
-          createdRecordId: string
-        }
-      )?.createdRecordId || config?.input?.id
-    if (!id) {
-      throw new Error(`No ID found in state or config for ${this.dataCollectionKey} find-by-id`)
-    }
-
-    const findByIdResponse = await this.environment.client
-      .connection(this.environment.connectionId)
-      .dataCollection(this.dataCollectionKey)
-      .findById({ id })
-
-    await this.assert(() => !!findByIdResponse.record, 'Record is returned from findById')
-
-    await this.assert(() => findByIdResponse.record.id === id, 'Returned record ID matches requested ID')
-  }
-
-  async generateConfig(): Promise<DataCollectionFindByIdTestConfig> {
-    let id = (
-      this.environment.state[this.dataCollectionKey] as {
-        createdRecordId: string
-      }
-    )?.createdRecordId
-
-    if (!id) {
-      if (!this.dataCollection.list) {
-        throw new Error(
-          `Can't find a record to test findById operation for ${this.dataCollectionKey}. List operation is not implemented for this data collection`,
-        )
-      }
-
-      const listResponse = await this.environment.client
-        .connection(this.environment.connectionId)
-        .dataCollection(this.dataCollectionKey)
-        .list({})
-
-      if (!listResponse?.records?.length) {
-        throw new Error(`No records found to test findById for ${this.dataCollectionKey}`)
-      }
-
-      id = listResponse.records[0].id
-    }
-
-    return {
-      input: {
-        id,
-      },
-    }
-  }
-
-  protected async fixTestCase({
-    config,
-    error,
-  }: {
-    config: DataCollectionFindByIdTestConfig
-    error: any
-  }): Promise<DataCollectionFindByIdTestConfig> {
-    const errorData = extractIntegrationAppErrorData(error)
-
-    const prompt = `I'm trying to find a record by ID in a data collection.
-
-I tried to find a record with this ID:
-
-${JSON.stringify(config.input?.id, null, 2)}
-
-But got this error:
-
-${JSON.stringify(errorData)}
-
-Please analyze the error and provide:
-1. A fixed ID that would work (as a string)
-2. A short explanation of what was wrong with the original ID
-
-Format your response as a JSON object with two fields:
-{
-  "explanation": "short explanation of what was wrong and how you fixed it",
-  "id": "fixed id"
-}.
-
-Only return the JSON object, no other text or wrapping (like \`\`\`json or \`\`\`).`
-
-    const response = await this.environment.llm.complete({
-      prompt,
-      maxTokens: 1000,
-    })
-
-    const result = JSON.parse(response.trim())
-
-    console.warn(chalk.bold.yellow('[auto-fix]'), `${this.path}:`, result.explanation)
-
-    return {
-      input: {
-        id: result.id,
-      },
-    }
-  }
-}

package/src/testing/testers/list.ts

@@ -1,110 +0,0 @@
-import { extractIntegrationAppErrorData } from '@integration-app/sdk'
-import chalk from 'chalk'
-
-import { TestEnvironment } from '../environment'
-import { BaseTester } from './base'
-
-interface DataCollectionListTestConfig {
-  input: {
-    sort?: {
-      field: string
-      direction: 'asc' | 'desc'
-    }
-    filter?: Record<string, any>
-  }
-}
-
-export class DataCollectionListTester extends BaseTester<DataCollectionListTestConfig> {
-  private dataCollectionKey: string
-
-  constructor({ environment, dataCollectionKey }: { environment: TestEnvironment; dataCollectionKey: string }) {
-    super({
-      environment,
-      path: `data/${dataCollectionKey}/list`,
-    })
-
-    this.dataCollectionKey = dataCollectionKey
-  }
-
-  async run(config: DataCollectionListTestConfig): Promise<void> {
-    const listResponse = await this.environment.client
-      .connection(this.environment.connectionId)
-      .dataCollection(this.dataCollectionKey)
-      .list(config.input)
-
-    await this.assert(() => Array.isArray(listResponse.records), 'Response has records field as array')
-
-    if (config.input.sort) {
-      const { field, direction } = config.input.sort
-      const records = listResponse.records
-
-      if (records.length > 1) {
-        for (let i = 1; i < records.length; i++) {
-          const prev = records[i - 1].fields[field]
-          const curr = records[i].fields[field]
-
-          // Skip comparison if either value is null/undefined
-          if (prev == null || curr == null) continue
-
-          // Use proper comparison logic
-          if (direction === 'asc') {
-            await this.assert(() => prev <= curr, `Records are sorted by ${field} in ascending order`)
-          } else {
-            await this.assert(() => prev >= curr, `Records are sorted by ${field} in descending order`)
-          }
-        }
-      }
-    }
-  }
-
-  async generateConfig(): Promise<DataCollectionListTestConfig> {
-    return {
-      input: {},
-    }
-  }
-
-  protected async fixTestCase({
-    config,
-    error,
-  }: {
-    config: DataCollectionListTestConfig
-    error: any
-  }): Promise<DataCollectionListTestConfig> {
-    const errorData = extractIntegrationAppErrorData(error)
-
-    const prompt = `I'm trying to list records from a data collection.
-
-I tried to list records with these parameters:
-
-${JSON.stringify(config.input, null, 2)}
-
-But got this error:
-
-${JSON.stringify(errorData)}
-
-Please analyze the error and provide:
-1. Fixed parameters that would work (as a JSON object)
-2. A short explanation of what was wrong with the original parameters
-
-Format your response as a JSON object with two fields:
-{
-  "explanation": "short explanation of what was wrong and how you fixed it",
-  "input": { ... fixed parameters ... }
-}.
-
-Only return the JSON object, no other text or wrapping (like \`\`\`json or \`\`\`).`
-
-    const response = await this.environment.llm.complete({
-      prompt,
-      maxTokens: 1000,
-    })
-
-    const result = JSON.parse(response.trim())
-
-    console.warn(chalk.bold.yellow('[auto-fix]'), `${this.path}:`, result.explanation)
-
-    return {
-      input: result.input,
-    }
-  }
-}

package/src/testing/testers/match.ts

@@ -1,149 +0,0 @@
-import { DataCollectionSpec, extractIntegrationAppErrorData } from '@integration-app/sdk'
-import chalk from 'chalk'
-
-import { TestEnvironment } from '../environment'
-import { BaseTester } from './base'
-import { softCompare } from '../../utils/fields'
-
-interface DataCollectionMatchTestConfig {
-  input: {
-    query: Record<string, any>
-  }
-}
-
-export class DataCollectionMatchTester extends BaseTester<DataCollectionMatchTestConfig> {
-  private dataCollectionKey: string
-  private dataCollection: DataCollectionSpec
-
-  constructor({
-    environment,
-    dataCollectionKey,
-    dataCollection,
-  }: {
-    environment: TestEnvironment
-    dataCollectionKey: string
-    dataCollection: DataCollectionSpec
-  }) {
-    super({
-      environment,
-      path: `data/${dataCollectionKey}/match`,
-    })
-
-    this.dataCollectionKey = dataCollectionKey
-    this.dataCollection = dataCollection
-  }
-
-  async run(config: DataCollectionMatchTestConfig): Promise<void> {
-    const matchResponse = await this.environment.client
-      .connection(this.environment.connectionId)
-      .dataCollection(this.dataCollectionKey)
-      .match(config.input)
-
-    await this.assert(() => !!matchResponse.record, 'Response contains a record')
-
-    const matchedRecord = matchResponse.record
-    const fullRecordResponse = await this.environment.client
-      .connection(this.environment.connectionId)
-      .dataCollection(this.dataCollectionKey)
-      .findById({ id: matchedRecord.id })
-
-    const record = fullRecordResponse.record
-    for (const [key, value] of Object.entries(config.input.query)) {
-      const actualValue = record.fields[key]
-      await this.assert(
-        () => softCompare(actualValue, value),
-        `Record field ${key} matches input value - expected ${JSON.stringify(value)} got ${JSON.stringify(actualValue)}`,
-      )
-    }
-  }
-
-  async generateConfig(): Promise<DataCollectionMatchTestConfig> {
-    if (!this.dataCollection.list) {
-      throw new Error(
-        `Can't find a record to test match operation for ${this.dataCollectionKey}. List operation is not implemented for this data collection`,
-      )
-    }
-
-    const listResponse = await this.environment.client
-      .connection(this.environment.connectionId)
-      .dataCollection(this.dataCollectionKey)
-      .list({})
-
-    if (!listResponse?.records?.length) {
-      throw new Error('No records found to test match')
-    }
-
-    const record = listResponse.records[0]
-    if (!record?.fields) {
-      throw new Error('First record has no fields to match against')
-    }
-
-    const query: Record<string, any> = {}
-    const fields = record.fields || {}
-
-    const fieldEntries = Object.entries(fields)
-      .filter(([key, value]) => key !== 'links' && value != null && value !== '')
-      .slice(0, 1)
-
-    if (fieldEntries.length === 0) {
-      throw new Error('No usable fields found in record for matching')
-    }
-
-    for (const [key, value] of fieldEntries) {
-      query[key] = value
-    }
-
-    return {
-      input: {
-        query,
-      },
-    }
-  }
-
-  protected async fixTestCase({
-    config,
-    error,
-  }: {
-    config: DataCollectionMatchTestConfig
-    error: any
-  }): Promise<DataCollectionMatchTestConfig> {
-    const errorData = extractIntegrationAppErrorData(error)
-
-    const prompt = `I'm trying to match a record in a data collection.
-
-I tried to match a record with this query:
-
-${JSON.stringify(config.input?.query, null, 2)}
-
-But got this error:
-
-${JSON.stringify(errorData)}
-
-Please analyze the error and provide:
-1. Fixed query that would work (as a JSON object)
-2. A short explanation of what was wrong with the original query
-
-Format your response as a JSON object with two fields:
-{
-  "explanation": "short explanation of what was wrong and how you fixed it",
-  "query": { ... fixed query ... }
-}.
-
-Only return the JSON object, no other text or wrapping (like \`\`\`json or \`\`\`).`
-
-    const response = await this.environment.llm.complete({
-      prompt,
-      maxTokens: 1000,
-    })
-
-    const result = JSON.parse(response.trim())
-
-    console.warn(chalk.bold.yellow('[auto-fix]'), `${this.path}:`, result.explanation)
-
-    return {
-      input: {
-        query: result.query,
-      },
-    }
-  }
-}

package/src/testing/testers/search.ts

@@ -1,148 +0,0 @@
-import { DataCollectionSpec, extractIntegrationAppErrorData } from '@integration-app/sdk'
-import chalk from 'chalk'
-
-import { TestEnvironment } from '../environment'
-import { BaseTester } from './base'
-
-interface DataCollectionSearchTestConfig {
-  input: {
-    query: string
-  }
-  expectedRecordId: string
-}
-
-export class DataCollectionSearchTester extends BaseTester<DataCollectionSearchTestConfig> {
-  private dataCollectionKey: string
-  private dataCollection: DataCollectionSpec
-
-  constructor({
-    environment,
-    dataCollectionKey,
-    dataCollection,
-  }: {
-    environment: TestEnvironment
-    dataCollectionKey: string
-    dataCollection: DataCollectionSpec
-  }) {
-    super({
-      environment,
-      path: `data/${dataCollectionKey}/search`,
-    })
-
-    this.dataCollectionKey = dataCollectionKey
-    this.dataCollection = dataCollection
-  }
-
-  async run(config: DataCollectionSearchTestConfig): Promise<void> {
-    const searchResponse = await this.environment.client
-      .connection(this.environment.connectionId)
-      .dataCollection(this.dataCollectionKey)
-      .search(config.input)
-
-    await this.assert(() => Array.isArray(searchResponse.records), 'Response has records field as array')
-
-    const foundExpectedRecord = searchResponse.records.some((r) => r.id === config.expectedRecordId)
-
-    if (!foundExpectedRecord) {
-      console.debug(chalk.yellow(`Search query "${config.input.query}" did not return expected record`))
-    }
-
-    await this.assert(() => foundExpectedRecord, 'Search returns expected record')
-  }
-
-  async generateConfig(): Promise<DataCollectionSearchTestConfig> {
-    if (!this.dataCollection.list) {
-      throw new Error(
-        `Can't find a record to test search operation for ${this.dataCollectionKey}. List operation is not implemented for this data collection`,
-      )
-    }
-
-    const listResponse = await this.environment.client
-      .connection(this.environment.connectionId)
-      .dataCollection(this.dataCollectionKey)
-      .list({})
-
-    if (!listResponse.records.length) {
-      throw new Error('No records found to test search')
-    }
-
-    const record = listResponse.records[0]
-
-    // Ask LLM for candidate query string
-    const candidateQuery = await this.getSearchQueryWithLLM(record.fields)
-
-    if (!candidateQuery) {
-      throw new Error(
-        'Unable to generate search query. LLM could not identify a suitable field value from the record to use as the search query.',
-      )
-    }
-
-    return {
-      input: { query: candidateQuery },
-      expectedRecordId: record.id,
-    }
-  }
-
-  private async getSearchQueryWithLLM(fields: Record<string, any>): Promise<string | null> {
-    const prompt = `You are given the fields of a record from a data collection. Identify the BEST single field value that a user is MOST likely to type when searching for this record (e.g. name, title, email, external id). Ignore null, empty strings, technical IDs, HTML, and timestamps unless they are obviously human-searchable. Make sure the field value is as unique as possible for this record. RETURN ONLY the field value as a plain string. No additional text, no JSON, no quotes.
-
-Record fields:
-${JSON.stringify(fields, null, 2)}
-
-Field value:`
-
-    try {
-      const response = await this.environment.llm.complete({ prompt, maxTokens: 1000 })
-      return response.trim() || null
-    } catch (_) {
-      // TODO: it's a good idea to retry or change the prompt
-      return null
-    }
-  }
-
-  protected async fixTestCase({
-    config,
-    error,
-  }: {
-    config: DataCollectionSearchTestConfig
-    error: any
-  }): Promise<DataCollectionSearchTestConfig> {
-    const errorData = extractIntegrationAppErrorData(error)
-
-    const prompt = `I'm trying to search records in a data collection.
-
-I tried to search records with these parameters:
-
-${JSON.stringify(config.input, null, 2)}
-
-But got this error:
-
-${JSON.stringify(errorData)}
-
-Please analyze the error and provide:
-1. Fixed parameters that would work (as a JSON object)
-2. A short explanation of what was wrong with the original parameters
-
-Format your response as a JSON object with two fields:
-{
-  "explanation": "short explanation of what was wrong and how you fixed it",
-  "input": { ... fixed parameters ... }
-}.
-
-Only return the JSON object, no other text or wrapping (like \`\`\`json or \`\`\`).`
-
-    const response = await this.environment.llm.complete({
-      prompt,
-      maxTokens: 1000,
-    })
-
-    const result = JSON.parse(response.trim())
-
-    console.warn(chalk.bold.yellow('[auto-fix]'), `${this.path}:`, result.explanation)
-
-    return {
-      input: result.input,
-      expectedRecordId: config.expectedRecordId,
-    }
-  }
-}