cloving 0.3.19 → 1.0.1

package/src/cloving_gpt/adapters/openai.ts

@@ -1,113 +0,0 @@
-import { Adapter } from '.'
-import type { GPTRequest, OpenAIStreamChunk } from '../../utils/types'
-
-// OpenAIAdapter class implements the Adapter interface
-export class OpenAIAdapter implements Adapter {
-  private model: string
-
-  // List of supported models
-  static supportedModels: string[] = [
-    'openai:gpt:o1-preview',
-    'openai:gpt:o1-mini',
-    'openai:gpt:4o-2024-08-06',
-    'openai:gpt:4o',
-    'openai:gpt:4o-mini',
-    'openai:gpt:4-turbo',
-    'openai:gpt:3.5-turbo',
-    'openai:text-embedding:3-large',
-    // Add more supported models here as needed
-  ]
-
-  // Method to list supported models
-  static listSupportedModels(): void {
-    OpenAIAdapter.supportedModels.forEach((model) => {
-      console.log(model)
-    })
-  }
-
-  // Constructor to initialize the model
-  constructor(model: string) {
-    this.model = model
-  }
-
-  // Method to get the API endpoint
-  getEndpoint(): string {
-    return `https://api.openai.com/v1/chat/completions`
-  }
-
-  // Method to get the headers for the API request
-  getHeaders(apiKey: string): Record<string, string> {
-    return {
-      Authorization: `Bearer ${apiKey}`,
-      'Content-Type': 'application/json',
-    }
-  }
-
-  // Method to get the payload for the API request
-  getPayload(request: GPTRequest, stream: boolean = false): Record<string, any> {
-    return {
-      model: this.model.replace(':', '-'),
-      messages:
-        request.messages && request.messages.length > 0
-          ? request.messages
-          : [{ role: 'user', content: request.prompt }],
-      max_tokens: request.maxTokens,
-      temperature: request.temperature || 0.2,
-      stream,
-    }
-  }
-
-  // Method to extract the response from the API response data
-  extractResponse(data: any): string {
-    return data.choices[0].message.content
-  }
-
-  // Method to convert the stream data into OpenAIStreamChunk format
-  // data example:
-  //    {
-  //      id: 'chatcmpl-9tL477A98d54qvVQqJT010bm8BLJl',
-  //      object: 'chat.completion.chunk',
-  //      created: 1722976043,
-  //      model: 'gpt-4o-2024-05-13',
-  //      system_fingerprint: 'fp_3aa7262c27',
-  //      choices: [
-  //          {
-  //            "index": 0,
-  //            "delta": {
-  //              "content": " basic"
-  //            },
-  //            "logprobs": null,
-  //            "finish_reason": null
-  //          }
-  //      ]
-  //    }
-  convertStream(data: string): OpenAIStreamChunk | null {
-    let beginningChar = 0
-    let lastChar = 0
-
-    while (lastChar < data.length) {
-      try {
-        let remainingString = data.slice(beginningChar, lastChar)
-
-        // Strip any leading characters until we encounter the first '{' in this block
-        const firstBraceIndex = remainingString.indexOf('{')
-        if (firstBraceIndex > -1) {
-          remainingString = remainingString.slice(firstBraceIndex)
-        }
-
-        const parsedObject = JSON.parse(remainingString)
-        const output = parsedObject?.choices[0]?.delta?.content || ''
-
-        return {
-          output,
-          lastChar,
-        }
-      } catch (error) {
-        // Incrementally increase the size of the JSON string to parse
-        lastChar += 1
-      }
-    }
-
-    return null
-  }
-}

package/src/cloving_gpt/index.ts

@@ -1,229 +0,0 @@
-import highlight from 'cli-highlight'
-import process from 'process'
-import colors from 'colors'
-import { confirm } from '@inquirer/prompts'
-import axios, { AxiosResponse, AxiosError } from 'axios'
-
-import { Adapter } from './adapters/'
-import { ClaudeAdapter } from './adapters/claude'
-import { OpenAIAdapter } from './adapters/openai'
-import { MistralAdapter } from './adapters/mistral'
-import { OllamaAdapter } from './adapters/ollama'
-import { GeminiAdapter } from './adapters/gemini'
-import { AzureOpenAIAdapter } from './adapters/azureopenai'
-import { parseMarkdownInstructions } from '../utils/string_utils'
-import { getConfig, getPrimaryModel } from '../utils/config_utils'
-
-import type {
-  OpenAIStreamChunk,
-  GPTRequest,
-  ClovingGPTOptions,
-  ClovingConfig,
-  ChatMessage,
-} from '../utils/types'
-
-class ClovingGPT {
-  public adapter: Adapter
-  public silent: boolean
-  public temperature: number
-  public stream: boolean
-  private apiKey: string
-  private timeout: number
-
-  constructor(options: ClovingGPTOptions) {
-    const { model: partialModel } = options
-    const config: ClovingConfig = getConfig(options)
-    if (!config || !config.models) {
-      console.log('No cloving configuration found. Please run: cloving config')
-      process.exit(1)
-    }
-
-    const primaryModel = getPrimaryModel(partialModel)
-    if (!primaryModel) {
-      console.log('No AI API models found in the cloving configuration. Please run: cloving config')
-      process.exit(1)
-    }
-
-    const { provider, model, config: modelConfig } = primaryModel
-    this.apiKey = modelConfig.apiKey
-    this.temperature = options.temperature || modelConfig.temperature || 0.2
-    this.silent = options.silent || modelConfig.silent || false
-    this.stream = options.stream || false
-    this.timeout = options.timeout || 60000 // Default timeout of 60 seconds
-
-    switch (provider) {
-      case 'claude':
-        this.adapter = new ClaudeAdapter(model)
-        break
-      case 'openai':
-        this.adapter = new OpenAIAdapter(model)
-        break
-      case 'mistral':
-        this.adapter = new MistralAdapter(model)
-        break
-      case 'ollama':
-        this.adapter = new OllamaAdapter(model)
-        break
-      case 'gemini':
-        this.adapter = new GeminiAdapter(model)
-        break
-      case 'azureopenai':
-        if (!modelConfig.endpoint) {
-          throw new Error('Azure OpenAI endpoint not configured')
-        }
-        this.adapter = new AzureOpenAIAdapter(model, modelConfig.endpoint)
-        break
-      default:
-        throw new Error(`Unsupported provider: ${provider}`)
-    }
-  }
-
-  private async reviewPrompt(
-    prompt: string,
-    messages: ChatMessage[],
-    endpoint: string,
-  ): Promise<string | null> {
-    if (this.silent) return prompt
-
-    const fullPrompt = messages
-      .map((m) => (m.role === 'user' ? `# Task\n\n${m.content}` : m.content))
-      .join('\n\n')
-
-    const tokenCount = Math.ceil(fullPrompt.length / 4).toLocaleString()
-    const reviewPrompt = await confirm({
-      message: `Do you want to review the ~${tokenCount} token prompt before sending it to ${endpoint}?`,
-      default: true,
-    })
-
-    if (reviewPrompt) {
-      parseMarkdownInstructions(fullPrompt).map((code) => {
-        if (code.trim().startsWith('```')) {
-          const lines = code.split('\n')
-          const language = code.match(/```(\w+)/)?.[1] || 'default'
-          console.log(lines[0])
-          try {
-            if (language === 'default') {
-              console.log(highlight(lines.slice(1, -1).join('\n')))
-            } else {
-              console.log(highlight(lines.slice(1, -1).join('\n'), { language }))
-            }
-          } catch (error) {
-            // don't highlight if it fails
-            console.log(lines.slice(1, -1).join('\n'))
-          }
-          console.log(lines.slice(-1)[0])
-        } else {
-          console.log(highlight(code, { language: 'markdown' }))
-        }
-      })
-
-      const confirmPrompt = await confirm({
-        message: `Are you sure you want to continue?`,
-        default: true,
-      })
-
-      if (!confirmPrompt) {
-        process.exit(1)
-      }
-    }
-
-    return prompt
-  }
-
-  public async streamText(request: GPTRequest): Promise<AxiosResponse> {
-    request.stream = true
-    request.temperature ||= this.temperature
-
-    const endpoint = this.adapter.getEndpoint(this.stream)
-    const payload = this.adapter.getPayload(request, this.stream)
-    const headers = this.adapter.getHeaders(this.apiKey)
-
-    const reviewedPrompt = await this.reviewPrompt(request.prompt, request.messages || [], endpoint)
-    if (reviewedPrompt === null) {
-      throw new Error('Operation cancelled by user')
-    }
-    request.prompt = reviewedPrompt
-
-    const maxRetries = 5
-    let attempt = 0
-    let delay = 1000 // Initial delay of 1 second
-
-    while (attempt < maxRetries) {
-      try {
-        return await axios({
-          method: 'post',
-          url: endpoint,
-          data: payload,
-          headers: headers,
-          responseType: 'stream',
-          timeout: this.timeout,
-        })
-      } catch (err) {
-        const error = err as AxiosError
-        if (error.response && error.response.status === 429) {
-          attempt++
-          const tokenCount = payload.messages
-            .reduce((acc: number, message: any) => acc + Math.ceil(message.content.length / 4), 0)
-            .toLocaleString()
-          console.warn(
-            `${colors.red.bold('ERROR')} Rate limit error for this ${tokenCount} token prompt. Possibly past the token limit for this AI API. Try including fewer code files. Retrying in ${delay / 1000} seconds... (Attempt ${attempt} of ${maxRetries})`,
-          )
-          await new Promise((resolve) => setTimeout(resolve, delay))
-          delay *= 2 // Exponential backoff
-        } else {
-          throw error
-        }
-      }
-    }
-
-    throw new Error('Max retries exceeded')
-  }
-
-  public async generateText(request: GPTRequest): Promise<string> {
-    request.temperature ||= this.temperature
-
-    const endpoint = this.adapter.getEndpoint(this.stream)
-    const payload = this.adapter.getPayload(request, this.stream)
-    const headers = this.adapter.getHeaders(this.apiKey)
-
-    const reviewedPrompt = await this.reviewPrompt(request.prompt, request.messages || [], endpoint)
-    if (reviewedPrompt === null) {
-      throw new Error('Operation cancelled by user')
-    }
-    request.prompt = reviewedPrompt
-
-    try {
-      const response = await axios.post(endpoint, payload, { headers })
-      return this.adapter.extractResponse(response.data)
-    } catch (err) {
-      const error = err as AxiosError
-      let errorMessage = 'An error occurred while communicating with the AI server'
-
-      if (error.response) {
-        // The request was made and the server responded with a status code
-        // that falls out of the range of 2xx
-        errorMessage = `Server responded with status ${error.response.status}: ${error.response.statusText}`
-      } else if (error.request) {
-        // The request was made but no response was received
-        errorMessage = 'No response received from the server'
-      } else {
-        // Something happened in setting up the request that triggered an Error
-        errorMessage = error.message || 'Unknown error occurred'
-      }
-
-      console.error(
-        `${colors.red.bold('ERROR')} ${errorMessage}\n` +
-          `Endpoint: ${this.adapter.getEndpoint(this.stream)}\n` +
-          `Details: ${colors.yellow(JSON.stringify(error.response?.data || {}, null, 2))}\n`,
-      )
-
-      throw new Error(errorMessage)
-    }
-  }
-
-  convertStream(data: string): OpenAIStreamChunk | null {
-    return this.adapter.convertStream(data)
-  }
-}
-
-export default ClovingGPT

package/src/commands/chat.ts

@@ -1,12 +0,0 @@
-import ChatManager from '../managers/ChatManager'
-import { getConfig } from '../utils/config_utils'
-import type { ClovingGPTOptions } from '../utils/types'
-
-const chat = async (options: ClovingGPTOptions) => {
-  options.silent = getConfig(options).globalSilent || false
-  options.stream = true
-  const chatManager = new ChatManager(options)
-  await chatManager.initialize()
-}
-
-export default chat

package/src/commands/config.ts

@@ -1,192 +0,0 @@
-import { getConfig, saveConfig } from '../utils/config_utils'
-import { fetchModels } from '../utils/prompt_utils'
-import type { ClovingModelConfig } from '../utils/types'
-
-// Add this type definition at the top of the file
-import { select, input, confirm } from '@inquirer/prompts'
-
-/**
- * Configures the AI models by prompting the user for various settings.
- *
- * @returns {Promise<void>} A promise that resolves when the configuration is complete.
- */
-export const config = async (): Promise<void> => {
-  let currentConfig = getConfig({})
-
-  // Ensure models are initialized properly
-  if (!currentConfig.models) {
-    currentConfig.models = {}
-  }
-
-  const models = await fetchModels()
-  if (models.length === 0) {
-    console.error('No models available.')
-    throw new Error('No models available')
-  }
-
-  let continueConfig = true
-
-  while (continueConfig) {
-    const providers = [...new Set(models.map((model) => model.split(':')[0]))]
-    /**
-     * Prompts the user to select a provider from the available models.
-     */
-    const selectedProvider = await select({
-      message: 'Select a provider:',
-      choices: providers.map((provider) => ({ name: provider, value: provider })),
-    })
-
-    const providerModels = models.filter((model) => model.startsWith(selectedProvider))
-    const modelCategories = [...new Set(providerModels.map((model) => model.split(':')[1]))]
-    /**
-     * Prompts the user to select a category from the selected provider's models.
-     */
-    const selectedCategory = await select({
-      message: 'Select a category:',
-      choices: modelCategories.map((category) => ({ name: category, value: category })),
-    })
-
-    const specificModels = providerModels.filter(
-      (model) => model.split(':')[1] === selectedCategory,
-    )
-    /**
-     * Prompts the user to select a specific model from the selected category.
-     */
-    const modelIndex = await select({
-      message: "Select an AI model you'd like to use:",
-      choices: specificModels.map((model, index) => ({ name: model, value: index })),
-      pageSize: specificModels.length,
-    })
-
-    const selectedModel = specificModels[modelIndex]
-    /**
-     * Prompts the user to enter the API key for the selected model.
-     */
-    const apiKey = await input({
-      message: `Enter your API key for ${selectedModel}: `,
-    })
-    const [provider, ...modelParts] = selectedModel?.split(':') || []
-    const model = modelParts.join(':')
-
-    if (!currentConfig.models[provider]) {
-      currentConfig.models[provider] = {}
-    }
-
-    /**
-     * Prompts the user to set the selected model as the primary model.
-     */
-    const primary = await confirm({
-      message:
-        'Set this model as the primary? Primary models are used by default if your prompt fits within its context window. You can configure backup models for larger prompts.',
-      default: true,
-    })
-
-    /**
-     * Prompts the user to enter the priority for the selected model.
-     *
-     * @returns {string} The priority value as a string.
-     */
-    const priority = await input({
-      message:
-        'Enter the priority for this model (0-100). Higher priority AI APIs are chosen as long as the prompt fits its context window:',
-      default: primary ? '100' : '0',
-      validate: (input: string) => {
-        const num = parseInt(input, 10)
-        if (isNaN(num) || num < 0 || num > 100) {
-          return 'Please enter a valid number between 0 and 100.'
-        }
-        return true
-      },
-    })
-
-    /**
-     * Prompts the user to decide if they want to review all prompts before they are sent to the selected model.
-     */
-    const review = await confirm({
-      message: `Do you want to review all prompts before they are sent to ${selectedModel}?`,
-      default: false,
-    })
-
-    /**
-     * Prompts the user to decide if they trust the selected model with sensitive information.
-     */
-    const trust = await confirm({
-      message: `Do you trust ${selectedModel} with sensitive information?`,
-      default: true,
-    })
-
-    /**
-     * Prompts the user to enter the temperature setting for the selected model.
-     *
-     * @returns {string} The temperature value as a string.
-     */
-    const temperature = await input({
-      message: `Enter the temperature for ${selectedModel} (0.0 - 1.0): [0.2]`,
-      default: '0.2',
-      validate: (value: string) => {
-        const num = parseFloat(value)
-        if (isNaN(num) || num < 0 || num > 1) {
-          return 'Please enter a valid number between 0.0 and 1.0.'
-        }
-        return true
-      },
-    })
-
-    const parsedTemperature = parseFloat(temperature)
-
-    /**
-     * Constructs the model configuration object.
-     */
-    let modelConfig: ClovingModelConfig = {
-      apiKey,
-      primary,
-      priority: parseInt(priority, 10),
-      silent: !review,
-      trust,
-      temperature: parsedTemperature,
-    }
-
-    if (provider === 'azureopenai') {
-      /**
-       * Prompts the user to enter the Azure OpenAI endpoint URL.
-       */
-      const endpoint = await input({
-        message: 'Enter the Azure OpenAI endpoint URL:',
-        validate: (value: string) => {
-          if (!value.startsWith('https://')) {
-            return 'Please enter a valid HTTPS URL'
-          }
-          return true
-        },
-      })
-      modelConfig.endpoint = endpoint
-    }
-
-    currentConfig.models[provider][model] = modelConfig
-
-    if (primary) {
-      // Ensure only one primary model
-      for (const p in currentConfig.models) {
-        for (const m in currentConfig.models[p]) {
-          if (p !== provider || m !== model) {
-            currentConfig.models[p][m].primary = false
-          }
-        }
-      }
-    }
-
-    /**
-     * Prompts the user to decide if they want to configure another model.
-     */
-    const anotherModel = await confirm({
-      message: 'Do you want to configure another model?',
-      default: true,
-    })
-
-    continueConfig = anotherModel
-  }
-
-  saveConfig(currentConfig)
-}
-
-export default config

package/src/commands/generate/code.ts

@@ -1,18 +0,0 @@
-import { getConfig } from '../../utils/config_utils'
-import ChatManager from '../../managers/ChatManager'
-import CodeManager from '../../managers/CodeManager'
-import type { ClovingGPTOptions } from '../../utils/types'
-
-const code = async (options: ClovingGPTOptions) => {
-  if (options.interactive) {
-    options.silent = getConfig(options).globalSilent || false
-    options.stream = true
-    const chatManager = new ChatManager(options)
-    await chatManager.initialize()
-  } else {
-    const codeManager = new CodeManager(options)
-    await codeManager.initialize()
-  }
-}
-
-export default code

package/src/commands/generate/commit.ts

@@ -1,9 +0,0 @@
-import type { ClovingGPTOptions } from '../../utils/types'
-import CommitManager from '../../managers/CommitManager'
-
-const commit = async (options: ClovingGPTOptions) => {
-  const commitManager = new CommitManager(options)
-  await commitManager.generateCommit()
-}
-
-export default commit

package/src/commands/generate/context.ts

@@ -1,93 +0,0 @@
-import highlight from 'cli-highlight'
-import ncp from 'copy-paste'
-import fs from 'fs'
-import path from 'path'
-import { input, confirm } from '@inquirer/prompts'
-
-import { collectSpecialFileContents, addFileOrDirectoryToContext } from '../../utils/prompt_utils'
-import { getConfig, getNearestClovingConfig, getAllFiles } from '../../utils/config_utils'
-import type { ClovingGPTOptions } from '../../utils/types'
-
-const generateContextPrompt = (files: string[], contextFiles: Record<string, string>): string => {
-  const specialFileContents = collectSpecialFileContents()
-  const specialFiles = Object.keys(specialFileContents)
-    .map(
-      (file) =>
-        `### Contents of ${file}\n\n${JSON.stringify(specialFileContents[file], null, 2)}\n\n`,
-    )
-    .join('\n')
-  const contextFileContents = Object.keys(contextFiles)
-    .map((file) => `### Contents of ${file}\n\n${contextFiles[file]}\n\n`)
-    .join('\n')
-
-  return `### Description of App
-
-${JSON.stringify(getNearestClovingConfig().config, null, 2)}
-
-${specialFiles}
-
-${contextFileContents}
-
-### Directory structure
-
-${files.join('\n')}`
-}
-
-const context = async (options: ClovingGPTOptions) => {
-  let { files } = options
-  options.silent = getConfig(options).globalSilent || false
-  const allSrcFiles = await getAllFiles(options, false)
-  let contextFiles: Record<string, string> = {}
-
-  try {
-    if (files) {
-      for (const file of files) {
-        const filePath = path.resolve(file)
-        if (
-          await fs.promises
-            .stat(filePath)
-            .then((stat) => stat.isFile())
-            .catch(() => false)
-        ) {
-          const content = await fs.promises.readFile(filePath, 'utf-8')
-          contextFiles[file] = content
-        }
-      }
-    } else {
-      let includeMoreFiles = true
-
-      while (includeMoreFiles) {
-        const contextFile = await input({
-          message:
-            'Enter the relative path of a file or directory you would like to include as context (or press enter to continue):',
-        })
-
-        if (contextFile) {
-          contextFiles = await addFileOrDirectoryToContext(contextFile, contextFiles, options)
-        } else {
-          includeMoreFiles = false
-        }
-      }
-    }
-
-    const contextPrompt = generateContextPrompt(allSrcFiles, contextFiles)
-
-    console.log('\nGenerated Context Prompt:')
-    console.log(highlight(contextPrompt, { language: 'markdown' }))
-
-    const copyToClipboard = await confirm({
-      message: 'Do you want to copy the context prompt to your clipboard?',
-      default: true,
-    })
-
-    if (copyToClipboard) {
-      ncp.copy(contextPrompt, () => {
-        console.log('Context prompt copied to clipboard')
-      })
-    }
-  } catch (error) {
-    console.error('Could not generate context', error)
-  }
-}
-
-export default context

package/src/commands/generate/docs.ts

@@ -1,9 +0,0 @@
-import DocsManager from '../../managers/DocsManager'
-import type { ClovingGPTOptions } from '../../utils/types'
-
-const docs = async (options: ClovingGPTOptions) => {
-  const docsManager = new DocsManager(options)
-  await docsManager.generateDocs()
-}
-
-export default docs

package/src/commands/generate/review.ts

@@ -1,9 +0,0 @@
-import ReviewManager from '../../managers/ReviewManager'
-import type { ClovingGPTOptions } from '../../utils/types'
-
-const review = async (options: ClovingGPTOptions) => {
-  const reviewManager = new ReviewManager(options)
-  await reviewManager.generateReview()
-}
-
-export default review