insforge 0.3.1

package/.dockerignore

@@ -0,0 +1,58 @@
+# Dependencies
+node_modules/
+frontend/node_modules/
+
+# Build outputs
+dist/
+frontend/dist/
+*.tsbuildinfo
+
+# Data and logs
+data/
+*.log
+npm-debug.log*
+
+# Environment files
+.env
+.env.local
+.env.*.local
+
+# Development files
+.git/
+.gitignore
+*.md
+!docs/**  # Include all files in docs folder
+tests/
+*.test.ts
+*.test.tsx
+coverage/
+.nyc_output/
+
+# IDE
+.vscode/
+.idea/
+*.swp
+*.swo
+.DS_Store
+
+# Docker files (prevent recursion)
+Dockerfile
+docker-compose*.yml
+.dockerignore
+
+# Development configs
+vitest.config.ts
+# tsconfig.json files are needed for build - DO NOT IGNORE
+# frontend/tsconfig.json is needed for @ alias resolution - DO NOT IGNORE
+# frontend/vite.config.ts is needed for build - DO NOT IGNORE
+.eslintrc.json
+frontend/.eslintrc.cjs
+
+# CI/CD
+.github/
+.gitlab-ci.yml
+
+# Temporary files
+tmp/
+temp/
+*.tmp

package/.env.example

@@ -0,0 +1,49 @@
+# Server Configuration
+PORT=7130
+
+# PostgreSQL Configuration (optional - defaults shown)
+POSTGRES_USER=postgres
+POSTGRES_PASSWORD=postgres
+POSTGRES_DB=insforge
+
+API_BASE_URL=http://localhost:7130
+VITE_API_BASE_URL=http://localhost:7130
+
+# Authentication
+JWT_SECRET=your-secret-key-here-must-be-32-char-or-above
+ADMIN_EMAIL=admin@example.com
+ADMIN_PASSWORD=change-this-password
+
+# Encryption key for secret manager (will use JWT_SECRET if not provided)
+ENCRYPTION_KEY=
+
+# API Key (must start with ik_ )
+# optional - will be auto-generated if not provided)
+ACCESS_API_KEY=ik_your-api-key-here-32-chars-minimum
+
+# Cloud API Host (Optional)
+CLOUD_API_HOST=https://api.insforge.dev
+
+# Storage Configuration
+# For S3 storage (optional - if not set, will use local filesystem)
+AWS_S3_BUCKET=
+AWS_REGION=us-east-2
+
+# OpenRouter Configuration
+# Get your API key from https://openrouter.ai/keys
+OPENROUTER_API_KEY=
+
+# OAuth Configuration (Optional)
+# Google OAuth - Get credentials from https://console.cloud.google.com/
+GOOGLE_CLIENT_ID=
+GOOGLE_CLIENT_SECRET=
+
+# GitHub OAuth - Get credentials from https://github.com/settings/developers
+GITHUB_CLIENT_ID=
+GITHUB_CLIENT_SECRET=
+
+# Multi-tenant Cloud Configuration
+# Below only used through cloud available solution
+DEPLOYMENT_ID=
+PROJECT_ID=
+APP_KEY=

package/.github/ISSUE_TEMPLATE/bug_report.yml

@@ -0,0 +1,83 @@
+name: 🐛 Bug Report
+description: Create a bug report to help us improve
+title: "[Bug]: "
+labels: ["bug", "needs-triage"]
+assignees: []
+body:
+  - type: markdown
+    attributes:
+      value: |
+        Thanks for taking the time to fill out this bug report! Please provide as much detail as possible.
+        
+        **Note**: This template is for bug reports only. For feature requests, questions, or other issues, please use the appropriate template.
+
+  - type: checkboxes
+    id: checks
+    attributes:
+      label: Pre-submission Checklist
+      description: Please complete these checks before submitting
+      options:
+        - label: I have searched existing issues and confirmed this is not a duplicate
+          required: true
+        - label: I have read the contributing guidelines
+          required: true
+        - label: This is a legitimate bug report and not spam or promotional content
+          required: true
+
+  - type: textarea
+    id: what-happened
+    attributes:
+      label: What happened?
+      description: Describe the bug clearly and concisely
+      placeholder: A clear description of what the bug is
+    validations:
+      required: true
+
+  - type: textarea
+    id: expected-behavior
+    attributes:
+      label: Expected Behavior
+      description: What did you expect to happen?
+      placeholder: A clear description of what you expected to happen
+    validations:
+      required: true
+
+  - type: textarea
+    id: steps-reproduce
+    attributes:
+      label: Steps to Reproduce
+      description: Please provide detailed steps to reproduce the issue
+      placeholder: |
+        1. Go to '...'
+        2. Click on '...'
+        3. Scroll down to '...'
+        4. See error
+    validations:
+      required: true
+
+  - type: textarea
+    id: environment
+    attributes:
+      label: Environment
+      description: Please provide information about your environment
+      placeholder: |
+        - OS: [e.g. Windows 10, macOS 12.0, Ubuntu 20.04]
+        - Browser: [e.g. Chrome 96, Firefox 95, Safari 15]
+        - Version: [e.g. v1.2.3]
+        - Node.js: [e.g. 16.13.0]
+    validations:
+      required: true
+
+  - type: textarea
+    id: screenshots
+    attributes:
+      label: Screenshots/Logs
+      description: If applicable, add screenshots or error logs to help explain your problem
+      placeholder: Paste screenshots or logs here
+
+  - type: textarea
+    id: additional-context
+    attributes:
+      label: Additional Context
+      description: Add any other context about the problem here
+      placeholder: Any additional information that might be helpful

package/.github/ISSUE_TEMPLATE/config.yml

@@ -0,0 +1,11 @@
+blank_issues_enabled: false
+contact_links:
+  - name: 📚 Documentation
+    url: https://docs.insforge.dev
+    about: Check our documentation for common questions and setup guides
+  - name: 💬 Discussions
+    url: https://discord.gg/DvBtaEc9Jz
+    about: Ask questions and discuss ideas with the community
+  - name: 🆘 Support
+    url: https://discord.gg/DvBtaEc9Jz
+    about: Get help with installation, configuration, and usage

package/.github/ISSUE_TEMPLATE/feature_request.yml

@@ -0,0 +1,79 @@
+name: ✨ Feature Request
+description: Suggest an idea or enhancement for this project
+title: "[Feature]: "
+labels: ["enhancement", "needs-triage"]
+assignees: []
+body:
+  - type: markdown
+    attributes:
+      value: |
+        Thank you for suggesting a new feature! Please provide as much detail as possible.
+        
+        **Note**: This template is for feature requests only. For bug reports, please use the Bug Report template.
+
+  - type: checkboxes
+    id: checks
+    attributes:
+      label: Pre-submission Checklist
+      description: Please complete these checks before submitting
+      options:
+        - label: I have searched existing issues and confirmed this feature hasn't been requested
+          required: true
+        - label: I have read the contributing guidelines
+          required: true
+        - label: This is a legitimate feature request and not spam or promotional content
+          required: true
+
+  - type: textarea
+    id: problem-description
+    attributes:
+      label: Problem Description
+      description: Is your feature request related to a problem? Please describe.
+      placeholder: A clear and concise description of what the problem is. Ex. I'm always frustrated when [...]
+    validations:
+      required: true
+
+  - type: textarea
+    id: proposed-solution
+    attributes:
+      label: Proposed Solution
+      description: Describe the solution you'd like
+      placeholder: A clear and concise description of what you want to happen
+    validations:
+      required: true
+
+  - type: textarea
+    id: alternatives
+    attributes:
+      label: Alternatives Considered
+      description: Describe alternatives you've considered
+      placeholder: A clear and concise description of any alternative solutions or features you've considered
+
+  - type: dropdown
+    id: priority
+    attributes:
+      label: Priority
+      description: How important is this feature to you?
+      options:
+        - Low - Nice to have
+        - Medium - Would be helpful
+        - High - Important for my use case
+        - Critical - Blocking my usage
+    validations:
+      required: true
+
+  - type: textarea
+    id: use-cases
+    attributes:
+      label: Use Cases
+      description: Describe specific use cases for this feature
+      placeholder: |
+        1. As a [user type], I want [goal] so that [benefit]
+        2. When [situation], I need [functionality] because [reason]
+
+  - type: textarea
+    id: additional-context
+    attributes:
+      label: Additional Context
+      description: Add any other context, mockups, or examples about the feature request here
+      placeholder: Any additional information, screenshots, mockups, or examples that would help

package/.github/copilot-instructions.md

@@ -0,0 +1,147 @@
+# Project Overview
+
+InsForge is an open-source Backend-as-a-Service (BaaS) platform designed specifically for AI agents. It provides a comprehensive solution for managing backend services including authentication, database operations, storage, and serverless functions, all accessible through REST APIs with PostgreSQL as the primary database.
+
+## Architecture
+
+This is a monorepo containing:
+- **Backend**: Node.js with Express.js, providing RESTful APIs
+- **Frontend**: React with Vite, offering an admin dashboard
+- **Functions**: Serverless function runtime using Deno
+- **Shared-schemas**: Common TypeScript schemas shared across modules
+
+## Folder Structure
+
+- `/backend`: Node.js backend server
+  - `/src/api`: API routes and middleware
+  - `/src/controllers`: Business logic controllers
+  - `/src/core`: Core services (auth, database, storage, metadata)
+  - `/src/types`: TypeScript type definitions
+  - `/src/utils`: Utility functions and helpers
+- `/frontend`: React dashboard application
+  - `/src/components`: Reusable UI components
+  - `/src/features`: Feature-specific modules (auth, database, storage, logs)
+  - `/src/lib`: Shared libraries, hooks, and utilities
+- `/functions`: Serverless function runtime
+- `/shared-schemas`: Shared TypeScript schemas
+- `/docker-init`: Docker initialization scripts
+- `/openapi`: API documentation in OpenAPI format
+- `/tests`: Comprehensive test suites
+
+## Libraries and Frameworks
+
+### Backend
+- Express.js for REST API framework
+- PostgreSQL with pg driver for database
+- Better-auth for authentication
+- AWS SDK for S3-compatible storage
+- Zod for schema validation
+- JWT for token management
+- TypeScript for type safety
+
+### Frontend
+- React 19 with functional components
+- Vite for build tooling
+- TanStack Query for data fetching
+- React Hook Form with Zod validation
+- Tailwind CSS for styling
+- Radix UI for accessible component primitives
+- React Router for navigation
+- TypeScript for type safety
+
+## Coding Standards
+
+### General
+- Use TypeScript for all code files
+- Prefer descriptive, unabbreviated variable and function names
+- Follow consistent file naming: kebab-case for files, PascalCase for components
+- Maintain clear folder structure with feature-based organization
+- Use ES modules (import/export syntax)
+- Implement proper error handling with try-catch blocks
+- Add appropriate logging for debugging
+
+### Backend Specific
+- Use async/await for asynchronous operations
+- Implement proper middleware for authentication and error handling
+- Follow RESTful conventions for API endpoints
+- Use Zod schemas for request/response validation
+- Return consistent API responses using utility functions
+- Implement proper database transaction handling
+
+### Frontend Specific
+- Use functional components with hooks exclusively
+- Implement proper TypeScript interfaces for all props
+- Use React Hook Form for form handling
+- Follow component composition patterns
+- Implement proper loading and error states
+- Use TanStack Query for server state management
+- Keep components focused and single-purpose
+
+#### Naming Conventions
+- **Variables, parameters, properties, and functions**: Use camelCase
+  - Examples: `userName`, `getUserData()`, `isLoading`
+- **React components and TypeScript types/interfaces**: Use PascalCase
+  - Examples: `UserProfileDialog`, `interface User`, `type TableSchema`
+- **Constants and Enum members**: Use UPPER_CASE
+  - Examples: `const API_BASE_URL`, `enum Status { ACTIVE, INACTIVE }`
+- **File naming**:
+  - Components: `PascalCase.tsx` (e.g., `DataGrid.tsx`)
+  - Hooks: `use` + `PascalCase.ts` (e.g., `useAuth.ts`)
+  - Services: `camelCase.service.ts` (e.g., `auth.service.ts`)
+  - Utils: `kebab-case.ts` or `camelCase.ts` (e.g., `database-utils.ts`)
+- **No snake_case**: Avoid snake_case except in SQL queries and external APIs
+
+### Code Style
+- Use single quotes for strings
+- Include semicolons at the end of statements
+- Use arrow functions for callbacks and inline functions
+- Prefer const over let, avoid var
+- Use template literals for string interpolation
+- Maintain consistent indentation (2 spaces)
+- Format code with Prettier configuration
+
+## UI Guidelines
+
+- Follow a clean, modern design with consistent spacing
+- Use Radix UI primitives for accessibility
+- Maintain consistent color scheme using CSS variables
+- Use appropriate loading skeletons for data fetching
+- Display clear error messages with actionable feedback
+- Implement proper form validation with inline errors
+- Use consistent icon set from lucide-react
+
+## Testing Standards
+
+- Implement integration tests for API endpoints
+- Maintain test coverage above 70%
+- Mock external dependencies appropriately
+
+## Security Considerations
+
+- Never commit secrets or API keys
+- Use environment variables for configuration
+- Implement proper authentication and authorization
+- Validate all user inputs
+- Sanitize data before database operations
+- Use prepared statements for SQL queries
+- Implement rate limiting for API endpoints
+- Follow OWASP security best practices
+
+## Performance Guidelines
+
+- Implement proper database indexing
+- Use pagination for large data sets
+- Optimize React component re-renders
+- Implement proper caching strategies
+- Use lazy loading for code splitting
+- Optimize bundle size with proper imports
+- Monitor and log performance metrics
+
+## Documentation
+
+- Document all API endpoints with clear descriptions
+- Include JSDoc comments for complex functions
+- Maintain up-to-date README files
+- Document environment variables and configuration
+- Provide clear setup instructions
+- Include examples for common use cases

package/.github/workflows/build-image.yml

@@ -0,0 +1,65 @@
+name: Build and Push Docker Image on github container registry
+
+on:
+  push:
+    tags:
+      - 'v*'
+  workflow_dispatch:
+    inputs:
+      test_tag:
+        description: 'Test tag name (e.g., v0.1.1-test)'
+        required: false
+        default: 'v0.1.1-test'
+
+env:
+  REGISTRY: ghcr.io
+  IMAGE_NAME: ${{ github.repository_owner }}/insforge-oss
+
+jobs:
+  build-and-push:
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+      packages: write
+      id-token: write
+      
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+
+      - name: Set up QEMU
+        uses: docker/setup-qemu-action@v3
+
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+
+      - name: Log in to GitHub Container Registry
+        uses: docker/login-action@v3
+        with:
+          registry: ${{ env.REGISTRY }}
+          username: ${{ github.actor }}
+          password: ${{ secrets.GHCR_PAT }}
+
+      - name: Extract metadata
+        id: meta
+        uses: docker/metadata-action@v5
+        with:
+          images: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}
+          tags: |
+            type=ref,event=tag
+            type=raw,value=${{ github.event.inputs.test_tag }},enable=${{ github.event_name == 'workflow_dispatch' }}
+
+      - name: Build and push Docker image
+        uses: docker/build-push-action@v5
+        with:
+          context: .
+          platforms: linux/amd64,linux/arm64
+          push: true
+          tags: ${{ steps.meta.outputs.tags }}
+          labels: ${{ steps.meta.outputs.labels }}
+          cache-from: type=gha
+          cache-to: type=gha,mode=max
+          build-args: |
+            VERSION=${{ github.ref_name }}
+            BUILD_DATE=${{ github.event.head_commit.timestamp }}
+            COMMIT_SHA=${{ github.sha }}

package/.github/workflows/ci-premerge-check.yml

@@ -0,0 +1,24 @@
+name: CI Pre-merge Check
+
+on:
+  pull_request:
+    branches: [ main, master, develop ]
+  push:
+    branches: [ main, master, develop ]
+  workflow_dispatch:  # Allows manual triggering for testing
+
+jobs:
+  docker-build:
+    name: CI Pre-merge Check
+    runs-on: ubuntu-latest
+    
+    steps:
+    - name: Checkout code
+      uses: actions/checkout@v4
+    
+    - name: Build Docker image
+      uses: docker/build-push-action@v5
+      with:
+        context: .
+        push: false
+        tags: insforge:test

package/.github/workflows/deploy-aws.yml

@@ -0,0 +1,130 @@
+name: Deploy to AWS EC2
+
+on:
+  push:
+    branches: [main, master]
+  workflow_dispatch:
+
+jobs:
+  deploy:
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+
+      - name: Deploy to EC2
+        uses: appleboy/ssh-action@v1.0.0
+        with:
+          host: ${{ secrets.EC2_HOST }}
+          username: ec2-user
+          key: ${{ secrets.EC2_SSH_KEY }}
+          port: 22
+          script: |
+            # Install required dependencies if not present
+            if ! command -v git &> /dev/null; then
+              echo "Installing git..."
+              sudo yum update -y
+              sudo yum install -y git
+            fi
+
+            if ! command -v docker &> /dev/null; then
+              echo "Installing Docker..."
+              sudo yum update -y
+              sudo yum install -y docker
+              sudo systemctl start docker
+              sudo systemctl enable docker
+              sudo usermod -aG docker ec2-user
+              
+              # Install docker-compose plugin
+              sudo mkdir -p /usr/local/lib/docker/cli-plugins
+              sudo curl -SL https://github.com/docker/compose/releases/download/v2.23.0/docker-compose-linux-x86_64 -o /usr/local/lib/docker/cli-plugins/docker-compose
+              sudo chmod +x /usr/local/lib/docker/cli-plugins/docker-compose
+              
+              # Also install standalone docker-compose for compatibility
+              sudo curl -L "https://github.com/docker/compose/releases/download/v2.23.0/docker-compose-$(uname -s)-$(uname -m)" -o /usr/local/bin/docker-compose
+              sudo chmod +x /usr/local/bin/docker-compose
+            fi
+            
+            # Navigate to application directory
+            mkdir -p ~/insforge
+            cd ~/insforge
+
+            # Pull latest code or fresh clone
+            if [ -d ".git" ]; then
+              # Clean up old branches and reset to latest
+              git remote prune origin
+              git fetch --all --prune
+              # Use the branch that triggered the workflow
+              git checkout ${{ github.ref_name }} || git checkout main || git checkout master
+              git reset --hard origin/${{ github.ref_name }} || git reset --hard origin/main || git reset --hard origin/master
+            else
+              # Remove existing non-git directory if it exists
+              if [ -d ~/insforge ] && [ ! -d ~/insforge/.git ]; then
+                rm -rf ~/insforge/*
+                rm -rf ~/insforge/.*
+              fi
+              # Clone using SSH (since we set up SSH key)
+              git clone git@github.com:InsForge/insforge.git ~/insforge
+              cd ~/insforge
+              # Stay on default branch instead of detached HEAD
+              # git checkout ${{ github.sha }}  # Commented out to avoid detached HEAD
+            fi
+
+            # Create .env file matching .env.example structure
+            cat > .env << EOF
+            # Server Configuration
+            PORT=7130
+            
+            # PostgreSQL Configuration
+            POSTGRES_USER=postgres
+            POSTGRES_PASSWORD=postgres
+            POSTGRES_DB=insforge
+            
+            API_BASE_URL=http://localhost:7130
+            VITE_API_BASE_URL=http://localhost:7130
+            
+            # Authentication
+            JWT_SECRET=your-secret-jwt-key-must-be-32-characters-minimum
+            ADMIN_EMAIL=admin@example.com
+            ADMIN_PASSWORD=change-this-password
+            
+            # Logflare
+            LOGFLARE_PUBLIC_ACCESS_TOKEN=your-super-secret-and-long-logflare-key-public
+            LOGFLARE_PRIVATE_ACCESS_TOKEN=your-super-secret-and-long-logflare-key-private
+            
+            # Docker
+            DOCKER_SOCKET_LOCATION=/var/run/docker.sock
+            
+            EOF
+
+            # Ensure we're in the right directory with docker-compose.yml
+            cd ~/insforge
+            
+            # Stop ALL containers regardless of which compose file started them
+            # This ensures clean slate even if previous deploy used different compose file
+            sudo docker stop $(sudo docker ps -aq) || true
+            sudo docker rm $(sudo docker ps -aq) || true
+            
+            # Also try to stop using both compose files (in case either was used)
+            # IMPORTANT: Specify -f for dev file too, to avoid default file selection
+            sudo /usr/local/bin/docker-compose -f docker-compose.yml down -v || true
+            sudo /usr/local/bin/docker-compose -f docker-compose.prod.yml down -v || true
+            
+            # Clean up any orphaned volumes and networks
+            sudo docker volume prune -f || true
+            sudo docker network prune -f || true
+            
+            # Build fresh image with no cache and latest base images
+            sudo /usr/local/bin/docker-compose -f docker-compose.prod.yml build --no-cache --pull
+            
+            # Now start fresh with production compose
+            sudo /usr/local/bin/docker-compose -f docker-compose.prod.yml up -d
+
+            # Clean up old images
+            sudo docker image prune -af
+
+            # Check deployment status
+            sleep 10
+            sudo /usr/local/bin/docker-compose -f docker-compose.prod.yml ps
+            sudo /usr/local/bin/docker-compose -f docker-compose.prod.yml logs --tail=50

package/.github/workflows/lint-and-format.yml

@@ -0,0 +1,33 @@
+name: Lint and Format Check
+
+on:
+  push:
+    branches: [ main ]
+  pull_request:
+    branches: [ '*' ]
+
+jobs:
+  lint-and-format:
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+
+      - name: Setup Node.js
+        uses: actions/setup-node@v4
+        with:
+          node-version: '20'
+          cache: 'npm'
+
+      - name: Install dependencies
+        run: npm ci
+
+      - name: Run ESLint
+        run: npm run lint
+
+      - name: Check Prettier formatting
+        run: npx prettier --check .
+
+      - name: Run TypeScript type checking
+        run: npm run typecheck