@tanagram/cli 0.1.4 → 0.1.5

package/commands/run.go

@@ -5,11 +5,13 @@ import (
 	"fmt"
 	"os"
 	"path/filepath"
+	"sync"
 	"time"
 
 	"github.com/tanagram/cli/checker"
 	"github.com/tanagram/cli/extractor"
 	"github.com/tanagram/cli/git"
+	"github.com/tanagram/cli/parser"
 	"github.com/tanagram/cli/storage"
 )
 
@@ -69,38 +71,93 @@ func Run() error {
 
 	// Auto-sync if any files changed
 	if needsSync {
-		fmt.Printf("\nSyncing policies with LLM...\n")
+		fmt.Printf("\nSyncing policies with LLM (processing %d files in parallel)...\n", len(instructionFiles))
 
-		totalPolicies := 0
 		ctx := context.Background()
 
-		for i, file := range instructionFiles {
-			relPath, _ := filepath.Rel(gitRoot, file)
-
-			// Start spinner
-			stop := make(chan bool)
-			go spinner(stop, fmt.Sprintf("Processing %s (%d/%d)", relPath, i+1, len(instructionFiles)))
+		// Result type for collecting sync results
+		type syncResult struct {
+			file     string
+			relPath  string
+			policies []parser.Policy
+			err      error
+		}
 
-			policies, err := extractor.ExtractPoliciesFromFile(ctx, file)
+		// Channel to collect results
+		results := make(chan syncResult, len(instructionFiles))
+		var wg sync.WaitGroup
+
+		// Start spinner
+		stop := make(chan bool)
+		var completed int
+		var mu sync.Mutex
+		go func() {
+			chars := []string{"⠋", "⠙", "⠹", "⠸", "⠼", "⠴", "⠦", "⠧", "⠇", "⠏"}
+			i := 0
+			for {
+				select {
+				case <-stop:
+					fmt.Print("\r")
+					return
+				default:
+					mu.Lock()
+					c := completed
+					mu.Unlock()
+					fmt.Printf("\r%s Processing files... (%d/%d completed)", chars[i%len(chars)], c, len(instructionFiles))
+					i++
+					time.Sleep(100 * time.Millisecond)
+				}
+			}
+		}()
+
+		// Launch goroutines for each file
+		for _, file := range instructionFiles {
+			wg.Add(1)
+			go func(file string) {
+				defer wg.Done()
+				relPath, _ := filepath.Rel(gitRoot, file)
+				policies, err := extractor.ExtractPoliciesFromFile(ctx, file)
+				results <- syncResult{file, relPath, policies, err}
+			}(file)
+		}
 
-			// Stop spinner
-			stop <- true
-			close(stop)
-			time.Sleep(50 * time.Millisecond)
+		// Close results channel when all goroutines complete
+		go func() {
+			wg.Wait()
+			close(results)
+		}()
 
-			if err != nil {
-				fmt.Printf("\r✗ Failed to process %s\n", relPath)
-				return fmt.Errorf("failed to extract policies from %s: %w", file, err)
+		// Collect results
+		totalPolicies := 0
+		for result := range results {
+			mu.Lock()
+			completed++
+			mu.Unlock()
+
+			if result.err != nil {
+				stop <- true
+				close(stop)
+				time.Sleep(50 * time.Millisecond)
+				fmt.Printf("\r✗ Failed to process %s\n", result.relPath)
+				return fmt.Errorf("failed to extract policies from %s: %w", result.file, result.err)
 			}
 
-			if err := cache.UpdateFile(file, policies); err != nil {
-				return fmt.Errorf("failed to update cache for %s: %w", file, err)
+			if err := cache.UpdateFile(result.file, result.policies); err != nil {
+				stop <- true
+				close(stop)
+				time.Sleep(50 * time.Millisecond)
+				return fmt.Errorf("failed to update cache for %s: %w", result.file, err)
 			}
 
-			fmt.Printf("\r✓ %s - %d policies\n", relPath, len(policies))
-			totalPolicies += len(policies)
+			totalPolicies += len(result.policies)
+			fmt.Printf("\r✓ %s - %d policies\n", result.relPath, len(result.policies))
 		}
 
+		// Stop spinner
+		stop <- true
+		close(stop)
+		time.Sleep(50 * time.Millisecond)
+
 		if err := cache.Save(); err != nil {
 			return fmt.Errorf("failed to save cache: %w", err)
 		}

package/commands/sync.go

@@ -5,9 +5,11 @@ import (
 	"fmt"
 	"os"
 	"path/filepath"
+	"sync"
 	"time"
 
 	"github.com/tanagram/cli/extractor"
+	"github.com/tanagram/cli/parser"
 	"github.com/tanagram/cli/storage"
 )
 
@@ -37,39 +39,94 @@ func Sync() error {
 		return fmt.Errorf("failed to load cache: %w", err)
 	}
 
-	// Parse and sync each file using LLM
-	fmt.Printf("\nSyncing policies with LLM...\n")
+	// Parse and sync each file using LLM in parallel
+	fmt.Printf("\nSyncing policies with LLM (processing %d files in parallel)...\n", len(instructionFiles))
 
-	totalPolicies := 0
 	ctx := context.Background()
 
-	for i, file := range instructionFiles {
-		relPath, _ := filepath.Rel(gitRoot, file)
-
-		// Start spinner
-		stop := make(chan bool)
-		go spinner(stop, fmt.Sprintf("Processing %s (%d/%d)", relPath, i+1, len(instructionFiles)))
+	// Result type for collecting sync results
+	type syncResult struct {
+		file     string
+		relPath  string
+		policies []parser.Policy
+		err      error
+	}
 
-		policies, err := extractor.ExtractPoliciesFromFile(ctx, file)
+	// Channel to collect results
+	results := make(chan syncResult, len(instructionFiles))
+	var wg sync.WaitGroup
+
+	// Start spinner
+	stop := make(chan bool)
+	var completed int
+	var mu sync.Mutex
+	go func() {
+		chars := []string{"⠋", "⠙", "⠹", "⠸", "⠼", "⠴", "⠦", "⠧", "⠇", "⠏"}
+		i := 0
+		for {
+			select {
+			case <-stop:
+				fmt.Print("\r")
+				return
+			default:
+				mu.Lock()
+				c := completed
+				mu.Unlock()
+				fmt.Printf("\r%s Processing files... (%d/%d completed)", chars[i%len(chars)], c, len(instructionFiles))
+				i++
+				time.Sleep(100 * time.Millisecond)
+			}
+		}
+	}()
+
+	// Launch goroutines for each file
+	for _, file := range instructionFiles {
+		wg.Add(1)
+		go func(file string) {
+			defer wg.Done()
+			relPath, _ := filepath.Rel(gitRoot, file)
+			policies, err := extractor.ExtractPoliciesFromFile(ctx, file)
+			results <- syncResult{file, relPath, policies, err}
+		}(file)
+	}
 
-		// Stop spinner
-		stop <- true
-		close(stop)
-		time.Sleep(50 * time.Millisecond)
+	// Close results channel when all goroutines complete
+	go func() {
+		wg.Wait()
+		close(results)
+	}()
 
-		if err != nil {
-			fmt.Printf("\r✗ Failed to process %s\n", relPath)
-			return fmt.Errorf("failed to extract policies from %s: %w", file, err)
+	// Collect results
+	totalPolicies := 0
+	for result := range results {
+		mu.Lock()
+		completed++
+		mu.Unlock()
+
+		if result.err != nil {
+			stop <- true
+			close(stop)
+			time.Sleep(50 * time.Millisecond)
+			fmt.Printf("\r✗ Failed to process %s\n", result.relPath)
+			return fmt.Errorf("failed to extract policies from %s: %w", result.file, result.err)
 		}
 
-		if err := cache.UpdateFile(file, policies); err != nil {
-			return fmt.Errorf("failed to update cache for %s: %w", file, err)
+		if err := cache.UpdateFile(result.file, result.policies); err != nil {
+			stop <- true
+			close(stop)
+			time.Sleep(50 * time.Millisecond)
+			return fmt.Errorf("failed to update cache for %s: %w", result.file, err)
 		}
 
-		fmt.Printf("\r✓ %s - %d policies\n", relPath, len(policies))
-		totalPolicies += len(policies)
+		totalPolicies += len(result.policies)
+		fmt.Printf("\r✓ %s - %d policies\n", result.relPath, len(result.policies))
 	}
 
+	// Stop spinner
+	stop <- true
+	close(stop)
+	time.Sleep(50 * time.Millisecond)
+
 	// Save cache
 	if err := cache.Save(); err != nil {
 		return fmt.Errorf("failed to save cache: %w", err)

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@tanagram/cli",
-  "version": "0.1.4",
+  "version": "0.1.5",
   "description": "Tanagram - Catch sloppy code before it ships",
   "main": "index.js",
   "bin": {