divi 0.0.1b2__tar.gz → 0.0.1b3__tar.gz

{divi-0.0.1b2 → divi-0.0.1b3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: divi
-Version: 0.0.1b2
+Version: 0.0.1b3
 Summary: The Agent Platform for Observability & Evaluation
 License-File: LICENSE
 Requires-Python: >=3.11

{divi-0.0.1b2 → divi-0.0.1b3}/apps/web/app/dashboard/api-keys/components/create-dialog.tsx

@@ -35,7 +35,7 @@ export function CreateDialog() {
   return (
     <Dialog>
       <DialogTrigger asChild>
-        <Button size="sm">
+        <Button size="sm" className="h-7">
           <IconPlus />
           Create API Key
         </Button>

{divi-0.0.1b2 → divi-0.0.1b3}/apps/web/app/dashboard/layout.tsx

@@ -1,5 +1,3 @@
-import { AppSidebar } from './components/app-sidebar';
-import { SiteHeader } from './components/site-header';
 import { getCurrentUser } from '@/lib/server/auth';
 import { deleteSessionTokenCookie } from '@/lib/server/cookies';
 import {
@@ -9,6 +7,8 @@ import {
 import { cookies } from 'next/headers';
 import { redirect } from 'next/navigation';
 import type { CSSProperties, ReactNode } from 'react';
+import { AppSidebar } from './components/app-sidebar';
+import { SiteHeader } from './components/site-header';
 
 /**
  * Sign out
@@ -29,7 +29,8 @@ export default async function DashboardLayout({
   modal?: ReactNode;
 }) {
   const cookieStore = await cookies();
-  const defaultOpen = cookieStore.get('sidebar_state')?.value === 'true';
+  // defaultOpen is true if the cookie 'sidebar_state' is not set or is set to 'true'
+  const defaultOpen = cookieStore.get('sidebar_state')?.value !== 'false';
   const user = await getCurrentUser();
   if (!user) {
     return null;

{divi-0.0.1b2 → divi-0.0.1b3}/apps/web/components/Modal.tsx

@@ -18,6 +18,7 @@ import {
   DrawerTitle,
 } from '@workspace/ui/components/drawer';
 import { useMediaQuery } from '@workspace/ui/hooks/use-media-query';
+import { useIsMobile } from '@workspace/ui/hooks/use-mobile';
 import { Expand } from 'lucide-react';
 import { usePathname, useRouter } from 'next/navigation';
 import type * as React from 'react';
@@ -88,15 +89,20 @@ export function ResponsiveDrawer({
       setTimeout(router.back, 200);
     }
   };
+  const isMobile = useIsMobile();
+  if (isMobile === undefined) {
+    return null;
+  }
+  const _direction = isMobile ? 'bottom' : 'right';
 
   return (
     <Drawer
       defaultOpen={false}
       open={open}
       onOpenChange={handleOpenChange}
-      direction="right"
+      direction={_direction}
     >
-      <DrawerContent>
+      <DrawerContent className={isMobile ? 'h-[75vh]' : 'h-screen'}>
         <DrawerHeader>
           <DrawerTitle className="flex items-center justify-between">
             <Button variant="ghost" size="icon" asChild>

{divi-0.0.1b2 → divi-0.0.1b3}/divi/__init__.py

@@ -13,5 +13,5 @@ _auth: Optional[Auth] = None
 _datapark: Optional[DataPark] = None
 _evaluator: Optional[Evaluator] = None
 
-__version__ = "0.0.1b2"
+__version__ = "0.0.1b3"
 __all__ = ["obs_openai", "observable"]

{divi-0.0.1b2 → divi-0.0.1b3}/divi/evaluation/evaluator.py

@@ -19,6 +19,7 @@ class EvaluatorConfig:
         max_concurrency: int = 10,
         api_key: Optional[str] = None,
         base_url: Optional[str] = None,
+        language: str = "zh",
     ):
         self.model = model
         self.api_key = api_key
@@ -26,6 +27,7 @@ class EvaluatorConfig:
         self.temperature = temperature
         self.n_rounds = n_rounds
         self.max_concurrency = max_concurrency
+        self.language = language
 
 
 class EvaluationResult(BaseModel):
@@ -52,17 +54,22 @@ class Evaluator:
         )
 
     @staticmethod
-    def generate_prompt(target: str, conversation: str, score: Score) -> str:
+    def generate_prompt(
+        target: str, conversation: str, score: Score, language: str
+    ) -> str:
         return PROMPT_TEMPLATE.format(
             requirements=PRESET_PROMPT[score.value],
             target=target,
             conversation=conversation,
+            language=language,
         )
 
     def _sync_evaluate_once(
         self, target: str, conversation: str, score: Score
     ) -> Optional[EvaluationResult]:
-        prompt = self.generate_prompt(target, conversation, score)
+        prompt = self.generate_prompt(
+            target, conversation, score, self.config.language
+        )
         response = self.sync_client.beta.chat.completions.parse(
             model=self.config.model,
             messages=[{"role": "user", "content": prompt}],
@@ -77,7 +84,9 @@ class Evaluator:
     async def _async_evaluate_once(
         self, target: str, conversation: str, score: Score
     ) -> Optional[EvaluationResult]:
-        prompt = self.generate_prompt(target, conversation, score)
+        prompt = self.generate_prompt(
+            target, conversation, score, self.config.language
+        )
         response = await self.async_client.beta.chat.completions.parse(
             model=self.config.model,
             messages=[{"role": "user", "content": prompt}],

{divi-0.0.1b2 → divi-0.0.1b3}/divi/evaluation/prompts.py

@@ -8,7 +8,7 @@ PROMPT_TEMPLATE = (
     "Strictly output your answer in the following JSON format:\n"
     "{{\n"
     '  "judgment": bool,        # true if the response meets all requirements\n'
-    '  "reasoning": "string"    # concise explanation, hitting only the key points\n'
+    '  "reasoning": "string"    # concise explanation, in {language}, hitting only the key points\n'
     "}}\n"
     "Do not output anything else."
 )

{divi-0.0.1b2 → divi-0.0.1b3}/services/internal/app/datapark/handler/evaluation.go

@@ -54,23 +54,6 @@ func CreateScores(c *fiber.Ctx) error {
 	// store scores in clickhouse
 	conn := *database.CH
 	ctx = context.Background()
-	err = conn.Exec(ctx, `
-		CREATE TABLE IF NOT EXISTS scores (
-			span_id FixedString(8),
-			trace_id UUID,
-			user_id UUID,
-			name LowCardinality(String),
-			score Float32,
-			representative_reasoning String,
-			created DateTime DEFAULT now()
-		) ENGINE = MergeTree()
-		PARTITION BY toYYYYMM(created)
-		ORDER BY (trace_id, span_id, name)
-		PRIMARY KEY (trace_id, span_id, name)
-	`)
-	if err != nil {
-		return c.Status(fiber.StatusInternalServerError).JSON(fiber.Map{"status": "error", "message": "Failed to create scores table", "data": nil})
-	}
 
 	batch, err := conn.PrepareBatch(ctx, "INSERT INTO scores")
 	if err != nil {

{divi-0.0.1b2 → divi-0.0.1b3}/services/internal/app/datapark/handler/openai.go

@@ -54,24 +54,6 @@ func CreateChatCompletion(c *fiber.Ctx) error {
 	// store usage in clickhouse
 	conn := *database.CH
 	ctx = context.Background()
-	err = conn.Exec(ctx, `
-		CREATE TABLE IF NOT EXISTS usages (
-			span_id String,
-			trace_id UUID,
-			user_id UUID,
-			model String,
-			input_tokens UInt64,
-			output_tokens UInt64,
-			total_tokens UInt64,
-			created DateTime DEFAULT now()
-		) ENGINE = MergeTree()
-		PARTITION BY toYYYYMM(created)
-		ORDER BY (user_id, created, model)
-		PRIMARY KEY (user_id, created, model)
-	`)
-	if err != nil {
-		return c.Status(fiber.StatusInternalServerError).JSON(fiber.Map{"status": "error", "message": "Failed to create table", "data": nil})
-	}
 
 	// Insert data into the table
 	usage := model.Usage{

{divi-0.0.1b2 → divi-0.0.1b3}/services/internal/app/datapark/handler/trace.go

@@ -227,28 +227,6 @@ func CreateSpans(c *fiber.Ctx) error {
 	}
 
 	ctx := context.Background()
-	err = conn.Exec(ctx, `
-		CREATE TABLE IF NOT EXISTS spans (
-		    span_id FixedString(8),
-		    trace_id UUID,
-		    parent_span_id FixedString(8),
-		    name VARCHAR(255),
-		    kind Enum8('SPAN_KIND_FUNCTION'=0, 'SPAN_KIND_LLM'=1, 'SPAN_KIND_EVALUATION'=2),
-		    start_time DateTime64(9),
-		    end_time Nullable(DateTime64(9)),
-		    duration Nullable(Float64),
-		    metadata Map(String, String),
-			update_time DateTime DEFAULT now()
-	    ) ENGINE = ReplacingMergeTree(update_time)
-		PARTITION BY toYYYYMM(start_time)
-		ORDER BY (trace_id, span_id, start_time)
-		PRIMARY KEY (trace_id, span_id);
-	`)
-	if err != nil {
-		fmt.Println(err)
-		return c.Status(fiber.StatusInternalServerError).JSON(fiber.Map{"status": "error", "message": "Failed to create table", "data": nil})
-	}
-
 	batch, err := conn.PrepareBatch(ctx, "INSERT INTO spans")
 	if err != nil {
 		return c.Status(fiber.StatusInternalServerError).JSON(fiber.Map{"status": "error", "message": "Failed to prepare batch", "data": nil})

{divi-0.0.1b2 → divi-0.0.1b3}/services/internal/pkg/database/connect.go

@@ -54,7 +54,7 @@ func ConnectClickhouse() error {
 		return err
 	}
 	CH = &conn
-	return conn.Ping(context.Background())
+	return CreateCHTables()
 }
 
 func ConnectMongoDB() error {

divi-0.0.1b3/services/internal/pkg/database/create.go

@@ -0,0 +1,75 @@
+package database
+
+import (
+	"context"
+)
+
+func executeSQL(query string) error {
+	conn := *CH
+	ctx := context.Background()
+	return conn.Exec(ctx, query)
+}
+
+func CreateCHTables() error {
+	sqls := []string{
+		scoreTableSQL,
+		usageTableSQL,
+		spanTableSQL,
+	}
+
+	for _, sql := range sqls {
+		if err := executeSQL(sql); err != nil {
+			return err
+		}
+	}
+	return nil
+}
+
+var scoreTableSQL = `
+	CREATE TABLE IF NOT EXISTS scores (
+		span_id FixedString(8),
+		trace_id UUID,
+		user_id UUID,
+		name LowCardinality(String),
+		score Float32,
+		representative_reasoning String,
+		created DateTime DEFAULT now()
+	) ENGINE = MergeTree()
+	PARTITION BY toYYYYMM(created)
+	ORDER BY (trace_id, span_id, name)
+	PRIMARY KEY (trace_id, span_id, name)
+`
+
+var usageTableSQL = `
+	CREATE TABLE IF NOT EXISTS usages (
+		span_id String,
+		trace_id UUID,
+		user_id UUID,
+		model String,
+		input_tokens UInt64,
+		output_tokens UInt64,
+		total_tokens UInt64,
+		created DateTime DEFAULT now()
+	) ENGINE = MergeTree()
+	PARTITION BY toYYYYMM(created)
+	ORDER BY (user_id, created, model)
+	PRIMARY KEY (user_id, created, model)
+`
+
+var spanTableSQL = `
+	CREATE TABLE IF NOT EXISTS spans (
+		span_id FixedString(8),
+		trace_id UUID,
+		parent_span_id FixedString(8),
+		name VARCHAR(255),
+		kind Enum8('SPAN_KIND_FUNCTION'=0, 'SPAN_KIND_LLM'=1, 'SPAN_KIND_EVALUATION'=2),
+		start_time DateTime64(9),
+		end_time Nullable(DateTime64(9)),
+		duration Nullable(Float64),
+		metadata Map(String, String),
+		update_time DateTime DEFAULT now()
+	) ENGINE = ReplacingMergeTree(update_time)
+	PARTITION BY toYYYYMM(start_time)
+	ORDER BY (trace_id, span_id, start_time)
+	PRIMARY KEY (trace_id, span_id);
+`

{divi-0.0.1b2 → divi-0.0.1b3}/apps/web/app/dashboard/@modal/(.)traces/[id]/page.tsx

@@ -1,5 +1,5 @@
-import { ResponsiveDrawer } from '@/components/Modal';
 import { TraceBoard } from '@/app/dashboard/traces/(children)/[id]/components/trace-board';
+import { ResponsiveDrawer } from '@/components/Modal';
 import { getTraceChartData } from '@/lib/server/span';
 
 interface TraceModalPageProps {