opentradex 0.1.0

package/web/src/app/api/news/twitter/route.ts

@@ -0,0 +1,186 @@
+import { NextResponse } from "next/server";
+import { readFileSync, writeFileSync, existsSync } from "fs";
+import { join } from "path";
+
+export const dynamic = "force-dynamic";
+
+function getToken() {
+  return process.env.APIFY_API_TOKEN || "";
+}
+
+interface Tweet {
+  id: string;
+  text: string;
+  author: string;
+  authorName: string;
+  authorImage?: string;
+  likes: number;
+  reposts: number;
+  replies?: number;
+  url: string;
+  timestamp: string;
+  platform: "twitter";
+  images?: string[];
+}
+
+const SEARCH_QUERY =
+  "(kalshi OR polymarket) OR (tariffs OR trade war) OR (trump executive order) OR (federal reserve rates)";
+
+function getCachePaths() {
+  // Try multiple possible locations
+  const candidates = [
+    join(process.cwd(), "..", "data"),      // if cwd is web/
+    join(process.cwd(), "data"),             // if cwd is project root
+  ];
+  for (const dir of candidates) {
+    if (existsSync(join(dir, "twitter_cache.json"))) {
+      return {
+        raw: join(dir, "twitter_cache.json"),
+        parsed: join(dir, "twitter_parsed.json"),
+      };
+    }
+  }
+  // Default
+  return {
+    raw: join(process.cwd(), "..", "data", "twitter_cache.json"),
+    parsed: join(process.cwd(), "..", "data", "twitter_parsed.json"),
+  };
+}
+const CACHE_TTL = 3 * 60 * 60_000; // 3 hours
+
+let memCache: { items: Tweet[]; fetchedAt: number } = { items: [], fetchedAt: 0 };
+let refreshing = false;
+
+function parseRawTweets(raw: Record<string, unknown>[]): Tweet[] {
+  return raw
+    .filter((item) => item.text)
+    .map((item) => {
+      const userInfo = (item.user_info as Record<string, unknown>) || {};
+      const rawMedia = item.media;
+      let photos: string[] = [];
+      if (Array.isArray(rawMedia)) {
+        photos = rawMedia
+          .filter((m: Record<string, unknown>) => m.type === "photo")
+          .map((m: Record<string, unknown>) => (m.media_url_https as string) || "")
+          .filter(Boolean);
+      } else if (rawMedia && typeof rawMedia === "object") {
+        const photoArr = (rawMedia as Record<string, unknown>).photo;
+        if (Array.isArray(photoArr)) {
+          photos = photoArr
+            .map((m: Record<string, unknown>) => (m.media_url_https as string) || "")
+            .filter(Boolean);
+        }
+      }
+
+      return {
+        id: (item.tweet_id as string) || "",
+        text: (item.text as string) || "",
+        author: (item.screen_name as string) || "",
+        authorName:
+          (userInfo.name as string) || (item.screen_name as string) || "",
+        authorImage:
+          (userInfo.profile_image_url as string)?.replace("_normal", "_bigger") ||
+          undefined,
+        likes: (item.favorites as number) || 0,
+        reposts: (item.retweets as number) || 0,
+        replies: (item.replies as number) || 0,
+        url: `https://x.com/${item.screen_name}/status/${item.tweet_id}`,
+        timestamp: (item.created_at as string) || new Date().toISOString(),
+        platform: "twitter" as const,
+        images: photos.length > 0 ? photos : undefined,
+      };
+    })
+    .sort(
+      (a, b) =>
+        new Date(b.timestamp).getTime() - new Date(a.timestamp).getTime()
+    )
+    .slice(0, 40);
+}
+
+function loadFromDisk(): Tweet[] {
+  const paths = getCachePaths();
+  console.log("[twitter] looking for cache at:", paths.raw);
+  // Try parsed cache first
+  if (existsSync(paths.parsed)) {
+    try {
+      const data = JSON.parse(readFileSync(paths.parsed, "utf-8"));
+      if (Array.isArray(data) && data.length > 0) return data;
+    } catch { /* ignore */ }
+  }
+  // Fall back to raw cache file (written by CLI prefetch)
+  if (existsSync(paths.raw)) {
+    console.log("[twitter] found raw cache file");
+    try {
+      const raw = JSON.parse(readFileSync(paths.raw, "utf-8"));
+      if (Array.isArray(raw) && raw.length > 0) {
+        console.log("[twitter] parsing", raw.length, "raw tweets");
+        const parsed = parseRawTweets(raw);
+        console.log("[twitter] parsed", parsed.length, "tweets");
+        try { writeFileSync(paths.parsed, JSON.stringify(parsed)); } catch (e) { console.error("[twitter] write parsed failed:", e); }
+        return parsed;
+      }
+    } catch (e) { console.error("[twitter] parse raw failed:", e); }
+  }
+  console.log("[twitter] no cache file found");
+  return [];
+}
+
+async function refreshFromApify(): Promise<void> {
+  if (refreshing || !getToken()) return;
+  refreshing = true;
+
+  try {
+    const res = await fetch(
+      `https://api.apify.com/v2/acts/data-slayer~twitter-search/run-sync-get-dataset-items?token=${getToken()}&timeout=120`,
+      {
+        method: "POST",
+        headers: { "Content-Type": "application/json" },
+        body: JSON.stringify({ query: SEARCH_QUERY, maxResults: 40 }),
+        cache: "no-store",
+        signal: AbortSignal.timeout(130_000),
+      }
+    );
+
+    if (!res.ok) return;
+    const data = await res.json();
+    if (!Array.isArray(data) || data.length === 0) return;
+
+    const tweets = parseRawTweets(data);
+    memCache = { items: tweets, fetchedAt: Date.now() };
+
+    // Persist to disk
+    try {
+      const paths = getCachePaths();
+      writeFileSync(paths.raw, JSON.stringify(data));
+      writeFileSync(paths.parsed, JSON.stringify(tweets));
+    } catch { /* ignore */ }
+  } catch {
+    // Apify call failed (likely concurrent run limit)
+  } finally {
+    refreshing = false;
+  }
+}
+
+export async function GET() {
+  const now = Date.now();
+
+  // Return mem cache if fresh
+  if (memCache.items.length > 0 && now - memCache.fetchedAt < CACHE_TTL) {
+    return NextResponse.json(memCache.items);
+  }
+
+  // Load from disk cache (prefetched or previously saved)
+  if (memCache.items.length === 0) {
+    const diskData = loadFromDisk();
+    if (diskData.length > 0) {
+      memCache = { items: diskData, fetchedAt: now };
+    }
+  }
+
+  // Trigger background refresh (don't await — return cached data immediately)
+  if (!refreshing) {
+    refreshFromApify();
+  }
+
+  return NextResponse.json(memCache.items);
+}

package/web/src/app/api/portfolio/route.ts

@@ -0,0 +1,50 @@
+import { NextResponse } from "next/server";
+import { getDb } from "@/lib/db";
+
+function tableExists(db: ReturnType<typeof getDb>, name: string): boolean {
+  const row = db.prepare("SELECT 1 FROM sqlite_master WHERE type='table' AND name=?").get(name) as Record<string, unknown> | undefined;
+  return !!row;
+}
+
+export async function GET() {
+  const db = getDb();
+
+  const hasPortfolio = tableExists(db, "portfolio");
+  const hasTrades = tableExists(db, "trades");
+  const hasNews = tableExists(db, "news");
+  const hasSnapshots = tableExists(db, "market_snapshots");
+  const hasLogs = tableExists(db, "agent_logs");
+
+  const portfolio = hasPortfolio
+    ? db.prepare("SELECT * FROM portfolio WHERE id=1").get() as Record<string, unknown> | undefined
+    : undefined;
+  const openPositions = hasTrades
+    ? db.prepare("SELECT * FROM trades WHERE settled=0 AND action='buy' ORDER BY timestamp DESC").all()
+    : [];
+  const totalNews = hasNews
+    ? (db.prepare("SELECT COUNT(*) as count FROM news").get() as { count: number })?.count ?? 0
+    : 0;
+  const totalSnapshots = hasSnapshots
+    ? (db.prepare("SELECT COUNT(*) as count FROM market_snapshots").get() as { count: number })?.count ?? 0
+    : 0;
+  const totalCycles = hasLogs
+    ? (db.prepare("SELECT COUNT(*) as count FROM agent_logs").get() as { count: number })?.count ?? 0
+    : 0;
+
+  const defaults = {
+    bankroll: 15,
+    total_pnl: 0,
+    total_trades: 0,
+    wins: 0,
+    losses: 0,
+  };
+
+  return NextResponse.json({
+    ...defaults,
+    ...(portfolio ?? {}),
+    open_positions: openPositions,
+    total_news: totalNews,
+    total_snapshots: totalSnapshots,
+    total_cycles: totalCycles,
+  });
+}

package/web/src/app/api/prices/route.ts

@@ -0,0 +1,18 @@
+import { NextResponse } from "next/server";
+import { execSync } from "child_process";
+import path from "path";
+
+const PROJECT_DIR = path.join(process.cwd(), "..");
+
+export async function GET() {
+  try {
+    const output = execSync("python3 gossip/trader.py prices", {
+      cwd: PROJECT_DIR,
+      timeout: 15000,
+      env: { ...process.env, PYTHONPATH: PROJECT_DIR },
+    }).toString();
+    return NextResponse.json(JSON.parse(output));
+  } catch {
+    return NextResponse.json({ positions: [], total_unrealized_pnl: 0 });
+  }
+}

package/web/src/app/api/trades/route.ts

@@ -0,0 +1,10 @@
+import { NextResponse } from "next/server";
+import { getDb } from "@/lib/db";
+
+export async function GET() {
+  const db = getDb();
+  const trades = db
+    .prepare("SELECT * FROM trades ORDER BY timestamp DESC LIMIT 50")
+    .all();
+  return NextResponse.json(trades);
+}

package/web/src/app/globals.css

@@ -0,0 +1,170 @@
+@import "tailwindcss";
+@import "tw-animate-css";
+@import "shadcn/tailwind.css";
+
+@custom-variant dark (&:is(.dark *));
+
+@theme inline {
+  --color-background: var(--background);
+  --color-foreground: var(--foreground);
+  --font-sans: var(--font-sans);
+  --font-mono: var(--font-geist-mono);
+  --font-heading: var(--font-sans);
+  --color-sidebar-ring: var(--sidebar-ring);
+  --color-sidebar-border: var(--sidebar-border);
+  --color-sidebar-accent-foreground: var(--sidebar-accent-foreground);
+  --color-sidebar-accent: var(--sidebar-accent);
+  --color-sidebar-primary-foreground: var(--sidebar-primary-foreground);
+  --color-sidebar-primary: var(--sidebar-primary);
+  --color-sidebar-foreground: var(--sidebar-foreground);
+  --color-sidebar: var(--sidebar);
+  --color-chart-5: var(--chart-5);
+  --color-chart-4: var(--chart-4);
+  --color-chart-3: var(--chart-3);
+  --color-chart-2: var(--chart-2);
+  --color-chart-1: var(--chart-1);
+  --color-ring: var(--ring);
+  --color-input: var(--input);
+  --color-border: var(--border);
+  --color-destructive: var(--destructive);
+  --color-accent-foreground: var(--accent-foreground);
+  --color-accent: var(--accent);
+  --color-muted-foreground: var(--muted-foreground);
+  --color-muted: var(--muted);
+  --color-secondary-foreground: var(--secondary-foreground);
+  --color-secondary: var(--secondary);
+  --color-primary-foreground: var(--primary-foreground);
+  --color-primary: var(--primary);
+  --color-popover-foreground: var(--popover-foreground);
+  --color-popover: var(--popover);
+  --color-card-foreground: var(--card-foreground);
+  --color-card: var(--card);
+  --color-success: var(--success);
+  --color-success-foreground: var(--success-foreground);
+  --radius-sm: calc(var(--radius) * 0.6);
+  --radius-md: calc(var(--radius) * 0.8);
+  --radius-lg: var(--radius);
+  --radius-xl: calc(var(--radius) * 1.4);
+  --radius-2xl: calc(var(--radius) * 1.8);
+  --radius-3xl: calc(var(--radius) * 2.2);
+  --radius-4xl: calc(var(--radius) * 2.6);
+}
+
+:root {
+  --background: oklch(1 0 0);
+  --foreground: oklch(0.145 0 0);
+  --card: oklch(1 0 0);
+  --card-foreground: oklch(0.145 0 0);
+  --popover: oklch(1 0 0);
+  --popover-foreground: oklch(0.145 0 0);
+  --primary: oklch(0.205 0 0);
+  --primary-foreground: oklch(0.985 0 0);
+  --secondary: oklch(0.97 0 0);
+  --secondary-foreground: oklch(0.205 0 0);
+  --muted: oklch(0.97 0 0);
+  --muted-foreground: oklch(0.556 0 0);
+  --accent: oklch(0.97 0 0);
+  --accent-foreground: oklch(0.205 0 0);
+  --destructive: oklch(0.577 0.245 27.325);
+  --success: oklch(0.723 0.191 149.579);
+  --success-foreground: oklch(0.985 0 0);
+  --border: oklch(0.922 0 0);
+  --input: oklch(0.922 0 0);
+  --ring: oklch(0.708 0 0);
+  --chart-1: oklch(0.723 0.191 149.579);
+  --chart-2: oklch(0.577 0.245 27.325);
+  --chart-3: oklch(0.556 0 0);
+  --chart-4: oklch(0.439 0 0);
+  --chart-5: oklch(0.371 0 0);
+  --radius: 0.5rem;
+  --sidebar: oklch(0.985 0 0);
+  --sidebar-foreground: oklch(0.145 0 0);
+  --sidebar-primary: oklch(0.205 0 0);
+  --sidebar-primary-foreground: oklch(0.985 0 0);
+  --sidebar-accent: oklch(0.97 0 0);
+  --sidebar-accent-foreground: oklch(0.205 0 0);
+  --sidebar-border: oklch(0.922 0 0);
+  --sidebar-ring: oklch(0.708 0 0);
+}
+
+.dark {
+  --background: oklch(0.1 0 0);
+  --foreground: oklch(0.95 0 0);
+  --card: oklch(0.14 0 0);
+  --card-foreground: oklch(0.95 0 0);
+  --popover: oklch(0.14 0 0);
+  --popover-foreground: oklch(0.95 0 0);
+  --primary: oklch(0.723 0.191 149.579);
+  --primary-foreground: oklch(0.1 0 0);
+  --secondary: oklch(0.18 0 0);
+  --secondary-foreground: oklch(0.9 0 0);
+  --muted: oklch(0.18 0 0);
+  --muted-foreground: oklch(0.6 0 0);
+  --accent: oklch(0.18 0 0);
+  --accent-foreground: oklch(0.95 0 0);
+  --destructive: oklch(0.704 0.191 22.216);
+  --success: oklch(0.723 0.191 149.579);
+  --success-foreground: oklch(0.1 0 0);
+  --border: oklch(1 0 0 / 8%);
+  --input: oklch(1 0 0 / 12%);
+  --ring: oklch(0.723 0.191 149.579 / 30%);
+  --chart-1: oklch(0.723 0.191 149.579);
+  --chart-2: oklch(0.704 0.191 22.216);
+  --chart-3: oklch(0.6 0 0);
+  --chart-4: oklch(0.45 0 0);
+  --chart-5: oklch(0.3 0 0);
+  --sidebar: oklch(0.14 0 0);
+  --sidebar-foreground: oklch(0.95 0 0);
+  --sidebar-primary: oklch(0.723 0.191 149.579);
+  --sidebar-primary-foreground: oklch(0.1 0 0);
+  --sidebar-accent: oklch(0.18 0 0);
+  --sidebar-accent-foreground: oklch(0.95 0 0);
+  --sidebar-border: oklch(1 0 0 / 8%);
+  --sidebar-ring: oklch(0.723 0.191 149.579 / 30%);
+}
+
+@layer base {
+  * {
+    @apply border-border outline-ring/50;
+  }
+  body {
+    @apply bg-background text-foreground;
+  }
+  html {
+    @apply font-sans;
+  }
+}
+
+/* Custom scrollbar for trading terminal */
+::-webkit-scrollbar {
+  width: 6px;
+  height: 6px;
+}
+::-webkit-scrollbar-track {
+  background: transparent;
+}
+::-webkit-scrollbar-thumb {
+  background: oklch(0.3 0 0);
+  border-radius: 3px;
+}
+::-webkit-scrollbar-thumb:hover {
+  background: oklch(0.4 0 0);
+}
+
+/* News item highlight animation */
+@keyframes news-flash {
+  0% { background-color: oklch(0.723 0.191 149.579 / 15%); }
+  100% { background-color: transparent; }
+}
+.news-new {
+  animation: news-flash 2s ease-out;
+}
+
+/* Pulse glow for live indicator */
+@keyframes pulse-glow {
+  0%, 100% { box-shadow: 0 0 0 0 oklch(0.723 0.191 149.579 / 40%); }
+  50% { box-shadow: 0 0 0 4px oklch(0.723 0.191 149.579 / 0%); }
+}
+.pulse-glow {
+  animation: pulse-glow 2s ease-in-out infinite;
+}

package/web/src/app/layout.tsx

@@ -0,0 +1,36 @@
+import type { Metadata } from "next";
+import { Geist, Geist_Mono } from "next/font/google";
+import { TooltipProvider } from "@/components/ui/tooltip";
+import "./globals.css";
+
+const geistSans = Geist({
+  variable: "--font-sans",
+  subsets: ["latin"],
+});
+
+const geistMono = Geist_Mono({
+  variable: "--font-geist-mono",
+  subsets: ["latin"],
+});
+
+export const metadata: Metadata = {
+  title: "Open Trademaxxxing",
+  description: "Autonomous prediction market agent",
+};
+
+export default function RootLayout({
+  children,
+}: Readonly<{
+  children: React.ReactNode;
+}>) {
+  return (
+    <html
+      lang="en"
+      className={`${geistSans.variable} ${geistMono.variable} dark h-full antialiased`}
+    >
+      <body className="h-full overflow-hidden">
+        <TooltipProvider>{children}</TooltipProvider>
+      </body>
+    </html>
+  );
+}