@nordsym/apiclaw 2.2.0 → 2.3.0

package/convex/searchLogs.ts

@@ -1,265 +0,0 @@
-import { internalMutation, mutation, query } from "./_generated/server";
-import { v } from "convex/values";
-
-/**
- * Public mutation called by MCP server (path: searchLogs:log)
- */
-export const log = mutation({
-  args: {
-    sessionToken: v.string(),
-    query: v.string(),
-    resultCount: v.number(),
-    matchedProviders: v.optional(v.array(v.string())),
-    responseTimeMs: v.optional(v.number()),
-    subagentId: v.optional(v.string()),
-  },
-  handler: async (ctx, args) => {
-    const session = await ctx.db
-      .query("agentSessions")
-      .withIndex("by_sessionToken", (q) => q.eq("sessionToken", args.sessionToken))
-      .first();
-    if (!session) return { success: false };
-
-    await ctx.db.insert("searchLogs", {
-      workspaceId: session.workspaceId,
-      subagentId: args.subagentId,
-      query: args.query,
-      resultCount: args.resultCount,
-      hasResults: args.resultCount > 0,
-      matchedProviders: args.matchedProviders,
-      responseTimeMs: args.responseTimeMs || 0,
-      timestamp: Date.now(),
-    });
-    return { success: true };
-  },
-});
-
-/**
- * Get recent searches for a workspace (path: searchLogs:getRecent)
- */
-export const getRecent = query({
-  args: {
-    token: v.string(),
-    limit: v.optional(v.number()),
-  },
-  handler: async (ctx, { token, limit = 50 }) => {
-    const session = await ctx.db
-      .query("agentSessions")
-      .withIndex("by_sessionToken", (q) => q.eq("sessionToken", token))
-      .first();
-    if (!session) return [];
-
-    const logs = await ctx.db
-      .query("searchLogs")
-      .withIndex("by_workspaceId", (q) => q.eq("workspaceId", session.workspaceId))
-      .order("desc")
-      .take(limit);
-
-    return logs.map((l) => ({
-      id: l._id,
-      query: l.query,
-      resultCount: l.resultCount,
-      hasResults: l.hasResults,
-      matchedProviders: l.matchedProviders || [],
-      responseTimeMs: l.responseTimeMs,
-      timestamp: l.timestamp,
-      subagentId: l.subagentId,
-    }));
-  },
-});
-
-// Log a search query (uses existing searchLogs table schema)
-export const logSearch = internalMutation({
-  args: {
-    query: v.string(),
-    resultsCount: v.number(),
-    matchedProviders: v.optional(v.array(v.string())),
-    sessionToken: v.optional(v.string()),
-    userAgent: v.optional(v.string()),
-    responseTimeMs: v.optional(v.number()),
-  },
-  handler: async (ctx, args) => {
-    // Try to get workspaceId from session token
-    let workspaceId = undefined;
-    let subagentId = undefined;
-    
-    if (args.sessionToken) {
-      try {
-        const token = args.sessionToken;
-        const session = await ctx.db
-          .query("agentSessions")
-          .withIndex("by_sessionToken", (q) => q.eq("sessionToken", token))
-          .first();
-        if (session) {
-          workspaceId = session.workspaceId;
-          // No agentId in agentSessions, subagentId stays undefined
-        }
-      } catch (e) {
-        // Ignore - just skip workspace linking
-      }
-    }
-
-    // Only log if we have a workspace (existing schema requires it)
-    if (workspaceId) {
-      await ctx.db.insert("searchLogs", {
-        workspaceId,
-        subagentId,
-        query: args.query,
-        resultCount: args.resultsCount,
-        hasResults: args.resultsCount > 0,
-        matchedProviders: args.matchedProviders,
-        responseTimeMs: args.responseTimeMs || 0,
-        timestamp: Date.now(),
-      });
-    }
-    
-    // TODO: Also log anonymous searches somewhere (for product insights)
-  },
-});
-
-// Get top search queries (for analytics)
-export const getTopQueries = query({
-  args: {
-    limit: v.optional(v.number()),
-    since: v.optional(v.number()), // timestamp
-  },
-  handler: async (ctx, args) => {
-    const limit = args.limit || 50;
-    const since = args.since || Date.now() - 7 * 24 * 60 * 60 * 1000; // Last 7 days
-
-    const logs = await ctx.db
-      .query("searchLogs")
-      .withIndex("by_timestamp")
-      .filter((q) => q.gte(q.field("timestamp"), since))
-      .collect();
-
-    // Aggregate by query
-    const queryCounts: Record<string, { count: number; avgResults: number; totalResults: number }> = {};
-    
-    for (const log of logs) {
-      const q = log.query.toLowerCase().trim();
-      if (!q) continue;
-      
-      if (!queryCounts[q]) {
-        queryCounts[q] = { count: 0, avgResults: 0, totalResults: 0 };
-      }
-      queryCounts[q].count++;
-      queryCounts[q].totalResults += log.resultCount;
-    }
-
-    // Calculate averages and sort
-    const sorted = Object.entries(queryCounts)
-      .map(([query, data]) => ({
-        query,
-        count: data.count,
-        avgResults: Math.round(data.totalResults / data.count * 10) / 10,
-        noResults: data.totalResults === 0,
-      }))
-      .sort((a, b) => b.count - a.count)
-      .slice(0, limit);
-
-    return {
-      queries: sorted,
-      totalSearches: logs.length,
-      uniqueQueries: Object.keys(queryCounts).length,
-      period: {
-        since: new Date(since).toISOString(),
-        until: new Date().toISOString(),
-      },
-    };
-  },
-});
-
-// Get search stats for a workspace (path: searchLogs:getStats)
-export const getStats = query({
-  args: {
-    token: v.string(),
-    hoursBack: v.optional(v.number()),
-  },
-  handler: async (ctx, { token, hoursBack }) => {
-    // Try agentSessions first (MCP agent tokens)
-    let workspaceId: any = null;
-    const agentSession = await ctx.db
-      .query("agentSessions")
-      .withIndex("by_sessionToken", (q) => q.eq("sessionToken", token))
-      .first();
-    if (agentSession) {
-      workspaceId = agentSession.workspaceId;
-    } else {
-      // Fall back to workspace magic-link sessions (legacy: table was renamed to workspaceMagicLinks)
-      // No fallback needed — agentSessions is the only session table
-    }
-    if (!workspaceId) return { totalSearches: 0, zeroResultSearches: 0, avgResponseTimeMs: 0, successRate: 0, byDay: [] };
-
-    const since = hoursBack ? Date.now() - hoursBack * 60 * 60 * 1000 : 0;
-
-    const logs = await ctx.db
-      .query("searchLogs")
-      .withIndex("by_workspaceId", (q) => q.eq("workspaceId", workspaceId))
-      .collect();
-
-    const filtered = since > 0 ? logs.filter((l) => l.timestamp >= since) : logs;
-    const totalSearches = filtered.length;
-    const zeroResultSearches = filtered.filter((l) => !l.hasResults).length;
-    const avgResponseTimeMs = totalSearches > 0
-      ? Math.round(filtered.reduce((sum, l) => sum + (l.responseTimeMs || 0), 0) / totalSearches)
-      : 0;
-    const successRate = totalSearches > 0
-      ? Math.round(((totalSearches - zeroResultSearches) / totalSearches) * 1000) / 10
-      : 0;
-
-    // Per-day breakdown for chart
-    const byDayMap: Record<string, number> = {};
-    for (const log of filtered) {
-      const day = new Date(log.timestamp).toISOString().split("T")[0];
-      byDayMap[day] = (byDayMap[day] || 0) + 1;
-    }
-    const byDay = Object.entries(byDayMap)
-      .map(([date, searches]) => ({ date, searches }))
-      .sort((a, b) => a.date.localeCompare(b.date));
-
-    return { totalSearches, zeroResultSearches, avgResponseTimeMs, successRate, byDay };
-  },
-});
-
-// Get searches with no results (API gaps)
-export const getZeroResultQueries = query({
-  args: {
-    limit: v.optional(v.number()),
-    since: v.optional(v.number()),
-  },
-  handler: async (ctx, args) => {
-    const limit = args.limit || 20;
-    const since = args.since || Date.now() - 7 * 24 * 60 * 60 * 1000;
-
-    const logs = await ctx.db
-      .query("searchLogs")
-      .withIndex("by_hasResults")
-      .filter((q) => 
-        q.and(
-          q.eq(q.field("hasResults"), false),
-          q.gte(q.field("timestamp"), since)
-        )
-      )
-      .collect();
-
-    // Aggregate
-    const queryCounts: Record<string, number> = {};
-    for (const log of logs) {
-      const q = log.query.toLowerCase().trim();
-      if (!q) continue;
-      queryCounts[q] = (queryCounts[q] || 0) + 1;
-    }
-
-    const sorted = Object.entries(queryCounts)
-      .map(([query, count]) => ({ query, count }))
-      .sort((a, b) => b.count - a.count)
-      .slice(0, limit);
-
-    return {
-      gaps: sorted,
-      totalZeroResults: logs.length,
-      message: "These queries returned no results - potential APIs to add",
-    };
-  },
-});

package/convex/seedAPILayerAPIs.ts

@@ -1,191 +0,0 @@
-import { mutation } from "./_generated/server";
-
-/**
- * Seed all 27 APILayer APIs for a workspace
- * Run with: npx convex run seedAPILayerAPIs:seedAll '{"email":"gustav_hemmingsson@hotmail.com"}'
- */
-
-export const cleanAndReseed = mutation({
-  args: {},
-  handler: async (ctx) => {
-    const email = "gustav_hemmingsson@hotmail.com";
-    
-    // Find provider
-    const provider = await ctx.db
-      .query("providers")
-      .withIndex("by_email", (q) => q.eq("email", email))
-      .first();
-    
-    if (!provider) return { success: false, error: "Provider not found" };
-    
-    // Delete ALL existing providerAPIs for this provider
-    const existing = await ctx.db
-      .query("providerAPIs")
-      .withIndex("by_providerId", (q) => q.eq("providerId", provider._id))
-      .collect();
-    
-    for (const api of existing) {
-      await ctx.db.delete(api._id);
-    }
-    
-    // Re-insert canonical 27
-    const canonical = [
-      { name: "ExchangeRate API", description: "Real-time exchange rates and currency conversion", category: "finance" },
-      { name: "Marketstack", description: "Real-time, intraday & historical market data", category: "finance" },
-      { name: "AviationStack", description: "Real-time flight status & global aviation data", category: "geolocation" },
-      { name: "PDF Layer", description: "High quality HTML to PDF conversion", category: "business" },
-      { name: "Screenshot Layer", description: "Capture website screenshots", category: "marketing" },
-      { name: "Email Verification API", description: "Verify email addresses in real-time", category: "devtools" },
-      { name: "Number Verification API", description: "Validate phone numbers globally", category: "devtools" },
-      { name: "VAT Layer", description: "EU VAT number validation", category: "finance" },
-      { name: "World News API", description: "Extract news from any URL", category: "news" },
-      { name: "Finance News API", description: "Real-time financial news feed", category: "news" },
-      { name: "Advanced Scraper API", description: "Web scraping without the hassle", category: "scraping" },
-      { name: "Image Crop API", description: "Smart image cropping", category: "marketing" },
-      { name: "Skills API", description: "Search skill database", category: "devtools" },
-      { name: "Form API", description: "Form submission handling", category: "devtools" },
-      { name: "Fixer API", description: "Foreign exchange rates & currency conversion", category: "finance" },
-      { name: "Currencylayer", description: "Reliable exchange rates for your business", category: "finance" },
-      { name: "Coinlayer", description: "Real-time crypto currency exchange rates", category: "finance" },
-      { name: "Exchangerate.host", description: "Free exchange rates API", category: "finance" },
-      { name: "Weatherstack", description: "Real-time & historical weather data", category: "geolocation" },
-      { name: "IPstack", description: "Locate and identify website visitors by IP", category: "geolocation" },
-      { name: "IPapi", description: "IP address geolocation lookup", category: "geolocation" },
-      { name: "Positionstack", description: "Forward & reverse geocoding", category: "geolocation" },
-      { name: "Languagelayer", description: "Powerful language detection", category: "devtools" },
-      { name: "Scrapestack", description: "Real-time web scraping", category: "scraping" },
-      { name: "Serpstack", description: "Google search results API", category: "scraping" },
-      { name: "Mediastack", description: "Live news & blog articles", category: "news" },
-      { name: "Userstack", description: "Detect any browser, device & OS", category: "devtools" },
-    ];
-    
-    for (const api of canonical) {
-      await ctx.db.insert("providerAPIs", {
-        providerId: provider._id,
-        name: api.name,
-        description: api.description,
-        category: api.category,
-        pricingModel: "freemium",
-        pricingNotes: "Free tier available, paid tiers for higher limits",
-        status: "approved",
-        createdAt: Date.now(),
-        approvedAt: Date.now(),
-        discoveryCount: 0,
-      });
-    }
-    
-    return { success: true, deleted: existing.length, created: canonical.length };
-  },
-});
-
-export const seedAll = mutation({
-  args: {},
-  handler: async (ctx) => {
-    const email = "gustav_hemmingsson@hotmail.com";
-    
-    // 1. Create or get provider
-    let provider = await ctx.db
-      .query("providers")
-      .withIndex("by_email", (q) => q.eq("email", email))
-      .first();
-    
-    if (!provider) {
-      const providerId = await ctx.db.insert("providers", {
-        email,
-        name: "APILayer",
-        company: "APILayer",
-        website: "https://apilayer.com",
-        status: "approved",
-        stripeOnboardingComplete: false,
-        createdAt: Date.now(),
-        updatedAt: Date.now(),
-        approvedAt: Date.now(),
-      });
-      provider = await ctx.db.get(providerId);
-      console.log("✓ Provider created");
-    } else {
-      console.log("✓ Provider exists:", provider.name);
-    }
-    
-    if (!provider) throw new Error("Provider creation failed");
-    
-    // 2. Add all 27 APIs
-    const apis = [
-      // Unified APIs (14)
-      { name: "ExchangeRate API", description: "Real-time exchange rates and currency conversion", category: "finance" },
-      { name: "Marketstack", description: "Real-time, intraday & historical market data", category: "finance" },
-      { name: "AviationStack", description: "Real-time flight status & global aviation data", category: "geolocation" },
-      { name: "PDF Layer", description: "High quality HTML to PDF conversion", category: "business" },
-      { name: "Screenshot Layer", description: "Capture website screenshots", category: "marketing" },
-      { name: "Email Verification API", description: "Verify email addresses in real-time", category: "devtools" },
-      { name: "Number Verification API", description: "Validate phone numbers globally", category: "devtools" },
-      { name: "VAT Layer", description: "EU VAT number validation", category: "finance" },
-      { name: "World News API", description: "Extract news from any URL", category: "news" },
-      { name: "Finance News API", description: "Real-time financial news feed", category: "news" },
-      { name: "Advanced Scraper API", description: "Web scraping without the hassle", category: "scraping" },
-      { name: "Image Crop API", description: "Smart image cropping", category: "marketing" },
-      { name: "Skills API", description: "Search skill database", category: "devtools" },
-      { name: "Form API", description: "Form submission handling", category: "devtools" },
-      
-      // Legacy APIs (13)
-      { name: "Fixer API", description: "Foreign exchange rates & currency conversion", category: "finance" },
-      { name: "Currencylayer", description: "Reliable exchange rates for your business", category: "finance" },
-      { name: "Coinlayer", description: "Real-time crypto currency exchange rates", category: "finance" },
-      { name: "Exchangerate.host", description: "Free exchange rates API", category: "finance" },
-      { name: "Weatherstack", description: "Real-time & historical weather data", category: "geolocation" },
-      { name: "IPstack", description: "Locate and identify website visitors by IP", category: "geolocation" },
-      { name: "IPapi", description: "IP address geolocation lookup", category: "geolocation" },
-      { name: "Positionstack", description: "Forward & reverse geocoding", category: "geolocation" },
-      { name: "Languagelayer", description: "Powerful language detection", category: "devtools" },
-      { name: "Scrapestack", description: "Real-time web scraping", category: "scraping" },
-      { name: "Serpstack", description: "Google search results API", category: "scraping" },
-      { name: "Mediastack", description: "Live news & blog articles", category: "news" },
-      { name: "Userstack", description: "Detect any browser, device & OS", category: "devtools" },
-    ];
-    
-    let created = 0;
-    let skipped = 0;
-    
-    for (const api of apis) {
-      // Check if exists
-      const existing = await ctx.db
-        .query("providerAPIs")
-        .withIndex("by_providerId", (q) => q.eq("providerId", provider!._id))
-        .filter((q) => q.eq(q.field("name"), api.name))
-        .first();
-      
-      if (!existing) {
-        await ctx.db.insert("providerAPIs", {
-          providerId: provider._id,
-          name: api.name,
-          description: api.description,
-          category: api.category,
-          pricingModel: "freemium",
-          pricingNotes: "Free tier available, paid tiers for higher limits",
-          status: "approved",
-          createdAt: Date.now(),
-          approvedAt: Date.now(),
-          discoveryCount: 0,
-        });
-        console.log(`✓ ${api.name}`);
-        created++;
-      } else {
-        skipped++;
-      }
-    }
-    
-    return {
-      success: true,
-      provider: {
-        email: provider.email,
-        name: provider.name,
-        id: provider._id,
-      },
-      apis: {
-        total: apis.length,
-        created,
-        skipped,
-      },
-    };
-  },
-});