npm - free-coding-models - Versions diffs - 0.5.15 → 0.5.16 - Mend

free-coding-models 0.5.15 → 0.5.16

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (14) hide show

package/changelog/v0.5.16.md +15 -0
package/package.json +1 -1
package/web/dist/assets/index-avN2GM3H.css +1 -0
package/web/dist/assets/index-vsysCImz.js +41 -0
package/web/dist/index.html +6 -2
package/web/index.html +4 -0
package/web/server.js +166 -1
package/web/src/App.jsx +31 -14
package/web/src/components/dashboard/ExpandedDetailRow.jsx +464 -0
package/web/src/components/dashboard/ExpandedDetailRow.module.css +347 -0
package/web/src/components/dashboard/ModelTable.jsx +49 -29
package/web/src/components/dashboard/ModelTable.module.css +12 -0
package/web/dist/assets/index-BRqzsHVw.css +0 -1
package/web/dist/assets/index-CUYQh5_t.js +0 -39

package/web/dist/index.html CHANGED Viewed

@@ -48,10 +48,14 @@
   <link rel="preconnect" href="https://fonts.googleapis.com">
   <link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
   <link href="https://fonts.googleapis.com/css2?family=Inter:wght@300;400;500;600;700;800;900&family=JetBrains+Mono:wght@400;500;600&display=swap" rel="stylesheet">
-  <script type="module" crossorigin src="/assets/index-CUYQh5_t.js"></script>
-  <link rel="stylesheet" crossorigin href="/assets/index-BRqzsHVw.css">
+  <script type="module" crossorigin src="/assets/index-vsysCImz.js"></script>
+  <link rel="stylesheet" crossorigin href="/assets/index-avN2GM3H.css">
 </head>
 <body>
   <div id="root"></div>
+  <!-- 📖 PostHog analytics — privacy-first, self-hosted option available -->
+  <script>
+    !function(t,e){var o,n,p,r;e.__SV||(window.posthog=e,e._i=[],e.init=function(i,s,a){function g(t,e){var o=e.split(".");2==o.length&&(t=t[o[0]],e=o[1]),t[e]=function(){t.push([e].concat(Array.prototype.slice.call(arguments,0)))}}(p=t.createElement("script")).type="text/javascript",p.crossOrigin="anonymous",p.async=!0,p.src=s.api_host.replace(".i.",".js."),function(t,e,o,n){var i,s;for(n=function(t,e){return t[e]},s=e.split("."),i=0;i<s.length-1;i++)n=n(s[i],t);(a=n[s.pop()])&&a.apply(t,[].slice.call(arguments,0))}(e,"5.0.0")},e.init('phc_PLACEHOLDER_REPLACE_WITH_YOUR_KEY',{api_host:'https://us.i.posthog.com'}))}(document,window.posthog||[]);
+  </script>
 </body>
 </html>

package/web/index.html CHANGED Viewed

@@ -52,5 +52,9 @@
 <body>
   <div id="root"></div>
   <script type="module" src="/src/main.jsx"></script>
+  <!-- 📖 PostHog analytics — privacy-first, self-hosted option available -->
+  <script>
+    !function(t,e){var o,n,p,r;e.__SV||(window.posthog=e,e._i=[],e.init=function(i,s,a){function g(t,e){var o=e.split(".");2==o.length&&(t=t[o[0]],e=o[1]),t[e]=function(){t.push([e].concat(Array.prototype.slice.call(arguments,0)))}}(p=t.createElement("script")).type="text/javascript",p.crossOrigin="anonymous",p.async=!0,p.src=s.api_host.replace(".i.",".js."),function(t,e,o,n){var i,s;for(n=function(t,e){return t[e]},s=e.split("."),i=0;i<s.length-1;i++)n=n(s[i],t);(a=n[s.pop()])&&a.apply(t,[].slice.call(arguments,0))}(e,"5.0.0")},e.init('phc_PLACEHOLDER_REPLACE_WITH_YOUR_KEY',{api_host:'https://us.i.posthog.com'}))}(document,window.posthog||[]);
+  </script>
 </body>
 </html>

package/web/server.js CHANGED Viewed

@@ -45,7 +45,7 @@ import {
   getAvg, getVerdict, getUptime, getP95, getJitter,
   getStabilityScore,
 } from '../src/core/utils.js'
-import { benchmarkModel, BENCHMARK_TIMEOUT_MS } from '../src/core/benchmark.js'
+import { benchmarkModel, BENCHMARK_TIMEOUT_MS, BENCHMARK_PROMPT } from '../src/core/benchmark.js'
 import { getInstallTargetModes, installProviderEndpoints, getConfiguredInstallableProviders, getProviderCatalogModels } from '../src/core/endpoint-installer.js'
 import { isModelCompatibleWithTool } from '../src/core/tool-metadata.js'
 import { sendUsageTelemetry } from '../src/core/telemetry.js'
@@ -1030,6 +1030,171 @@ async function handleRequest(req, res) {
         return
       }
+      case '/api/benchmark-stream': {
+        if (req.method !== 'POST') {
+          res.writeHead(405)
+          res.end('Method Not Allowed')
+          return
+        }
+        let body
+        try {
+          body = await readJsonBody(req)
+        } catch {
+          res.writeHead(400)
+          res.end('Invalid JSON')
+          return
+        }
+        const result = getResult(body.providerKey, body.modelId)
+        if (!result) {
+          sendJson(res, 404, { error: 'Model not found' })
+          return
+        }
+        const source = sources[result.providerKey]
+        const apiKey = getApiKey(config, result.providerKey)
+        if (!apiKey) {
+          sendJson(res, 401, { error: 'No API key configured' })
+          return
+        }
+        const key = getResultKey(result)
+        benchmarkRunning.add(key)
+        broadcastUpdate({ immediate: true })
+        // 📖 Set SSE headers for streaming response to the browser
+        res.writeHead(200, {
+          'Content-Type': 'text/event-stream',
+          'Cache-Control': 'no-cache',
+          'Connection': 'keep-alive',
+          'X-Accel-Buffering': 'no',
+        })
+        try {
+          // Build the upstream URL — append /v1/chat/completions if needed
+          let upstreamUrl = source?.url || result.url
+          if (!upstreamUrl.includes('/chat/completions')) {
+            upstreamUrl = upstreamUrl.replace(/\/+$/, '') + '/v1/chat/completions'
+          }
+          // 📖 ZAI provider: strip the "zai/" prefix from modelId for the API
+          let apiModelId = result.modelId
+          if (result.providerKey === 'zai' && apiModelId.startsWith('zai/')) {
+            apiModelId = apiModelId.slice(4)
+          }
+          const upstreamHeaders = {
+            'Content-Type': 'application/json',
+            'Authorization': `Bearer ${apiKey}`,
+          }
+          // 📖 OpenRouter requires HTTP-Referer and X-Title headers
+          if (result.providerKey === 'openrouter') {
+            upstreamHeaders['HTTP-Referer'] = 'https://github.com/vava-nessa/free-coding-models'
+            upstreamHeaders['X-Title'] = 'free-coding-models'
+          }
+          const reqBody = {
+            model: apiModelId,
+            messages: [{ role: 'user', content: BENCHMARK_PROMPT }],
+            max_tokens: 140,
+            temperature: 0,
+            stream: true,
+          }
+          const resp = await fetch(upstreamUrl, {
+            method: 'POST',
+            headers: upstreamHeaders,
+            body: JSON.stringify(reqBody),
+            signal: AbortSignal.timeout(20000),
+          })
+          if (!resp.ok) {
+            let message = `HTTP ${resp.status}`
+            try {
+              const errJson = await resp.json()
+              message = errJson?.error?.message || errJson?.error || errJson?.message || message
+            } catch { /* keep default */ }
+            res.write('event: error\ndata: ' + JSON.stringify({ error: message }) + '\n\n')
+            res.end()
+            benchmarkRunning.delete(key)
+            broadcastUpdate({ immediate: true })
+            return
+          }
+          // 📖 Parse SSE stream from the provider — extract tokens and measure TPS
+          const reader = resp.body.getReader()
+          const decoder = new TextDecoder()
+          const t0 = performance.now()
+          let tokenCount = 0
+          let fullText = ''
+          let buffer = ''
+          while (true) {
+            const { done, value } = await reader.read()
+            if (done) break
+            buffer += decoder.decode(value, { stream: true })
+            const lines = buffer.split('\n')
+            buffer = lines.pop() || '' // keep incomplete line in buffer
+            for (const line of lines) {
+              const trimmed = line.trim()
+              if (!trimmed.startsWith('data: ')) continue
+              const payload = trimmed.slice(6)
+              if (payload === '[DONE]') continue
+              let parsed
+              try { parsed = JSON.parse(payload) } catch { continue }
+              const delta = parsed?.choices?.[0]?.delta?.content
+              if (!delta) continue
+              fullText += delta
+              tokenCount++
+              res.write('event: token\ndata: ' + JSON.stringify({
+                token: delta,
+                totalMs: Math.round(performance.now() - t0),
+                tokens: tokenCount,
+                tps: Math.round(tokenCount / ((performance.now() - t0) / 1000) * 10) / 10,
+                text: fullText,
+              }) + '\n\n')
+            }
+          }
+          const totalMs = Math.round(performance.now() - t0)
+          const tps = tokenCount / (totalMs / 1000)
+          res.write('event: done\ndata: ' + JSON.stringify({
+            totalMs,
+            outputTokens: tokenCount,
+            tokensPerSecond: Math.round(tps * 10) / 10,
+            answerPreview: fullText.slice(0, 100),
+          }) + '\n\n')
+          res.end()
+          // 📖 Update shared benchmark state so the dashboard reflects the result
+          const benchmarkResult = {
+            ok: true,
+            totalMs,
+            outputTokens: tokenCount,
+            tokensPerSecond: tps,
+            answerPreview: fullText.slice(0, 60),
+          }
+          benchmarkResults.set(key, benchmarkResult)
+          benchmarkRunning.delete(key)
+          updateHealthFromBenchmark(result, benchmarkResult)
+          broadcastUpdate({ immediate: true })
+        } catch (err) {
+          res.write('event: error\ndata: ' + JSON.stringify({ error: err?.message || 'Stream failed' }) + '\n\n')
+          res.end()
+          benchmarkRunning.delete(key)
+          broadcastUpdate({ immediate: true })
+        }
+        return
+      }
       case '/api/global-benchmark': {
         if (req.method === 'GET') {
           sendJson(res, 200, {

package/web/src/App.jsx CHANGED Viewed

@@ -77,6 +77,31 @@ export default function App() {
   const [toasts, setToasts] = useState([])
   const lastActivityRef = useRef(Date.now())
+  // 📖 PostHog: track app_web_start on mount
+  useEffect(() => {
+    try {
+      if (typeof window !== 'undefined' && window.posthog?.capture) {
+        window.posthog.capture('app_web_start', {
+          version: __APP_VERSION__ || 'unknown',
+          timestamp: new Date().toISOString(),
+        })
+      }
+    } catch {}
+  }, [])
+  // 📖 PostHog: track app_router_start when router opens
+  const handleRouterOpen = useCallback(() => {
+    setRouterOpen(true)
+    try {
+      if (typeof window !== 'undefined' && window.posthog?.capture) {
+        window.posthog.capture('app_router_start', {
+          version: __APP_VERSION__ || 'unknown',
+          timestamp: new Date().toISOString(),
+        })
+      }
+    } catch {}
+  }, [])
   // ── Toast helpers ────────────────────────────────────────────────────────
   const addToast = useCallback((message, type = 'info') => {
     const id = ++toastIdCounter
@@ -248,7 +273,7 @@ export default function App() {
     if (viewId === 'help') { setHelpOpen(true); return }
     if (viewId === 'changelog') { setChangelogOpen(true); setChangelogDefaultVersion(null); return }
     if (viewId === 'recommend') { setRecommendOpen(true); return }
-    if (viewId === 'router') { setRouterOpen(true); return }
+    if (viewId === 'router') { handleRouterOpen(); return }
     if (viewId === 'playground') { setPlaygroundOpen(true); return }
     if (viewId === 'install-endpoints') { setInstallEndpointsOpen(true); return }
     if (viewId === 'installed-models') { setInstalledModelsOpen(true); return }
@@ -379,6 +404,10 @@ export default function App() {
                 sortDirection={sortDirection}
                 onSort={toggleSort}
                 toolMode={toolMode}
+                onToast={addToast}
+                onSetToolMode={setToolMode}
+                onCycleToolMode={cycleToolMode}
+                onOpenFallback={(model) => setIncompatibleRequest({ model, toolMode })}
               />
             </main>
           )}
@@ -403,19 +432,7 @@ export default function App() {
         </div>
       </div>
-      <DetailPanel
-        model={selectedModel}
-        onClose={handleCloseDetail}
-        favorites={favorites}
-        onBenchmark={handleBenchmarkRow}
-        onLaunch={handleInstallEndpoint}
-        toolMode={toolMode}
-        onSetToolMode={setToolMode}
-        onCycleToolMode={cycleToolMode}
-        models={models}
-        onOpenFallback={(model) => setIncompatibleRequest({ model, toolMode })}
-        onToast={addToast}
-      />
+      {/* 📖 DetailPanel side panel replaced by expand row in ModelTable */}
       {exportOpen && (
         <ExportModal