PyPI - agent-starter-pack - Versions diffs - 0.0.1b0__py3-none-any.whl - Mend

agent-starter-pack 0.0.1b0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of agent-starter-pack might be problematic. Click here for more details.

Files changed (162) hide show

src/frontends/live_api_react/frontend/package.json ADDED Viewed

@@ -0,0 +1,56 @@
+{
+  "name": "multimodal-live-api-web-console",
+  "version": "0.1.0",
+  "dependencies": {
+    "classnames": "^2.5.1",
+    "dotenv-flow": "^4.1.0",
+    "eventemitter3": "^5.0.1",
+    "lodash": "^4.17.21",
+    "react": "^18.3.1",
+    "react-dom": "^18.3.1",
+    "react-icons": "^5.3.0",
+    "react-scripts": "5.0.1",
+    "react-select": "^5.8.3",
+    "sass": "^1.80.6",
+    "vega": "^5.30.0",
+    "vega-embed": "^6.29.0",
+    "vega-lite": "^5.22.0",
+    "web-vitals": "^2.1.4",
+    "zustand": "^5.0.1"
+  },
+  "scripts": {
+    "start": "react-scripts start",
+    "build": "react-scripts build",
+    "test": "react-scripts test",
+    "eject": "react-scripts eject"
+  },
+  "eslintConfig": {},
+  "browserslist": {
+    "production": [
+      ">0.2%",
+      "not dead",
+      "not op_mini all"
+    ],
+    "development": [
+      "last 1 chrome version",
+      "last 1 firefox version",
+      "last 1 safari version"
+    ]
+  },
+  "devDependencies": {
+    "@google/generative-ai": "^0.21.0",
+    "@testing-library/jest-dom": "^5.17.0",
+    "@testing-library/react": "^13.4.0",
+    "@testing-library/user-event": "^13.5.0",
+    "@types/jest": "^27.5.2",
+    "@types/node": "^16.18.119",
+    "@types/react": "^18.3.12",
+    "@types/react-dom": "^18.3.1",
+    "@types/lodash": "^4.17.13",
+    "ts-node": "^10.9.2",
+    "typescript": "^5.6.3"
+  },
+  "overrides": {
+    "typescript": "^5.6.3"
+  }
+}

src/frontends/live_api_react/frontend/public/favicon.ico ADDED Viewed

Binary file

src/frontends/live_api_react/frontend/public/index.html ADDED Viewed

@@ -0,0 +1,62 @@
+<!doctype html>
+<!--
+ Copyright 2025 Google LLC
+ Licensed under the Apache License, Version 2.0 (the "License");
+ you may not use this file except in compliance with the License.
+ You may obtain a copy of the License at
+     http://www.apache.org/licenses/LICENSE-2.0
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+-->
+<html lang="en">
+  <head>
+    <meta charset="utf-8" />
+    <link rel="icon" href="%PUBLIC_URL%/favicon.ico" />
+    <meta name="viewport" content="width=device-width, initial-scale=1" />
+    <meta name="theme-color" content="#000000" />
+    <meta
+      name="description"
+      content="Web site created using create-react-app" />
+    <link rel="preconnect" href="https://fonts.googleapis.com" />
+    <link rel="preconnect" href="https://fonts.gstatic.com" crossorigin />
+    <link
+      href="https://fonts.googleapis.com/css2?family=Space+Mono:ital,wght@0,400;0,700;1,400;1,700&display=swap"
+      rel="stylesheet" />
+    <link
+      href="https://fonts.googleapis.com/css2?family=Material+Symbols+Outlined:opsz,wght,FILL,GRAD@20..48,100..700,0..1,-50..200&display=block"
+      rel="stylesheet" />
+    <link rel="apple-touch-icon" href="%PUBLIC_URL%/logo192.png" />
+    <!--
+      Notice the use of %PUBLIC_URL% in the tags above.
+      It will be replaced with the URL of the `public` folder during the build.
+      Only files inside the `public` folder can be referenced from the HTML.
+      Unlike "/favicon.ico" or "favicon.ico", "%PUBLIC_URL%/favicon.ico" will
+      work correctly both with client-side routing and a non-root public URL.
+      Learn how to configure a non-root public URL by running `npm run build`.
+    -->
+    <title>Multimodal Live - Console</title>
+  </head>
+  <body>
+    <noscript>You need to enable JavaScript to run this app.</noscript>
+    <div id="root"></div>
+    <!--
+      This HTML file is a template.
+      If you open it directly in the browser, you will see an empty page.
+      You can add webfonts, meta tags, or analytics to this file.
+      The build step will place the bundled scripts into the <body> tag.
+      To begin the development, run `npm start` or `yarn start`.
+      To create a production bundle, use `npm run build` or `yarn build`.
+    -->
+  </body>
+</html>

src/frontends/live_api_react/frontend/public/robots.txt ADDED Viewed

@@ -0,0 +1,3 @@
+# https://www.robotstxt.org/robotstxt.html
+User-agent: *
+Disallow:

src/frontends/live_api_react/frontend/src/App.scss ADDED Viewed

@@ -0,0 +1,189 @@
+/**
+ * Copyright 2025 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+/* stylelint-disable */
+:root {
+  --text: white;
+  --gray-200: #b4b8bb;
+  --gray-300: #80868b;
+  --gray-500: #5f6368;
+  --gray-600: #444444;
+  --gray-700: #202020;
+  --gray-800: #171717;
+  --gray-900: #111111;
+  --gray-1000: #0a0a0a;
+  --border-stroke: #444444;
+  --accent-blue: rgb(161, 228, 242);
+  --accent-blue-active-bg: #001233;
+  --accent-blue-active: #98beff;
+  --accent-blue-headers: #448dff;
+  --accent-green: rgb(168, 218, 181);
+  --midnight-blue: rgb(0, 18, 51);
+  --blue-30: #99beff;
+  --accent-red: #ff4600;
+  --background: var(--gray-900);
+  --color: var(--text);
+  scrollbar-color: var(--gray-600) var(--gray-900);
+  scrollbar-width: thin;
+  --font-family: "Space Mono", monospace;
+  /* */
+  --Neutral-00: #000;
+  --Neutral-5: #181a1b;
+  --Neutral-10: #1c1f21;
+  --Neutral-15: #232729;
+  --Neutral-20: #2a2f31;
+  --Neutral-30: #404547;
+  --Neutral-50: #707577;
+  --Neutral-60: #888d8f;
+  --Neutral-80: #c3c6c7;
+  --Neutral-90: #e1e2e3;
+  --Green-500: #0d9c53;
+  --Green-700: #025022;
+  --Blue-500: #1f94ff;
+  --Blue-800: #0f3557;
+  --Red-400: #ff9c7a;
+  --Red-500: #ff4600;
+  --Red-600: #e03c00;
+  --Red-700: #bd3000;
+}
+body {
+  font-family: "Space Mono", monospace;
+  background: var(--Neutral-30);
+}
+.material-symbols-outlined {
+  &.filled {
+    font-variation-settings:
+      "FILL" 1,
+      "wght" 400,
+      "GRAD" 0,
+      "opsz" 24;
+  }
+}
+.space-mono-regular {
+  font-family: "Space Mono", monospace;
+  font-weight: 400;
+  font-style: normal;
+}
+.space-mono-bold {
+  font-family: "Space Mono", monospace;
+  font-weight: 700;
+  font-style: normal;
+}
+.space-mono-regular-italic {
+  font-family: "Space Mono", monospace;
+  font-weight: 400;
+  font-style: italic;
+}
+.space-mono-bold-italic {
+  font-family: "Space Mono", monospace;
+  font-weight: 700;
+  font-style: italic;
+}
+.hidden {
+  display: none;
+}
+.flex {
+  display: flex;
+}
+.h-screen-full {
+  height: 100vh;
+}
+.w-screen-full {
+  width: 100vw;
+}
+.flex-col {
+  flex-direction: column;
+}
+@media (prefers-reduced-motion: no-preference) {
+}
+.streaming-console {
+  background: var(--Neutral-5);
+  color: var(--gray-300);
+  display: flex;
+  height: 100vh;
+  width: 100vw;
+  a,
+  a:visited,
+  a:active {
+    color: var(--gray-300);
+  }
+  .disabled {
+    pointer-events: none;
+    > * {
+      pointer-events: none;
+    }
+  }
+  main {
+    position: relative;
+    display: flex;
+    flex-direction: column;
+    align-items: center;
+    justify-content: center;
+    flex-grow: 1;
+    gap: 1rem;
+    max-width: 100%;
+    overflow: hidden;
+  }
+  .main-app-area {
+    display: flex;
+    flex: 1;
+    align-items: center;
+    justify-content: center;
+  }
+  .function-call {
+    position: absolute;
+    top: 0;
+    width: 100%;
+    height: 50%;
+    overflow-y: auto;
+  }
+}
+/* video player */
+.stream {
+  flex-grow: 1;
+  max-width: 90%;
+  border-radius: 32px;
+  max-height: fit-content;
+}

src/frontends/live_api_react/frontend/src/App.test.tsx ADDED Viewed

@@ -0,0 +1,25 @@
+/**
+ * Copyright 2024 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+import React from 'react';
+import { render, screen } from '@testing-library/react';
+import App from './App';
+test('renders learn react link', () => {
+  render(<App />);
+  const linkElement = screen.getByText(/learn react/i);
+  expect(linkElement).toBeInTheDocument();
+});

src/frontends/live_api_react/frontend/src/App.tsx ADDED Viewed

@@ -0,0 +1,205 @@
+/**
+ * Copyright 2024 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+import { useRef, useState } from "react";
+import "./App.scss";
+import { LiveAPIProvider } from "./contexts/LiveAPIContext";
+import SidePanel from "./components/side-panel/SidePanel";
+import ControlTray from "./components/control-tray/ControlTray";
+import cn from "classnames";
+const defaultHost = "localhost:8000";
+const defaultUri = `ws://${defaultHost}/`;
+function App() {
+  const videoRef = useRef<HTMLVideoElement>(null);
+  const [videoStream, setVideoStream] = useState<MediaStream | null>(null);
+  const [serverUrl, setServerUrl] = useState<string>(defaultUri);
+  const [runId] = useState<string>(crypto.randomUUID());
+  const [userId, setUserId] = useState<string>("user1");
+  // Feedback state
+  const [feedbackScore, setFeedbackScore] = useState<number>(10);
+  const [feedbackText, setFeedbackText] = useState<string>("");
+  const [sendFeedback, setShowFeedback] = useState(false);
+  const submitFeedback = async () => {
+    const feedbackUrl = new URL('feedback', serverUrl.replace('ws', 'http')).href;
+    try {
+      const response = await fetch(feedbackUrl, {
+        method: 'POST',
+        headers: {
+          'Content-Type': 'application/json'
+        },
+        body: JSON.stringify({
+          score: feedbackScore,
+          text: feedbackText,
+          run_id: runId,
+          user_id: userId,
+          log_type: "feedback"
+        })
+      });
+      if (!response.ok) {
+        throw new Error(`Failed to submit feedback: Server returned status ${response.status} ${response.statusText}`);
+      }
+      // Clear feedback after successful submission
+      setFeedbackScore(10);
+      setFeedbackText("");
+      setShowFeedback(false);
+      alert("Feedback submitted successfully!");
+    } catch (error) {
+      console.error('Error submitting feedback:', error);
+      alert(`Failed to submit feedback:  ${error}`);
+    }
+  };
+  return (
+    <div className="App">
+      <LiveAPIProvider url={serverUrl} userId={userId}>
+        <div className="streaming-console">
+          <SidePanel />
+          <main>
+            <div className="main-app-area">
+              <video
+                className={cn("stream", {
+                  hidden: !videoRef.current || !videoStream,
+                })}
+                ref={videoRef}
+                autoPlay
+                playsInline
+              />
+            </div>
+            <ControlTray
+              videoRef={videoRef}
+              supportsVideo={true}
+              onVideoStreamChange={setVideoStream}
+            >
+            </ControlTray>
+            <div className="url-setup" style={{position: 'absolute', top: 0, left: 0, right: 0, pointerEvents: 'auto', zIndex: 1000, padding: '2px', marginBottom: '2px', display: 'flex', justifyContent: 'space-between', alignItems: 'center', background: 'rgba(255, 255, 255, 0.9)'}}>
+              <div>
+                <label htmlFor="server-url">Server URL:</label>
+                <input
+                  id="server-url"
+                  type="text"
+                  value={serverUrl}
+                  onChange={(e) => setServerUrl(e.target.value)}
+                  placeholder="Enter server URL"
+                  style={{
+                    cursor: 'text',
+                    padding: '4px',
+                    margin: '0 4px',
+                    borderRadius: '2px',
+                    border: '1px solid #ccc',
+                    fontSize: '14px',
+                    fontFamily: 'system-ui, -apple-system, sans-serif',
+                    width: '200px'
+                  }}
+                />
+                <label htmlFor="user-id">User ID:</label>
+                <input
+                  id="user-id"
+                  type="text"
+                  value={userId}
+                  onChange={(e) => setUserId(e.target.value)}
+                  placeholder="Enter user ID"
+                  style={{
+                    cursor: 'text',
+                    padding: '4px',
+                    margin: '0 4px',
+                    borderRadius: '2px',
+                    border: '1px solid #ccc',
+                    fontSize: '14px',
+                    fontFamily: 'system-ui, -apple-system, sans-serif',
+                    width: '100px'
+                  }}
+                />
+              </div>
+              {/* Feedback Button */}
+              <button
+                onClick={() => setShowFeedback(!sendFeedback)}
+                style={{
+                  padding: '5px 10px',
+                  margin: '10px',
+                  cursor: 'pointer'
+                }}
+              >
+                {sendFeedback ? 'Hide Feedback' : 'Send Feedback'}
+              </button>
+            </div>
+            {/* Feedback Overlay Section */}
+            {sendFeedback && (
+              <div className="feedback-section" style={{
+                position: 'absolute',
+                top: '50%',
+                left: '50%',
+                transform: 'translate(-50%, -50%)',
+                padding: '20px',
+                background: 'rgba(255, 255, 255, 0.95)',
+                boxShadow: '0 0 10px rgba(0,0,0,0.2)',
+                borderRadius: '8px',
+                zIndex: 1001,
+                minWidth: '300px'
+              }}>
+                <h3>Provide Feedback</h3>
+                <div>
+                  <label htmlFor="feedback-score">Score (0-10): </label>
+                  <input
+                    id="feedback-score"
+                    type="number"
+                    min="0"
+                    max="10"
+                    value={feedbackScore}
+                    onChange={(e) => setFeedbackScore(Number(e.target.value))}
+                    style={{margin: '0 10px'}}
+                  />
+                </div>
+                <div style={{marginTop: '10px'}}>
+                  <label htmlFor="feedback-text">Comments: </label>
+                  <textarea
+                    id="feedback-text"
+                    value={feedbackText}
+                    onChange={(e) => setFeedbackText(e.target.value)}
+                    style={{
+                      width: '100%',
+                      height: '60px',
+                      margin: '5px 0'
+                    }}
+                  />
+                </div>
+                <button
+                  onClick={submitFeedback}
+                  style={{
+                    padding: '5px 10px',
+                    marginTop: '5px',
+                    cursor: 'pointer'
+                  }}
+                >
+                  Submit Feedback
+                </button>
+              </div>
+            )}
+          </main>
+        </div>
+      </LiveAPIProvider>
+    </div>
+  );
+}
+export default App;

src/frontends/live_api_react/frontend/src/components/audio-pulse/AudioPulse.tsx ADDED Viewed

@@ -0,0 +1,64 @@
+/**
+ * Copyright 2024 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+import "./audio-pulse.scss";
+import React from "react";
+import { useEffect, useRef } from "react";
+import c from "classnames";
+const lineCount = 3;
+export type AudioPulseProps = {
+  active: boolean;
+  volume: number;
+  hover?: boolean;
+};
+export default function AudioPulse({ active, volume, hover }: AudioPulseProps) {
+  const lines = useRef<HTMLDivElement[]>([]);
+  useEffect(() => {
+    let timeout: number | null = null;
+    const update = () => {
+      lines.current.forEach(
+        (line, i) =>
+        (line.style.height = `${Math.min(
+          24,
+          4 + volume * (i === 1 ? 400 : 60),
+        )}px`),
+      );
+      timeout = window.setTimeout(update, 100);
+    };
+    update();
+    return () => clearTimeout((timeout as number)!);
+  }, [volume]);
+  return (
+    <div className={c("audioPulse", { active, hover })}>
+      {Array(lineCount)
+        .fill(null)
+        .map((_, i) => (
+          <div
+            key={i}
+            ref={(el) => (lines.current[i] = el!)}
+            style={{ animationDelay: `${i * 133}ms` }}
+          />
+        ))}
+    </div>
+  );
+}

src/frontends/live_api_react/frontend/src/components/audio-pulse/audio-pulse.scss ADDED Viewed

@@ -0,0 +1,68 @@
+/**
+ * Copyright 2025 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+/* stylelint-disable */
+.audioPulse {
+  display: flex;
+  width: 24px;
+  justify-content: space-evenly;
+  align-items: center;
+  transition: all 0.5s;
+  & > div {
+    background-color: var(--Neutral-30);
+    border-radius: 1000px;
+    width: 4px;
+    min-height: 4px;
+    border-radius: 1000px;
+    transition: height 0.1s;
+  }
+  &.hover > div {
+    animation: hover 1.4s infinite alternate ease-in-out;
+  }
+  height: 4px;
+  transition: opacity 0.333s;
+  &.active {
+    opacity: 1;
+    & > div {
+      background-color: var(--Neutral-80);
+    }
+  }
+}
+@keyframes hover {
+  from {
+    transform: translateY(0);
+  }
+  to {
+    transform: translateY(-3.5px);
+  }
+}
+@keyframes pulse {
+  from {
+    scale: 1 1;
+  }
+  to {
+    scale: 1.2 1.2;
+  }
+}