konduktor-nightly 0.1.0.dev20251128104812__py3-none-any.whl

konduktor/dashboard/frontend/package.json

@@ -0,0 +1,37 @@
+{
+  "name": "frontend",
+  "version": "0.1.0",
+  "private": true,
+  "scripts": {
+    "dev": "NODE_ENV=development node server.js",
+    "build": "NODE_ENV=production next build",
+    "start": "NODE_ENV=production node server.js",
+    "lint": "next lint"
+  },
+  "dependencies": {
+    "@emotion/react": "^11.13.3",
+    "@emotion/styled": "^11.13.0",
+    "@mui/icons-material": "^6.1.2",
+    "@mui/material": "^6.1.2",
+    "@mui/x-data-grid": "^7.19.0",
+    "@radix-ui/react-navigation-menu": "^1.2.1",
+    "@radix-ui/react-select": "^2.1.2",
+    "@radix-ui/react-slot": "^1.1.0",
+    "class-variance-authority": "^0.7.0",
+    "next": "14.2.14",
+    "react": "^18",
+    "react-dom": "^18",
+    "react-icons": "^5.3.0",
+    "react-spinners": "^0.14.1",
+    "socket.io": "^4.8.0",
+    "socket.io-client": "^4.8.0",
+    "tailwind-merge": "^2.5.3",
+    "tailwindcss-animate": "^1.0.7"
+  },
+  "devDependencies": {
+    "eslint": "^8",
+    "eslint-config-next": "14.2.14",
+    "postcss": "^8",
+    "tailwindcss": "^3.4.1"
+  }
+}

konduktor/dashboard/frontend/postcss.config.mjs

@@ -0,0 +1,8 @@
+/** @type {import('postcss-load-config').Config} */
+const config = {
+  plugins: {
+    tailwindcss: {},
+  },
+};
+
+export default config;

konduktor/dashboard/frontend/server.js

@@ -0,0 +1,64 @@
+const { createServer } = require('http');
+const next = require('next');
+const { Server: SocketIOServer } = require('socket.io');
+const ClientIO = require('socket.io-client');
+
+
+const dev = process.env.NODE_ENV !== 'production';
+const hostname = '127.0.0.1';
+const port = 5173;
+const app = next({ dev, hostname, port });
+const handle = app.getRequestHandler();
+
+
+app.prepare().then(() => {
+  const httpServer = createServer((req, res) => {
+    handle(req, res);
+  });
+
+  const io = new SocketIOServer(httpServer, {
+    cors: {
+      origin: "*",
+    },
+  });
+
+  // Connect to Flask backend only when there are clients connected
+  let activeClients = 0;
+  let fastapiSocket;
+
+  io.on('connection', (clientSocket) => {
+    activeClients += 1;
+
+    // Establish a connection to Flask only if this is the first client
+    if (activeClients === 1) {
+      const backendUrl = process.env.NODE_ENV === 'development'
+        ? 'http://127.0.0.1:5001'
+        : 'http://backend.konduktor-dashboard.svc.cluster.local:5001';
+
+      fastapiSocket = ClientIO(backendUrl);
+
+      fastapiSocket.on('log_data', (data) => {
+        io.emit('log_data', data); // Broadcast to all connected clients
+      });
+
+      // Receive updated namespaces from the client (forward to Flask)
+      clientSocket.on('update_namespaces', (namespaces) => {
+        fastapiSocket.emit('update_namespaces', namespaces);  // Send to Flask
+      });
+    }
+
+    clientSocket.on('disconnect', () => {
+      activeClients -= 1;
+
+      // Disconnect from Flask when no clients are connected
+      if (activeClients === 0 && fastapiSocket) {
+        fastapiSocket.disconnect();
+        fastapiSocket = null;
+      }
+    });
+  });
+
+  httpServer.listen(port, () => {
+    console.log(`> Ready on http://${hostname}:${port}`);
+  });
+});

konduktor/dashboard/frontend/tailwind.config.js

@@ -0,0 +1,17 @@
+/** @type {import('tailwindcss').Config} */
+module.exports = {
+  content: [
+    "./pages/**/*.{js,ts,jsx,tsx,mdx}",
+    "./components/**/*.{js,ts,jsx,tsx,mdx}",
+    "./app/**/*.{js,ts,jsx,tsx,mdx}",
+  ],
+  theme: {
+    extend: {
+      colors: {
+        background: "var(--background)",
+        foreground: "var(--foreground)",
+      },
+    },
+  },
+  plugins: [],
+};

konduktor/data/__init__.py

@@ -0,0 +1,9 @@
+"""Data sync between workstation <--> blob (s3, gcs, etc.) <--> worker pods"""
+
+from konduktor.data.storage import Storage, StorageMode, StoreType
+
+__all__ = [
+    'Storage',
+    'StorageMode',
+    'StoreType',
+]

konduktor/data/aws/__init__.py

@@ -0,0 +1,15 @@
+"""Data sync between workstation <--> blob (s3, gcs, etc.) <--> worker pods"""
+
+from konduktor.data.aws.s3 import (
+    DEFAULT_AWS_CONFIG_PATH,
+    DEFAULT_AWS_CREDENTIAL_PATH,
+    S3CloudStorage,
+    S3Store,
+)
+
+__all__ = [
+    'S3Store',
+    'S3CloudStorage',
+    'DEFAULT_AWS_CREDENTIAL_PATH',
+    'DEFAULT_AWS_CONFIG_PATH',
+]