@malloy-publisher/server 0.0.382-dev → 0.2.1

package/k6-tests/package.json

@@ -1,27 +0,0 @@
-{
-  "name": "k6-tests",
-  "devDependencies": {
-    "@types/bun": "latest",
-    "@types/k6": "^1.5.0",
-    "typescript": "^5.9.3"
-  },
-  "peerDependencies": {
-    "typescript": "^5"
-  },
-  "dependencies": {
-    "@grafana/openapi-to-k6": "^0.3.2",
-    "k6": "^0.0.0"
-  },
-  "scripts": {
-    "build": "bun run clean && bun run clone-malloy-samples && bun run generate-clients",
-    "clone-malloy-samples": "bunx git clone https://github.com/credibledata/malloy-samples.git ./packages",
-    "smoke-test": "k6 run smoke-test/smoke-test.ts",
-    "load-test-crud": "bun run load-test-crud-projects && bun run load-test-crud-connections && bun run load-test-crud-packages",
-    "load-test": "k6 run load-test/load-test.ts",
-    "load-test-crud-connections": "k6 run load-test/load-test-crud-connections.ts",
-    "load-test-crud-projects": "k6 run load-test/load-test-crud-projects.ts",
-    "load-test-crud-packages": "k6 run load-test/load-test-crud-packages.ts",
-    "generate-clients": "openapi-to-k6 ../../../api-doc.yaml ./clients --mode tags --disable-analytics --verbose",
-    "clean": "rm -rf ./clients && rm -rf ./packages && rm -rf ./results"
-  }
-}

package/k6-tests/scripts/run-with-otel.sh

@@ -1,50 +0,0 @@
-#!/bin/bash
-
-# Helper script to run k6 tests with OpenTelemetry output to Prometheus
-# Usage: ./run-with-otel.sh <test-file> [additional-k6-args...]
-
-set -e
-
-# Default OTEL collector endpoint (gRPC)
-# Use 'localhost:4317' when running from host machine
-# Use 'otel-collector:4317' when running from inside Docker (like prober service)
-OTEL_ENDPOINT="${K6_OTEL_GRPC_EXPORTER_ENDPOINT:-localhost:4317}"
-OTEL_SERVICE_NAME="${K6_OTEL_SERVICE_NAME:-k6-load-test}"
-OTEL_EXPORTER_PROTOCOL="${K6_OTEL_EXPORTER_PROTOCOL:-grpc}"
-
-# Get the test file (first argument)
-TEST_FILE="${1}"
-if [ -z "$TEST_FILE" ]; then
-    echo "Usage: $0 <test-file> [additional-k6-args...]"
-    echo "Example: $0 smoke-test/smoke-test.ts"
-    echo "Example: $0 load-test/load-test-crud.ts --duration 5m"
-    exit 1
-fi
-
-# Shift to get remaining arguments
-shift
-
-echo "=========================================="
-echo "Running k6 test with OpenTelemetry export"
-echo "=========================================="
-echo "Test file: $TEST_FILE"
-echo "OTEL endpoint: $OTEL_ENDPOINT"
-echo "OTEL service name: $OTEL_SERVICE_NAME"
-echo "OTEL exporter protocol: $OTEL_EXPORTER_PROTOCOL"
-echo "=========================================="
-echo ""
-
-# Export k6 metrics to OpenTelemetry
-export K6_OTEL_SERVICE_NAME="$OTEL_SERVICE_NAME"
-export K6_OTEL_EXPORTER_PROTOCOL="$OTEL_EXPORTER_PROTOCOL"
-export K6_OTEL_GRPC_EXPORTER_ENDPOINT="$OTEL_ENDPOINT"
-export K6_OTEL_GRPC_EXPORTER_INSECURE="true"  # Disable TLS for plain gRPC
-export K6_OTEL_FLUSH_INTERVAL="1s"
-export K6_OTEL_EXPORT_INTERVAL="2s"
-export K6_OTEL_METRIC_PREFIX="k6_"
-# Run k6 with OTEL output
-# Note: k6 v1.4.0+ uses "opentelemetry" (stable), "experimental-opentelemetry" is for backward compatibility
-k6 run \
-  --out "opentelemetry" \
-  "$TEST_FILE" \
-  "$@"

package/k6-tests/smoke-test/smoke-test.ts

@@ -1,158 +0,0 @@
-import { check, sleep } from "k6";
-import {
-   getAvailablePackages,
-   getModelData,
-   getModels,
-   getPackages,
-   getViews,
-   queryModelView,
-   validateServerIsUpAndInitialized,
-} from "../utils/common.ts";
-
-/**
- * Setup function - runs once before all VUs
- * Validates server is up and initialized before running tests
- */
-export function setup() {
-   validateServerIsUpAndInitialized();
-}
-
-/**
- * Smoke Test - Basic functionality verification
- *
- * This test verifies that the system's core functionality works correctly
- * under minimal load. It's typically the first test run to ensure basic
- * connectivity and functionality before running more intensive tests.
- *
- * Default configuration:
- * - 5 virtual user
- * - 1 minute duration
- * - 90th percentile response time < 0.8s
- * - 95th percentile response time < 1s
- * - 99th percentile response time < 1.5s
- * - Error rate < 1%
- * - Dropped iterations should be 0
- */
-export const smokeTest: TestPreset = {
-   defaultOptions: {
-      vus: 5,
-      duration: "1m",
-      thresholds: {
-         http_req_duration: ["p(90)<800", "p(95)<1000", "p(99)<1500"],
-         http_req_failed: ["rate<0.01"],
-         http_req_waiting: ["p(95)<1200"],
-         checks: ["rate>0.99"],
-         dropped_iterations: ["count==0"],
-         // Per-operation thresholds
-         "http_req_duration{name:list_packages}": [
-            "p(90)<800",
-            "p(95)<1000",
-            "p(99)<1500",
-         ],
-         "http_req_duration{name:list_models}": [
-            "p(90)<800",
-            "p(95)<1000",
-            "p(99)<1500",
-         ],
-         "http_req_duration{name:get_model}": [
-            "p(90)<800",
-            "p(95)<1000",
-            "p(99)<1500",
-         ],
-         "http_req_duration{name:execute_query}": [
-            "p(90)<800",
-            "p(95)<1000",
-            "p(99)<1500",
-         ],
-      },
-   },
-   run: () => {
-      // Test 1: GET /projects/{projectName}/packages - List packages endpoint
-      const packages = getPackages();
-      if (packages.length === 0) {
-         throw new Error(
-            "No packages found! Check PUBLISHER_URL and PROJECT_NAME environment variables.",
-         );
-      }
-
-      const availablePackages = getAvailablePackages();
-      const MAX_VIEWS_PER_MODEL = parseInt(__ENV.K6_MAX_VIEWS_PER_MODEL || "5");
-      const DEBUG = __ENV.K6_DEBUG === "true";
-
-      let packagesTested = 0;
-      let modelsTested = 0;
-      let queriesTested = 0;
-
-      for (const pkg of packages) {
-         if (!availablePackages.includes(pkg.name)) {
-            continue;
-         }
-
-         if (DEBUG) {
-            console.log(`Package: ${JSON.stringify(pkg)}`);
-         }
-
-         packagesTested++;
-
-         // Test 2: GET /projects/{projectName}/packages/{packageName}/models - List models endpoint
-         const models = getModels(pkg.name, pkg.versionId);
-         if (models.length === 0) {
-            continue;
-         }
-
-         // Test a sample of models (first model per package) to keep test fast
-         const modelToTest = models[0];
-         if (!modelToTest) {
-            continue;
-         }
-
-         modelsTested++;
-
-         // Test 3: GET /projects/{projectName}/packages/{packageName}/models/{modelPath} - Get model endpoint
-         const modelData = getModelData(
-            pkg.name,
-            modelToTest.path,
-            pkg.versionId,
-         );
-
-         // Test 4: POST /projects/{projectName}/packages/{packageName}/models/{modelPath}/query - Query endpoint
-         const views = Array.from(getViews(modelData));
-         if (views.length === 0) {
-            continue;
-         }
-
-         // Test first N views per model (configurable via MAX_VIEWS_PER_MODEL env var)
-         const viewsToTest = views.slice(0, MAX_VIEWS_PER_MODEL);
-         for (const view of viewsToTest) {
-            queriesTested++;
-            const queryResponse = queryModelView(
-               pkg.name,
-               modelToTest.path,
-               view.sourceName,
-               view.viewName,
-               pkg.versionId,
-            );
-
-            if (DEBUG) {
-               console.log(
-                  `Query response status: ${queryResponse.status} for ${pkg.name}/${modelToTest.path}/${view.sourceName}/${view.viewName}`,
-               );
-            }
-
-            check(queryResponse, {
-               "execute query request successful": (r) => r.status === 200,
-            });
-            sleep(1);
-         }
-      }
-
-      if (DEBUG) {
-         console.log(
-            `Smoke test summary: ${packagesTested} packages, ${modelsTested} models, ${queriesTested} queries tested`,
-         );
-      }
-   },
-};
-
-export const options = smokeTest.defaultOptions;
-export default smokeTest.run;

package/k6-tests/tsconfig.json

@@ -1,29 +0,0 @@
-{
-  "compilerOptions": {
-    // Environment setup & latest features
-    "lib": ["ESNext"],
-    "target": "ESNext",
-    "module": "Preserve",
-    "moduleDetection": "force",
-    "jsx": "react-jsx",
-    "allowJs": true,
-
-    // Bundler mode
-    "moduleResolution": "bundler",
-    "allowImportingTsExtensions": true,
-    "verbatimModuleSyntax": true,
-    "noEmit": true,
-
-    // Best practices
-    "strict": true,
-    "skipLibCheck": true,
-    "noFallthroughCasesInSwitch": true,
-    "noUncheckedIndexedAccess": true,
-    "noImplicitOverride": true,
-
-    // Some stricter flags (disabled by default)
-    "noUnusedLocals": false,
-    "noUnusedParameters": false,
-    "noPropertyAccessFromIndexSignature": false
-  }
-}

package/k6-tests/utils/client_factory.ts

@@ -1,128 +0,0 @@
-import type { Params } from "k6/http";
-import { ConnectionsTestClient } from "../clients/connections-test.ts";
-import { ConnectionsClient } from "../clients/connections.ts";
-import { DatabasesClient } from "../clients/databases.ts";
-import { ModelsClient } from "../clients/models.ts";
-import { NotebooksClient } from "../clients/notebooks.ts";
-import { PackagesClient } from "../clients/packages.ts";
-import { ProjectsClient } from "../clients/projects.ts";
-import { PublisherClient } from "../clients/publisher.ts";
-import { WatchModeClient } from "../clients/watch-mode.ts";
-
-/**
- * Creates client options with base URL and authorization header
- */
-function createClientOptions(
-   baseUrl: string,
-   authToken?: string,
-): {
-   baseUrl: string;
-   commonRequestParameters?: Params;
-} {
-   const options: {
-      baseUrl: string;
-      commonRequestParameters?: Params;
-   } = {
-      baseUrl,
-   };
-
-   if (authToken) {
-      options.commonRequestParameters = {
-         headers: {
-            Authorization: authToken,
-         },
-      };
-   }
-
-   return options;
-}
-
-/**
- * Get PackagesClient instance
- */
-export function getPackagesClient(
-   baseUrl: string,
-   authToken?: string,
-): PackagesClient {
-   return new PackagesClient(createClientOptions(baseUrl, authToken));
-}
-
-/**
- * Get ModelsClient instance
- */
-export function getModelsClient(
-   baseUrl: string,
-   authToken?: string,
-): ModelsClient {
-   return new ModelsClient(createClientOptions(baseUrl, authToken));
-}
-
-/**
- * Get NotebooksClient instance
- */
-export function getNotebooksClient(
-   baseUrl: string,
-   authToken?: string,
-): NotebooksClient {
-   return new NotebooksClient(createClientOptions(baseUrl, authToken));
-}
-
-/**
- * Get DatabasesClient instance
- */
-export function getDatabasesClient(
-   baseUrl: string,
-   authToken?: string,
-): DatabasesClient {
-   return new DatabasesClient(createClientOptions(baseUrl, authToken));
-}
-
-/**
- * Get ConnectionsClient instance
- */
-export function getConnectionsClient(
-   baseUrl: string,
-   authToken?: string,
-): ConnectionsClient {
-   return new ConnectionsClient(createClientOptions(baseUrl, authToken));
-}
-
-/**
- * Get ConnectionsTestClient instance
- */
-export function getConnectionsTestClient(
-   baseUrl: string,
-   authToken?: string,
-): ConnectionsTestClient {
-   return new ConnectionsTestClient(createClientOptions(baseUrl, authToken));
-}
-
-/**
- * Get ProjectsClient instance
- */
-export function getProjectsClient(
-   baseUrl: string,
-   authToken?: string,
-): ProjectsClient {
-   return new ProjectsClient(createClientOptions(baseUrl, authToken));
-}
-
-/**
- * Get PublisherClient instance
- */
-export function getPublisherClient(
-   baseUrl: string,
-   authToken?: string,
-): PublisherClient {
-   return new PublisherClient(createClientOptions(baseUrl, authToken));
-}
-
-/**
- * Get WatchModeClient instance
- */
-export function getWatchModeClient(
-   baseUrl: string,
-   authToken?: string,
-): WatchModeClient {
-   return new WatchModeClient(createClientOptions(baseUrl, authToken));
-}