@uploadista/observability 0.0.3

package/dist/storage/s3.d.ts

@@ -0,0 +1,47 @@
+import { type Effect, Layer } from "effect";
+import { type StorageMetrics } from "../core/metrics.js";
+export declare const s3Metrics: {
+    uploadLatencySummary: import("effect/Metric").Metric.Summary<number>;
+    activeUploadsGauge: import("effect/Metric").Metric.Gauge<number>;
+    uploadThroughputGauge: import("effect/Metric").Metric.Gauge<number>;
+    uploadDurationHistogram: import("effect/Metric").Metric<import("effect/MetricKeyType").MetricKeyType.Histogram, number, import("effect/MetricState").MetricState.Histogram>;
+    partUploadDurationHistogram: import("effect/Metric").Metric<import("effect/MetricKeyType").MetricKeyType.Histogram, number, import("effect/MetricState").MetricState.Histogram>;
+    fileSizeHistogram: import("effect/Metric").Metric<import("effect/MetricKeyType").MetricKeyType.Histogram, number, import("effect/MetricState").MetricState.Histogram>;
+    partSizeHistogram: import("effect/Metric").Metric<import("effect/MetricKeyType").MetricKeyType.Histogram, number, import("effect/MetricState").MetricState.Histogram>;
+    uploadRequestsTotal: import("effect/Metric").Metric.Counter<number>;
+    uploadPartsTotal: import("effect/Metric").Metric.Counter<number>;
+    uploadSuccessTotal: import("effect/Metric").Metric.Counter<number>;
+    uploadErrorsTotal: import("effect/Metric").Metric.Counter<number>;
+    apiCallsTotal: import("effect/Metric").Metric.Counter<number>;
+};
+export declare const S3TracingLayer: Layer.Layer<{
+    serviceName: string;
+}, never, never>;
+export declare const trackS3Error: (operation: string, error: unknown, context?: Record<string, unknown>) => Effect.Effect<void, never, never>;
+export declare const S3ObservabilityLayer: Layer.Layer<{
+    serviceName: string;
+}, never, never>;
+export declare const withS3UploadMetrics: <A, E, R>(uploadId: string, effect: Effect.Effect<A, E, R>) => Effect.Effect<A, E, R>;
+export declare const withS3ApiMetrics: <A, E, R>(operation: string, effect: Effect.Effect<A, E, R>) => Effect.Effect<A, E, R>;
+export declare const withS3TimingMetrics: <A, E, R>(metric: import("effect/Metric").Metric.Histogram<number>, effect: Effect.Effect<A, E, R>) => Effect.Effect<A, E, R>;
+export declare const withS3OperationMetrics: <A, E, R>(operation: string, uploadId: string, effect: Effect.Effect<A, E, R>, fileSize?: number) => Effect.Effect<A, E, R>;
+export declare const withS3Span: <A, E, R>(operation: string, attributes?: Record<string, unknown>) => (effect: Effect.Effect<A, E, R>) => Effect.Effect<unknown, unknown, unknown>;
+export declare const logS3Operation: (operation: string, uploadId: string, metadata?: Record<string, unknown> | undefined) => Effect.Effect<void, never, never>;
+export declare const logS3UploadProgress: (uploadId: string, progress: {
+    uploadedBytes: number;
+    totalBytes: number;
+    partNumber?: number;
+    speed?: number;
+}) => Effect.Effect<void, never, never>;
+export declare const logS3UploadCompletion: (uploadId: string, metrics: {
+    fileSize: number;
+    totalDurationMs: number;
+    partsCount?: number;
+    averagePartSize?: number;
+    throughputBps?: number;
+    retryCount?: number;
+}) => Effect.Effect<void, never, never>;
+export declare const logS3Context: (message: string, context: Record<string, unknown>) => Effect.Effect<void, never, never>;
+export declare const s3UploadRequestsTotal: import("effect/Metric").Metric.Counter<number>, s3UploadPartsTotal: import("effect/Metric").Metric.Counter<number>, s3UploadSuccessTotal: import("effect/Metric").Metric.Counter<number>, s3UploadErrorsTotal: import("effect/Metric").Metric.Counter<number>, s3ApiCallsTotal: import("effect/Metric").Metric.Counter<number>, s3UploadDurationHistogram: import("effect/Metric").Metric<import("effect/MetricKeyType").MetricKeyType.Histogram, number, import("effect/MetricState").MetricState.Histogram>, s3PartUploadDurationHistogram: import("effect/Metric").Metric<import("effect/MetricKeyType").MetricKeyType.Histogram, number, import("effect/MetricState").MetricState.Histogram>, s3FileSizeHistogram: import("effect/Metric").Metric<import("effect/MetricKeyType").MetricKeyType.Histogram, number, import("effect/MetricState").MetricState.Histogram>, s3PartSizeHistogram: import("effect/Metric").Metric<import("effect/MetricKeyType").MetricKeyType.Histogram, number, import("effect/MetricState").MetricState.Histogram>, s3ActiveUploadsGauge: import("effect/Metric").Metric.Gauge<number>, s3UploadThroughputGauge: import("effect/Metric").Metric.Gauge<number>, s3UploadLatencySummary: import("effect/Metric").Metric.Summary<number>;
+export type S3Metrics = StorageMetrics;
+//# sourceMappingURL=s3.d.ts.map

package/dist/storage/s3.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"s3.d.ts","sourceRoot":"","sources":["../../src/storage/s3.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,MAAM,EAAE,KAAK,EAAE,MAAM,QAAQ,CAAC;AAW5C,OAAO,EAAwB,KAAK,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAgB/E,eAAO,MAAM,SAAS;;;;;;;;;;;;;CAAqC,CAAC;AAG5D,eAAO,MAAM,cAAc;;gBAA0C,CAAC;AAqCtE,eAAO,MAAM,YAAY,6GAIxB,CAAC;AAGF,eAAO,MAAM,oBAAoB;;gBAGhC,CAAC;AAMF,eAAO,MAAM,mBAAmB,GAAI,CAAC,EAAE,CAAC,EAAE,CAAC,EACzC,UAAU,MAAM,EAChB,QAAQ,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,2BACmB,CAAC;AAEpD,eAAO,MAAM,gBAAgB,GAAI,CAAC,EAAE,CAAC,EAAE,CAAC,EACtC,WAAW,MAAM,EACjB,QAAQ,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,2BACiB,CAAC;AAElD,eAAO,MAAM,mBAAmB,+HAAoB,CAAC;AAErD,eAAO,MAAM,sBAAsB,GAAI,CAAC,EAAE,CAAC,EAAE,CAAC,EAC5C,WAAW,MAAM,EACjB,UAAU,MAAM,EAChB,QAAQ,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAC9B,WAAW,MAAM,2BAE4D,CAAC;AAGhF,eAAO,MAAM,UAAU,GACpB,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,WAAW,MAAM,EAAE,aAAa,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,MAChE,QAAQ,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,6CAC+B,CAAC;AAGjE,eAAO,MAAM,cAAc,4HAA+C,CAAC;AAC3E,eAAO,MAAM,mBAAmB;;;;;uCAA6C,CAAC;AAC9E,eAAO,MAAM,qBAAqB;;;;;;;uCAGjC,CAAC;AACF,eAAO,MAAM,YAAY,0FAAiB,CAAC;AAG3C,eAAO,MACgB,qBAAqB,kDACxB,kBAAkB,kDAChB,oBAAoB,kDACrB,mBAAmB,kDACvB,eAAe,kDACL,yBAAyB,sJACrB,6BAA6B,sJACvC,mBAAmB,sJACnB,mBAAmB,sJAClB,oBAAoB,gDACjB,uBAAuB,gDACxB,sBAAsB,gDACjC,CAAC;AAGd,MAAM,MAAM,SAAS,GAAG,cAAc,CAAC"}

package/dist/storage/s3.js

@@ -0,0 +1,67 @@
+import { Layer } from "effect";
+import { createStorageErrorTracker, } from "../core/errors.js";
+import { logStorageOperation, logUploadCompletion, logUploadProgress, logWithContext, } from "../core/logging.js";
+import { createStorageMetrics } from "../core/metrics.js";
+import { createStorageTracingLayer, withStorageSpan } from "../core/tracing.js";
+import { withApiMetrics, withStorageOperationMetrics, withTimingMetrics, withUploadMetrics, } from "../core/utilities.js";
+// ============================================================================
+// S3-Specific Observability
+// ============================================================================
+const STORAGE_TYPE = "s3";
+// S3-specific metrics
+export const s3Metrics = createStorageMetrics(STORAGE_TYPE);
+// S3-specific tracing layer
+export const S3TracingLayer = createStorageTracingLayer(STORAGE_TYPE);
+// S3-specific error classification
+const classifyS3Error = (error) => {
+    if (!error || typeof error !== "object")
+        return null;
+    const errorCode = "code" in error ? error.code : undefined;
+    if (!errorCode)
+        return null;
+    // S3-specific error codes
+    switch (errorCode) {
+        case "NoSuchKey":
+        case "NoSuchBucket":
+        case "NoSuchUpload":
+            return "client_error";
+        case "BucketAlreadyExists":
+        case "BucketNotEmpty":
+            return "client_error";
+        case "InvalidBucketName":
+        case "InvalidPart":
+        case "InvalidPartOrder":
+            return "client_error";
+        case "EntityTooSmall":
+        case "EntityTooLarge":
+            return "client_error";
+        case "ExpiredToken":
+        case "TokenRefreshRequired":
+            return "authentication_error";
+        case "RequestTimeTooSkewed":
+        case "SlowDown":
+            return "throttling_error";
+        default:
+            return null; // Fall back to generic classification
+    }
+};
+// S3-specific error tracker
+export const trackS3Error = createStorageErrorTracker(STORAGE_TYPE, s3Metrics, classifyS3Error);
+// S3-specific observability layer
+export const S3ObservabilityLayer = Layer.mergeAll(S3TracingLayer);
+// ============================================================================
+// S3 Utility Functions
+// ============================================================================
+export const withS3UploadMetrics = (uploadId, effect) => withUploadMetrics(s3Metrics, uploadId, effect);
+export const withS3ApiMetrics = (operation, effect) => withApiMetrics(s3Metrics, operation, effect);
+export const withS3TimingMetrics = withTimingMetrics;
+export const withS3OperationMetrics = (operation, uploadId, effect, fileSize) => withStorageOperationMetrics(s3Metrics, operation, uploadId, effect, fileSize);
+// S3-specific span wrapper
+export const withS3Span = (operation, attributes) => (effect) => withStorageSpan(operation, STORAGE_TYPE, attributes)(effect);
+// S3-specific logging functions
+export const logS3Operation = logStorageOperation.bind(null, STORAGE_TYPE);
+export const logS3UploadProgress = logUploadProgress.bind(null, STORAGE_TYPE);
+export const logS3UploadCompletion = logUploadCompletion.bind(null, STORAGE_TYPE);
+export const logS3Context = logWithContext;
+// Export metrics for external access
+export const { uploadRequestsTotal: s3UploadRequestsTotal, uploadPartsTotal: s3UploadPartsTotal, uploadSuccessTotal: s3UploadSuccessTotal, uploadErrorsTotal: s3UploadErrorsTotal, apiCallsTotal: s3ApiCallsTotal, uploadDurationHistogram: s3UploadDurationHistogram, partUploadDurationHistogram: s3PartUploadDurationHistogram, fileSizeHistogram: s3FileSizeHistogram, partSizeHistogram: s3PartSizeHistogram, activeUploadsGauge: s3ActiveUploadsGauge, uploadThroughputGauge: s3UploadThroughputGauge, uploadLatencySummary: s3UploadLatencySummary, } = s3Metrics;

package/dist/test-observability.d.ts

@@ -0,0 +1,12 @@
+/**
+ * Validation test for core observability infrastructure
+ *
+ * This test validates:
+ * 1. Layer creation and composition
+ * 2. Storage observability with metrics
+ * 3. Error classification
+ * 4. Tracing with spans
+ * 5. Structured logging
+ */
+export {};
+//# sourceMappingURL=test-observability.d.ts.map

package/dist/test-observability.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"test-observability.d.ts","sourceRoot":"","sources":["../src/test-observability.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG"}

package/dist/test-observability.js

@@ -0,0 +1,153 @@
+/**
+ * Validation test for core observability infrastructure
+ *
+ * This test validates:
+ * 1. Layer creation and composition
+ * 2. Storage observability with metrics
+ * 3. Error classification
+ * 4. Tracing with spans
+ * 5. Structured logging
+ */
+import { Effect, Metric } from "effect";
+import { classifyStorageError, createStorageMetrics, makeStorageObservabilityLayer, StorageObservability, trackStorageError, withStorageSpan, logStorageOperation, logUploadCompletion, } from "./index.js";
+// ============================================================================
+// Test: Create Storage Observability Layer
+// ============================================================================
+const testStorageType = "test-s3";
+const testMetrics = createStorageMetrics(testStorageType);
+const TestStorageObservabilityLayer = makeStorageObservabilityLayer(testStorageType, testMetrics, true);
+// ============================================================================
+// Test: Simulate Upload Operation with Full Observability
+// ============================================================================
+const simulateUpload = (fileSize, shouldFail) => Effect.gen(function* () {
+    const obs = yield* StorageObservability;
+    console.log(`\n📊 Testing with storage type: ${obs.storageType}`);
+    console.log(`Service: ${obs.serviceName}`);
+    console.log(`Enabled: ${obs.enabled}`);
+    // Log operation start
+    yield* logStorageOperation(testStorageType, "uploadFile", "test-upload-123", { file_size: fileSize });
+    // Simulate upload with tracing
+    const uploadEffect = Effect.gen(function* () {
+        // Track upload request
+        yield* obs.metrics.uploadRequestsTotal.pipe(Metric.tagged("upload_id", "test-upload-123"))(Effect.succeed(1));
+        // Track file size
+        yield* obs.metrics.fileSizeHistogram(Effect.succeed(fileSize));
+        // Simulate upload work
+        yield* Effect.sleep("100 millis");
+        if (shouldFail) {
+            return yield* Effect.fail(new Error("NetworkError: Connection timeout"));
+        }
+        // Track success
+        yield* obs.metrics.uploadSuccessTotal.pipe(Metric.tagged("upload_id", "test-upload-123"))(Effect.succeed(1));
+        return { uploadId: "test-upload-123", key: "test-file.jpg" };
+    });
+    // Wrap with span
+    const result = yield* uploadEffect.pipe(withStorageSpan("uploadFile", testStorageType, {
+        "file.size": fileSize,
+        "upload.id": "test-upload-123",
+    }));
+    // Log completion
+    yield* logUploadCompletion(testStorageType, "test-upload-123", {
+        fileSize,
+        totalDurationMs: 100,
+        throughputBps: (fileSize / 100) * 1000,
+    });
+    return result;
+});
+// ============================================================================
+// Test: Error Classification
+// ============================================================================
+const testErrorClassification = Effect.gen(function* () {
+    console.log("\n🔍 Testing Error Classification:");
+    const testErrors = [
+        { error: { code: "NetworkError" }, expected: "network_error" },
+        { error: { code: "InvalidAccessKeyId" }, expected: "authentication_error" },
+        { error: { code: "AccessDenied" }, expected: "authorization_error" },
+        { error: { code: "SlowDown" }, expected: "throttling_error" },
+        { error: { code: "InternalError" }, expected: "server_error" },
+        { error: { code: "InvalidRequest" }, expected: "client_error" },
+        { error: { code: "UnknownError" }, expected: "unknown_error" },
+    ];
+    for (const { error, expected } of testErrors) {
+        const category = classifyStorageError(error);
+        const status = category === expected ? "✅" : "❌";
+        console.log(`  ${status} ${error.code} -> ${category} (expected: ${expected})`);
+    }
+});
+// ============================================================================
+// Test: Error Tracking with Metrics
+// ============================================================================
+const testErrorTracking = Effect.gen(function* () {
+    const obs = yield* StorageObservability;
+    console.log("\n⚠️  Testing Error Tracking:");
+    const error = new Error("ECONNRESET: Connection reset by peer");
+    error.code = "ECONNRESET";
+    yield* trackStorageError(testStorageType, obs.metrics, "uploadPart", error, { upload_id: "test-upload-456", part_number: 1 });
+    console.log("  ✅ Error tracked with metrics and logs");
+});
+// ============================================================================
+// Test: Successful Upload Flow
+// ============================================================================
+const testSuccessfulUpload = Effect.gen(function* () {
+    console.log("\n✅ Testing Successful Upload:");
+    const result = yield* simulateUpload(1024 * 1024 * 10, false); // 10MB file
+    console.log(`  ✅ Upload completed: ${result.uploadId} -> ${result.key}`);
+});
+// ============================================================================
+// Test: Failed Upload Flow
+// ============================================================================
+const testFailedUpload = Effect.gen(function* () {
+    console.log("\n❌ Testing Failed Upload:");
+    const obs = yield* StorageObservability;
+    // Use either to handle success and failure cases
+    const result = yield* Effect.either(simulateUpload(1024 * 1024 * 5, true));
+    if (result._tag === "Left") {
+        const error = result.left;
+        const errorMsg = error instanceof Error ? error.message : String(error);
+        console.log(`  ❌ Upload failed as expected: ${errorMsg}`);
+        // Track the error
+        yield* trackStorageError(testStorageType, obs.metrics, "uploadFile", error, { upload_id: "test-upload-789" });
+        console.log("  ✅ Error handled and tracked successfully");
+    }
+    else {
+        console.log("  ❌ Upload should have failed but succeeded");
+    }
+});
+// ============================================================================
+// Test: Metrics Snapshot
+// ============================================================================
+const testMetricsSnapshot = Effect.gen(function* () {
+    console.log("\n📈 Testing Metrics Snapshot:");
+    const snapshot = yield* Metric.snapshot;
+    console.log(`  ✅ Captured ${snapshot.length} metric(s)`);
+    // Display some metrics
+    for (const metric of snapshot.slice(0, 5)) {
+        console.log(`     - ${metric.metricKey.name}: ${JSON.stringify(metric.metricState)}`);
+    }
+});
+// ============================================================================
+// Run All Tests
+// ============================================================================
+const runTests = Effect.gen(function* () {
+    console.log("🧪 Observability Infrastructure Validation Test");
+    console.log("=".repeat(50));
+    // Run all tests
+    yield* testErrorClassification;
+    yield* testSuccessfulUpload;
+    yield* testFailedUpload;
+    yield* testErrorTracking;
+    yield* testMetricsSnapshot;
+    console.log("\n" + "=".repeat(50));
+    console.log("✅ All tests completed successfully!");
+    console.log("\nCore observability infrastructure is working correctly:");
+    console.log("  ✅ Layer creation and composition");
+    console.log("  ✅ Metrics tracking (counters, histograms, gauges)");
+    console.log("  ✅ Error classification and tracking");
+    console.log("  ✅ Tracing with spans");
+    console.log("  ✅ Structured logging");
+}).pipe(Effect.provide(TestStorageObservabilityLayer));
+// Run the tests
+Effect.runPromise(runTests).catch((error) => {
+    console.error("\n❌ Test failed:", error);
+    process.exit(1);
+});

package/dist/upload/errors.d.ts

@@ -0,0 +1,16 @@
+import { Effect } from "effect";
+import type { UploadServerMetrics } from "./metrics.js";
+export type UploadErrorCategory = "network_error" | "authentication_error" | "authorization_error" | "validation_error" | "size_limit_error" | "storage_error" | "abort_error" | "unknown_error";
+/**
+ * Classify upload errors into standard categories
+ */
+export declare const classifyUploadError: (error: unknown) => UploadErrorCategory;
+/**
+ * Track upload errors with metrics and structured logging
+ */
+export declare const trackUploadError: (metrics: UploadServerMetrics, operation: string, error: unknown, context?: Record<string, unknown>) => Effect.Effect<void, never, never>;
+/**
+ * Create a custom error classifier for upload operations
+ */
+export declare const createUploadErrorClassifier: (customErrorMapping?: (error: unknown) => UploadErrorCategory | null) => (error: unknown) => UploadErrorCategory;
+//# sourceMappingURL=errors.d.ts.map

package/dist/upload/errors.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"errors.d.ts","sourceRoot":"","sources":["../../src/upload/errors.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAU,MAAM,QAAQ,CAAC;AACxC,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,cAAc,CAAC;AAMxD,MAAM,MAAM,mBAAmB,GAC3B,eAAe,GACf,sBAAsB,GACtB,qBAAqB,GACrB,kBAAkB,GAClB,kBAAkB,GAClB,eAAe,GACf,aAAa,GACb,eAAe,CAAC;AAEpB;;GAEG;AACH,eAAO,MAAM,mBAAmB,GAAI,OAAO,OAAO,KAAG,mBAqFpD,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,gBAAgB,GAC3B,SAAS,mBAAmB,EAC5B,WAAW,MAAM,EACjB,OAAO,OAAO,EACd,UAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAM,sCAiCnC,CAAC;AAEL;;GAEG;AACH,eAAO,MAAM,2BAA2B,GACtC,qBAAqB,CAAC,KAAK,EAAE,OAAO,KAAK,mBAAmB,GAAG,IAAI,MAE3D,OAAO,OAAO,KAAG,mBAU1B,CAAC"}

package/dist/upload/errors.js

@@ -0,0 +1,107 @@
+import { Effect, Metric } from "effect";
+/**
+ * Classify upload errors into standard categories
+ */
+export const classifyUploadError = (error) => {
+    if (!error || typeof error !== "object")
+        return "unknown_error";
+    const errorCode = "code" in error ? error.code : undefined;
+    const errorName = "name" in error ? error.name : undefined;
+    const errorMessage = error instanceof Error ? error.message.toLowerCase() : "";
+    // Abort errors
+    if (errorCode === "ABORTED" ||
+        errorName === "AbortError" ||
+        errorMessage.includes("abort")) {
+        return "abort_error";
+    }
+    // Size limit errors
+    if (errorCode === "FILE_TOO_LARGE" ||
+        errorCode === "LIMIT_FILE_SIZE" ||
+        errorCode === "RequestEntityTooLarge" ||
+        errorMessage.includes("too large") ||
+        errorMessage.includes("size limit") ||
+        errorMessage.includes("max size")) {
+        return "size_limit_error";
+    }
+    // Validation errors
+    if (errorCode === "INVALID_FILE" ||
+        errorCode === "INVALID_METADATA" ||
+        errorCode === "VALIDATION_ERROR" ||
+        errorMessage.includes("validation") ||
+        errorMessage.includes("invalid")) {
+        return "validation_error";
+    }
+    // Network errors
+    if (errorCode === "NetworkError" ||
+        errorCode === "ECONNRESET" ||
+        errorCode === "ENOTFOUND" ||
+        errorCode === "ETIMEDOUT" ||
+        errorMessage.includes("network") ||
+        errorMessage.includes("timeout")) {
+        return "network_error";
+    }
+    // Authentication errors
+    if (errorCode === "UNAUTHORIZED" ||
+        errorCode === "AuthenticationFailed" ||
+        errorName === "AuthenticationError" ||
+        errorMessage.includes("authentication") ||
+        errorMessage.includes("unauthorized")) {
+        return "authentication_error";
+    }
+    // Authorization errors
+    if (errorCode === "FORBIDDEN" ||
+        errorCode === "AccessDenied" ||
+        errorName === "AuthorizationError" ||
+        errorMessage.includes("forbidden") ||
+        errorMessage.includes("permission")) {
+        return "authorization_error";
+    }
+    // Storage errors
+    if (errorCode === "FILE_WRITE_ERROR" ||
+        errorCode === "STORAGE_ERROR" ||
+        errorMessage.includes("storage") ||
+        errorMessage.includes("write error")) {
+        return "storage_error";
+    }
+    return "unknown_error";
+};
+/**
+ * Track upload errors with metrics and structured logging
+ */
+export const trackUploadError = (metrics, operation, error, context = {}) => Effect.gen(function* () {
+    const errorCategory = classifyUploadError(error);
+    // Record error metrics
+    const errorMetric = metrics.uploadFailedTotal.pipe(Metric.tagged("operation", operation), Metric.tagged("error_category", errorCategory));
+    yield* errorMetric(Effect.succeed(1));
+    // Create detailed error context
+    const errorDetails = {
+        operation,
+        error_category: errorCategory,
+        error_type: typeof error,
+        error_message: error instanceof Error ? error.message : String(error),
+        error_code: error && typeof error === "object" && "code" in error
+            ? String(error.code)
+            : undefined,
+        error_name: error && typeof error === "object" && "name" in error
+            ? String(error.name)
+            : undefined,
+        ...context,
+    };
+    // Log structured error
+    yield* Effect.logError(`Upload ${operation} failed`).pipe(Effect.annotateLogs(errorDetails));
+});
+/**
+ * Create a custom error classifier for upload operations
+ */
+export const createUploadErrorClassifier = (customErrorMapping) => {
+    return (error) => {
+        // Try custom mapping first
+        if (customErrorMapping) {
+            const customResult = customErrorMapping(error);
+            if (customResult !== null)
+                return customResult;
+        }
+        // Fall back to generic classification
+        return classifyUploadError(error);
+    };
+};

package/dist/upload/index.d.ts

@@ -0,0 +1,6 @@
+export * from "./metrics.js";
+export * from "./tracing.js";
+export { makeUploadObservabilityLive, UploadObservabilityLive, getUploadMetrics, withUploadDuration, withChunkDuration, } from "./layers.js";
+export * from "./errors.js";
+export * from "./testing.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/upload/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/upload/index.ts"],"names":[],"mappings":"AACA,cAAc,cAAc,CAAC;AAC7B,cAAc,cAAc,CAAC;AAC7B,OAAO,EACL,2BAA2B,EAC3B,uBAAuB,EACvB,gBAAgB,EAChB,kBAAkB,EAClB,iBAAiB,GAClB,MAAM,aAAa,CAAC;AACrB,cAAc,aAAa,CAAC;AAC5B,cAAc,cAAc,CAAC"}

package/dist/upload/index.js

@@ -0,0 +1,6 @@
+// Upload observability exports
+export * from "./metrics.js";
+export * from "./tracing.js";
+export { makeUploadObservabilityLive, UploadObservabilityLive, getUploadMetrics, withUploadDuration, withChunkDuration, } from "./layers.js";
+export * from "./errors.js";
+export * from "./testing.js";

package/dist/upload/layers.d.ts

@@ -0,0 +1,32 @@
+import { Effect, Layer } from "effect";
+import { UploadObservability } from "../core/layers.js";
+/**
+ * Create a live upload observability layer with full metrics
+ */
+export declare const makeUploadObservabilityLive: (serviceName?: string) => Layer.Layer<UploadObservability>;
+/**
+ * Default live upload observability layer
+ */
+export declare const UploadObservabilityLive: Layer.Layer<UploadObservability, never, never>;
+/**
+ * No-op upload observability layer (for testing or disabled observability)
+ */
+export declare const UploadObservabilityDisabled: Layer.Layer<UploadObservability, never, never>;
+/**
+ * Helper to get upload metrics from context
+ */
+export declare const getUploadMetrics: Effect.Effect<{
+    uploadCreated: Effect.Effect<void>;
+    uploadCompleted: Effect.Effect<void>;
+    uploadFailed: Effect.Effect<void>;
+    chunkUploaded: Effect.Effect<void>;
+}, never, UploadObservability>;
+/**
+ * Helper to track upload duration
+ */
+export declare const withUploadDuration: <A, E, R>(effect: Effect.Effect<A, E, R>) => Effect.Effect<A, E, R | UploadObservability>;
+/**
+ * Helper to track chunk upload duration
+ */
+export declare const withChunkDuration: <A, E, R>(effect: Effect.Effect<A, E, R>) => Effect.Effect<A, E, R>;
+//# sourceMappingURL=layers.d.ts.map

package/dist/upload/layers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"layers.d.ts","sourceRoot":"","sources":["../../src/upload/layers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,KAAK,EAAU,MAAM,QAAQ,CAAC;AAC/C,OAAO,EAEL,mBAAmB,EACpB,MAAM,mBAAmB,CAAC;AAO3B;;GAEG;AACH,eAAO,MAAM,2BAA2B,GACtC,oBAAwC,KACvC,KAAK,CAAC,KAAK,CAAC,mBAAmB,CAqBjC,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,uBAAuB,gDAAgC,CAAC;AAErE;;GAEG;AACH,eAAO,MAAM,2BAA2B,gDAAsC,CAAC;AAE/E;;GAEG;AACH,eAAO,MAAM,gBAAgB;;;;;8BAG3B,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,kBAAkB,GAAI,CAAC,EAAE,CAAC,EAAE,CAAC,EACxC,QAAQ,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,KAC7B,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,GAAG,mBAAmB,CAS7C,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,iBAAiB,GAAI,CAAC,EAAE,CAAC,EAAE,CAAC,EACvC,QAAQ,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,KAC7B,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CASvB,CAAC"}

package/dist/upload/layers.js

@@ -0,0 +1,63 @@
+import { Effect, Layer, Metric } from "effect";
+import { makeUploadObservabilityLayer, UploadObservability, } from "../core/layers.js";
+import { createUploadServerMetrics } from "./metrics.js";
+// ============================================================================
+// Upload Observability Layer Implementation
+// ============================================================================
+/**
+ * Create a live upload observability layer with full metrics
+ */
+export const makeUploadObservabilityLive = (serviceName = "uploadista-upload-server") => {
+    const metrics = createUploadServerMetrics();
+    return Layer.succeed(UploadObservability, {
+        serviceName,
+        enabled: true,
+        metrics: {
+            uploadCreated: Effect.succeed(metrics.uploadCreatedTotal).pipe(Effect.flatMap((metric) => Metric.increment(metric))),
+            uploadCompleted: Effect.succeed(metrics.uploadCompletedTotal).pipe(Effect.flatMap((metric) => Metric.increment(metric))),
+            uploadFailed: Effect.succeed(metrics.uploadFailedTotal).pipe(Effect.flatMap((metric) => Metric.increment(metric))),
+            chunkUploaded: Effect.succeed(metrics.chunkUploadedTotal).pipe(Effect.flatMap((metric) => Metric.increment(metric))),
+        },
+    });
+};
+/**
+ * Default live upload observability layer
+ */
+export const UploadObservabilityLive = makeUploadObservabilityLive();
+/**
+ * No-op upload observability layer (for testing or disabled observability)
+ */
+export const UploadObservabilityDisabled = makeUploadObservabilityLayer(false);
+/**
+ * Helper to get upload metrics from context
+ */
+export const getUploadMetrics = Effect.gen(function* () {
+    const obs = yield* UploadObservability;
+    return obs.metrics;
+});
+/**
+ * Helper to track upload duration
+ */
+export const withUploadDuration = (effect) => {
+    const metrics = createUploadServerMetrics();
+    return Effect.gen(function* () {
+        const startTime = Date.now();
+        const result = yield* effect;
+        const duration = (Date.now() - startTime) / 1000; // Convert to seconds
+        yield* Metric.update(metrics.uploadDurationHistogram, duration);
+        return result;
+    }).pipe(Effect.withSpan("upload-operation"));
+};
+/**
+ * Helper to track chunk upload duration
+ */
+export const withChunkDuration = (effect) => {
+    const metrics = createUploadServerMetrics();
+    return Effect.gen(function* () {
+        const startTime = Date.now();
+        const result = yield* effect;
+        const duration = (Date.now() - startTime) / 1000; // Convert to seconds
+        yield* Metric.update(metrics.chunkUploadDurationHistogram, duration);
+        return result;
+    }).pipe(Effect.withSpan("chunk-upload"));
+};

package/dist/upload/metrics.d.ts

@@ -0,0 +1,46 @@
+import { Metric } from "effect";
+/**
+ * Upload server metrics for tracking upload operations
+ */
+export declare const createUploadServerMetrics: () => {
+    uploadCreatedTotal: Metric.Metric.Counter<number>;
+    uploadCompletedTotal: Metric.Metric.Counter<number>;
+    uploadFailedTotal: Metric.Metric.Counter<number>;
+    chunkUploadedTotal: Metric.Metric.Counter<number>;
+    uploadFromUrlTotal: Metric.Metric.Counter<number>;
+    uploadFromUrlSuccessTotal: Metric.Metric.Counter<number>;
+    uploadFromUrlFailedTotal: Metric.Metric.Counter<number>;
+    uploadDurationHistogram: Metric.Metric<import("effect/MetricKeyType").MetricKeyType.Histogram, number, import("effect/MetricState").MetricState.Histogram>;
+    chunkUploadDurationHistogram: Metric.Metric<import("effect/MetricKeyType").MetricKeyType.Histogram, number, import("effect/MetricState").MetricState.Histogram>;
+    uploadFileSizeHistogram: Metric.Metric<import("effect/MetricKeyType").MetricKeyType.Histogram, number, import("effect/MetricState").MetricState.Histogram>;
+    chunkSizeHistogram: Metric.Metric<import("effect/MetricKeyType").MetricKeyType.Histogram, number, import("effect/MetricState").MetricState.Histogram>;
+    activeUploadsGauge: Metric.Metric.Gauge<number>;
+    uploadThroughputGauge: Metric.Metric.Gauge<number>;
+    uploadLatencySummary: Metric.Metric.Summary<number>;
+    chunkLatencySummary: Metric.Metric.Summary<number>;
+};
+/**
+ * Type for upload server metrics
+ */
+export type UploadServerMetrics = ReturnType<typeof createUploadServerMetrics>;
+/**
+ * Default upload server metrics instance
+ */
+export declare const uploadServerMetrics: {
+    uploadCreatedTotal: Metric.Metric.Counter<number>;
+    uploadCompletedTotal: Metric.Metric.Counter<number>;
+    uploadFailedTotal: Metric.Metric.Counter<number>;
+    chunkUploadedTotal: Metric.Metric.Counter<number>;
+    uploadFromUrlTotal: Metric.Metric.Counter<number>;
+    uploadFromUrlSuccessTotal: Metric.Metric.Counter<number>;
+    uploadFromUrlFailedTotal: Metric.Metric.Counter<number>;
+    uploadDurationHistogram: Metric.Metric<import("effect/MetricKeyType").MetricKeyType.Histogram, number, import("effect/MetricState").MetricState.Histogram>;
+    chunkUploadDurationHistogram: Metric.Metric<import("effect/MetricKeyType").MetricKeyType.Histogram, number, import("effect/MetricState").MetricState.Histogram>;
+    uploadFileSizeHistogram: Metric.Metric<import("effect/MetricKeyType").MetricKeyType.Histogram, number, import("effect/MetricState").MetricState.Histogram>;
+    chunkSizeHistogram: Metric.Metric<import("effect/MetricKeyType").MetricKeyType.Histogram, number, import("effect/MetricState").MetricState.Histogram>;
+    activeUploadsGauge: Metric.Metric.Gauge<number>;
+    uploadThroughputGauge: Metric.Metric.Gauge<number>;
+    uploadLatencySummary: Metric.Metric.Summary<number>;
+    chunkLatencySummary: Metric.Metric.Summary<number>;
+};
+//# sourceMappingURL=metrics.d.ts.map

package/dist/upload/metrics.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"metrics.d.ts","sourceRoot":"","sources":["../../src/upload/metrics.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAoB,MAAM,QAAQ,CAAC;AAMlD;;GAEG;AACH,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;CAkGpC,CAAC;AAEH;;GAEG;AACH,MAAM,MAAM,mBAAmB,GAAG,UAAU,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAE/E;;GAEG;AACH,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;CAA8B,CAAC"}