@sriinnu/runic 2.0.0 → 2.11.2

package/Sources/RunicCore/UsageLedger/OTelGenAILedgerAdapter.swift

@@ -1,550 +0,0 @@
-import Foundation
-
-public struct OTelGenAIIngestionOptions: Sendable, Codable, Hashable {
-    public var enabled: Bool
-    public var allowExperimentalSemanticConventions: Bool
-    public var defaultProvider: UsageProvider?
-    public var source: UsageLedgerEntry.Source
-
-    public init(
-        enabled: Bool = false,
-        allowExperimentalSemanticConventions: Bool = true,
-        defaultProvider: UsageProvider? = nil,
-        source: UsageLedgerEntry.Source = .api)
-    {
-        self.enabled = enabled
-        self.allowExperimentalSemanticConventions = allowExperimentalSemanticConventions
-        self.defaultProvider = defaultProvider
-        self.source = source
-    }
-
-    public static let disabled = OTelGenAIIngestionOptions(enabled: false)
-}
-
-public enum OTelGenAILedgerAdapterError: LocalizedError, Sendable, Equatable {
-    case invalidUTF8
-    case invalidJSON(String)
-
-    public var errorDescription: String? {
-        switch self {
-        case .invalidUTF8:
-            "OTel payload is not valid UTF-8."
-        case let .invalidJSON(message):
-            "OTel JSON parse failed: \(message)"
-        }
-    }
-}
-
-public enum OTelGenAILedgerAdapter {
-    public static func parseData(
-        _ data: Data,
-        options: OTelGenAIIngestionOptions = .disabled) throws -> [UsageLedgerEntry]
-    {
-        guard options.enabled else { return [] }
-        guard !data.isEmpty else { return [] }
-
-        do {
-            let object = try JSONSerialization.jsonObject(with: data, options: [.fragmentsAllowed])
-            return self.parseJSONObject(object, options: options)
-        } catch {
-            guard let text = String(data: data, encoding: .utf8) else {
-                throw OTelGenAILedgerAdapterError.invalidUTF8
-            }
-            return try self.parseJSONLines(text, options: options)
-        }
-    }
-
-    public static func parseJSONLines(
-        _ text: String,
-        options: OTelGenAIIngestionOptions = .disabled) throws -> [UsageLedgerEntry]
-    {
-        guard options.enabled else { return [] }
-        let lines = text.split(whereSeparator: \.isNewline)
-        guard !lines.isEmpty else { return [] }
-
-        var results: [UsageLedgerEntry] = []
-        results.reserveCapacity(lines.count)
-        for (index, rawLine) in lines.enumerated() {
-            let line = rawLine.trimmingCharacters(in: .whitespacesAndNewlines)
-            guard !line.isEmpty else { continue }
-            guard let data = line.data(using: .utf8) else {
-                throw OTelGenAILedgerAdapterError.invalidUTF8
-            }
-            do {
-                let object = try JSONSerialization.jsonObject(with: data, options: [.fragmentsAllowed])
-                results.append(contentsOf: self.parseJSONObject(object, options: options))
-            } catch {
-                throw OTelGenAILedgerAdapterError.invalidJSON("line \(index + 1): \(error.localizedDescription)")
-            }
-        }
-        return results
-    }
-
-    public static func parseJSONObject(
-        _ object: Any,
-        options: OTelGenAIIngestionOptions = .disabled) -> [UsageLedgerEntry]
-    {
-        guard options.enabled else { return [] }
-
-        if let array = object as? [Any] {
-            return array.flatMap { self.parseJSONObject($0, options: options) }
-        }
-        guard let record = object as? [String: Any] else { return [] }
-        if let resourceSpans = record["resourceSpans"] as? [Any] {
-            return self.parseResourceSpans(resourceSpans, options: options)
-        }
-        return self.parseFlatRecord(record, options: options).map { [$0] } ?? []
-    }
-
-    private static func parseResourceSpans(
-        _ resourceSpans: [Any],
-        options: OTelGenAIIngestionOptions) -> [UsageLedgerEntry]
-    {
-        var entries: [UsageLedgerEntry] = []
-
-        for resourceSpanAny in resourceSpans {
-            guard let resourceSpan = resourceSpanAny as? [String: Any] else { continue }
-            let resourceAttributes = self.parseAttributesPayload(resourceSpan["resource"])
-
-            let scopeSpans = (resourceSpan["scopeSpans"] as? [Any]) ?? []
-            for scopeSpanAny in scopeSpans {
-                guard let scopeSpan = scopeSpanAny as? [String: Any] else { continue }
-                let spans = (scopeSpan["spans"] as? [Any]) ?? []
-                for spanAny in spans {
-                    guard let span = spanAny as? [String: Any] else { continue }
-                    let spanAttributes = self.parseAttributesPayload(span["attributes"])
-                    var merged: [String: Any] = resourceAttributes
-                    merged.merge(spanAttributes, uniquingKeysWith: { _, rhs in rhs })
-
-                    if let name = span["name"] as? String, !name.isEmpty {
-                        merged["operation.name"] = name
-                    }
-                    if let end = span["endTimeUnixNano"] {
-                        merged["endTimeUnixNano"] = end
-                    }
-                    if let start = span["startTimeUnixNano"] {
-                        merged["startTimeUnixNano"] = start
-                    }
-                    if let traceID = span["traceId"] as? String, !traceID.isEmpty {
-                        merged["trace.id"] = traceID
-                    }
-                    if let spanID = span["spanId"] as? String, !spanID.isEmpty {
-                        merged["span.id"] = spanID
-                    }
-
-                    if let entry = self.makeLedgerEntry(from: merged, options: options) {
-                        entries.append(entry)
-                    }
-                }
-            }
-        }
-
-        return entries
-    }
-
-    private static func parseFlatRecord(
-        _ record: [String: Any],
-        options: OTelGenAIIngestionOptions) -> UsageLedgerEntry?
-    {
-        var attributes = self.parseAttributesPayload(record["attributes"])
-        for (key, value) in record {
-            if attributes[key] == nil, self.isScalar(value) {
-                attributes[key] = value
-            }
-        }
-
-        if let resource = record["resource"] as? [String: Any] {
-            let resourceAttributes = self.parseAttributesPayload(resource["attributes"])
-            attributes.merge(resourceAttributes, uniquingKeysWith: { lhs, _ in lhs })
-        }
-
-        return self.makeLedgerEntry(from: attributes, options: options)
-    }
-
-    private static func makeLedgerEntry(
-        from attributes: [String: Any],
-        options: OTelGenAIIngestionOptions) -> UsageLedgerEntry?
-    {
-        let model = self.stringValue(
-            for: [
-                "gen_ai.request.model",
-                "gen_ai.response.model",
-                "llm.model",
-                "ai.model",
-                "model",
-            ],
-            in: attributes)
-
-        let provider: UsageProvider? = {
-            if let rawSystem = self.stringValue(
-                for: [
-                    "gen_ai.system",
-                    "llm.provider",
-                    "provider",
-                ],
-                in: attributes),
-                let mapped = self.mapProvider(rawSystem)
-            {
-                return mapped
-            }
-            if let model, let inferred = self.inferProvider(fromModel: model) {
-                return inferred
-            }
-            return options.defaultProvider
-        }()
-
-        guard let provider else { return nil }
-
-        let inputTokens = max(0, self.intValue(
-            for: [
-                "gen_ai.usage.input_tokens",
-                "gen_ai.usage.prompt_tokens",
-                "usage.prompt_tokens",
-                "input_tokens",
-            ],
-            in: attributes) ?? 0)
-
-        let outputTokens = max(0, self.intValue(
-            for: [
-                "gen_ai.usage.output_tokens",
-                "gen_ai.usage.completion_tokens",
-                "usage.completion_tokens",
-                "output_tokens",
-            ],
-            in: attributes) ?? 0)
-
-        let cacheCreationTokens = max(0, self.intValue(
-            for: [
-                "gen_ai.usage.cache_creation_input_tokens",
-                "gen_ai.usage.cache_write_tokens",
-                "cache_creation_tokens",
-            ],
-            in: attributes) ?? 0)
-
-        let cacheReadTokens = max(0, self.intValue(
-            for: [
-                "gen_ai.usage.cache_read_input_tokens",
-                "gen_ai.usage.cache_read_tokens",
-                "cache_read_tokens",
-            ],
-            in: attributes) ?? 0)
-
-        let timestamp = self.dateValue(
-            for: [
-                "endTimeUnixNano",
-                "end_time_unix_nano",
-                "time_unix_nano",
-                "timeUnixNano",
-                "timestamp",
-                "time",
-            ],
-            in: attributes) ?? Date()
-
-        let projectID = self.stringValue(
-            for: [
-                "gen_ai.project.id",
-                "project.id",
-                "project_id",
-            ],
-            in: attributes)
-
-        let projectName = self.stringValue(
-            for: [
-                "gen_ai.project.name",
-                "project.name",
-                "project_name",
-            ],
-            in: attributes)
-
-        let sessionID = self.stringValue(
-            for: [
-                "gen_ai.conversation.id",
-                "session.id",
-                "session_id",
-                "thread.id",
-            ],
-            in: attributes)
-
-        let requestID = self.stringValue(
-            for: [
-                "gen_ai.request.id",
-                "request.id",
-                "request_id",
-                "span.id",
-            ],
-            in: attributes)
-
-        let messageID = self.stringValue(
-            for: [
-                "gen_ai.message.id",
-                "message.id",
-                "message_id",
-            ],
-            in: attributes)
-
-        let version = self.stringValue(
-            for: [
-                "gen_ai.system.version",
-                "library.version",
-                "sdk.version",
-            ],
-            in: attributes)
-
-        let costUSD = self.doubleValue(
-            for: [
-                "gen_ai.usage.cost",
-                "usage.cost",
-                "cost.usd",
-                "cost_usd",
-            ],
-            in: attributes)
-
-        return UsageLedgerEntry(
-            provider: provider,
-            timestamp: timestamp,
-            sessionID: sessionID,
-            projectID: projectID,
-            projectName: projectName,
-            model: model,
-            inputTokens: inputTokens,
-            outputTokens: outputTokens,
-            cacheCreationTokens: cacheCreationTokens,
-            cacheReadTokens: cacheReadTokens,
-            costUSD: costUSD,
-            requestID: requestID,
-            messageID: messageID,
-            version: version,
-            source: options.source)
-    }
-
-    private static func parseAttributesPayload(_ payload: Any?) -> [String: Any] {
-        guard let payload else { return [:] }
-        if let keyed = payload as? [String: Any] {
-            if keyed.keys.contains("attributes"), let nested = keyed["attributes"] {
-                return self.parseAttributesPayload(nested)
-            }
-            if keyed.keys.contains("key"), keyed.keys.contains("value") {
-                return self.parseAttributesPayload([keyed])
-            }
-            return keyed
-        }
-        guard let list = payload as? [Any] else { return [:] }
-
-        var attributes: [String: Any] = [:]
-        for itemAny in list {
-            guard let item = itemAny as? [String: Any] else { continue }
-            guard let key = item["key"] as? String, !key.isEmpty else { continue }
-            guard let decoded = self.decodeAttributeValue(item["value"]) else { continue }
-            attributes[key] = decoded
-        }
-        return attributes
-    }
-
-    private static func decodeAttributeValue(_ raw: Any?) -> Any? {
-        guard let raw else { return nil }
-        guard let dictionary = raw as? [String: Any] else { return raw }
-
-        if let stringValue = dictionary["stringValue"] as? String {
-            return stringValue
-        }
-        if let intValue = dictionary["intValue"] {
-            return self.coerceInt(intValue) ?? intValue
-        }
-        if let doubleValue = dictionary["doubleValue"] {
-            return self.coerceDouble(doubleValue) ?? doubleValue
-        }
-        if let boolValue = dictionary["boolValue"] as? Bool {
-            return boolValue
-        }
-        if let arrayValue = dictionary["arrayValue"] as? [String: Any],
-           let values = arrayValue["values"] as? [Any]
-        {
-            return values.compactMap { self.decodeAttributeValue($0) }
-        }
-        if let kvListValue = dictionary["kvlistValue"] as? [String: Any],
-           let values = kvListValue["values"] as? [Any]
-        {
-            return self.parseAttributesPayload(values)
-        }
-        return nil
-    }
-
-    private static func mapProvider(_ rawValue: String) -> UsageProvider? {
-        let normalized = rawValue
-            .trimmingCharacters(in: .whitespacesAndNewlines)
-            .lowercased()
-        guard !normalized.isEmpty else { return nil }
-        let compact = normalized
-            .replacingOccurrences(of: "-", with: "")
-            .replacingOccurrences(of: "_", with: "")
-            .replacingOccurrences(of: " ", with: "")
-            .replacingOccurrences(of: ".", with: "")
-
-        switch compact {
-        case "openai", "codex":
-            return .codex
-        case "anthropic", "claude":
-            return .claude
-        case "google", "googlegemini", "gemini", "vertexai", "vertex":
-            return .gemini
-        case "github", "githubcopilot", "copilot":
-            return .copilot
-        case "openrouter":
-            return .openrouter
-        case "bedrock", "awsbedrock", "amazonbedrock":
-            return .bedrock
-        case "azure", "azureopenai":
-            return .azure
-        case "mistral":
-            return .mistral
-        case "perplexity":
-            return .perplexity
-        case "cohere":
-            return .cohere
-        case "xai":
-            return .xai
-        case "together":
-            return .together
-        default:
-            return UsageProvider(rawValue: normalized)
-        }
-    }
-
-    private static func inferProvider(fromModel model: String) -> UsageProvider? {
-        let lower = model.lowercased()
-        if lower.contains("claude") { return .claude }
-        if lower.contains("gemini") { return .gemini }
-        if lower.contains("gpt") || lower.contains("o1") || lower.contains("o3") || lower.contains("o4") {
-            return .codex
-        }
-        if lower.contains("copilot") { return .copilot }
-        if lower.contains("mistral") { return .mistral }
-        return nil
-    }
-
-    private static func stringValue(for keys: [String], in dictionary: [String: Any]) -> String? {
-        for key in keys {
-            guard let raw = self.lookupValue(forKey: key, in: dictionary) else { continue }
-            if let string = raw as? String {
-                let trimmed = string.trimmingCharacters(in: .whitespacesAndNewlines)
-                if !trimmed.isEmpty { return trimmed }
-                continue
-            }
-            if let number = raw as? NSNumber {
-                return number.stringValue
-            }
-        }
-        return nil
-    }
-
-    private static func intValue(for keys: [String], in dictionary: [String: Any]) -> Int? {
-        for key in keys {
-            guard let raw = self.lookupValue(forKey: key, in: dictionary) else { continue }
-            if let coerced = self.coerceInt(raw) {
-                return coerced
-            }
-        }
-        return nil
-    }
-
-    private static func doubleValue(for keys: [String], in dictionary: [String: Any]) -> Double? {
-        for key in keys {
-            guard let raw = self.lookupValue(forKey: key, in: dictionary) else { continue }
-            if let coerced = self.coerceDouble(raw) {
-                return coerced
-            }
-        }
-        return nil
-    }
-
-    private static func dateValue(for keys: [String], in dictionary: [String: Any]) -> Date? {
-        for key in keys {
-            guard let raw = self.lookupValue(forKey: key, in: dictionary) else { continue }
-            if let nanos = self.coerceDouble(raw), nanos > 1_000_000_000_000 {
-                return Date(timeIntervalSince1970: nanos / 1_000_000_000)
-            }
-            if let seconds = self.coerceDouble(raw), seconds > 0, seconds < 4_102_444_800 {
-                return Date(timeIntervalSince1970: seconds)
-            }
-            if let text = raw as? String, let parsed = self.parseISODate(text) {
-                return parsed
-            }
-        }
-        return nil
-    }
-
-    private static func parseISODate(_ text: String) -> Date? {
-        if let parsed = try? Date(text, strategy: .iso8601) {
-            return parsed
-        }
-        let formatter = ISO8601DateFormatter()
-        formatter.formatOptions = [.withInternetDateTime, .withFractionalSeconds]
-        return formatter.date(from: text) ?? ISO8601DateFormatter().date(from: text)
-    }
-
-    private static func lookupValue(forKey key: String, in dictionary: [String: Any]) -> Any? {
-        if let direct = dictionary[key] {
-            return direct
-        }
-        let parts = key.split(separator: ".").map(String.init)
-        guard parts.count > 1 else { return nil }
-
-        var cursor: Any = dictionary
-        for part in parts {
-            guard let object = cursor as? [String: Any], let next = object[part] else { return nil }
-            cursor = next
-        }
-        return cursor
-    }
-
-    private static func coerceInt(_ value: Any) -> Int? {
-        if let int = value as? Int { return int }
-        if let uint = value as? UInt { return Int(uint) }
-        if let number = value as? NSNumber { return number.intValue }
-        if let string = value as? String {
-            let trimmed = string.trimmingCharacters(in: .whitespacesAndNewlines)
-            if let int = Int(trimmed) { return int }
-            if let double = Double(trimmed) { return Int(double) }
-        }
-        return nil
-    }
-
-    private static func coerceDouble(_ value: Any) -> Double? {
-        if let double = value as? Double { return double }
-        if let float = value as? Float { return Double(float) }
-        if let int = value as? Int { return Double(int) }
-        if let uint = value as? UInt { return Double(uint) }
-        if let number = value as? NSNumber { return number.doubleValue }
-        if let string = value as? String {
-            let trimmed = string.trimmingCharacters(in: .whitespacesAndNewlines)
-            return Double(trimmed)
-        }
-        return nil
-    }
-
-    private static func isScalar(_ value: Any) -> Bool {
-        value is String || value is NSNumber || value is Bool
-    }
-}
-
-public struct OTelGenAIFileLedgerSource: UsageLedgerSource {
-    public let files: [URL]
-    public let options: OTelGenAIIngestionOptions
-
-    public init(files: [URL], options: OTelGenAIIngestionOptions = .disabled) {
-        self.files = files
-        self.options = options
-    }
-
-    public func loadEntries() async throws -> [UsageLedgerEntry] {
-        guard self.options.enabled else { return [] }
-
-        var entries: [UsageLedgerEntry] = []
-        for file in self.files {
-            let data = try Data(contentsOf: file)
-            let parsed = try OTelGenAILedgerAdapter.parseData(data, options: self.options)
-            entries.append(contentsOf: parsed)
-        }
-        return entries.sorted { $0.timestamp < $1.timestamp }
-    }
-}

package/Sources/RunicCore/UsageLedger/UsageLedger.swift

@@ -1,29 +0,0 @@
-import Foundation
-
-public protocol UsageLedgerSource: Sendable {
-    func loadEntries() async throws -> [UsageLedgerEntry]
-}
-
-public struct UsageLedger: Sendable {
-    private let sources: [UsageLedgerSource]
-
-    public init(sources: [UsageLedgerSource]) {
-        self.sources = sources
-    }
-
-    public func loadEntries() async throws -> [UsageLedgerEntry] {
-        guard !self.sources.isEmpty else { return [] }
-        return try await withThrowingTaskGroup(of: [UsageLedgerEntry].self) { group in
-            for source in self.sources {
-                group.addTask {
-                    try await source.loadEntries()
-                }
-            }
-            var entries: [UsageLedgerEntry] = []
-            for try await batch in group {
-                entries.append(contentsOf: batch)
-            }
-            return entries
-        }
-    }
-}