@agentmark-ai/shared-utils 0.2.0 → 0.3.1

package/dist/index.d.mts

@@ -71,7 +71,7 @@ type AgentmarkConfig = {
     version: string;
     builtInModels?: string[];
     mcpServers?: McpServers;
-    evals: string[];
+    evals?: string[];
 };
 
 declare function toFrontMatter(content: {
@@ -121,7 +121,8 @@ type PromptFrontmatterV0 = {
 };
 type PromptFrontmatter = PromptFrontmatterV0 | TextPromptFrontmatterV1_0 | ObjectPromptFrontmatterV1_0 | ImagePromptFrontmatterV1_0;
 declare function findPromptFiles(dir: string): Promise<string[]>;
-declare function generateTypeDefinitions(prompts: PromptFrontmatter[]): Promise<string>;
+type GenerateTypesLanguage = "typescript" | "python";
+declare function generateTypeDefinitions(prompts: PromptFrontmatter[], language?: GenerateTypesLanguage): Promise<string>;
 declare function fetchPromptsFrontmatter(options: {
     local?: number;
     rootDir?: string;
@@ -248,6 +249,7 @@ interface NormalizedSpan {
     datasetPath?: string;
     datasetItemName?: string;
     datasetExpectedOutput?: string;
+    datasetInput?: string;
     promptName?: string;
     props?: string;
     commitSha?: string;
@@ -506,6 +508,27 @@ declare class AgentMarkTransformer implements ScopeTransformer {
  */
 declare const AGENTMARK_SCOPE_NAME = "agentmark";
 
+/**
+ * Transformer for the official OTel GenAI Semantic Conventions (v1.37.0+).
+ *
+ * Handles attribute names:
+ *   gen_ai.input.messages   — JSON array of input messages ({role, parts[]})
+ *   gen_ai.output.messages  — JSON array of output messages ({role, parts[], finish_reason})
+ *   gen_ai.system_instructions — JSON array of system instruction parts
+ *
+ * Used by frameworks that follow the official spec:
+ *   - Pydantic AI (scope: "pydantic-ai")
+ *   - Any future OTel-compliant GenAI instrumentation
+ *
+ * @see https://opentelemetry.io/docs/specs/semconv/gen-ai/gen-ai-spans/
+ */
+
+declare class OtelGenAiTransformer implements ScopeTransformer {
+    classify(span: OtelSpan, attributes: Record<string, any>): SpanType;
+    transform(span: OtelSpan, attributes: Record<string, any>): Partial<NormalizedSpan>;
+    static readonly SCOPE_NAME = "pydantic-ai";
+}
+
 declare function normalizeSpan(resource: OtelResource, scope: OtelScope, span: OtelSpan): NormalizedSpan;
 /**
  * Normalize spans from raw OTLP resourceSpans structure
@@ -513,4 +536,4 @@ declare function normalizeSpan(resource: OtelResource, scope: OtelScope, span: O
  */
 declare function normalizeOtlpSpans(resourceSpans: OtlpResourceSpans[]): NormalizedSpan[];
 
-export { AGENTMARK_SCOPE_NAME, AgentMarkTransformer, type AgentmarkConfig, type AgentmarkModelConfig, type AgentmarkModelSchema, type AgentmarkModelSettingsConfig, type AgentmarkModelSettingsSchema, AiSdkTransformer, type AiSdkVersion, type AttributeExtractor, AgentMarkTransformer as ClaudeAgentTransformer, MastraTransformer, type McpServerConfig, type McpServers, type McpStdioServerConfig, type McpUrlServerConfig, type Message, type ModelSettingsTypeAspectRatio, type ModelSettingsTypeImageSize, type ModelSettingsTypeSelect, type ModelSettingsTypeSlider, type NormalizedSpan, type OtelEvent, type OtelLink, type OtelResource, type OtelScope, type OtelSpan, type OtlpAttribute, type OtlpAttributeValue, type OtlpEvent, type OtlpLink, type OtlpResource, type OtlpResourceSpans, type OtlpScope, type OtlpScopeSpans, type OtlpSpan, type ScopeTransformer, SpanType, type StandardMessageContent, type StandardTextContent, type StandardToolCallContent, type StandardToolResultContent, type ToolCall, TransformerRegistry, TypeClassifier, convertOtlpAttributes, createSignature, detectVersion, extractCustomMetadata, extractReasoningFromProviderMetadata, extractResourceScopeSpan, fetchPromptsFrontmatter, findPromptFiles, generateTypeDefinitions, generateUnique8CharString, normalizeOtlpSpans, normalizeSpan, parseAgentMarkAttributes, parseMetadata, parseTokens, registry, toFrontMatter, typeClassifier, verifySignature };
+export { AGENTMARK_SCOPE_NAME, AgentMarkTransformer, type AgentmarkConfig, type AgentmarkModelConfig, type AgentmarkModelSchema, type AgentmarkModelSettingsConfig, type AgentmarkModelSettingsSchema, AiSdkTransformer, type AiSdkVersion, type AttributeExtractor, AgentMarkTransformer as ClaudeAgentTransformer, type GenerateTypesLanguage, MastraTransformer, type McpServerConfig, type McpServers, type McpStdioServerConfig, type McpUrlServerConfig, type Message, type ModelSettingsTypeAspectRatio, type ModelSettingsTypeImageSize, type ModelSettingsTypeSelect, type ModelSettingsTypeSlider, type NormalizedSpan, type OtelEvent, OtelGenAiTransformer, type OtelLink, type OtelResource, type OtelScope, type OtelSpan, type OtlpAttribute, type OtlpAttributeValue, type OtlpEvent, type OtlpLink, type OtlpResource, type OtlpResourceSpans, type OtlpScope, type OtlpScopeSpans, type OtlpSpan, type ScopeTransformer, SpanType, type StandardMessageContent, type StandardTextContent, type StandardToolCallContent, type StandardToolResultContent, type ToolCall, TransformerRegistry, TypeClassifier, convertOtlpAttributes, createSignature, detectVersion, extractCustomMetadata, extractReasoningFromProviderMetadata, extractResourceScopeSpan, fetchPromptsFrontmatter, findPromptFiles, generateTypeDefinitions, generateUnique8CharString, normalizeOtlpSpans, normalizeSpan, parseAgentMarkAttributes, parseMetadata, parseTokens, registry, toFrontMatter, typeClassifier, verifySignature };

package/dist/index.d.ts

@@ -71,7 +71,7 @@ type AgentmarkConfig = {
     version: string;
     builtInModels?: string[];
     mcpServers?: McpServers;
-    evals: string[];
+    evals?: string[];
 };
 
 declare function toFrontMatter(content: {
@@ -121,7 +121,8 @@ type PromptFrontmatterV0 = {
 };
 type PromptFrontmatter = PromptFrontmatterV0 | TextPromptFrontmatterV1_0 | ObjectPromptFrontmatterV1_0 | ImagePromptFrontmatterV1_0;
 declare function findPromptFiles(dir: string): Promise<string[]>;
-declare function generateTypeDefinitions(prompts: PromptFrontmatter[]): Promise<string>;
+type GenerateTypesLanguage = "typescript" | "python";
+declare function generateTypeDefinitions(prompts: PromptFrontmatter[], language?: GenerateTypesLanguage): Promise<string>;
 declare function fetchPromptsFrontmatter(options: {
     local?: number;
     rootDir?: string;
@@ -248,6 +249,7 @@ interface NormalizedSpan {
     datasetPath?: string;
     datasetItemName?: string;
     datasetExpectedOutput?: string;
+    datasetInput?: string;
     promptName?: string;
     props?: string;
     commitSha?: string;
@@ -506,6 +508,27 @@ declare class AgentMarkTransformer implements ScopeTransformer {
  */
 declare const AGENTMARK_SCOPE_NAME = "agentmark";
 
+/**
+ * Transformer for the official OTel GenAI Semantic Conventions (v1.37.0+).
+ *
+ * Handles attribute names:
+ *   gen_ai.input.messages   — JSON array of input messages ({role, parts[]})
+ *   gen_ai.output.messages  — JSON array of output messages ({role, parts[], finish_reason})
+ *   gen_ai.system_instructions — JSON array of system instruction parts
+ *
+ * Used by frameworks that follow the official spec:
+ *   - Pydantic AI (scope: "pydantic-ai")
+ *   - Any future OTel-compliant GenAI instrumentation
+ *
+ * @see https://opentelemetry.io/docs/specs/semconv/gen-ai/gen-ai-spans/
+ */
+
+declare class OtelGenAiTransformer implements ScopeTransformer {
+    classify(span: OtelSpan, attributes: Record<string, any>): SpanType;
+    transform(span: OtelSpan, attributes: Record<string, any>): Partial<NormalizedSpan>;
+    static readonly SCOPE_NAME = "pydantic-ai";
+}
+
 declare function normalizeSpan(resource: OtelResource, scope: OtelScope, span: OtelSpan): NormalizedSpan;
 /**
  * Normalize spans from raw OTLP resourceSpans structure
@@ -513,4 +536,4 @@ declare function normalizeSpan(resource: OtelResource, scope: OtelScope, span: O
  */
 declare function normalizeOtlpSpans(resourceSpans: OtlpResourceSpans[]): NormalizedSpan[];
 
-export { AGENTMARK_SCOPE_NAME, AgentMarkTransformer, type AgentmarkConfig, type AgentmarkModelConfig, type AgentmarkModelSchema, type AgentmarkModelSettingsConfig, type AgentmarkModelSettingsSchema, AiSdkTransformer, type AiSdkVersion, type AttributeExtractor, AgentMarkTransformer as ClaudeAgentTransformer, MastraTransformer, type McpServerConfig, type McpServers, type McpStdioServerConfig, type McpUrlServerConfig, type Message, type ModelSettingsTypeAspectRatio, type ModelSettingsTypeImageSize, type ModelSettingsTypeSelect, type ModelSettingsTypeSlider, type NormalizedSpan, type OtelEvent, type OtelLink, type OtelResource, type OtelScope, type OtelSpan, type OtlpAttribute, type OtlpAttributeValue, type OtlpEvent, type OtlpLink, type OtlpResource, type OtlpResourceSpans, type OtlpScope, type OtlpScopeSpans, type OtlpSpan, type ScopeTransformer, SpanType, type StandardMessageContent, type StandardTextContent, type StandardToolCallContent, type StandardToolResultContent, type ToolCall, TransformerRegistry, TypeClassifier, convertOtlpAttributes, createSignature, detectVersion, extractCustomMetadata, extractReasoningFromProviderMetadata, extractResourceScopeSpan, fetchPromptsFrontmatter, findPromptFiles, generateTypeDefinitions, generateUnique8CharString, normalizeOtlpSpans, normalizeSpan, parseAgentMarkAttributes, parseMetadata, parseTokens, registry, toFrontMatter, typeClassifier, verifySignature };
+export { AGENTMARK_SCOPE_NAME, AgentMarkTransformer, type AgentmarkConfig, type AgentmarkModelConfig, type AgentmarkModelSchema, type AgentmarkModelSettingsConfig, type AgentmarkModelSettingsSchema, AiSdkTransformer, type AiSdkVersion, type AttributeExtractor, AgentMarkTransformer as ClaudeAgentTransformer, type GenerateTypesLanguage, MastraTransformer, type McpServerConfig, type McpServers, type McpStdioServerConfig, type McpUrlServerConfig, type Message, type ModelSettingsTypeAspectRatio, type ModelSettingsTypeImageSize, type ModelSettingsTypeSelect, type ModelSettingsTypeSlider, type NormalizedSpan, type OtelEvent, OtelGenAiTransformer, type OtelLink, type OtelResource, type OtelScope, type OtelSpan, type OtlpAttribute, type OtlpAttributeValue, type OtlpEvent, type OtlpLink, type OtlpResource, type OtlpResourceSpans, type OtlpScope, type OtlpScopeSpans, type OtlpSpan, type ScopeTransformer, SpanType, type StandardMessageContent, type StandardTextContent, type StandardToolCallContent, type StandardToolResultContent, type ToolCall, TransformerRegistry, TypeClassifier, convertOtlpAttributes, createSignature, detectVersion, extractCustomMetadata, extractReasoningFromProviderMetadata, extractResourceScopeSpan, fetchPromptsFrontmatter, findPromptFiles, generateTypeDefinitions, generateUnique8CharString, normalizeOtlpSpans, normalizeSpan, parseAgentMarkAttributes, parseMetadata, parseTokens, registry, toFrontMatter, typeClassifier, verifySignature };