@zerowidth/workbench-sdk 2.3.0 → 2.4.0

package/nodes/token-count/token-count.tests.json

@@ -1,163 +0,0 @@
-[
-  {
-    "description": "Count tokens in simple string with cl200k_base (default)",
-    "inputs": {
-      "input": "Hello, world!"
-    },
-    "expected": {
-      "tokens": 4
-    }
-  },
-  {
-    "description": "Count tokens with cl100k_base tokenizer",
-    "inputs": {
-      "input": "Hello, world!"
-    },
-    "settings": {
-      "tokenizer": "cl100k_base"
-    },
-    "expected": {
-      "tokens": 4
-    }
-  },
-  {
-    "description": "Count tokens in Message object with cl200k_base",
-    "inputs": {
-      "input": {
-        "role": "user",
-        "content": "This is a test message"
-      }
-    },
-    "settings": {
-      "tokenizer": "cl200k_base"
-    },
-    "expected": {
-      "tokens": 5
-    }
-  },
-  {
-    "description": "Count tokens in array of strings with cl100k_base",
-    "inputs": {
-      "input": [
-        "First message",
-        "Second message"
-      ]
-    },
-    "settings": {
-      "tokenizer": "cl100k_base"
-    },
-    "expected": {
-      "tokens": 4
-    }
-  },
-  {
-    "description": "Count tokens in array of Message objects",
-    "inputs": {
-      "input": [
-        {
-          "role": "user",
-          "content": "Hello"
-        },
-        {
-          "role": "assistant", 
-          "content": "Hi there!"
-        }
-      ]
-    },
-    "expected": {
-      "tokens": 4
-    }
-  },
-  {
-    "description": "Handle multi-modal content structure 1",
-    "inputs": {
-      "input": {
-        "role": "user",
-        "content": [
-          {
-            "type": "text",
-            "text": "Hello, world!"
-          }
-        ]
-      }
-    },
-    "expected": {
-      "tokens": 4
-    }
-  },
-  {
-    "description": "Handle multi-modal content structure w/ image",
-    "inputs": {
-      "input": {
-        "role": "user",
-        "content": [
-          {
-            "type": "text",
-            "text": "Hello"
-          },
-          {
-            "type": "image_url",
-            "image_url": {
-              "url": "https://example.com/image.png"
-            }
-          }
-        ]
-      }
-    },
-    "expected": {
-      "tokens": 1
-    }
-  },
-  {
-    "description": "Handle messages array",
-    "inputs": {
-      "input": [
-        {
-          "role": "user",
-          "content": [
-            {
-              "type": "text",
-              "text": "Hello"
-            },
-            {
-              "type": "image_url",
-              "image_url": {
-                "url": "https://example.com/image.png"
-              }
-            }
-          ]
-        },
-        {
-          "role": "assistant",
-          "content": [
-            {
-              "type": "text",
-              "text": "Hi there!"
-            }
-          ]
-        }
-      ]
-    },
-    "expected": {
-      "tokens": 4
-    }
-  },
-  {
-    "description": "Handle empty string",
-    "inputs": {
-      "input": ""
-    },
-    "expected": {
-      "tokens": 0
-    }
-  },
-  {
-    "description": "Handle empty array",
-    "inputs": {
-      "input": []
-    },
-    "expected": {
-      "tokens": 0
-    }
-  }
-]

package/nodes/tokenizer/tokenizer.tests.json

@@ -1,129 +0,0 @@
-[
-  {
-    "description": "Tokenize simple string with cl200k_base (default)",
-    "inputs": {
-      "input": "Hello, world!"
-    },
-    "expected": {
-      "tokens": [13225, 11, 2375, 0]
-    }
-  },
-  {
-    "description": "Tokenize with cl100k_base tokenizer",
-    "inputs": {
-      "input": "Hello, world!"
-    },
-    "settings": {
-      "tokenizer": "cl100k_base"
-    },
-    "expected": {
-      "tokens": [9906, 11, 1917, 0]
-    }
-  },
-  {
-    "description": "Tokenize Message object with cl200k_base",
-    "inputs": {
-      "input": {
-        "role": "user",
-        "content": "This is a test message"
-      }
-    },
-    "settings": {
-      "tokenizer": "cl200k_base"
-    },
-    "expected": {
-      "tokens": [2500, 382, 261, 1746, 3176]
-    }
-  },
-  {
-    "description": "Tokenize array of strings with cl100k_base",
-    "inputs": {
-      "input": [
-        "First message",
-        "Second message"
-      ]
-    },
-    "settings": {
-      "tokenizer": "cl100k_base"
-    },
-    "expected": {
-      "tokens": [5451, 1984, 16041, 1984]
-    }
-  },
-  {
-    "description": "Tokenize array of Message objects",
-    "inputs": {
-      "input": [
-        {
-          "role": "user",
-          "content": "Hello"
-        },
-        {
-          "role": "assistant", 
-          "content": "Hi there!"
-        }
-      ]
-    },
-    "expected": {
-      "tokens": [13225, 12194, 1354, 0]
-    }
-  },
-  {
-    "description": "Handle empty string",
-    "inputs": {
-      "input": ""
-    },
-    "expected": {
-      "tokens": []
-    }
-  },
-  {
-    "description": "Handle empty array",
-    "inputs": {
-      "input": []
-    },
-    "expected": {
-      "tokens": []
-    }
-  },
-  {
-    "description": "Handle multi-modal content structure",
-    "inputs": {
-      "input": {
-        "role": "user",
-        "content": [
-          {
-            "type": "text",
-            "text": "Hello, world!"
-          }
-        ]
-      }
-    },
-    "expected": {
-      "tokens": [13225, 11, 2375, 0]
-    }
-  },
-  {
-    "description": "Handle multi-modal content with image (text only)",
-    "inputs": {
-      "input": {
-        "role": "user",
-        "content": [
-          {
-            "type": "text",
-            "text": "Hello"
-          },
-          {
-            "type": "image_url",
-            "image_url": {
-              "url": "https://example.com/image.png"
-            }
-          }
-        ]
-      }
-    },
-    "expected": {
-      "tokens": [13225]
-    }
-  }
-]

package/nodes/tool-cleanup/tool-cleanup.tests.json

@@ -1,160 +0,0 @@
-[
-  {
-    "description": "Passthrough when no tool calls present",
-    "inputs": {
-      "messages": [
-        {"role": "user", "content": "Hello"},
-        {"role": "assistant", "content": "Hi there!"},
-        {"role": "user", "content": "How are you?"}
-      ]
-    },
-    "expected": {
-      "messages": [
-        {"role": "user", "content": "Hello"},
-        {"role": "assistant", "content": "Hi there!"},
-        {"role": "user", "content": "How are you?"}
-      ],
-      "inserted_count": 0
-    }
-  },
-  {
-    "description": "Passthrough when all tool calls have responses",
-    "inputs": {
-      "messages": [
-        {"role": "user", "content": "What's the weather?"},
-        {"role": "assistant", "content": null, "tool_calls": [{"id": "call_1", "function": {"name": "get_weather", "arguments": "{}"}}]},
-        {"role": "tool", "tool_call_id": "call_1", "content": "Sunny, 72F"},
-        {"role": "assistant", "content": "The weather is sunny and 72F!"}
-      ]
-    },
-    "expected": {
-      "messages": [
-        {"role": "user", "content": "What's the weather?"},
-        {"role": "assistant", "content": null, "tool_calls": [{"id": "call_1", "function": {"name": "get_weather", "arguments": "{}"}}]},
-        {"role": "tool", "tool_call_id": "call_1", "content": "Sunny, 72F"},
-        {"role": "assistant", "content": "The weather is sunny and 72F!"}
-      ],
-      "inserted_count": 0
-    }
-  },
-  {
-    "description": "Insert synthetic response when user message comes before tool response",
-    "inputs": {
-      "messages": [
-        {"role": "user", "content": "What's the weather?"},
-        {"role": "assistant", "content": null, "tool_calls": [{"id": "call_1", "function": {"name": "get_weather", "arguments": "{}"}}]},
-        {"role": "user", "content": "Never mind"}
-      ]
-    },
-    "expected": {
-      "messages": [
-        {"role": "user", "content": "What's the weather?"},
-        {"role": "assistant", "content": null, "tool_calls": [{"id": "call_1", "function": {"name": "get_weather", "arguments": "{}"}}]},
-        {"role": "tool", "tool_call_id": "call_1", "content": "Tool call was not executed"},
-        {"role": "user", "content": "Never mind"}
-      ],
-      "inserted_count": 1
-    }
-  },
-  {
-    "description": "Insert multiple synthetic responses for multiple unanswered tool calls",
-    "inputs": {
-      "messages": [
-        {"role": "user", "content": "Get weather and time"},
-        {"role": "assistant", "content": null, "tool_calls": [
-          {"id": "call_1", "function": {"name": "get_weather", "arguments": "{}"}},
-          {"id": "call_2", "function": {"name": "get_time", "arguments": "{}"}}
-        ]},
-        {"role": "user", "content": "Cancel that"}
-      ]
-    },
-    "expected": {
-      "messages": [
-        {"role": "user", "content": "Get weather and time"},
-        {"role": "assistant", "content": null, "tool_calls": [
-          {"id": "call_1", "function": {"name": "get_weather", "arguments": "{}"}},
-          {"id": "call_2", "function": {"name": "get_time", "arguments": "{}"}}
-        ]},
-        {"role": "tool", "tool_call_id": "call_1", "content": "Tool call was not executed"},
-        {"role": "tool", "tool_call_id": "call_2", "content": "Tool call was not executed"},
-        {"role": "user", "content": "Cancel that"}
-      ],
-      "inserted_count": 2
-    }
-  },
-  {
-    "description": "Insert synthetic response at end of conversation",
-    "inputs": {
-      "messages": [
-        {"role": "user", "content": "What's the weather?"},
-        {"role": "assistant", "content": null, "tool_calls": [{"id": "call_1", "function": {"name": "get_weather", "arguments": "{}"}}]}
-      ]
-    },
-    "expected": {
-      "messages": [
-        {"role": "user", "content": "What's the weather?"},
-        {"role": "assistant", "content": null, "tool_calls": [{"id": "call_1", "function": {"name": "get_weather", "arguments": "{}"}}]},
-        {"role": "tool", "tool_call_id": "call_1", "content": "Tool call was not executed"}
-      ],
-      "inserted_count": 1
-    }
-  },
-  {
-    "description": "Partial tool responses - backfill missing ones in order",
-    "inputs": {
-      "messages": [
-        {"role": "user", "content": "Get weather and time"},
-        {"role": "assistant", "content": null, "tool_calls": [
-          {"id": "call_1", "function": {"name": "get_weather", "arguments": "{}"}},
-          {"id": "call_2", "function": {"name": "get_time", "arguments": "{}"}},
-          {"id": "call_3", "function": {"name": "get_date", "arguments": "{}"}}
-        ]},
-        {"role": "tool", "tool_call_id": "call_2", "content": "3:00 PM"},
-        {"role": "user", "content": "Thanks"}
-      ]
-    },
-    "expected": {
-      "messages": [
-        {"role": "user", "content": "Get weather and time"},
-        {"role": "assistant", "content": null, "tool_calls": [
-          {"id": "call_1", "function": {"name": "get_weather", "arguments": "{}"}},
-          {"id": "call_2", "function": {"name": "get_time", "arguments": "{}"}},
-          {"id": "call_3", "function": {"name": "get_date", "arguments": "{}"}}
-        ]},
-        {"role": "tool", "tool_call_id": "call_1", "content": "Tool call was not executed"},
-        {"role": "tool", "tool_call_id": "call_2", "content": "3:00 PM"},
-        {"role": "tool", "tool_call_id": "call_3", "content": "Tool call was not executed"},
-        {"role": "user", "content": "Thanks"}
-      ],
-      "inserted_count": 2
-    }
-  },
-  {
-    "description": "Handle empty messages array",
-    "inputs": {
-      "messages": []
-    },
-    "expected": {
-      "messages": [],
-      "inserted_count": 0
-    }
-  },
-  {
-    "description": "Handle system messages passthrough",
-    "inputs": {
-      "messages": [
-        {"role": "system", "content": "You are a helpful assistant"},
-        {"role": "user", "content": "Hello"},
-        {"role": "assistant", "content": "Hi!"}
-      ]
-    },
-    "expected": {
-      "messages": [
-        {"role": "system", "content": "You are a helpful assistant"},
-        {"role": "user", "content": "Hello"},
-        {"role": "assistant", "content": "Hi!"}
-      ],
-      "inserted_count": 0
-    }
-  }
-]

package/nodes/truncate-by-tokens/truncate-by-tokens.tests.json

@@ -1,84 +0,0 @@
-[
-  {
-    "description": "Truncate messages to fit within token limit",
-    "inputs": {
-      "messages": [
-        {"role": "user", "content": "Hello there, how are you doing today? I hope you're having a wonderful day."},
-        {"role": "assistant", "content": "Hi there! I'm doing great, thank you for asking. I'm here to help you with any questions you might have."},
-        {"role": "user", "content": "That's fantastic to hear! I really appreciate your help and support."},
-        {"role": "assistant", "content": "You're very welcome! I'm always happy to assist you with whatever you need. Feel free to ask me anything."}
-      ],
-      "max_tokens": 20
-    },
-    "expected": {
-      "truncated": true
-    }
-  },
-  {
-    "description": "All messages fit within token limit",
-    "inputs": {
-      "messages": [
-        {"role": "user", "content": "Hi"},
-        {"role": "assistant", "content": "Hello!"}
-      ],
-      "max_tokens": 50
-    },
-    "expected": {
-      "truncated": false
-    }
-  },
-  {
-    "description": "Empty message array",
-    "inputs": {
-      "messages": [],
-      "max_tokens": 10
-    },
-    "expected": {
-      "token_count": 0,
-      "truncated": false
-    }
-  },
-  {
-    "description": "Zero token limit",
-    "inputs": {
-      "messages": [
-        {"role": "user", "content": "Hello"},
-        {"role": "assistant", "content": "Hi there!"}
-      ],
-      "max_tokens": 0
-    },
-    "expected": {
-      "token_count": 0,
-      "truncated": true
-    }
-  },
-  {
-    "description": "Single message that exceeds limit",
-    "inputs": {
-      "messages": [
-        {"role": "user", "content": "This is a very long message that will exceed the token limit"}
-      ],
-      "max_tokens": 5
-    },
-    "expected": {
-      "token_count": 0,
-      "truncated": true
-    }
-  },
-  {
-    "description": "Multi-modal content handling",
-    "inputs": {
-      "messages": [
-        {"role": "user", "content": "Hello"},
-        {"role": "assistant", "content": [
-          {"type": "text", "text": "Hi there!"},
-          {"type": "image_url", "image_url": {"url": "https://example.com/image.png"}}
-        ]}
-      ],
-      "max_tokens": 10
-    },
-    "expected": {
-      "truncated": false
-    }
-  }
-]

package/nodes/truncate-by-tokens-from-start/truncate-by-tokens-from-start.tests.json

@@ -1,84 +0,0 @@
-[
-  {
-    "description": "Truncate messages from start to fit within token limit",
-    "inputs": {
-      "messages": [
-        {"role": "user", "content": "Hello there, how are you doing today? I hope you're having a wonderful day."},
-        {"role": "assistant", "content": "Hi there! I'm doing great, thank you for asking. I'm here to help you with any questions you might have."},
-        {"role": "user", "content": "That's fantastic to hear! I really appreciate your help and support."},
-        {"role": "assistant", "content": "You're very welcome! I'm always happy to assist you with whatever you need. Feel free to ask me anything."}
-      ],
-      "max_tokens": 20
-    },
-    "expected": {
-      "truncated": true
-    }
-  },
-  {
-    "description": "All messages fit within token limit",
-    "inputs": {
-      "messages": [
-        {"role": "user", "content": "Hi"},
-        {"role": "assistant", "content": "Hello!"}
-      ],
-      "max_tokens": 50
-    },
-    "expected": {
-      "truncated": false
-    }
-  },
-  {
-    "description": "Empty message array",
-    "inputs": {
-      "messages": [],
-      "max_tokens": 10
-    },
-    "expected": {
-      "token_count": 0,
-      "truncated": false
-    }
-  },
-  {
-    "description": "Zero token limit",
-    "inputs": {
-      "messages": [
-        {"role": "user", "content": "Hello"},
-        {"role": "assistant", "content": "Hi there!"}
-      ],
-      "max_tokens": 0
-    },
-    "expected": {
-      "token_count": 0,
-      "truncated": true
-    }
-  },
-  {
-    "description": "Single message that exceeds limit",
-    "inputs": {
-      "messages": [
-        {"role": "user", "content": "This is a very long message that will exceed the token limit"}
-      ],
-      "max_tokens": 5
-    },
-    "expected": {
-      "token_count": 0,
-      "truncated": true
-    }
-  },
-  {
-    "description": "Multi-modal content handling",
-    "inputs": {
-      "messages": [
-        {"role": "user", "content": "Hello"},
-        {"role": "assistant", "content": [
-          {"type": "text", "text": "Hi there!"},
-          {"type": "image_url", "image_url": {"url": "https://example.com/image.png"}}
-        ]}
-      ],
-      "max_tokens": 10
-    },
-    "expected": {
-      "truncated": false
-    }
-  }
-]