@telnyx/voice-agent-tester 0.4.0 → 0.4.1

package/.github/workflows/draft-release.yml

@@ -46,8 +46,8 @@ jobs:
 
       - name: Setup Git user
         run: |
-          git config user.name TelnyxIntegrations
-          git config user.email integrations@telnyx.com
+          git config user.name "github-actions[bot]"
+          git config user.email "41898282+github-actions[bot]@users.noreply.github.com"
 
       - name: Use Node.js 20.x
         uses: actions/setup-node@v4
@@ -64,9 +64,44 @@ jobs:
         env:
           CI: true
 
-      - name: Create draft release
+      - name: Determine next version
+        id: version
         run: |
-          npx release-it --ci --github.draft --no-npm.publish${{ env.INCREMENT_ARG }}${{ env.PRERELEASE_ARGS }}
+          NEXT=$(npx release-it --ci --release-version${{ env.INCREMENT_ARG }}${{ env.PRERELEASE_ARGS }} 2>/dev/null)
+          echo "next=$NEXT" >> "$GITHUB_OUTPUT"
+          echo "branch=release/v$NEXT" >> "$GITHUB_OUTPUT"
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+
+      - name: Create release branch
+        run: |
+          git checkout -b "${{ steps.version.outputs.branch }}"
+
+      - name: Create draft release on branch
+        run: |
+          npx release-it --ci --github.draft --no-npm.publish --no-git.push --no-git.requireUpstream${{ env.INCREMENT_ARG }}${{ env.PRERELEASE_ARGS }}
         env:
           NPM_TOKEN: ${{ secrets.NPM_CI_TOKEN }}
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+
+      - name: Push release branch
+        run: |
+          git push origin "${{ steps.version.outputs.branch }}"
+
+      - name: Create pull request
+        run: |
+          gh pr create \
+            --title "chore: release v${{ steps.version.outputs.next }}" \
+            --body "## Release v${{ steps.version.outputs.next }}
+
+          Automated release PR created by the draft-release workflow.
+
+          - Version bump in \`package.json\`
+          - Updated \`CHANGELOG.md\`
+          - Draft GitHub release created
+
+          **After merging**, publish the release from the [releases page](https://github.com/${{ github.repository }}/releases)." \
+            --base "${{ env.TARGET_REF }}" \
+            --head "${{ steps.version.outputs.branch }}"
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

package/.github/workflows/publish-release.yml

@@ -19,8 +19,8 @@ jobs:
 
       - name: Setup Git user
         run: |
-          git config user.name TelnyxIntegrations
-          git config user.email integrations@telnyx.com
+          git config user.name "github-actions[bot]"
+          git config user.email "41898282+github-actions[bot]@users.noreply.github.com"
 
       - name: Use Node.js 20.x
         uses: actions/setup-node@v4

package/CHANGELOG.md

@@ -1,5 +1,17 @@
 # Changelog
 
+## [0.4.1](https://github.com/team-telnyx/voice-agent-tester/compare/v0.4.0...v0.4.1) (2026-02-18)
+
+### Features
+
+* require provider-specific params for comparison mode ([#10](https://github.com/team-telnyx/voice-agent-tester/issues/10)) ([db9eb27](https://github.com/team-telnyx/voice-agent-tester/commit/db9eb273c139374a9f6358126113cab92f8f5b32))
+* use Qwen/Qwen3-235B-A22B as model for imported assistants ([#11](https://github.com/team-telnyx/voice-agent-tester/issues/11)) ([3c4ed0a](https://github.com/team-telnyx/voice-agent-tester/commit/3c4ed0a14498833544f1797426b234585adcb49b))
+
+### Bug Fixes
+
+* add --no-git.requireUpstream to release-it in draft workflow ([#14](https://github.com/team-telnyx/voice-agent-tester/issues/14)) ([9553e65](https://github.com/team-telnyx/voice-agent-tester/commit/9553e65bdc6f0094853895da6b806befc5a898f6))
+* use triggering user as git author and create PR for releases ([#13](https://github.com/team-telnyx/voice-agent-tester/issues/13)) ([8ebecba](https://github.com/team-telnyx/voice-agent-tester/commit/8ebecba1839985949e46bec457f327711f89138d))
+
 ## [0.4.0](https://github.com/team-telnyx/voice-agent-tester/compare/v0.3.0...v0.4.0) (2026-01-26)
 
 ### Features

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@telnyx/voice-agent-tester",
-  "version": "0.4.0",
+  "version": "0.4.1",
   "description": "A command-line tool to test voice agents using Puppeteer",
   "main": "src/index.js",
   "type": "module",

package/src/index.js

@@ -87,6 +87,50 @@ function substituteUrlParams(url, params) {
   return result;
 }
 
+/**
+ * Get the list of missing provider-specific parameters required for comparison mode.
+ * Each provider has its own set of required params for the direct widget benchmark.
+ *
+ * @param {Object} argv - Parsed CLI arguments
+ * @returns {Array<{key: string, flag: string, description: string}>} Missing params
+ */
+function getCompareRequiredParams(argv) {
+  const missing = [];
+
+  switch (argv.provider) {
+    case 'vapi':
+      if (!argv.shareKey) {
+        missing.push({ key: 'shareKey', flag: '--share-key', description: 'Vapi share key' });
+      }
+      break;
+    case 'elevenlabs':
+      if (!argv.branchId) {
+        missing.push({ key: 'branchId', flag: '--branch-id', description: 'ElevenLabs branch ID' });
+      }
+      break;
+    // retell and others: no extra params needed yet
+  }
+
+  return missing;
+}
+
+/**
+ * Get provider-specific template parameters for comparison mode URL/HTML substitution.
+ *
+ * @param {Object} argv - Parsed CLI arguments
+ * @returns {Object} Template params to merge into provider params
+ */
+function getCompareTemplateParams(argv) {
+  switch (argv.provider) {
+    case 'vapi':
+      return { shareKey: argv.shareKey };
+    case 'elevenlabs':
+      return { branchId: argv.branchId };
+    default:
+      return {};
+  }
+}
+
 // Helper function to load and validate application config
 function loadApplicationConfig(configPath, params = {}) {
   const configFile = fs.readFileSync(configPath, 'utf8');
@@ -235,6 +279,14 @@ const argv = yargs(hideBin(process.argv))
     type: 'string',
     description: 'Provider assistant/agent ID to import (required with --provider)'
   })
+  .option('share-key', {
+    type: 'string',
+    description: 'Vapi share key for direct widget testing (required for comparison mode with --provider vapi)'
+  })
+  .option('branch-id', {
+    type: 'string',
+    description: 'ElevenLabs branch ID for direct widget testing (required for comparison mode with --provider elevenlabs)'
+  })
   .option('assistant-id', {
     type: 'string',
     description: 'Assistant/agent ID for direct benchmarking (works with all providers)'
@@ -456,8 +508,8 @@ async function main() {
     // Parse URL parameters for template substitution
     const params = parseParams(argv.params);
     
-    // Determine if we should run comparison benchmark
-    const shouldCompare = argv.provider && argv.compare && !argv.noCompare;
+    // Determine if we should run comparison benchmark (may be updated later if public key is missing)
+    let shouldCompare = argv.provider && argv.compare && !argv.noCompare;
     
     // Store credentials for potential comparison run
     let telnyxApiKey = argv.apiKey;
@@ -492,6 +544,29 @@ async function main() {
         }
       }
 
+      // Require provider-specific params when comparison mode is enabled
+      if (shouldCompare) {
+        const missingParams = getCompareRequiredParams(argv);
+        if (missingParams.length > 0) {
+          for (const param of missingParams) {
+            console.log(`\n🔑 ${param.description} is required for comparison mode`);
+            const inputVal = await promptUserInput(`Enter ${param.description} (or press Enter to skip comparison): `);
+            if (inputVal) {
+              argv[param.key] = inputVal;
+            } else {
+              console.warn(`⚠️  Missing ${param.flag}. Disabling comparison mode (--no-compare).`);
+              console.warn(`   To run comparison benchmarks, pass ${param.flag} <value>\n`);
+              argv.compare = false;
+              argv.noCompare = true;
+              break;
+            }
+          }
+        }
+      }
+
+      // Re-evaluate shouldCompare after potential public key prompt
+      shouldCompare = argv.provider && argv.compare && !argv.noCompare;
+
       const importResult = await importAssistantsFromProvider({
         provider: argv.provider,
         providerApiKey: providerApiKey,
@@ -583,7 +658,7 @@ async function main() {
 
       // Phase 1: Provider Direct Benchmark
       // Load provider-specific application config with provider assistant ID
-      const providerParams = { ...params, assistantId: providerImportId };
+      const providerParams = { ...params, assistantId: providerImportId, ...getCompareTemplateParams(argv) };
       const providerAppPath = path.resolve(__packageDir, 'applications', `${argv.provider}.yaml`);
       
       if (!fs.existsSync(providerAppPath)) {

package/src/provider-import.js

@@ -200,7 +200,7 @@ async function configureImportedAssistant({ assistantId, assistantName, telnyxAp
         },
         body: JSON.stringify({
           name: newName,
-          model: 'Qwen/Qwen3-235B-A22',
+          model: 'Qwen/Qwen3-235B-A22B',
           telephony_settings: {
             supports_unauthenticated_web_calls: true
           },