@orchestraworks/cli 0.5.2 → 0.5.3

package/templates/engineering-team/onboarding/create-score-metrics.sh

@@ -1,33 +0,0 @@
-#!/usr/bin/env bash
-# Creates the five metrics the Manager Agent writes a replay's score into. Run it once, from this folder's
-# parent, after the first apply. It stops at the first error, and a second run skips each metric that exists.
-set -euo pipefail
-
-body=$(mktemp)
-trap 'rm -f "$body"' EXIT
-
-# create_metric <slug> <name> <value type> <direction, or ""> <config JSON> <description>
-create_metric() {
-  local slug=$1 name=$2 value_type=$3 direction=$4 config=$5 description=$6
-  if npx orchestra metrics get "$slug" >/dev/null 2>&1; then
-    echo "$slug exists, skipped."
-    return
-  fi
-  local direction_field=""
-  if [ -n "$direction" ]; then direction_field=",\"direction\":\"$direction\""; fi
-  printf '{"slug":"%s","name":"%s","valueType":"%s","config":%s,"description":"%s"%s}\n' \
-    "$slug" "$name" "$value_type" "$config" "$description" "$direction_field" >"$body"
-  npx orchestra metrics create --body "$body" >/dev/null
-  echo "$slug created."
-}
-
-create_metric replay-pass "Replay pass" BOOLEAN HIGHER_IS_BETTER '{}' \
-  "true when no change the Engineer Agent made in a replay is wrong"
-create_metric replay-f05 "Replay F0.5" NUMBER HIGHER_IS_BETTER '{"min":0,"max":1}' \
-  "a replay's F0.5 over precision and recall"
-create_metric replay-precision "Replay precision" NUMBER "" '{"min":0,"max":1}' \
-  "the Engineer Agent's changes that match the real fix, of all its changes but added tests and doc comments"
-create_metric replay-raw-precision "Replay raw precision" NUMBER "" '{"min":0,"max":1}' \
-  "the Engineer Agent's changes that match the real fix, of all its changes"
-create_metric replay-recall "Replay recall" NUMBER "" '{"min":0,"max":1}' \
-  "the real fix's changes the Engineer Agent made, of all the real fix's changes"