@zerwiz/ymir 0.1.3 → 0.1.5

package/.agents/backend/fm-procevent-lavish.sh

@@ -0,0 +1,628 @@
+#!/usr/bin/env bash
+# Lavish adapter for the generic process-to-event runner.
+#
+# Usage:
+#   fm-procevent-lavish.sh arm <artifact.html>
+#   fm-procevent-lavish.sh classify <result-file>
+#   fm-procevent-lavish.sh terminal <result-file>
+#   fm-procevent-lavish.sh silent <result-file>
+#   fm-procevent-lavish.sh answers <result-file>
+#   fm-procevent-lavish.sh read <result-file>
+#   fm-procevent-lavish.sh source-id <artifact.html>
+#   fm-procevent-lavish.sh retire <artifact.html>
+#   fm-procevent-lavish.sh poll <artifact.html>
+#
+# classify   Print the lifecycle state a handler should act on: feedback, ended,
+#            waiting, missing, or unknown.
+# read       Print a structured presentation of one already-captured result so a
+#            handler consumes every queued item without grepping the raw file.
+#            It is read-only over the capture: it does not arm, poll, or change
+#            what Lavish delivered. The session-ending freeform message
+#            (tag=message) is its own labeled field, printed first and distinct
+#            from per-element annotations. Declared and presented item counts,
+#            plus a completeness verdict, follow before all annotations so a
+#            partial read is obvious. Each annotation retains its element uid,
+#            selector, tag, and text. A non-choice freeform comment (`prompt`)
+#            is printed as its own field even when a selector is also present
+#            and even when that comment matches the element text, so typed
+#            words are never dropped. Choice Context data is not a comment.
+#            Captain-supplied body lines are visibly prefixed so they cannot
+#            forge structural labels. Empty message and annotation sections
+#            are reported explicitly.
+# poll       The registered listener command `arm` publishes, not a command to
+#            run in a conversational turn. It runs the published blocking poll
+#            and prints its response verbatim, absorbing only the one exact
+#            transient interruption described below.
+# terminal   Exit 0 when the captured result means this Lavish source will never
+#            produce another result, so the runner may retire it; any other exit
+#            keeps it armed. This is the generic adapter contract bin/fm-procevent.sh
+#            calls, and the only place Lavish's notion of "ended" is decided.
+# silent     Exit 0 when the captured result is a routine no-op the runner should
+#            record and never announce; any other exit publishes the wake. This
+#            is the generic no-op contract bin/fm-procevent.sh calls, and the
+#            only place Lavish's notion of "nothing was said" is decided.
+#
+# AN EMPTY BOARD CLOSE IS NOT NEWS, and that is what `silent` exists to say.
+# Closing a review surface that carried nothing is the single most common Lavish
+# result: the captain reads a board, says nothing, and closes it. Announcing that
+# put a wake in front of the handler whose entire content was that nothing
+# happened. `silent` therefore holds one narrow, positively-determined shape -
+# a session this adapter classifies `ended` that carries no queued content block
+# at all - and every other result stays announced.
+#
+# Deliberately narrow, in both directions. A `Send & End` close carrying the
+# captain's actual answer arrives as `status: feedback` with `session_ended`, so
+# it classifies `feedback`, never `ended`, and is announced exactly as before; so
+# is any `ended` result that still carries a `prompts` or `feedback` block, which
+# the published poll is not expected to produce but which must never be dropped
+# on that expectation. A `waiting` session, a `missing` one, an `unknown` or
+# unreadable result, and any error all stay announced, because none of them
+# positively proves nothing was said. Silence is only ever an absence this
+# adapter can see in the result, never an absence it assumes.
+#
+# This adapter is deliberately thin. It owns only what is specific to Lavish:
+# canonical source identity, the argv for the currently published poll command,
+# and how to read a completed result. Ownership, durable capture, publication,
+# and restart recovery all belong to bin/fm-procevent.sh.
+#
+# `answers` is this adapter's half of the generic keyed-answer contract in
+# bin/fm-procevent.sh. It reports what the captain actually chose, as
+# `<task-id>\t<answer>\t<label>` lines, and stops there. It maps nothing to a
+# task, records no decision, and closes nothing: a captain answer is not special
+# to Lavish, so every rule about what a keyed answer DOES belongs to the one
+# intake in bin/fm-captain-hold.sh, which the runner feeds. A Lavish review is
+# just an ephemeral discussion format that happens to carry answers.
+#
+# Only rows tagged `choice` are read. A freeform captain message is prose that may
+# contain anything, and must never be able to forge a decision key.
+#
+# `read` is the presentation command summarized above; keyed intake remains
+# the separate `answers` contract described here.
+#
+# It wraps ONLY the currently published interface, verified against 0.1.45:
+#   Usage: lavish-axi poll <html-file> [--agent-reply "..."]
+# and that command "long-polls indefinitely" server-side. The adapter therefore
+# runs the plain blocking form with no timeout flag, so results arrive as real
+# server-side events. It adds no periodic discovery, no timer fallback, and no
+# dependency on any unreleased capability.
+#
+# BOUNDED QUIET RETRY, owned here and nowhere else. A live listener can be cut
+# short by the server with exactly this two-line response while the session's
+# marks remain available:
+#
+#   error: Lavish Editor poll response was interrupted
+#   code: SERVER_ERROR
+#
+# That is an internal retry, not news, so registering the raw poll made the
+# generic runner capture it and wake the whole fleet. `poll` therefore re-runs
+# the published poll up to POLL_RETRY_LIMIT times for that exact response, with
+# POLL_RETRY_DELAY_DEFAULT seconds between attempts. The match is exact and
+# deliberately narrow: real feedback, ended and missing sessions, any other
+# SERVER_ERROR, and the same interruption still standing after the bound is
+# spent are all printed straight through and captured normally. The retry is a
+# Lavish fact, so the generic runner in bin/fm-procevent.sh stays
+# adapter-agnostic and learns nothing about it.
+#
+# LOSS LIMITATION, stated plainly. The published poll destructively clears
+# feedback before returning it. A result lost after that clearing and before the
+# runner reads the process output is unrecoverable, and no Firstmate wrapper can
+# close that source-side handoff window. Never describe this path as
+# at-least-once, no-loss, or lossless. The only durability this proves is the
+# runner's own: output that reached the runner is stored before it is announced.
+set -u
+
+SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+FM_ROOT="${FM_ROOT_OVERRIDE:-$(cd "$SCRIPT_DIR/.." && pwd)}"
+FM_HOME="${FM_HOME:-${FM_ROOT_OVERRIDE:-$FM_ROOT}}"
+
+# shellcheck source=bin/fm-pr-lib.sh
+. "$SCRIPT_DIR/fm-pr-lib.sh"
+# shellcheck source=bin/fm-wake-lib.sh
+. "$SCRIPT_DIR/fm-wake-lib.sh"
+# shellcheck source=bin/fm-procevent-lib.sh
+. "$SCRIPT_DIR/fm-procevent-lib.sh"
+
+die() { printf 'error: %s\n' "$1" >&2; exit 1; }
+usage() { sed -n '2,111p' "${BASH_SOURCE[0]}" | sed 's/^# \{0,1\}//'; exit 2; }
+
+# Canonical identity is physical, not the path string: Lavish itself keys a
+# session on the realpath of the artifact, so two names for one file are one
+# source and must never become two owners.
+cmd_source_id() {
+  local artifact=${1-} real
+  [ -n "$artifact" ] || usage
+  case "$artifact" in *$'\n'*) die "artifact paths cannot contain newlines" ;; esac
+  real=$(perl -MCwd=realpath -e '$p = realpath($ARGV[0]); defined($p) or exit 1; print "$p\n"' "$artifact" 2>/dev/null) \
+    || die "cannot resolve the artifact path: $artifact"
+  [ -f "$real" ] || die "artifact does not exist: $artifact"
+  if command -v shasum >/dev/null 2>&1; then
+    printf 'lavish-%s\n' "$(printf '%s' "$real" | shasum -a 256 | awk '{print substr($1,1,16)}')"
+  else
+    printf 'lavish-%s\n' "$(printf '%s' "$real" | sha256sum | awk '{print substr($1,1,16)}')"
+  fi
+}
+
+cmd_arm() {
+  local artifact=${1-} id real
+  [ -n "$artifact" ] || usage
+  [ "$#" -eq 1 ] || usage
+  command -v lavish-axi >/dev/null 2>&1 || die "lavish-axi is not installed"
+  poll_retry_delay >/dev/null
+  id=$(cmd_source_id "$artifact") || exit 1
+  real=$(perl -MCwd=realpath -e '$p = realpath($ARGV[0]); defined($p) or exit 1; print "$p\n"' "$artifact" 2>/dev/null) \
+    || die "cannot resolve the artifact path: $artifact"
+  # This adapter's own listener command, which runs the plain blocking form with
+  # no --timeout-ms so completion is a server event, and absorbs only the exact
+  # transient interruption. Registering raw poll output is what let that
+  # interruption reach the runner as a captured result.
+  "$SCRIPT_DIR/fm-procevent.sh" register lavish "$id" \
+    -- "$SCRIPT_DIR/fm-procevent-lavish.sh" poll "$real" || exit 1
+  printf 'armed: %s\n' "$id"
+  printf 'artifact: %s\n' "$real"
+}
+
+cmd_retire() {
+  local artifact=${1-} id
+  [ -n "$artifact" ] || usage
+  id=$(cmd_source_id "$artifact") || exit 1
+  "$SCRIPT_DIR/fm-procevent.sh" retire "$id"
+}
+
+# The bounded quiet retry described in the header. The bound is a constant
+# because it is a property of the transient response, not an operator choice;
+# only the delay takes an override, so a test can exercise the real bound
+# without waiting it out.
+POLL_RETRY_LIMIT=12
+POLL_RETRY_DELAY_DEFAULT=5
+POLL_RETRY_DELAY_MAX=60
+
+# Exit 0 only for the exact two-line interruption, and nothing else. The whole
+# response must be those two lines with those exact bytes: whitespace variants,
+# a longer response that merely opens with them, and any other SERVER_ERROR are
+# genuine errors this adapter must never swallow.
+poll_response_filter() {  # <response-file>
+  perl -e '
+    use strict;
+    use warnings;
+    my ($stage) = @ARGV;
+    my $expected = "error: Lavish Editor poll response was interrupted\ncode: SERVER_ERROR\n";
+    open my $staged, ">", $stage or exit 2;
+    binmode STDIN;
+    binmode STDOUT;
+    binmode $staged;
+    my ($candidate, $streaming) = ("", 0);
+    sub write_all {
+      my ($handle, $bytes) = @_;
+      my $offset = 0;
+      while ($offset < length $bytes) {
+        my $written = syswrite $handle, $bytes, length($bytes) - $offset, $offset;
+        exit 2 unless defined $written;
+        $offset += $written;
+      }
+    }
+    while (1) {
+      my $count = sysread STDIN, my $chunk, 65536;
+      exit 2 unless defined $count;
+      last if $count == 0;
+      if ($streaming) {
+        write_all(*STDOUT, $chunk);
+        next;
+      }
+      my $room = length($expected) + 1 - length($candidate);
+      my $take = length($chunk) < $room ? length($chunk) : $room;
+      my $prefix = substr($chunk, 0, $take);
+      $candidate .= $prefix;
+      write_all($staged, $prefix);
+      my $matches_prefix = length($candidate) <= length($expected)
+        && substr($expected, 0, length($candidate)) eq $candidate;
+      if (!$matches_prefix) {
+        write_all(*STDOUT, $candidate);
+        write_all(*STDOUT, substr($chunk, $take));
+        $streaming = 1;
+      }
+    }
+    exit 10 if !$streaming && $candidate eq $expected;
+    write_all(*STDOUT, $candidate) unless $streaming;
+  ' "$1"
+}
+
+# Seconds between retries. FM_LAVISH_POLL_RETRY_DELAY is a bounded test
+# override; a malformed or out-of-range value is refused rather than quietly
+# rounded, because silently changing a retry cadence is how a bound stops
+# meaning anything.
+poll_retry_delay() {
+  local delay=${FM_LAVISH_POLL_RETRY_DELAY-}
+  if [ -z "$delay" ]; then
+    printf '%s\n' "$POLL_RETRY_DELAY_DEFAULT"
+    return 0
+  fi
+  case "$delay" in
+    *[!0-9]*) die "FM_LAVISH_POLL_RETRY_DELAY must be whole seconds from 0 to $POLL_RETRY_DELAY_MAX: $delay" ;;
+  esac
+  [ "$delay" -le "$POLL_RETRY_DELAY_MAX" ] \
+    || die "FM_LAVISH_POLL_RETRY_DELAY must be whole seconds from 0 to $POLL_RETRY_DELAY_MAX: $delay"
+  printf '%s\n' "$delay"
+}
+
+cmd_poll() {
+  local artifact=${1-} delay attempt=0 response cleanup_command rc filter_rc
+  local pipeline_status
+  [ -n "$artifact" ] || usage
+  [ "$#" -eq 1 ] || usage
+  command -v lavish-axi >/dev/null 2>&1 || die "lavish-axi is not installed"
+  delay=$(poll_retry_delay) || exit 1
+  response=$(mktemp "${TMPDIR:-/tmp}/fm-lavish-poll.XXXXXX") || die "cannot stage the poll response"
+  printf -v cleanup_command 'rm -f -- %q' "$response"
+  # shellcheck disable=SC2064 # $cleanup_command must expand now, while the staged path is still set.
+  trap "$cleanup_command" EXIT
+  # Retirement stops this listener by signalling its process group, and bash runs
+  # no EXIT trap for an uncaught signal, so each one cleans up the staged
+  # response and then re-raises itself with the default disposition, leaving the
+  # process dying exactly as the runner expects.
+  local signal
+  for signal in INT TERM HUP; do
+    # shellcheck disable=SC2064 # Same reason: expand now, while both are set.
+    trap "$cleanup_command; trap - $signal; kill -$signal $$" "$signal"
+  done
+  while :; do
+    lavish-axi poll "$artifact" | poll_response_filter "$response"
+    pipeline_status=("${PIPESTATUS[@]}")
+    rc=${pipeline_status[0]}
+    filter_rc=${pipeline_status[1]}
+    case "$filter_rc" in
+      0) break ;;
+      10)
+        if [ "$attempt" -lt "$POLL_RETRY_LIMIT" ]; then
+          attempt=$((attempt + 1))
+          sleep "$delay"
+        else
+          cat -- "$response"
+          break
+        fi
+        ;;
+      *) die "cannot classify the poll response" ;;
+    esac
+  done
+  return "$rc"
+}
+
+# Read one field of the response's leading `session:` block. Those fields are
+# INDENTED, so each is read as the first indented match inside that block rather
+# than an anchored whole-line match; anchoring on "^status:" silently never
+# matches and treats every ended review as feedback. Confining the read to the
+# leading block is also what stops prompt payload text from forging a session
+# field. <field> is a fixed field name supplied by this adapter, never by input.
+session_field() {  # <result-file> <field>
+  awk -v field="$2" '
+    $0 == "session:" { in_s=1; next }
+    in_s && $0 !~ /^[[:space:]]/ { exit }
+    in_s && $0 ~ "^[[:space:]]+" field ":[[:space:]]*[A-Za-z_]+[[:space:]]*$" {
+      sub("^[[:space:]]+" field ":[[:space:]]*", ""); sub(/[[:space:]]*$/, ""); print; exit }
+  ' "$1"
+}
+
+# Classify a completed result into a lifecycle state for the handler.
+cmd_classify() {
+  local file=${1-} status error_code error_message
+  [ -n "$file" ] || usage
+  [ -f "$file" ] || die "result file does not exist: $file"
+  status=$(session_field "$file" status)
+  case "$status" in
+    feedback) printf 'feedback\n'; return 0 ;;
+    ended)    printf 'ended\n'; return 0 ;;
+    waiting)  printf 'waiting\n'; return 0 ;;
+  esac
+  error_message=$(awk 'NR == 1 && /^error:[[:space:]]*/ { sub(/^error:[[:space:]]*/, ""); print }' "$file")
+  error_code=$(awk '
+    NR == 1 && /^error:[[:space:]]*/ { in_error=1; next }
+    in_error && /^code:[[:space:]]*[A-Z_]+[[:space:]]*$/ {
+      sub(/^code:[[:space:]]*/, ""); sub(/[[:space:]]*$/, ""); print; exit }
+    in_error { exit }
+  ' "$file")
+  if [ "$error_code" = NOT_FOUND ] || [[ "$error_message" == "No active Lavish Editor session"* ]]; then
+    printf 'missing\n'
+  else
+    printf 'unknown\n'
+  fi
+}
+
+# Whether a captured result ends this source, for the generic runner's automatic
+# retirement. Lavish's notion of "ended" lives here and nowhere else: an ended
+# session produces nothing further, a missing session has nothing left to
+# produce, and the published poll delivers the final feedback of a `Send & End`
+# review marked with session_ended and returns only empty ended sessions after
+# it. Anything else - including an unreadable result - keeps the source armed.
+cmd_terminal() {
+  local file=${1-}
+  [ -n "$file" ] || usage
+  [ -f "$file" ] || die "result file does not exist: $file"
+  case "$(cmd_classify "$file")" in
+    ended|missing) return 0 ;;
+  esac
+  case "$(session_field "$file" session_ended)" in
+    true|True|TRUE) return 0 ;;
+  esac
+  return 1
+}
+
+# Whether a completed result carries any queued content block at all. The
+# published response frames content as a top-level `prompts[N]{...}:` or
+# `feedback[N]{...}:` header whose rows are INDENTED, so this anchors on column
+# zero: an indented payload line is captain-supplied text and must never be able
+# to forge - or, here, to hide behind - a content header. Any recognized block
+# is content regardless of its declared count, while a malformed top-level
+# prompts or feedback header makes the result indeterminate.
+#
+# 0 = content present, 1 = provably no content, anything else = the check did
+# not complete. The caller must distinguish those three, because "the check
+# failed" is never proof that nothing was said.
+result_has_queued_content() {  # <result-file>
+  awk '
+    /^(prompts|feedback)\[[0-9]+\]\{[^}]*\}:[[:space:]]*$/ {
+      verdict = "present"
+      exit
+    }
+    /^(prompts|feedback)/ {
+      verdict = "indeterminate"
+      exit
+    }
+    END {
+      if (verdict == "present") exit 0
+      if (verdict == "indeterminate") exit 2
+      exit 1
+    }
+  ' "$1"
+}
+
+# Whether a captured result is a routine no-op the runner should record without
+# announcing, for the generic runner's silence seam. Lavish's notion of "nothing
+# was said" lives here and nowhere else: an ended session carrying no queued
+# content block is a board the captain closed without saying anything, and the
+# handler learns nothing from being told. Anything else - a real answer, a
+# missing or waiting session, an unreadable result - is announced.
+cmd_silent() {
+  local file=${1-} content_rc
+  [ -n "$file" ] || usage
+  [ -f "$file" ] && [ ! -L "$file" ] || die "result file does not exist: $file"
+  [ "$(cmd_classify "$file")" = ended ] || return 1
+  result_has_queued_content "$file"
+  content_rc=$?
+  # Only a completed check that proved the result carries nothing declares
+  # silence; a check that could not complete announces, like every other
+  # uncertainty here.
+  [ "$content_rc" -eq 1 ]
+}
+
+# Print `key<TAB>answer<TAB>label[<TAB>mode]` for every structured choice the
+# captain submitted in a captured result; the optional mode column relays the
+# card's declared close mode (`done` or `release`) to the keyed-answer intake. The published response frames queued feedback as
+# a `prompts[N]{field,...}:` header followed by exactly N indented CSV rows whose
+# quoted fields carry JSON-style escapes, so this reads the declared field ORDER
+# rather than assuming a fixed column, and takes only rows whose `tag` field is
+# `choice`. A freeform `message` row is captain prose and is deliberately never a
+# source of decision keys. A row that does not carry both a slug-shaped `question`
+# and an `answer` inside its `Context data:` block is skipped, so a deck that does
+# not key its forms by decision key simply yields nothing.
+# The question cap is 128 so any task id fits, including the long legacy
+# `<origin>-decision-<key>` identities pre-collapse decks still carry; the
+# security property is the slug SHAPE, which is unchanged.
+cmd_answers() {
+  local file=${1-}
+  [ -n "$file" ] || usage
+  [ -f "$file" ] && [ ! -L "$file" ] || die "result file does not exist: $file"
+  perl -MJSON::PP -e '
+    use strict; use warnings;
+    my ($path) = @ARGV;
+    open my $fh, "<", $path or exit 1;
+    my (@fields, $want, @rows);
+    while (my $line = <$fh>) {
+      if (!@fields) {
+        next unless $line =~ /^prompts\[(\d+)\]\{([^}]*)\}:\s*$/;
+        ($want, @fields) = ($1, split /,/, $2);
+        next;
+      }
+      last unless $line =~ /^\s/;
+      last if @rows >= $want;
+      chomp $line;
+      push @rows, $line;
+    }
+    close $fh;
+    my %seen;
+    my @out;
+    for my $row (@rows) {
+      $row =~ s/^\s+//;
+      my @vals;
+      while (length $row) {
+        if ($row =~ s/^"((?:[^"\\]|\\.)*)"//) {
+          my $v = $1;
+          $v =~ s/\\(.)/$1 eq "n" ? "\n" : $1 eq "t" ? "\t" : $1 eq "r" ? "\r" : $1/ge;
+          push @vals, $v;
+        } else {
+          $row =~ s/^([^,]*)//;
+          push @vals, $1;
+        }
+        last unless $row =~ s/^,//;
+      }
+      my %f;
+      $f{$fields[$_]} = $vals[$_] for 0 .. $#fields;
+      next unless defined $f{tag} && $f{tag} eq "choice";
+      my $prompt = $f{prompt};
+      next unless defined $prompt && $prompt =~ /Context data:\s*(\{.*\})/s;
+      my $ctx = $1;
+      my $data = eval { decode_json($ctx) };
+      next unless ref($data) eq "HASH";
+      my $key = $data->{question};
+      my $answer = $data->{answer};
+      next if !defined($key) || ref($key) || !defined($answer) || ref($answer);
+      my $mode = "";
+      if (exists $data->{close}) {
+        next if !defined($data->{close}) || ref($data->{close})
+          || ($data->{close} ne "done" && $data->{close} ne "release");
+        $mode = $data->{close};
+      }
+      next unless $key =~ /\A[A-Za-z0-9._-]{1,128}\z/;
+      next unless length $answer && length($answer) <= 512;
+      my $label = defined $f{text} ? $f{text} : "";
+      s/[\x00-\x1f\x7f]/ /g for ($answer, $label);
+      $label = substr($label, 0, 512);
+      # A re-answered form appears again later in the queue; the last submission wins.
+      if (defined $seen{$key}) { $out[$seen{$key}] = undef }
+      $seen{$key} = scalar @out;
+      push @out, length $mode ? "$key\t$answer\t$label\t$mode" : "$key\t$answer\t$label";
+    }
+    print "$_\n" for grep { defined } @out;
+  ' "$file"
+}
+
+# Present one already-captured result for a handler. Body lines are prefixed
+# so a captain-supplied string cannot forge a section label. The session-ending
+# message is printed before the count line and before any annotation, because
+# that is the field a truncated grep of the raw capture historically dropped.
+# A non-choice annotation that carries a freeform `prompt` prints that comment
+# as its own field; a selector must not hide the typed words, even when the
+# comment matches the captured element text. Choice rows keep Context data
+# out of that field. A pure annotation has no prompt.
+cmd_read() {
+  local file=${1-} lifecycle session_ended
+  [ -n "$file" ] || usage
+  [ -f "$file" ] && [ ! -L "$file" ] || die "result file does not exist: $file"
+  lifecycle=$(cmd_classify "$file")
+  session_ended=$(session_field "$file" session_ended)
+  perl -e '
+    use strict; use warnings;
+    my ($path, $lifecycle, $session_ended) = @ARGV;
+    open my $fh, "<", $path or exit 1;
+    my (@fields, $want, @rows);
+    while (my $line = <$fh>) {
+      if (!@fields) {
+        next unless $line =~ /^(?:prompts|feedback)\[(\d+)\]\{([^}]*)\}:\s*$/;
+        ($want, @fields) = ($1, split /,/, $2);
+        next;
+      }
+      last unless $line =~ /^\s/;
+      last if defined($want) && @rows >= $want;
+      chomp $line;
+      push @rows, $line;
+    }
+    close $fh;
+    $want = 0 unless defined $want;
+    my @parsed;
+    my $malformed = 0;
+    for my $row (@rows) {
+      $row =~ s/^\s+//;
+      my @vals;
+      while (length $row) {
+        if ($row =~ s/^"((?:[^"\\]|\\.)*)"//) {
+          push @vals, $1;
+        } else {
+          $row =~ s/^([^,]*)//;
+          push @vals, $1;
+        }
+        last unless $row =~ s/^,//;
+      }
+      if (@vals > @fields) {
+        my ($preserve) = grep { $fields[$_] eq "prompt" } 0 .. $#fields;
+        ($preserve) = grep { $fields[$_] eq "text" } 0 .. $#fields unless defined $preserve;
+        if (defined $preserve) {
+          my $count = @vals - @fields + 1;
+          my @parts = splice @vals, $preserve, $count;
+          splice @vals, $preserve, 0, join(",", @parts);
+        }
+      }
+      if (@vals != @fields) {
+        $malformed++;
+        next;
+      }
+      s/\\(.)/$1 eq "n" ? "\n" : $1 eq "t" ? "\t" : $1 eq "r" ? "\r" : $1/ge for @vals;
+      my %f;
+      $f{$fields[$_]} = $vals[$_] for 0 .. $#fields;
+      push @parsed, \%f;
+    }
+    my $presented = scalar @parsed;
+    my $complete = ($presented == $want && !$malformed) ? "yes" : "no";
+    my @messages;
+    my @annotations;
+    for my $f (@parsed) {
+      my $tag = defined $f->{tag} ? $f->{tag} : "";
+      if ($tag eq "message") {
+        push @messages, $f;
+      } else {
+        push @annotations, $f;
+      }
+    }
+    sub emit_body {
+      my ($text) = @_;
+      $text = "" unless defined $text;
+      $text =~ s/\r\n/\n/g;
+      $text =~ s/\r/\n/g;
+      my @lines = split /\n/, $text, -1;
+      pop @lines if @lines && $lines[-1] eq "";
+      return if !@lines || (@lines == 1 && $lines[0] eq "");
+      print "| $_\n" for @lines;
+    }
+    if (@messages) {
+      print "SESSION-ENDING MESSAGE\n";
+      for my $i (0 .. $#messages) {
+        print "SESSION-ENDING MESSAGE PART ", ($i + 1), " of ", scalar(@messages), "\n" if @messages > 1;
+        my $body = defined $messages[$i]{prompt} && length $messages[$i]{prompt}
+          ? $messages[$i]{prompt}
+          : (defined $messages[$i]{text} ? $messages[$i]{text} : "");
+        emit_body($body);
+      }
+      print "END SESSION-ENDING MESSAGE\n";
+    } else {
+      print "SESSION-ENDING MESSAGE: (none)\n";
+    }
+    print "\n";
+    print "declared_items: $want\n";
+    print "presented_items: $presented\n";
+    print "malformed_items: $malformed\n";
+    print "complete: $complete\n";
+    print "lifecycle: $lifecycle\n";
+    print "session_ended: ", (length $session_ended ? $session_ended : "(unset)"), "\n";
+    print "annotation_count: ", scalar(@annotations), "\n";
+    print "session_ending_message_count: ", scalar(@messages), "\n";
+    print "\n";
+    if (@annotations) {
+      print "ANNOTATIONS\n";
+      my $n = 0;
+      for my $f (@annotations) {
+        $n++;
+        my $uid = defined $f->{uid} ? $f->{uid} : "";
+        my $selector = defined $f->{selector} ? $f->{selector} : "";
+        my $tag = defined $f->{tag} ? $f->{tag} : "";
+        print "ANNOTATION $n of ", scalar(@annotations), "\n";
+        print "element_uid: $uid\n";
+        print "element_selector: $selector\n";
+        print "tag: $tag\n";
+        print "text:\n";
+        my $elem = defined $f->{text} ? $f->{text} : "";
+        my $comment = defined $f->{prompt} ? $f->{prompt} : "";
+        my $body = length $elem ? $elem : $comment;
+        emit_body($body);
+        if ($tag ne "choice" && length $comment) {
+          print "prompt:\n";
+          emit_body($comment);
+        }
+      }
+      print "END ANNOTATIONS\n";
+    } else {
+      print "ANNOTATIONS: (none)\n";
+    }
+    print "END LAVISH RESULT ($presented of $want)\n";
+  ' "$file" "$lifecycle" "$session_ended"
+}
+
+case "${1-}" in
+  arm)       shift; cmd_arm "$@" ;;
+  retire)    shift; cmd_retire "$@" ;;
+  poll)      shift; cmd_poll "$@" ;;
+  source-id) shift; cmd_source_id "$@" ;;
+  classify)  shift; cmd_classify "$@" ;;
+  terminal)  shift; cmd_terminal "$@" ;;
+  silent)    shift; cmd_silent "$@" ;;
+  answers)   shift; cmd_answers "$@" ;;
+  read)      shift; cmd_read "$@" ;;
+  ''|-h|--help|help) usage ;;
+  *) die "unknown command: $1" ;;
+esac