@mark1russell7/harness 0.14.4 → 0.15.0

package/build/schema.d.ts

@@ -1,4 +1,4 @@
-import { E as ImageSource, _t as Subject, i as ClientImage, r as Client } from "./cell-DZm8zXN4.js";
+import { A as ImageSource, At as Subject, i as Client, o as ClientImage } from "./cell-biffSiEJ.js";
 import { z } from "zod";
 //#region src/schema.d.ts
 /**
@@ -6,7 +6,10 @@ import { z } from "zod";
  * a build context whose paths stay in it, or an image that the harness ships.
  */
 export declare const imageSourceSchema: z.ZodType<ImageSource>;
-/** This schema accepts a client image (`ClientImage`): a stock image by its name or the source of an image, and its command. */
+/**
+ * This schema accepts a client image (`ClientImage`): a stock image by its name or the source of an
+ * image, and its command. It also accepts the capabilities that its container adds.
+ */
 export declare const clientImageSchema: z.ZodType<ClientImage>;
 /** This schema accepts the client of a cell (`Cell.client`): a client that the harness ships by its name, or a client image. */
 export declare const clientSchema: z.ZodType<Client | ClientImage>;

package/build/schema.js

@@ -1,4 +1,4 @@
-import { D as subjectProblems, a as SHIPPED_NAMES, h as imageProblems, t as CLIENT_NAMES } from "./image-EZ8ioZ3L.js";
+import { D as subjectProblems, a as SHIPPED_NAMES, h as imageProblems, t as CLIENT_NAMES, z as CLIENT_CAPABILITIES } from "./image-BxVTFZ1o.js";
 import { z } from "zod";
 //#region src/schema.ts
 /** This function adds each problem that a check finds as an issue of a schema. */
@@ -33,10 +33,14 @@ const sourceShape = z.discriminatedUnion("kind", [
 * a build context whose paths stay in it, or an image that the harness ships.
 */
 const imageSourceSchema = sourceShape.superRefine(issues(imageProblems));
-/** This schema accepts a client image (`ClientImage`): a stock image by its name or the source of an image, and its command. */
+/**
+* This schema accepts a client image (`ClientImage`): a stock image by its name or the source of an
+* image, and its command. It also accepts the capabilities that its container adds.
+*/
 const clientImageSchema = z.strictObject({
 	image: z.union([z.string().min(1), imageSourceSchema]),
-	command
+	command,
+	capabilities: z.array(z.enum(CLIENT_CAPABILITIES)).optional()
 });
 /** This schema accepts the client of a cell (`Cell.client`): a client that the harness ships by its name, or a client image. */
 const clientSchema = z.union([z.enum(CLIENT_NAMES), clientImageSchema]);

package/build/schema.js.map

@@ -1 +1 @@
-{"version":3,"file":"schema.js","names":[],"sources":["../src/schema.ts"],"sourcesContent":["// The entry \"@mark1russell7/harness/schema\": the zod schemas of the data that a caller gives the\n// harness as JSON. These are the source of an image, a client and a subject. The root entry of\n// the package does not import zod.\nimport { z } from \"zod\";\nimport type { Client, ClientImage, ImageSource, Subject } from \"./cell.ts\";\nimport { CLIENT_NAMES, SHIPPED_NAMES, imageProblems, subjectProblems } from \"./image.ts\";\n\n/** This function adds each problem that a check finds as an issue of a schema. */\nconst issues =\n  <T>(check: (value: T) => string[]) =>\n  (value: T, ctx: z.RefinementCtx): void => {\n    for (const message of check(value)) ctx.addIssue({ code: \"custom\", message });\n  };\n\n/** This schema accepts a command: argv of one text or more. */\nconst command = z.array(z.string().min(1)).min(1);\n\n/** This schema accepts the shape of each kind of image source. The checks of its values come after it. */\nconst sourceShape = z.discriminatedUnion(\"kind\", [\n  z.strictObject({ kind: z.literal(\"pinned\"), image: z.string() }),\n  z.strictObject({\n    kind: z.literal(\"build\"),\n    name: z.string(),\n    context: z.string(),\n    dockerfile: z.string().optional(),\n    files: z.array(z.string()).optional(),\n  }),\n  z.strictObject({ kind: z.literal(\"shipped\"), name: z.enum(SHIPPED_NAMES) }),\n]);\n\n/**\n * This schema accepts the source of an image (`ImageSource`). It is a pinned image with its digest,\n * a build context whose paths stay in it, or an image that the harness ships.\n */\nexport const imageSourceSchema: z.ZodType<ImageSource> = sourceShape.superRefine(issues(imageProblems));\n\n/** This schema accepts a client image (`ClientImage`): a stock image by its name or the source of an image, and its command. */\nexport const clientImageSchema: z.ZodType<ClientImage> = z.strictObject({\n  image: z.union([z.string().min(1), imageSourceSchema]),\n  command,\n});\n\n/** This schema accepts the client of a cell (`Cell.client`): a client that the harness ships by its name, or a client image. */\nexport const clientSchema: z.ZodType<Client | ClientImage> = z.union([z.enum(CLIENT_NAMES), clientImageSchema]);\n\n/**\n * This schema accepts a subject (`Subject`): its name, the source of its image and its stock base.\n * It also accepts the command of each of its programs.\n */\nexport const subjectSchema: z.ZodType<Subject> = z\n  .strictObject({\n    name: z.string().min(1),\n    image: sourceShape,\n    base: z.string(),\n    programs: z.record(z.string(), command),\n  })\n  .superRefine(issues(subjectProblems));\n"],"mappings":";;;;AAQA,MAAM,UACA,WACH,OAAU,QAA+B;CACxC,KAAK,MAAM,WAAW,MAAM,KAAK,GAAG,IAAI,SAAS;EAAE,MAAM;EAAU;CAAQ,CAAC;AAC9E;;AAGF,MAAM,UAAU,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;;AAGhD,MAAM,cAAc,EAAE,mBAAmB,QAAQ;CAC/C,EAAE,aAAa;EAAE,MAAM,EAAE,QAAQ,QAAQ;EAAG,OAAO,EAAE,OAAO;CAAE,CAAC;CAC/D,EAAE,aAAa;EACb,MAAM,EAAE,QAAQ,OAAO;EACvB,MAAM,EAAE,OAAO;EACf,SAAS,EAAE,OAAO;EAClB,YAAY,EAAE,OAAO,CAAC,CAAC,SAAS;EAChC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS;CACtC,CAAC;CACD,EAAE,aAAa;EAAE,MAAM,EAAE,QAAQ,SAAS;EAAG,MAAM,EAAE,KAAK,aAAa;CAAE,CAAC;AAC5E,CAAC;;;;;AAMD,MAAa,oBAA4C,YAAY,YAAY,OAAO,aAAa,CAAC;;AAGtG,MAAa,oBAA4C,EAAE,aAAa;CACtE,OAAO,EAAE,MAAM,CAAC,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,iBAAiB,CAAC;CACrD;AACF,CAAC;;AAGD,MAAa,eAAgD,EAAE,MAAM,CAAC,EAAE,KAAK,YAAY,GAAG,iBAAiB,CAAC;;;;;AAM9G,MAAa,gBAAoC,EAC9C,aAAa;CACZ,MAAM,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC;CACtB,OAAO;CACP,MAAM,EAAE,OAAO;CACf,UAAU,EAAE,OAAO,EAAE,OAAO,GAAG,OAAO;AACxC,CAAC,CAAC,CACD,YAAY,OAAO,eAAe,CAAC"}
+{"version":3,"file":"schema.js","names":[],"sources":["../src/schema.ts"],"sourcesContent":["// The entry \"@mark1russell7/harness/schema\": the zod schemas of the data that a caller gives the\n// harness as JSON. These are the source of an image, a client and a subject. The root entry of\n// the package does not import zod.\nimport { z } from \"zod\";\nimport { CLIENT_CAPABILITIES } from \"./cell.ts\";\nimport type { Client, ClientImage, ImageSource, Subject } from \"./cell.ts\";\nimport { CLIENT_NAMES, SHIPPED_NAMES, imageProblems, subjectProblems } from \"./image.ts\";\n\n/** This function adds each problem that a check finds as an issue of a schema. */\nconst issues =\n  <T>(check: (value: T) => string[]) =>\n  (value: T, ctx: z.RefinementCtx): void => {\n    for (const message of check(value)) ctx.addIssue({ code: \"custom\", message });\n  };\n\n/** This schema accepts a command: argv of one text or more. */\nconst command = z.array(z.string().min(1)).min(1);\n\n/** This schema accepts the shape of each kind of image source. The checks of its values come after it. */\nconst sourceShape = z.discriminatedUnion(\"kind\", [\n  z.strictObject({ kind: z.literal(\"pinned\"), image: z.string() }),\n  z.strictObject({\n    kind: z.literal(\"build\"),\n    name: z.string(),\n    context: z.string(),\n    dockerfile: z.string().optional(),\n    files: z.array(z.string()).optional(),\n  }),\n  z.strictObject({ kind: z.literal(\"shipped\"), name: z.enum(SHIPPED_NAMES) }),\n]);\n\n/**\n * This schema accepts the source of an image (`ImageSource`). It is a pinned image with its digest,\n * a build context whose paths stay in it, or an image that the harness ships.\n */\nexport const imageSourceSchema: z.ZodType<ImageSource> = sourceShape.superRefine(issues(imageProblems));\n\n/**\n * This schema accepts a client image (`ClientImage`): a stock image by its name or the source of an\n * image, and its command. It also accepts the capabilities that its container adds.\n */\nexport const clientImageSchema: z.ZodType<ClientImage> = z.strictObject({\n  image: z.union([z.string().min(1), imageSourceSchema]),\n  command,\n  capabilities: z.array(z.enum(CLIENT_CAPABILITIES)).optional(),\n});\n\n/** This schema accepts the client of a cell (`Cell.client`): a client that the harness ships by its name, or a client image. */\nexport const clientSchema: z.ZodType<Client | ClientImage> = z.union([z.enum(CLIENT_NAMES), clientImageSchema]);\n\n/**\n * This schema accepts a subject (`Subject`): its name, the source of its image and its stock base.\n * It also accepts the command of each of its programs.\n */\nexport const subjectSchema: z.ZodType<Subject> = z\n  .strictObject({\n    name: z.string().min(1),\n    image: sourceShape,\n    base: z.string(),\n    programs: z.record(z.string(), command),\n  })\n  .superRefine(issues(subjectProblems));\n"],"mappings":";;;;AASA,MAAM,UACA,WACH,OAAU,QAA+B;CACxC,KAAK,MAAM,WAAW,MAAM,KAAK,GAAG,IAAI,SAAS;EAAE,MAAM;EAAU;CAAQ,CAAC;AAC9E;;AAGF,MAAM,UAAU,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;;AAGhD,MAAM,cAAc,EAAE,mBAAmB,QAAQ;CAC/C,EAAE,aAAa;EAAE,MAAM,EAAE,QAAQ,QAAQ;EAAG,OAAO,EAAE,OAAO;CAAE,CAAC;CAC/D,EAAE,aAAa;EACb,MAAM,EAAE,QAAQ,OAAO;EACvB,MAAM,EAAE,OAAO;EACf,SAAS,EAAE,OAAO;EAClB,YAAY,EAAE,OAAO,CAAC,CAAC,SAAS;EAChC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS;CACtC,CAAC;CACD,EAAE,aAAa;EAAE,MAAM,EAAE,QAAQ,SAAS;EAAG,MAAM,EAAE,KAAK,aAAa;CAAE,CAAC;AAC5E,CAAC;;;;;AAMD,MAAa,oBAA4C,YAAY,YAAY,OAAO,aAAa,CAAC;;;;;AAMtG,MAAa,oBAA4C,EAAE,aAAa;CACtE,OAAO,EAAE,MAAM,CAAC,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,iBAAiB,CAAC;CACrD;CACA,cAAc,EAAE,MAAM,EAAE,KAAK,mBAAmB,CAAC,CAAC,CAAC,SAAS;AAC9D,CAAC;;AAGD,MAAa,eAAgD,EAAE,MAAM,CAAC,EAAE,KAAK,YAAY,GAAG,iBAAiB,CAAC;;;;;AAM9G,MAAa,gBAAoC,EAC9C,aAAa;CACZ,MAAM,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC;CACtB,OAAO;CACP,MAAM,EAAE,OAAO;CACf,UAAU,EAAE,OAAO,EAAE,OAAO,GAAG,OAAO;AACxC,CAAC,CAAC,CACD,YAAY,OAAO,eAAe,CAAC"}

package/image/Dockerfile

@@ -1,5 +1,5 @@
-# The harness's own image: the prober, the cell client, the injector and the namespace admin all
-# run from it. A target's image stays stock. Both stages are pinned by digest,
+# The harness's own image: the prober, the cell client, the load driver of HTTP, the injector and
+# the namespace admin all run from it. A target's image stays stock. Both stages are pinned by digest,
 # the crates by Cargo.lock, and the packages apk installs are recorded in each run's manifest.
 # lab.ts stages the build context: the prober's and the harness's native sources, and the prober's
 # identity fixture, each under its package's name.
@@ -26,6 +26,6 @@ FROM alpine:3.23@sha256:865b95f46d98cf867a156fe4a135ad3fe50d2056aa3f25ed31662dff
 # tc for netem, ethtool for the offloads that decide whether netem acts on segments
 RUN apk add --no-cache iproute2 iproute2-tc iptables ethtool libelf zlib zstd-libs libgcc
 COPY --from=build /src/prober.bpf.o /src/prober/native/target/release/prober /opt/harness/
-COPY --from=build /src/harness/image/native/target/release/client /src/harness/image/native/target/release/inject /src/harness/image/native/target/release/queue /src/harness/image/native/target/release/ports /opt/harness/
+COPY --from=build /src/harness/image/native/target/release/client /src/harness/image/native/target/release/inject /src/harness/image/native/target/release/queue /src/harness/image/native/target/release/ports /src/harness/image/native/target/release/ctfull /src/harness/image/native/target/release/load /opt/harness/
 WORKDIR /opt/harness
 CMD ["sleep", "infinity"]

package/image/kafka/AdminKafka.java

@@ -1,11 +1,15 @@
-// admin-kafka BOOTSTRAP create TOPIC MIN_INSYNC BROKER,BROKER,...
+// admin-kafka BOOTSTRAP create TOPIC MIN_INSYNC BROKER,BROKER,... [PARTITIONS]
 // admin-kafka BOOTSTRAP view [TOPIC]
 // admin-kafka BOOTSTRAP holds TOPIC
+// admin-kafka BOOTSTRAP fill TOPIC PARTITIONS COUNT
 //
-// The admin of a Kafka lab, on the Admin client and the consumer of kafka-clients 4.3.2. Each command
-// prints one JSON line. An error ends the command with exit code 1, and the lab then reads the error.
-// - create: a topic with one partition, its replicas on the brokers in sequence, and its setting of
-//   min.insync.replicas. The first broker is the first leader.
+// The admin of a Kafka lab, on the Admin client, the consumer and the producer of kafka-clients 4.3.2.
+// Each command prints one JSON line. An error ends the command with exit code 1, and the lab then
+// reads the error.
+// - create: a topic with one partition or more, its replicas on the brokers in sequence, and its
+//   setting of min.insync.replicas. The first broker is the first leader of partition 0. Each next
+//   partition starts its replicas one broker later.
+// - fill: COUNT records in each partition, each acknowledged by each in-sync replica.
 // - view: the ids of the brokers that are not fenced. With a topic, also the leader, the in-sync
 //   replicas and the replicas of its partition. The controller lists only brokers that are not fenced.
 // - holds: the value of each record of the partition from its first offset to its high watermark,
@@ -13,9 +17,12 @@
 
 import java.time.Duration;
 import java.util.ArrayList;
+import java.util.Collections;
+import java.util.HashMap;
 import java.util.List;
 import java.util.Map;
 import java.util.Properties;
+import java.util.concurrent.Future;
 import org.apache.kafka.clients.admin.Admin;
 import org.apache.kafka.clients.admin.AdminClientConfig;
 import org.apache.kafka.clients.admin.NewTopic;
@@ -23,10 +30,15 @@ import org.apache.kafka.clients.admin.TopicDescription;
 import org.apache.kafka.clients.consumer.ConsumerConfig;
 import org.apache.kafka.clients.consumer.ConsumerRecord;
 import org.apache.kafka.clients.consumer.KafkaConsumer;
+import org.apache.kafka.clients.producer.KafkaProducer;
+import org.apache.kafka.clients.producer.ProducerConfig;
+import org.apache.kafka.clients.producer.ProducerRecord;
+import org.apache.kafka.clients.producer.RecordMetadata;
 import org.apache.kafka.common.Node;
 import org.apache.kafka.common.TopicPartition;
 import org.apache.kafka.common.TopicPartitionInfo;
 import org.apache.kafka.common.serialization.StringDeserializer;
+import org.apache.kafka.common.serialization.StringSerializer;
 
 public final class AdminKafka {
   /** This time bounds each call of the admin, in ms. It has no source: a lab repeats a view that fails. */
@@ -50,16 +62,38 @@ public final class AdminKafka {
     return "[" + String.join(",", ids) + "]";
   }
 
-  private static void create(String bootstrap, String topic, String minInsync, String brokers) throws Exception {
+  private static void create(String bootstrap, String topic, String minInsync, String brokers, int partitions) throws Exception {
     List<Integer> replicas = new ArrayList<>();
     for (String id : brokers.split(",")) replicas.add(Integer.valueOf(id));
+    Map<Integer, List<Integer>> assignments = new HashMap<>();
+    for (int partition = 0; partition < partitions; partition += 1) {
+      assignments.put(partition, new ArrayList<>(replicas));
+      Collections.rotate(replicas, -1);
+    }
     try (Admin admin = adminOf(bootstrap)) {
-      NewTopic created = new NewTopic(topic, Map.of(0, replicas)).configs(Map.of("min.insync.replicas", minInsync));
+      NewTopic created = new NewTopic(topic, assignments).configs(Map.of("min.insync.replicas", minInsync));
       admin.createTopics(List.of(created)).all().get();
     }
     System.out.println("{\"ok\":true}");
   }
 
+  private static void fill(String bootstrap, String topic, int partitions, int count) throws Exception {
+    Properties properties = new Properties();
+    properties.put(ProducerConfig.BOOTSTRAP_SERVERS_CONFIG, bootstrap);
+    properties.put(ProducerConfig.KEY_SERIALIZER_CLASS_CONFIG, StringSerializer.class.getName());
+    properties.put(ProducerConfig.VALUE_SERIALIZER_CLASS_CONFIG, StringSerializer.class.getName());
+    properties.put(ProducerConfig.ACKS_CONFIG, "all");
+    try (KafkaProducer<String, String> producer = new KafkaProducer<>(properties)) {
+      List<Future<RecordMetadata>> sent = new ArrayList<>();
+      for (int partition = 0; partition < partitions; partition += 1) {
+        for (int at = 0; at < count; at += 1) sent.add(producer.send(new ProducerRecord<>(topic, partition, null, String.valueOf(at))));
+      }
+      producer.flush();
+      for (Future<RecordMetadata> each : sent) each.get();
+    }
+    System.out.println("{\"ok\":true}");
+  }
+
   private static void view(String bootstrap, String topic) throws Exception {
     try (Admin admin = adminOf(bootstrap)) {
       String brokers = idsOf(new ArrayList<>(admin.describeCluster().nodes().get()));
@@ -100,13 +134,14 @@ public final class AdminKafka {
 
   public static void main(String[] args) throws Exception {
     if (args.length < 2) {
-      System.err.println("admin-kafka BOOTSTRAP create|view|holds ...");
+      System.err.println("admin-kafka BOOTSTRAP create|view|holds|fill ...");
       System.exit(1);
     }
     switch (args[1]) {
-      case "create" -> create(args[0], args[2], args[3], args[4]);
+      case "create" -> create(args[0], args[2], args[3], args[4], args.length > 5 ? Integer.parseInt(args[5]) : 1);
       case "view" -> view(args[0], args.length > 2 ? args[2] : null);
       case "holds" -> holds(args[0], args[2]);
+      case "fill" -> fill(args[0], args[2], Integer.parseInt(args[3]), Integer.parseInt(args[4]));
       default -> {
         System.err.println("no command " + args[1]);
         System.exit(1);

package/image/kafka/ConsumerKafka.java

@@ -0,0 +1,359 @@
+// consumer-kafka BOOTSTRAP --topic NAME --group NAME --protocol consumer|classic --process-ms N
+//   --after-pause commit|rejoin [--max-s N] [--set name=value]...
+//
+// One member of a group of a Kafka cell: the consumer of kafka-clients 4.3.2, on Java 21. Each event
+// is a JSON line with `ev` and `t`, the time on CLOCK_MONOTONIC in nanoseconds (System.nanoTime, which
+// the JVM reads from it on Linux). The injector stamps each fault on the same clock.
+//
+// The member polls, holds the records for --process-ms, and commits the next offset of each partition
+// with an explicit map. A commitSync with no map uses the positions of the partitions that the
+// consumer holds. After a fence it holds none, thus that commit succeeds and tells nothing.
+//
+// The member sees a stop of its process as a gap in its own clock. It then does one of two things:
+// - commit: it commits the map of the batch at once, before any poll.
+// - rejoin: it polls until its epoch changes, and it then commits the same map. It then reads the
+//   committed offsets back.
+//
+// The lines:
+// - start: the versions, the group, the settings, and `wall`, the clock of the wall next to `t`.
+//   The broker logs on the clock of the wall, thus this pair converts a log line.
+// - assigned, revoked, lost: a call of the rebalance listener: `partitions`, `held` (each partition
+//   after the call), `epoch` and `member`.
+// - read: the records of one partition in one poll: `partition`, `first`, `last` and `count`.
+// - processing: the member holds a batch from this instant.
+// - pause: a gap in the clock of the member: `gap` in nanoseconds, and `in`, the part of its loop.
+// - rejoined: the epoch changed after a pause: `before` and `epoch`.
+// - rejoin-timeout: the epoch did not change in REJOIN_MS.
+// - commit: the broker acknowledged a commit: `offsets` and `epoch`.
+// - commit-fail: the error of a commit: `name`, `message`, `offsets` and `epoch`.
+// - committed: the committed offsets that the member reads back: `offsets`.
+// - poll-fail, read-fail: the error of a poll or of the read back.
+// - done, deadline: the end of the member.
+//
+// A member with a rebalance listener runs the callback of a lost partition in its next poll. Thus a
+// member with no poll stays fenced (ConsumerMembershipManager.java:367-374). The listener is always
+// present, as in an application that keeps state for each partition.
+
+import java.io.FileDescriptor;
+import java.io.FileOutputStream;
+import java.io.PrintStream;
+import java.nio.charset.StandardCharsets;
+import java.time.Duration;
+import java.util.ArrayList;
+import java.util.Collection;
+import java.util.LinkedHashMap;
+import java.util.List;
+import java.util.Map;
+import java.util.Properties;
+import java.util.Set;
+import java.util.TreeSet;
+import org.apache.kafka.clients.consumer.ConsumerConfig;
+import org.apache.kafka.clients.consumer.ConsumerRebalanceListener;
+import org.apache.kafka.clients.consumer.ConsumerRecord;
+import org.apache.kafka.clients.consumer.ConsumerRecords;
+import org.apache.kafka.clients.consumer.KafkaConsumer;
+import org.apache.kafka.clients.consumer.OffsetAndMetadata;
+import org.apache.kafka.common.TopicPartition;
+import org.apache.kafka.common.serialization.StringDeserializer;
+import org.apache.kafka.common.utils.AppInfoParser;
+
+public final class ConsumerKafka {
+  private static final PrintStream OUT = new PrintStream(new FileOutputStream(FileDescriptor.out), false, StandardCharsets.UTF_8);
+  private static final Object LOCK = new Object();
+  /** This time is the gap in the clock of the member that tells a stop, in ns. It has no source: it is far above a tick of the loop. */
+  private static final long GAP_NS = 1_000_000_000L;
+  /** This time is the tick of the processing, in ms. It has no source. */
+  private static final long TICK_MS = 10;
+  /** This time is the poll of the loop, in ms. It has no source. */
+  private static final long POLL_MS = 100;
+  /** This time is the poll of the wait for a new epoch, in ms. It has no source. */
+  private static final long REJOIN_POLL_MS = 20;
+  /** This time bounds the wait for a new epoch, in ms. It has no source: it is far above one heartbeat. */
+  private static final long REJOIN_MS = 20_000;
+  /** This time bounds a commit and a read back, in s. It has no source: it is far above a round trip of the group. */
+  private static final long CALL_S = 20;
+
+  private static final Set<Integer> HELD = new TreeSet<>();
+  private static volatile boolean stopped = false;
+
+  private ConsumerKafka() {}
+
+  private static long now() {
+    return System.nanoTime();
+  }
+
+  /** This function writes one line: its event, its stamp, and the JSON fields after them. */
+  private static void emit(String ev, long t, String fields) {
+    String line = "{\"ev\":" + q(ev) + ",\"t\":" + t + (fields.isEmpty() ? "" : "," + fields) + "}\n";
+    synchronized (LOCK) {
+      OUT.print(line);
+      OUT.flush();
+    }
+  }
+
+  private static void emit(String ev, String fields) {
+    emit(ev, now(), fields);
+  }
+
+  /** This function gives a text as a JSON string, or null. */
+  private static String q(String text) {
+    if (text == null) return "null";
+    StringBuilder out = new StringBuilder("\"");
+    for (char c : text.toCharArray()) {
+      switch (c) {
+        case '"' -> out.append("\\\"");
+        case '\\' -> out.append("\\\\");
+        case '\n' -> out.append("\\n");
+        case '\r' -> out.append("\\r");
+        case '\t' -> out.append("\\t");
+        default -> {
+          if (c < 0x20) out.append(String.format("\\u%04x", (int) c));
+          else out.append(c);
+        }
+      }
+    }
+    return out.append('"').toString();
+  }
+
+  private static String flag(List<String> argv, String name, String otherwise) {
+    int at = argv.indexOf(name);
+    return at == -1 || at + 1 >= argv.size() ? otherwise : argv.get(at + 1);
+  }
+
+  /** This function gives each value of a flag that repeats, in sequence. */
+  private static List<String> flags(List<String> argv, String name) {
+    List<String> out = new ArrayList<>();
+    for (int at = 0; at + 1 < argv.size(); at += 1) if (argv.get(at).equals(name)) out.add(argv.get(at + 1));
+    return out;
+  }
+
+  private static String numbers(Collection<Integer> values) {
+    List<String> out = new ArrayList<>();
+    for (int value : values) out.add(String.valueOf(value));
+    return "[" + String.join(",", out) + "]";
+  }
+
+  /** This function gives the offsets of a map as a JSON object, by partition. */
+  private static String offsetsOf(Map<TopicPartition, OffsetAndMetadata> offsets) {
+    List<String> out = new ArrayList<>();
+    for (Map.Entry<TopicPartition, OffsetAndMetadata> each : offsets.entrySet()) {
+      out.add(q(String.valueOf(each.getKey().partition())) + ":" + (each.getValue() == null ? "null" : String.valueOf(each.getValue().offset())));
+    }
+    return "{" + String.join(",", out) + "}";
+  }
+
+  private static String failure(Throwable error) {
+    return "\"name\":" + q(error.getClass().getSimpleName()) + ",\"message\":" + q(error.getMessage());
+  }
+
+  private static final class Member {
+    private final KafkaConsumer<String, String> consumer;
+    private final String topic;
+    private final long processMs;
+    private final boolean rejoin;
+    private boolean rejoined = false;
+
+    Member(KafkaConsumer<String, String> consumer, String topic, long processMs, boolean rejoin) {
+      this.consumer = consumer;
+      this.topic = topic;
+      this.processMs = processMs;
+      this.rejoin = rejoin;
+    }
+
+    private int epoch() {
+      return consumer.groupMetadata().generationId();
+    }
+
+    /** This function writes the line of one call of the rebalance listener. */
+    private void change(String ev, Collection<TopicPartition> partitions, boolean add) {
+      List<Integer> named = new ArrayList<>();
+      for (TopicPartition each : partitions) {
+        named.add(each.partition());
+        if (add) HELD.add(each.partition());
+        else HELD.remove(each.partition());
+      }
+      emit(ev, "\"partitions\":" + numbers(named) + ",\"held\":" + numbers(HELD) + ",\"epoch\":" + epoch()
+          + ",\"member\":" + q(consumer.groupMetadata().memberId()));
+    }
+
+    void subscribe() {
+      consumer.subscribe(List.of(topic), new ConsumerRebalanceListener() {
+        @Override
+        public void onPartitionsRevoked(Collection<TopicPartition> partitions) {
+          change("revoked", partitions, false);
+        }
+
+        @Override
+        public void onPartitionsAssigned(Collection<TopicPartition> partitions) {
+          change("assigned", partitions, true);
+        }
+
+        @Override
+        public void onPartitionsLost(Collection<TopicPartition> partitions) {
+          change("lost", partitions, false);
+        }
+      });
+    }
+
+    /** This function gives the records of one poll, with a line for each partition. A failure of the poll gives no records. */
+    private ConsumerRecords<String, String> poll(long ms) {
+      try {
+        ConsumerRecords<String, String> records = consumer.poll(Duration.ofMillis(ms));
+        for (TopicPartition partition : records.partitions()) {
+          List<ConsumerRecord<String, String>> each = records.records(partition);
+          emit("read", "\"partition\":" + partition.partition() + ",\"first\":" + each.get(0).offset()
+              + ",\"last\":" + each.get(each.size() - 1).offset() + ",\"count\":" + each.size());
+        }
+        return records;
+      } catch (RuntimeException error) {
+        emit("poll-fail", failure(error));
+        return ConsumerRecords.empty();
+      }
+    }
+
+    /** This function holds a batch for the time of the processing, and it tells if a gap came in that time. */
+    private boolean process() throws InterruptedException {
+      emit("processing", "");
+      long begun = now();
+      long last = begun;
+      long end = begun + processMs * 1_000_000L;
+      while (last < end) {
+        Thread.sleep(TICK_MS);
+        long tick = now();
+        if (tick - last > GAP_NS) {
+          emit("pause", tick, "\"gap\":" + (tick - last) + ",\"in\":\"process\"");
+          return true;
+        }
+        last = tick;
+      }
+      return false;
+    }
+
+    private void commit(Map<TopicPartition, OffsetAndMetadata> offsets) {
+      try {
+        consumer.commitSync(offsets, Duration.ofSeconds(CALL_S));
+        emit("commit", "\"offsets\":" + offsetsOf(offsets) + ",\"epoch\":" + epoch());
+      } catch (RuntimeException error) {
+        emit("commit-fail", failure(error) + ",\"offsets\":" + offsetsOf(offsets) + ",\"epoch\":" + epoch());
+      }
+    }
+
+    /** This function polls until the epoch changes, commits the old map, and reads the committed offsets back. */
+    private void rejoinThenCommit(Map<TopicPartition, OffsetAndMetadata> offsets) {
+      int before = epoch();
+      long begun = System.currentTimeMillis();
+      while (epoch() == before) {
+        if (System.currentTimeMillis() - begun > REJOIN_MS) {
+          emit("rejoin-timeout", "\"before\":" + before);
+          return;
+        }
+        poll(REJOIN_POLL_MS);
+      }
+      emit("rejoined", "\"before\":" + before + ",\"epoch\":" + epoch());
+      commit(offsets);
+      try {
+        emit("committed", "\"offsets\":" + offsetsOf(consumer.committed(offsets.keySet(), Duration.ofSeconds(CALL_S))));
+      } catch (RuntimeException error) {
+        emit("read-fail", failure(error));
+      }
+    }
+
+    void run() throws InterruptedException {
+      long before = now();
+      while (!stopped) {
+        ConsumerRecords<String, String> records = poll(POLL_MS);
+        long after = now();
+        if (after - before > POLL_MS * 1_000_000L + GAP_NS) emit("pause", after, "\"gap\":" + (after - before) + ",\"in\":\"poll\"");
+        if (records.isEmpty()) {
+          before = now();
+          continue;
+        }
+        Map<TopicPartition, OffsetAndMetadata> offsets = new LinkedHashMap<>();
+        for (TopicPartition partition : records.partitions()) {
+          List<ConsumerRecord<String, String>> each = records.records(partition);
+          offsets.put(partition, new OffsetAndMetadata(each.get(each.size() - 1).offset() + 1));
+        }
+        boolean paused = process();
+        if (paused && rejoin && !rejoined) {
+          rejoined = true;
+          rejoinThenCommit(offsets);
+        } else {
+          commit(offsets);
+        }
+        before = now();
+      }
+    }
+  }
+
+  public static void main(String[] args) throws Exception {
+    List<String> argv = List.of(args);
+    String topic = flag(argv, "--topic", null);
+    String group = flag(argv, "--group", null);
+    if (args.length < 1 || topic == null || group == null) {
+      emit("fail", "\"why\":\"consumer-kafka BOOTSTRAP --topic NAME --group NAME\"");
+      Runtime.getRuntime().halt(1);
+    }
+    String protocol = flag(argv, "--protocol", "consumer");
+    long processMs = Long.parseLong(flag(argv, "--process-ms", "0"));
+    String afterPause = flag(argv, "--after-pause", "commit");
+    long max = Long.parseLong(flag(argv, "--max-s", "300")) * 1000;
+
+    Map<String, String> settings = new LinkedHashMap<>();
+    for (String each : flags(argv, "--set")) {
+      int at = each.indexOf('=');
+      if (at == -1) throw new IllegalArgumentException("a setting is name=value: " + each);
+      settings.put(each.substring(0, at), each.substring(at + 1));
+    }
+    StringBuilder given = new StringBuilder("{");
+    for (Map.Entry<String, String> each : settings.entrySet()) {
+      if (given.length() > 1) given.append(',');
+      given.append(q(each.getKey())).append(':').append(q(each.getValue()));
+    }
+    given.append('}');
+    long t = now();
+    long wall = System.currentTimeMillis();
+    emit("start", t, "\"wall\":" + wall
+        + ",\"client\":\"kafka-consumer\",\"driver\":" + q(AppInfoParser.getVersion())
+        + ",\"java\":" + q(System.getProperty("java.version"))
+        + ",\"topic\":" + q(topic) + ",\"group\":" + q(group) + ",\"protocol\":" + q(protocol)
+        + ",\"process_ms\":" + processMs + ",\"after_pause\":" + q(afterPause) + ",\"settings\":" + given);
+
+    Properties properties = new Properties();
+    properties.put(ConsumerConfig.BOOTSTRAP_SERVERS_CONFIG, args[0]);
+    properties.put(ConsumerConfig.GROUP_ID_CONFIG, group);
+    properties.put(ConsumerConfig.GROUP_PROTOCOL_CONFIG, protocol);
+    properties.put(ConsumerConfig.KEY_DESERIALIZER_CLASS_CONFIG, StringDeserializer.class.getName());
+    properties.put(ConsumerConfig.VALUE_DESERIALIZER_CLASS_CONFIG, StringDeserializer.class.getName());
+    properties.put(ConsumerConfig.ENABLE_AUTO_COMMIT_CONFIG, "false");
+    properties.put(ConsumerConfig.AUTO_OFFSET_RESET_CONFIG, "earliest");
+    for (Map.Entry<String, String> each : settings.entrySet()) properties.put(each.getKey(), each.getValue());
+
+    Runtime.getRuntime().addShutdownHook(new Thread(() -> {
+      // SIGTERM: the end of the member, with exit code 0, as the other clients give
+      synchronized (LOCK) {
+        if (stopped) return;
+        stopped = true;
+      }
+      emit("done", "");
+      Runtime.getRuntime().halt(0);
+    }, "sigterm"));
+    Thread deadline = new Thread(() -> {
+      try {
+        Thread.sleep(max);
+      } catch (InterruptedException stop) {
+        return;
+      }
+      emit("deadline", "");
+      stopped = true;
+      emit("done", "");
+      Runtime.getRuntime().halt(0);
+    }, "deadline");
+    deadline.setDaemon(true);
+    deadline.start();
+
+    KafkaConsumer<String, String> consumer = new KafkaConsumer<>(properties);
+    Member member = new Member(consumer, topic, processMs, afterPause.equals("rejoin"));
+    member.subscribe();
+    member.run();
+  }
+}

package/image/kafka/Dockerfile

@@ -14,8 +14,8 @@ RUN wget -q https://repo1.maven.org/maven2/org/apache/kafka/kafka-clients/4.3.2/
  && wget -q https://repo1.maven.org/maven2/at/yawk/lz4/lz4-java/1.11.4/lz4-java-1.11.4.jar \
  && wget -q https://repo1.maven.org/maven2/org/xerial/snappy/snappy-java/1.1.10.11/snappy-java-1.1.10.11.jar \
  && sha256sum -c jars.sha256
-COPY harness/image/kafka/ClientKafka.java harness/image/kafka/AdminKafka.java ./
-RUN javac --release 21 -cp "kafka-clients-4.3.2.jar:slf4j-api-1.7.36.jar" -d classes ClientKafka.java AdminKafka.java
+COPY harness/image/kafka/ClientKafka.java harness/image/kafka/AdminKafka.java harness/image/kafka/ConsumerKafka.java ./
+RUN javac --release 21 -cp "kafka-clients-4.3.2.jar:slf4j-api-1.7.36.jar" -d classes ClientKafka.java AdminKafka.java ConsumerKafka.java
 
 FROM eclipse-temurin:21.0.12.1_1-jre-alpine@sha256:51ab5e3302e7141ce665ca3ea85e8b5cd648eafbc3c0c90dd79d6537684e4555
 WORKDIR /opt/harness/kafka

package/image/native/Cargo.toml

@@ -3,7 +3,7 @@ name = "harness-native"
 version = "0.1.0"
 edition = "2021"
 publish = false
-description = "The harness's native side: the cell client and the injector"
+description = "The harness's native side: the cell client, the injector and the HTTP load driver"
 
 [dependencies]
 # the clock, the quantities and the errno names, without the collector