@mark1russell7/harness 0.14.3 → 0.15.0

package/build/schema.d.ts

@@ -1,4 +1,4 @@
-import { T as ImageSource, i as ClientImage, r as Client, st as Subject } from "./cell-B3-BSTit.js";
+import { A as ImageSource, At as Subject, i as Client, o as ClientImage } from "./cell-biffSiEJ.js";
 import { z } from "zod";
 //#region src/schema.d.ts
 /**
@@ -6,7 +6,10 @@ import { z } from "zod";
  * a build context whose paths stay in it, or an image that the harness ships.
  */
 export declare const imageSourceSchema: z.ZodType<ImageSource>;
-/** This schema accepts a client image (`ClientImage`): a stock image by its name or the source of an image, and its command. */
+/**
+ * This schema accepts a client image (`ClientImage`): a stock image by its name or the source of an
+ * image, and its command. It also accepts the capabilities that its container adds.
+ */
 export declare const clientImageSchema: z.ZodType<ClientImage>;
 /** This schema accepts the client of a cell (`Cell.client`): a client that the harness ships by its name, or a client image. */
 export declare const clientSchema: z.ZodType<Client | ClientImage>;

package/build/schema.js

@@ -1,4 +1,4 @@
-import { E as subjectProblems, a as SHIPPED_NAMES, h as imageProblems, t as CLIENT_NAMES } from "./image-BMdV7yWD.js";
+import { D as subjectProblems, a as SHIPPED_NAMES, h as imageProblems, t as CLIENT_NAMES, z as CLIENT_CAPABILITIES } from "./image-BxVTFZ1o.js";
 import { z } from "zod";
 //#region src/schema.ts
 /** This function adds each problem that a check finds as an issue of a schema. */
@@ -33,10 +33,14 @@ const sourceShape = z.discriminatedUnion("kind", [
 * a build context whose paths stay in it, or an image that the harness ships.
 */
 const imageSourceSchema = sourceShape.superRefine(issues(imageProblems));
-/** This schema accepts a client image (`ClientImage`): a stock image by its name or the source of an image, and its command. */
+/**
+* This schema accepts a client image (`ClientImage`): a stock image by its name or the source of an
+* image, and its command. It also accepts the capabilities that its container adds.
+*/
 const clientImageSchema = z.strictObject({
 	image: z.union([z.string().min(1), imageSourceSchema]),
-	command
+	command,
+	capabilities: z.array(z.enum(CLIENT_CAPABILITIES)).optional()
 });
 /** This schema accepts the client of a cell (`Cell.client`): a client that the harness ships by its name, or a client image. */
 const clientSchema = z.union([z.enum(CLIENT_NAMES), clientImageSchema]);

package/build/schema.js.map

@@ -1 +1 @@
-{"version":3,"file":"schema.js","names":[],"sources":["../src/schema.ts"],"sourcesContent":["// The entry \"@mark1russell7/harness/schema\": the zod schemas of the data that a caller gives the\n// harness as JSON. These are the source of an image, a client and a subject. The root entry of\n// the package does not import zod.\nimport { z } from \"zod\";\nimport type { Client, ClientImage, ImageSource, Subject } from \"./cell.ts\";\nimport { CLIENT_NAMES, SHIPPED_NAMES, imageProblems, subjectProblems } from \"./image.ts\";\n\n/** This function adds each problem that a check finds as an issue of a schema. */\nconst issues =\n  <T>(check: (value: T) => string[]) =>\n  (value: T, ctx: z.RefinementCtx): void => {\n    for (const message of check(value)) ctx.addIssue({ code: \"custom\", message });\n  };\n\n/** This schema accepts a command: argv of one text or more. */\nconst command = z.array(z.string().min(1)).min(1);\n\n/** This schema accepts the shape of each kind of image source. The checks of its values come after it. */\nconst sourceShape = z.discriminatedUnion(\"kind\", [\n  z.strictObject({ kind: z.literal(\"pinned\"), image: z.string() }),\n  z.strictObject({\n    kind: z.literal(\"build\"),\n    name: z.string(),\n    context: z.string(),\n    dockerfile: z.string().optional(),\n    files: z.array(z.string()).optional(),\n  }),\n  z.strictObject({ kind: z.literal(\"shipped\"), name: z.enum(SHIPPED_NAMES) }),\n]);\n\n/**\n * This schema accepts the source of an image (`ImageSource`). It is a pinned image with its digest,\n * a build context whose paths stay in it, or an image that the harness ships.\n */\nexport const imageSourceSchema: z.ZodType<ImageSource> = sourceShape.superRefine(issues(imageProblems));\n\n/** This schema accepts a client image (`ClientImage`): a stock image by its name or the source of an image, and its command. */\nexport const clientImageSchema: z.ZodType<ClientImage> = z.strictObject({\n  image: z.union([z.string().min(1), imageSourceSchema]),\n  command,\n});\n\n/** This schema accepts the client of a cell (`Cell.client`): a client that the harness ships by its name, or a client image. */\nexport const clientSchema: z.ZodType<Client | ClientImage> = z.union([z.enum(CLIENT_NAMES), clientImageSchema]);\n\n/**\n * This schema accepts a subject (`Subject`): its name, the source of its image and its stock base.\n * It also accepts the command of each of its programs.\n */\nexport const subjectSchema: z.ZodType<Subject> = z\n  .strictObject({\n    name: z.string().min(1),\n    image: sourceShape,\n    base: z.string(),\n    programs: z.record(z.string(), command),\n  })\n  .superRefine(issues(subjectProblems));\n"],"mappings":";;;;AAQA,MAAM,UACA,WACH,OAAU,QAA+B;CACxC,KAAK,MAAM,WAAW,MAAM,KAAK,GAAG,IAAI,SAAS;EAAE,MAAM;EAAU;CAAQ,CAAC;AAC9E;;AAGF,MAAM,UAAU,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;;AAGhD,MAAM,cAAc,EAAE,mBAAmB,QAAQ;CAC/C,EAAE,aAAa;EAAE,MAAM,EAAE,QAAQ,QAAQ;EAAG,OAAO,EAAE,OAAO;CAAE,CAAC;CAC/D,EAAE,aAAa;EACb,MAAM,EAAE,QAAQ,OAAO;EACvB,MAAM,EAAE,OAAO;EACf,SAAS,EAAE,OAAO;EAClB,YAAY,EAAE,OAAO,CAAC,CAAC,SAAS;EAChC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS;CACtC,CAAC;CACD,EAAE,aAAa;EAAE,MAAM,EAAE,QAAQ,SAAS;EAAG,MAAM,EAAE,KAAK,aAAa;CAAE,CAAC;AAC5E,CAAC;;;;;AAMD,MAAa,oBAA4C,YAAY,YAAY,OAAO,aAAa,CAAC;;AAGtG,MAAa,oBAA4C,EAAE,aAAa;CACtE,OAAO,EAAE,MAAM,CAAC,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,iBAAiB,CAAC;CACrD;AACF,CAAC;;AAGD,MAAa,eAAgD,EAAE,MAAM,CAAC,EAAE,KAAK,YAAY,GAAG,iBAAiB,CAAC;;;;;AAM9G,MAAa,gBAAoC,EAC9C,aAAa;CACZ,MAAM,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC;CACtB,OAAO;CACP,MAAM,EAAE,OAAO;CACf,UAAU,EAAE,OAAO,EAAE,OAAO,GAAG,OAAO;AACxC,CAAC,CAAC,CACD,YAAY,OAAO,eAAe,CAAC"}
+{"version":3,"file":"schema.js","names":[],"sources":["../src/schema.ts"],"sourcesContent":["// The entry \"@mark1russell7/harness/schema\": the zod schemas of the data that a caller gives the\n// harness as JSON. These are the source of an image, a client and a subject. The root entry of\n// the package does not import zod.\nimport { z } from \"zod\";\nimport { CLIENT_CAPABILITIES } from \"./cell.ts\";\nimport type { Client, ClientImage, ImageSource, Subject } from \"./cell.ts\";\nimport { CLIENT_NAMES, SHIPPED_NAMES, imageProblems, subjectProblems } from \"./image.ts\";\n\n/** This function adds each problem that a check finds as an issue of a schema. */\nconst issues =\n  <T>(check: (value: T) => string[]) =>\n  (value: T, ctx: z.RefinementCtx): void => {\n    for (const message of check(value)) ctx.addIssue({ code: \"custom\", message });\n  };\n\n/** This schema accepts a command: argv of one text or more. */\nconst command = z.array(z.string().min(1)).min(1);\n\n/** This schema accepts the shape of each kind of image source. The checks of its values come after it. */\nconst sourceShape = z.discriminatedUnion(\"kind\", [\n  z.strictObject({ kind: z.literal(\"pinned\"), image: z.string() }),\n  z.strictObject({\n    kind: z.literal(\"build\"),\n    name: z.string(),\n    context: z.string(),\n    dockerfile: z.string().optional(),\n    files: z.array(z.string()).optional(),\n  }),\n  z.strictObject({ kind: z.literal(\"shipped\"), name: z.enum(SHIPPED_NAMES) }),\n]);\n\n/**\n * This schema accepts the source of an image (`ImageSource`). It is a pinned image with its digest,\n * a build context whose paths stay in it, or an image that the harness ships.\n */\nexport const imageSourceSchema: z.ZodType<ImageSource> = sourceShape.superRefine(issues(imageProblems));\n\n/**\n * This schema accepts a client image (`ClientImage`): a stock image by its name or the source of an\n * image, and its command. It also accepts the capabilities that its container adds.\n */\nexport const clientImageSchema: z.ZodType<ClientImage> = z.strictObject({\n  image: z.union([z.string().min(1), imageSourceSchema]),\n  command,\n  capabilities: z.array(z.enum(CLIENT_CAPABILITIES)).optional(),\n});\n\n/** This schema accepts the client of a cell (`Cell.client`): a client that the harness ships by its name, or a client image. */\nexport const clientSchema: z.ZodType<Client | ClientImage> = z.union([z.enum(CLIENT_NAMES), clientImageSchema]);\n\n/**\n * This schema accepts a subject (`Subject`): its name, the source of its image and its stock base.\n * It also accepts the command of each of its programs.\n */\nexport const subjectSchema: z.ZodType<Subject> = z\n  .strictObject({\n    name: z.string().min(1),\n    image: sourceShape,\n    base: z.string(),\n    programs: z.record(z.string(), command),\n  })\n  .superRefine(issues(subjectProblems));\n"],"mappings":";;;;AASA,MAAM,UACA,WACH,OAAU,QAA+B;CACxC,KAAK,MAAM,WAAW,MAAM,KAAK,GAAG,IAAI,SAAS;EAAE,MAAM;EAAU;CAAQ,CAAC;AAC9E;;AAGF,MAAM,UAAU,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;;AAGhD,MAAM,cAAc,EAAE,mBAAmB,QAAQ;CAC/C,EAAE,aAAa;EAAE,MAAM,EAAE,QAAQ,QAAQ;EAAG,OAAO,EAAE,OAAO;CAAE,CAAC;CAC/D,EAAE,aAAa;EACb,MAAM,EAAE,QAAQ,OAAO;EACvB,MAAM,EAAE,OAAO;EACf,SAAS,EAAE,OAAO;EAClB,YAAY,EAAE,OAAO,CAAC,CAAC,SAAS;EAChC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS;CACtC,CAAC;CACD,EAAE,aAAa;EAAE,MAAM,EAAE,QAAQ,SAAS;EAAG,MAAM,EAAE,KAAK,aAAa;CAAE,CAAC;AAC5E,CAAC;;;;;AAMD,MAAa,oBAA4C,YAAY,YAAY,OAAO,aAAa,CAAC;;;;;AAMtG,MAAa,oBAA4C,EAAE,aAAa;CACtE,OAAO,EAAE,MAAM,CAAC,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,iBAAiB,CAAC;CACrD;CACA,cAAc,EAAE,MAAM,EAAE,KAAK,mBAAmB,CAAC,CAAC,CAAC,SAAS;AAC9D,CAAC;;AAGD,MAAa,eAAgD,EAAE,MAAM,CAAC,EAAE,KAAK,YAAY,GAAG,iBAAiB,CAAC;;;;;AAM9G,MAAa,gBAAoC,EAC9C,aAAa;CACZ,MAAM,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC;CACtB,OAAO;CACP,MAAM,EAAE,OAAO;CACf,UAAU,EAAE,OAAO,EAAE,OAAO,GAAG,OAAO;AACxC,CAAC,CAAC,CACD,YAAY,OAAO,eAAe,CAAC"}

package/image/Dockerfile

@@ -1,5 +1,5 @@
-# The harness's own image: the prober, the cell client, the injector and the namespace admin all
-# run from it. A target's image stays stock. Both stages are pinned by digest,
+# The harness's own image: the prober, the cell client, the load driver of HTTP, the injector and
+# the namespace admin all run from it. A target's image stays stock. Both stages are pinned by digest,
 # the crates by Cargo.lock, and the packages apk installs are recorded in each run's manifest.
 # lab.ts stages the build context: the prober's and the harness's native sources, and the prober's
 # identity fixture, each under its package's name.
@@ -26,6 +26,6 @@ FROM alpine:3.23@sha256:865b95f46d98cf867a156fe4a135ad3fe50d2056aa3f25ed31662dff
 # tc for netem, ethtool for the offloads that decide whether netem acts on segments
 RUN apk add --no-cache iproute2 iproute2-tc iptables ethtool libelf zlib zstd-libs libgcc
 COPY --from=build /src/prober.bpf.o /src/prober/native/target/release/prober /opt/harness/
-COPY --from=build /src/harness/image/native/target/release/client /src/harness/image/native/target/release/inject /opt/harness/
+COPY --from=build /src/harness/image/native/target/release/client /src/harness/image/native/target/release/inject /src/harness/image/native/target/release/queue /src/harness/image/native/target/release/ports /src/harness/image/native/target/release/ctfull /src/harness/image/native/target/release/load /opt/harness/
 WORKDIR /opt/harness
 CMD ["sleep", "infinity"]

package/image/amqp/client-cluster.mjs

@@ -9,11 +9,13 @@
 // HOSTS is host:port,host:port,... in the sequence of the connects: the first is the node of the
 // client. amqplib connects to one node and does not connect again by itself. When the connection ends,
 // this client connects to the next node of the list after --reconnect-ms (1000 ms), as an application
-// does. Then it publishes again the sequence number that has no confirm.
+// does. Then it publishes again each sequence number that has no confirm.
 //
 // The options (--options JSON): `heartbeat` in seconds goes in the URL. Without it, amqplib takes the
 // heartbeat that the broker proposes. `user` and `password` are the user of the broker: guest, as
-// amqplib gives it, when the options name none.
+// amqplib gives it, when the options name none. `window` is the count of writers: each writer has one
+// publish at a time on the one channel, thus the client has at most that count with no confirm. It is
+// 1 when the options name none. Each other name is a socket option of amqplib, for example `noDelay`.
 //
 // The lines:
 // - start: the versions of amqplib and Node, the hosts and the options. clocks: the wall clock.
@@ -46,7 +48,7 @@ const interval = Number(flag("--interval-ms") ?? 50);
 const max = Number(flag("--max-s") ?? 120) * 1000;
 const reconnect = Number(flag("--reconnect-ms") ?? 1000);
 const options = JSON.parse(flag("--options") ?? "{}");
-const { heartbeat, user = "guest", password = "guest" } = options;
+const { heartbeat, user = "guest", password = "guest", window: writers = 1, ...socketOptions } = options;
 
 const { default: amqp } = await import("amqplib");
 const versionOf = (name) => JSON.parse(readFileSync(new URL(`./node_modules/${name}/package.json`, import.meta.url), "utf8")).version;
@@ -83,7 +85,7 @@ const open = async () => {
   next += 1;
   emit("connecting", { at: node });
   try {
-    connection = await amqp.connect(urlOf(node));
+    connection = await amqp.connect(urlOf(node), socketOptions);
   } catch (error) {
     emit("connection", { event: "connect-failed", at: node, errno: errnoOf(error), failure: failure(error) });
     return false;
@@ -156,36 +158,71 @@ setTimeout(() => {
 }, max);
 
 let ready = false;
-let n = 1;
-while (!stopped) {
-  if (channel === null) {
-    if (!(await open())) {
+let nextNumber = 1;
+// these promises keep one connect and one end of a connection for all the writers
+let opening = null;
+let leaving = null;
+
+/** This function connects when no channel is open. Each writer waits for the same connect. */
+const connected = () => {
+  if (channel !== null) return Promise.resolve();
+  opening ??= (async () => {
+    while (!stopped) {
+      if (await open()) {
+        if (!ready) {
+          ready = true;
+          emit("ready", { at });
+        }
+        break;
+      }
       channel = null;
       await sleep(reconnect);
+    }
+    opening = null;
+  })();
+  return opening;
+};
+
+/** This function ends the connection of a closed channel. Each writer of that channel waits for the same end. */
+const left = (closed) => {
+  if (closed !== channel) return leaving ?? Promise.resolve();
+  leaving ??= (async () => {
+    // the channel closed: its connection ends with it, or after one more wait the client ends the connection
+    const closing = connection;
+    await Promise.race([ended, sleep(reconnect)]);
+    closing?.close().catch(() => undefined);
+    channel = null;
+    connection = null;
+    if (!stopped) await sleep(reconnect);
+    leaving = null;
+  })();
+  return leaving;
+};
+
+/** This function is one writer: it takes the next sequence number at each confirm. */
+const writer = async () => {
+  let n = nextNumber;
+  nextNumber += 1;
+  while (!stopped) {
+    await leaving;
+    await connected();
+    if (stopped) return;
+    const on = channel;
+    // a publish ends at its confirm, at a nack, or at the close of its channel
+    const failed = await publish(n);
+    if (failed === null) {
+      n = nextNumber;
+      nextNumber += 1;
+      await sleep(interval);
       continue;
     }
-    if (!ready) {
-      ready = true;
-      emit("ready", { at });
+    // the same sequence number goes again: on the same channel after a nack, or on the next node after an end
+    if (failed.message === "message nacked") {
+      await sleep(interval);
+      continue;
     }
+    await left(on);
   }
-  // a publish ends at its confirm, at a nack, or at the close of its channel
-  const failed = await publish(n);
-  if (failed === null) {
-    n += 1;
-    await sleep(interval);
-    continue;
-  }
-  // the same sequence number goes again: on the same channel after a nack, or on the next node after an end
-  if (failed.message === "message nacked") {
-    await sleep(interval);
-    continue;
-  }
-  // the channel closed: its connection ends with it, or after one more wait the client ends the connection
-  const closing = connection;
-  await Promise.race([ended, sleep(reconnect)]);
-  closing?.close().catch(() => undefined);
-  channel = null;
-  connection = null;
-  if (!stopped) await sleep(reconnect);
-}
+};
+
+await Promise.all(Array.from({ length: writers }, writer));

package/image/hikari/ClientHikari.java

@@ -1,5 +1,6 @@
 // client-hikari HOST PORT --mode idle|inflight|stream [--interval-ms N] [--max-s N] [--go PATH]
 //               [--query TEXT] [--inflight-query TEXT] [--before] [--options JSON]
+//               [--burst N --burst-gap-ms N]
 //
 // The client of a HikariCP cell: HikariCP 7.1.0 over pgjdbc 42.7.13, on Java 21. Each event is a
 // JSON line with `ev` and `t`, the time on CLOCK_MONOTONIC in nanoseconds (System.nanoTime, which
@@ -18,6 +19,7 @@
 // - sent, ack, fail: each query by its sequence number, with its error.
 // - data, error: the end of the query in flight, as the TCP client of the harness tells it. In idle
 //   mode, the close of the socket of the first connection is an error line too: the pool closed it.
+// - burst: the end of a burst: its counts of replies and of failures, then the counts of the pool.
 // - done, deadline: the end of the client.
 //
 // The modes are those of the pg client. idle sends one query, closes its connection (the
@@ -27,9 +29,15 @@
 // already: the start of its pool meets it. --inflight-query is the text of the query in flight
 // (query 2 of inflight), and --query is the text of each other query.
 //
+// --burst sends N queries in flight in place of one, each on its own thread, query 2 to query N + 1.
+// The starts are --burst-gap-ms apart, thus the queue of the pool has the order of the numbers. The
+// burst starts when each connection of the pool is idle.
+//
 // The options are one flat JSON object. A name with the prefix `dataSource.` is a property of
-// pgjdbc. Each other name is a property of HikariConfig. A cell gives each option that it changes,
-// and HikariCP and pgjdbc give the others.
+// pgjdbc. A name with the prefix `system.` is a system property of the JVM. The client sets it
+// after its warm-up and before its pool, for example `system.com.zaxxer.hikari.aliveBypassWindowMs`,
+// which HikariPool reads when the pool starts. Each other name is a property of HikariConfig. A cell
+// gives each option that it changes, and HikariCP and pgjdbc give the others.
 
 import com.zaxxer.hikari.HikariConfig;
 import com.zaxxer.hikari.HikariDataSource;
@@ -46,12 +54,15 @@ import java.sql.Connection;
 import java.sql.ResultSet;
 import java.sql.SQLException;
 import java.sql.Statement;
+import java.util.ArrayList;
 import java.util.LinkedHashMap;
 import java.util.List;
 import java.util.Map;
 import java.util.Properties;
 import java.util.Set;
 import java.util.concurrent.ConcurrentHashMap;
+import java.util.concurrent.atomic.AtomicInteger;
+import java.util.concurrent.locks.LockSupport;
 import org.postgresql.core.PGStream;
 import org.postgresql.jdbc.PgConnection;
 import org.postgresql.util.PSQLException;
@@ -61,6 +72,9 @@ public final class ClientHikari {
   private static final PrintStream OUT = new PrintStream(new FileOutputStream(FileDescriptor.out), false, StandardCharsets.UTF_8);
   private static final Object LOCK = new Object();
   private static final Set<String> SEEN = ConcurrentHashMap.newKeySet();
+  /** This time is the start of a burst after its threads start, in nanoseconds: each thread then waits for its own start. */
+  private static final long BURST_LEAD = 50_000_000L;
+  private static final String SYSTEM = "system.";
   private static volatile boolean stopped = false;
   private static volatile HikariDataSource pool;
   private static volatile String connected;
@@ -405,6 +419,58 @@ public final class ClientHikari {
     failure(cancelled);
   }
 
+  /**
+   * This function loads the code of a borrow that times out, before the first line of a burst. One
+   * borrow waits on a pool that cannot connect, for the 250 ms floor of connectionTimeout
+   * (HikariConfig.java:189-200). A new JVM would otherwise load that code in the band of the first
+   * failure.
+   */
+  private static void warmTimeout() {
+    HikariConfig empty = new HikariConfig();
+    empty.setJdbcUrl("jdbc:postgresql://127.0.0.1:1/warmup");
+    empty.setUsername("warmup");
+    empty.setPoolName("warmup");
+    empty.setInitializationFailTimeout(-1);
+    empty.setMinimumIdle(0);
+    empty.setConnectionTimeout(250);
+    try (HikariDataSource ds = new HikariDataSource(empty); Connection connection = ds.getConnection()) {
+      throw new IllegalStateException("the warm-up pool gave a connection");
+    } catch (SQLException expected) {
+      failure(expected);
+    }
+  }
+
+  /**
+   * This function sends the queries of a burst, each on its own thread, and writes the burst line
+   * when each query ended. Each thread waits for its start on the clock, thus a slow start of one
+   * thread does not move the next one.
+   */
+  private static void burst(int count, long gap) throws InterruptedException {
+    HikariPoolMXBean bean = pool.getHikariPoolMXBean();
+    while (bean.getIdleConnections() < config.getMaximumPoolSize()) Thread.sleep(2);
+    AtomicInteger acks = new AtomicInteger();
+    AtomicInteger fails = new AtomicInteger();
+    long first = now() + BURST_LEAD;
+    List<Thread> threads = new ArrayList<>();
+    for (int k = 0; k < count; k += 1) {
+      int n = k + 2;
+      long start = first + k * gap;
+      Thread thread = new Thread(() -> {
+        for (long left = start - now(); left > 0; left = start - now()) LockSupport.parkNanos(left);
+        (operate(n, inflightQuery) == null ? acks : fails).incrementAndGet();
+      }, "burst-" + n);
+      thread.setDaemon(true);
+      thread.start();
+      threads.add(thread);
+    }
+    for (Thread thread : threads) thread.join();
+    emit("burst", "\"acks\":" + acks.get() + ",\"fails\":" + fails.get()
+        + ",\"total\":" + bean.getTotalConnections()
+        + ",\"active\":" + bean.getActiveConnections()
+        + ",\"idle\":" + bean.getIdleConnections()
+        + ",\"waiting\":" + bean.getThreadsAwaitingConnection());
+  }
+
   public static void main(String[] args) throws Exception {
     List<String> argv = List.of(args);
     String mode = flag(argv, "--mode", null);
@@ -421,7 +487,10 @@ public final class ClientHikari {
     inflightQuery = flag(argv, "--inflight-query", query);
     boolean before = argv.contains("--before");
     Map<String, String> options = parseObject(flag(argv, "--options", "{}"));
+    int burst = Integer.parseInt(flag(argv, "--burst", "0"));
+    long burstGap = Long.parseLong(flag(argv, "--burst-gap-ms", "0")) * 1_000_000L;
     warmUp();
+    if (burst > 0) warmTimeout();
 
     String bootId;
     try {
@@ -443,7 +512,10 @@ public final class ClientHikari {
         + ",\"mode\":" + q(mode) + ",\"query\":" + q(query) + ",\"inflight_query\":" + q(inflightQuery) + ",\"options\":" + given);
 
     Properties properties = new Properties();
-    for (Map.Entry<String, String> each : options.entrySet()) properties.setProperty(each.getKey(), each.getValue());
+    for (Map.Entry<String, String> each : options.entrySet()) {
+      if (each.getKey().startsWith(SYSTEM)) System.setProperty(each.getKey().substring(SYSTEM.length()), each.getValue());
+      else properties.setProperty(each.getKey(), each.getValue());
+    }
     config = new HikariConfig(properties);
     config.setJdbcUrl("jdbc:postgresql://" + host + ":" + port + "/postgres");
     // the user of a cell, when it gives one: Supavisor routes a client by its user, <db_user>.<tenant>
@@ -492,9 +564,12 @@ public final class ClientHikari {
     if (mode.equals("idle")) watchIdle();
     if (mode.equals("inflight")) {
       while (!Files.exists(go)) Thread.sleep(2);
-      Throwable error = operate(2, inflightQuery);
-      if (error == null) emit("data", "\"n\":2");
-      else emit("error", "\"errno\":" + q(errnoOf(error)) + ",\"message\":" + q(error.getMessage()));
+      if (burst > 0) burst(burst, burstGap);
+      else {
+        Throwable error = operate(2, inflightQuery);
+        if (error == null) emit("data", "\"n\":2");
+        else emit("error", "\"errno\":" + q(errnoOf(error)) + ",\"message\":" + q(error.getMessage()));
+      }
     }
     Thread.sleep(Long.MAX_VALUE);
   }

package/image/kafka/AdminKafka.java

@@ -0,0 +1,152 @@
+// admin-kafka BOOTSTRAP create TOPIC MIN_INSYNC BROKER,BROKER,... [PARTITIONS]
+// admin-kafka BOOTSTRAP view [TOPIC]
+// admin-kafka BOOTSTRAP holds TOPIC
+// admin-kafka BOOTSTRAP fill TOPIC PARTITIONS COUNT
+//
+// The admin of a Kafka lab, on the Admin client, the consumer and the producer of kafka-clients 4.3.2.
+// Each command prints one JSON line. An error ends the command with exit code 1, and the lab then
+// reads the error.
+// - create: a topic with one partition or more, its replicas on the brokers in sequence, and its
+//   setting of min.insync.replicas. The first broker is the first leader of partition 0. Each next
+//   partition starts its replicas one broker later.
+// - fill: COUNT records in each partition, each acknowledged by each in-sync replica.
+// - view: the ids of the brokers that are not fenced. With a topic, also the leader, the in-sync
+//   replicas and the replicas of its partition. The controller lists only brokers that are not fenced.
+// - holds: the value of each record of the partition from its first offset to its high watermark,
+//   one entry for each copy.
+
+import java.time.Duration;
+import java.util.ArrayList;
+import java.util.Collections;
+import java.util.HashMap;
+import java.util.List;
+import java.util.Map;
+import java.util.Properties;
+import java.util.concurrent.Future;
+import org.apache.kafka.clients.admin.Admin;
+import org.apache.kafka.clients.admin.AdminClientConfig;
+import org.apache.kafka.clients.admin.NewTopic;
+import org.apache.kafka.clients.admin.TopicDescription;
+import org.apache.kafka.clients.consumer.ConsumerConfig;
+import org.apache.kafka.clients.consumer.ConsumerRecord;
+import org.apache.kafka.clients.consumer.KafkaConsumer;
+import org.apache.kafka.clients.producer.KafkaProducer;
+import org.apache.kafka.clients.producer.ProducerConfig;
+import org.apache.kafka.clients.producer.ProducerRecord;
+import org.apache.kafka.clients.producer.RecordMetadata;
+import org.apache.kafka.common.Node;
+import org.apache.kafka.common.TopicPartition;
+import org.apache.kafka.common.TopicPartitionInfo;
+import org.apache.kafka.common.serialization.StringDeserializer;
+import org.apache.kafka.common.serialization.StringSerializer;
+
+public final class AdminKafka {
+  /** This time bounds each call of the admin, in ms. It has no source: a lab repeats a view that fails. */
+  private static final String CALL_MS = "10000";
+  /** This time bounds a whole read of the partition, in ms. It has no source: it is far above the read of a run. */
+  private static final long READ_MS = 60_000;
+
+  private AdminKafka() {}
+
+  private static Admin adminOf(String bootstrap) {
+    Properties properties = new Properties();
+    properties.put(AdminClientConfig.BOOTSTRAP_SERVERS_CONFIG, bootstrap);
+    properties.put(AdminClientConfig.REQUEST_TIMEOUT_MS_CONFIG, CALL_MS);
+    properties.put(AdminClientConfig.DEFAULT_API_TIMEOUT_MS_CONFIG, CALL_MS);
+    return Admin.create(properties);
+  }
+
+  private static String idsOf(List<Node> nodes) {
+    List<String> ids = new ArrayList<>();
+    for (Node node : nodes) ids.add(String.valueOf(node.id()));
+    return "[" + String.join(",", ids) + "]";
+  }
+
+  private static void create(String bootstrap, String topic, String minInsync, String brokers, int partitions) throws Exception {
+    List<Integer> replicas = new ArrayList<>();
+    for (String id : brokers.split(",")) replicas.add(Integer.valueOf(id));
+    Map<Integer, List<Integer>> assignments = new HashMap<>();
+    for (int partition = 0; partition < partitions; partition += 1) {
+      assignments.put(partition, new ArrayList<>(replicas));
+      Collections.rotate(replicas, -1);
+    }
+    try (Admin admin = adminOf(bootstrap)) {
+      NewTopic created = new NewTopic(topic, assignments).configs(Map.of("min.insync.replicas", minInsync));
+      admin.createTopics(List.of(created)).all().get();
+    }
+    System.out.println("{\"ok\":true}");
+  }
+
+  private static void fill(String bootstrap, String topic, int partitions, int count) throws Exception {
+    Properties properties = new Properties();
+    properties.put(ProducerConfig.BOOTSTRAP_SERVERS_CONFIG, bootstrap);
+    properties.put(ProducerConfig.KEY_SERIALIZER_CLASS_CONFIG, StringSerializer.class.getName());
+    properties.put(ProducerConfig.VALUE_SERIALIZER_CLASS_CONFIG, StringSerializer.class.getName());
+    properties.put(ProducerConfig.ACKS_CONFIG, "all");
+    try (KafkaProducer<String, String> producer = new KafkaProducer<>(properties)) {
+      List<Future<RecordMetadata>> sent = new ArrayList<>();
+      for (int partition = 0; partition < partitions; partition += 1) {
+        for (int at = 0; at < count; at += 1) sent.add(producer.send(new ProducerRecord<>(topic, partition, null, String.valueOf(at))));
+      }
+      producer.flush();
+      for (Future<RecordMetadata> each : sent) each.get();
+    }
+    System.out.println("{\"ok\":true}");
+  }
+
+  private static void view(String bootstrap, String topic) throws Exception {
+    try (Admin admin = adminOf(bootstrap)) {
+      String brokers = idsOf(new ArrayList<>(admin.describeCluster().nodes().get()));
+      if (topic == null) {
+        System.out.println("{\"brokers\":" + brokers + "}");
+        return;
+      }
+      TopicDescription described = admin.describeTopics(List.of(topic)).allTopicNames().get().get(topic);
+      TopicPartitionInfo partition = described.partitions().get(0);
+      System.out.println("{\"brokers\":" + brokers
+          + ",\"leader\":" + (partition.leader() == null ? "null" : String.valueOf(partition.leader().id()))
+          + ",\"isr\":" + idsOf(partition.isr())
+          + ",\"replicas\":" + idsOf(partition.replicas()) + "}");
+    }
+  }
+
+  private static void holds(String bootstrap, String topic) {
+    Properties properties = new Properties();
+    properties.put(ConsumerConfig.BOOTSTRAP_SERVERS_CONFIG, bootstrap);
+    properties.put(ConsumerConfig.KEY_DESERIALIZER_CLASS_CONFIG, StringDeserializer.class.getName());
+    properties.put(ConsumerConfig.VALUE_DESERIALIZER_CLASS_CONFIG, StringDeserializer.class.getName());
+    properties.put(ConsumerConfig.ENABLE_AUTO_COMMIT_CONFIG, "false");
+    properties.put(ConsumerConfig.AUTO_OFFSET_RESET_CONFIG, "earliest");
+    TopicPartition partition = new TopicPartition(topic, 0);
+    List<String> held = new ArrayList<>();
+    try (KafkaConsumer<String, String> consumer = new KafkaConsumer<>(properties)) {
+      consumer.assign(List.of(partition));
+      consumer.seekToBeginning(List.of(partition));
+      long end = consumer.endOffsets(List.of(partition)).get(partition);
+      long begun = System.currentTimeMillis();
+      while (consumer.position(partition) < end) {
+        if (System.currentTimeMillis() - begun > READ_MS) throw new IllegalStateException("the read stopped at offset " + consumer.position(partition) + " of " + end);
+        for (ConsumerRecord<String, String> record : consumer.poll(Duration.ofMillis(500))) held.add(record.value());
+      }
+      System.out.println("{\"held\":[" + String.join(",", held) + "],\"end\":" + end + "}");
+    }
+  }
+
+  public static void main(String[] args) throws Exception {
+    if (args.length < 2) {
+      System.err.println("admin-kafka BOOTSTRAP create|view|holds|fill ...");
+      System.exit(1);
+    }
+    switch (args[1]) {
+      case "create" -> create(args[0], args[2], args[3], args[4], args.length > 5 ? Integer.parseInt(args[5]) : 1);
+      case "view" -> view(args[0], args.length > 2 ? args[2] : null);
+      case "holds" -> holds(args[0], args[2]);
+      case "fill" -> fill(args[0], args[2], Integer.parseInt(args[3]), Integer.parseInt(args[4]));
+      default -> {
+        System.err.println("no command " + args[1]);
+        System.exit(1);
+      }
+    }
+    System.exit(0);
+  }
+}