@mark1russell7/machines 0.3.26 → 0.3.28

package/README.md

@@ -65,7 +65,7 @@ The algebra reads these documents. It gives the closed form of each timer, the f
 | `ISTIO_SIDECAR_OUTBOUND` | `istio-sidecar-outbound` | The client sidecar of Istio 1.31.3: Envoy 1.39.4 between the app and the mesh, its retries, an update of LDS and the SIGKILL | proxy | 31 implemented |
 | `ISTIO_SIDECAR_INBOUND` | `istio-sidecar-inbound` | The server sidecar of Istio 1.31.3: Envoy 1.39.4 between the mesh and the app, the policy, an update of LDS and the SIGKILL | proxy | 31 implemented |
 | `PILOT_AGENT` | `pilot-agent` | pilot-agent of Istio 1.31.3: the drain and the SIGKILL of the Envoy of a sidecar at the stop of its pod | proxy | 12 implemented |
-| `ZTUNNEL_HBONE` | `ztunnel-hbone` | ztunnel 1.31.3 in in-pod mode: one HBONE connection from a client pod to a server pod, its PING, its drain and the close of each flow of the app | proxy | 14 implemented, 3 derived |
+| `ZTUNNEL_HBONE` | `ztunnel-hbone` | ztunnel 1.31.3 in in-pod mode: one HBONE connection from a client pod to a server pod, its PING, its drain and the close of each flow of the app | proxy | 15 implemented, 3 derived |
 
 Thirty-three documents operate on Linux TCP (`over`). Eight documents operate on no other document. They are Linux TCP, conntrack, the Sentinel, the replication of mongod, aten, the member of Ra, the `RetryAgent` of undici and pilot-agent.
 
@@ -115,6 +115,20 @@ A change to the version of a system changes its sources too. Each fact of the do
 
 In this repository, a snapshot of the predictions of the cells (`packages/cells/src/__snapshots__/predictions.json`) shows each prediction that a change to a document moves.
 
+### 0.3.28
+
+- **The release of the pool counts from the last checkout** (`ztunnel-hbone`). Each checkout of a connection, new or used again, puts it back in the pool with a new release timer (`pool.rs` of ztunnel 1.31.3, lines 150–176 and 338–341). The end of a stream does not start a timer.
+  - The timer `release` arms at the new event `local.checkout`, through the new transition `zt.checkout`. Before, it armed at the end of the last stream, and the cell of a gap cited that wrong fact.
+  - The release only drops the reference of the pool. HTTP/2 closes the connection when no reference and no stream is left (lines 142–146), thus an open flow keeps it.
+  - The cell T15.border-off.77 reads it. A fix of a fact is a PATCH.
+
+### 0.3.27
+
+- **The SIGKILL at the end of the grace** (`ztunnel-hbone`). The document has the grace of the ztunnel pod as a knob (`grace`, 30 s from the chart) and a timer from SIGTERM.
+  - The drain ends at the first of the deadline and the grace. The transition `zt.deadline` has the guard `deadline < grace`, and the new transition `zt.killed` has the guard `grace <= deadline`.
+  - At the SIGKILL, the kernel closes each socket of ztunnel: a FIN, or a reset when bytes are unread. The source is the kubelet and the CRI of Kubernetes v1.37.0.
+  - The cells T15.border-off.85 and .86 read both timers. A new knob and a new timer are a feature, thus the version is a PATCH before 1.0.0.
+
 ### 0.3.26
 
 - **ztunnel 1.31.3 for T15** (`ztunnel-hbone`). This new document is one HBONE connection of the ambient mesh, from the source at its tag.

package/build/index.d.ts

@@ -522,8 +522,11 @@ export declare const DOCKER_PROXY_LINK: Machine;
  * 30 s later.
  *
  * At the end of a stream or of its connection, ztunnel shuts down the socket of the app. The app then
- * gets a FIN. No timer closes an idle connection or an old one. At SIGTERM, ztunnel sends GOAWAY, and
- * it ends what is left at its deadline of 25 s.
+ * gets a FIN. The release of the pool closes a connection with no stream, 5 min after its last
+ * checkout. No timer closes a connection with an open stream, or an old one.
+ *
+ * At SIGTERM, ztunnel sends GOAWAY, and it ends what is left at its deadline of 25 s. A deadline longer than the grace of 30 s does not
+ * come. The kubelet sends SIGKILL to ztunnel at the end of the grace, and the kernel closes each socket.
  */
 export declare const ZTUNNEL_HBONE: Machine;
 //#endregion

package/build/index.js

@@ -15153,8 +15153,11 @@ const I = "istio 1.31.3";
 * 30 s later.
 *
 * At the end of a stream or of its connection, ztunnel shuts down the socket of the app. The app then
-* gets a FIN. No timer closes an idle connection or an old one. At SIGTERM, ztunnel sends GOAWAY, and
-* it ends what is left at its deadline of 25 s.
+* gets a FIN. The release of the pool closes a connection with no stream, 5 min after its last
+* checkout. No timer closes a connection with an open stream, or an old one.
+*
+* At SIGTERM, ztunnel sends GOAWAY, and it ends what is left at its deadline of 25 s. A deadline longer than the grace of 30 s does not
+* come. The kubelet sends SIGKILL to ztunnel at the end of the grace, and the kernel closes each socket.
 */
 const ZTUNNEL_HBONE = machineSchema.parse({
 	format: "mark1russell7.machine/1",
@@ -15178,7 +15181,7 @@ const ZTUNNEL_HBONE = machineSchema.parse({
 			rung: "implemented"
 		},
 		{
-			ref: `${Z} src/config.rs:75, :105, :795 and src/proxy/pool.rs:142-146 POOL_UNUSED_RELEASE_TIMEOUT is 5 min. A release does not close the connection: HTTP/2 closes it when no reference and no stream is left`,
+			ref: `${Z} src/config.rs:75, :105, :795 and src/proxy/pool.rs:142-176, :338-341 POOL_UNUSED_RELEASE_TIMEOUT is 5 min. Each checkout of a connection, new or used again, puts it back in the pool with a new release timer: the timer counts from the last checkout, the start of the last flow. A release does not close the connection: HTTP/2 closes it when no reference and no stream is left`,
 			rung: "implemented"
 		},
 		{
@@ -15229,6 +15232,10 @@ const ZTUNNEL_HBONE = machineSchema.parse({
 			ref: `${Z} src/proxy/h2/server.rs:170-172 and src/proxy/outbound.rs:121 at SIGTERM the accept loops stop, and the HBONE server sends GOAWAY`,
 			rung: "implemented"
 		},
+		{
+			ref: `${I} manifests/charts/ztunnel/values.yaml:102 and templates/daemonset.yaml:215 the grace of the ztunnel pod is 30 s. kubernetes v1.37.0 pkg/kubelet/kuberuntime/kuberuntime_container.go:864-915, :1424-1427 the kubelet stops the container with that grace, and staging/src/k8s.io/cri-api/pkg/apis/runtime/v1/api.proto:69-72 the runtime kills it at the end of the grace`,
+			rung: "implemented"
+		},
 		{
 			ref: `${Z} src/proxy/connection_manager.rs:133, :364-376 and src/proxy/inbound.rs:273-280 a CONNECT that a policy denies gets 401. At a change of a policy, ztunnel checks each open inbound connection again and closes each one that it now denies`,
 			rung: "implemented"
@@ -15265,6 +15272,10 @@ const ZTUNNEL_HBONE = machineSchema.parse({
 			kind: "local",
 			note: "The connect to 15008 fails: a reset, a refusal or a failed handshake"
 		},
+		"local.checkout": {
+			kind: "local",
+			note: "A new flow of an app takes the connection from the pool: the first flow, or each later flow to the same key"
+		},
 		"local.stream-end": {
 			kind: "local",
 			note: "The last stream on the connection ends"
@@ -15307,12 +15318,16 @@ const ZTUNNEL_HBONE = machineSchema.parse({
 		},
 		"timer.release": {
 			kind: "timer",
-			note: "No stream on the connection for the unused release timeout"
+			note: "No checkout of the connection for the unused release timeout"
 		},
 		"timer.deadline": {
 			kind: "timer",
 			note: "The deadline of the drain after SIGTERM"
 		},
+		"timer.grace": {
+			kind: "timer",
+			note: "The end of the grace of the pod after SIGTERM: the kubelet kills ztunnel"
+		},
 		"tx.ping": {
 			kind: "tx",
 			note: "A PING of HTTP/2"
@@ -15370,6 +15385,13 @@ const ZTUNNEL_HBONE = machineSchema.parse({
 			default: 25,
 			note: "config.rs:810-827: unset, thus the grace of 30 s of the chart less 5 s"
 		},
+		grace: {
+			key: "terminationGracePeriodSeconds",
+			scope: "pod",
+			unit: "s",
+			default: 30,
+			note: "values.yaml:102 of the chart of ztunnel"
+		},
 		keepidle: {
 			key: "the TCP keepalive idle of ztunnel",
 			scope: "process",
@@ -15455,10 +15477,9 @@ const ZTUNNEL_HBONE = machineSchema.parse({
 				knob: "slack",
 				unit: "s"
 			},
-			arms: ["local.stream-end"],
-			cancels: ["local.accept"],
+			arms: ["local.checkout"],
 			fires: "timer.release",
-			note: "pool.rs:142-146: from the end of the last stream"
+			note: "pool.rs:150-176, :338-341: from the last checkout. Each checkout starts a new timer, and the end of a stream does not start one"
 		},
 		deadline: {
 			duration: {
@@ -15472,6 +15493,19 @@ const ZTUNNEL_HBONE = machineSchema.parse({
 			arms: ["app.stop"],
 			fires: "timer.deadline",
 			note: "app.rs:391-399: from SIGTERM"
+		},
+		grace: {
+			duration: {
+				knob: "grace",
+				unit: "s"
+			},
+			lateness: {
+				knob: "slack",
+				unit: "s"
+			},
+			arms: ["app.stop"],
+			fires: "timer.grace",
+			note: "kuberuntime_container.go:864-915 and api.proto:69-72: the grace of the pod from SIGTERM, then the kill"
 		}
 	},
 	realizes: {
@@ -15523,6 +15557,15 @@ const ZTUNNEL_HBONE = machineSchema.parse({
 			emits: ["tx.app-close"],
 			source: "proxy.rs:645, :695"
 		},
+		{
+			id: "zt.checkout",
+			from: "ready",
+			to: "ready",
+			on: "local.checkout",
+			timer: "release",
+			note: "A new flow takes the connection as a new stream, and the pool starts a new release timer",
+			source: "pool.rs:150-176, :338-341"
+		},
 		{
 			id: "zt.ping",
 			from: "ready",
@@ -15576,7 +15619,8 @@ const ZTUNNEL_HBONE = machineSchema.parse({
 			timer: "release",
 			guard: "no stream is open and no other flow holds the connection",
 			emits: ["tx.close"],
-			source: "pool.rs:142-146"
+			note: "The pool drops its reference, and HTTP/2 closes the connection when no stream is left. Thus a flow that is open at the timer keeps the connection",
+			source: "pool.rs:142-176, :338-341"
 		},
 		{
 			id: "zt.stop",
@@ -15602,10 +15646,22 @@ const ZTUNNEL_HBONE = machineSchema.parse({
 			to: "ended",
 			on: "timer.deadline",
 			timer: "deadline",
+			guard: "deadline < grace",
 			emits: ["tx.close", "tx.app-fin"],
 			note: "ztunnel ends what is left itself, before the SIGKILL of the kubelet",
 			source: "app.rs:391-399, pool.rs:345-347"
 		},
+		{
+			id: "zt.killed",
+			from: "draining",
+			to: "ended",
+			on: "timer.grace",
+			timer: "grace",
+			guard: "grace <= deadline",
+			emits: ["tx.app-fin"],
+			note: "The kubelet kills ztunnel at the end of the grace, before its deadline. The kernel closes each socket: a FIN, or a reset when bytes are unread",
+			source: "kuberuntime_container.go:864-915, api.proto:69-72, tcp.c:2781-2807"
+		},
 		{
 			id: "zt.del-workload",
 			from: [