@rivetkit/engine 1.0.0

package/sdks/rust/ups-protocol/Cargo.toml

@@ -0,0 +1,17 @@
+[package]
+name = "rivet-ups-protocol"
+version.workspace = true
+authors.workspace = true
+license.workspace = true
+edition.workspace = true
+
+[dependencies]
+anyhow.workspace = true
+base64.workspace = true
+rivet-util.workspace = true
+serde_bare.workspace = true
+serde.workspace = true
+vbare.workspace = true
+
+[build-dependencies]
+vbare-compiler.workspace = true

package/sdks/rust/ups-protocol/build.rs

@@ -0,0 +1,18 @@
+use std::path::Path;
+
+fn main() -> Result<(), Box<dyn std::error::Error>> {
+	let manifest_dir = std::env::var("CARGO_MANIFEST_DIR")?;
+	let workspace_root = Path::new(&manifest_dir)
+		.parent()
+		.and_then(|p| p.parent())
+		.and_then(|p| p.parent())
+		.ok_or("Failed to find workspace root")?;
+
+	let schema_dir = workspace_root
+		.join("sdks")
+		.join("schemas")
+		.join("ups-protocol");
+
+	let cfg = vbare_compiler::Config::with_hashable_map();
+	vbare_compiler::process_schemas_with_config(&schema_dir, &cfg)
+}

package/sdks/rust/ups-protocol/src/generated.rs

@@ -0,0 +1 @@
+include!(concat!(env!("OUT_DIR"), "/combined_imports.rs"));

package/sdks/rust/ups-protocol/src/lib.rs

@@ -0,0 +1,7 @@
+pub mod generated;
+pub mod versioned;
+
+// Re-export latest
+pub use generated::v1::*;
+
+pub const PROTOCOL_VERSION: u16 = 1;

package/sdks/rust/ups-protocol/src/versioned.rs

@@ -0,0 +1,48 @@
+use anyhow::{Ok, Result, bail};
+use vbare::OwnedVersionedData;
+
+use crate::{PROTOCOL_VERSION, generated::v1};
+
+pub enum UpsMessage {
+	V1(v1::UpsMessage),
+}
+
+impl OwnedVersionedData for UpsMessage {
+	type Latest = v1::UpsMessage;
+
+	fn wrap_latest(latest: v1::UpsMessage) -> Self {
+		UpsMessage::V1(latest)
+	}
+
+	fn unwrap_latest(self) -> Result<Self::Latest> {
+		#[allow(irrefutable_let_patterns)]
+		if let UpsMessage::V1(data) = self {
+			Ok(data)
+		} else {
+			bail!("version not latest");
+		}
+	}
+
+	fn deserialize_version(payload: &[u8], version: u16) -> Result<Self> {
+		match version {
+			1 => Ok(UpsMessage::V1(serde_bare::from_slice(payload)?)),
+			_ => bail!("invalid version: {version}"),
+		}
+	}
+
+	fn serialize_version(self, _version: u16) -> Result<Vec<u8>> {
+		match self {
+			UpsMessage::V1(data) => serde_bare::to_vec(&data).map_err(Into::into),
+		}
+	}
+}
+
+impl UpsMessage {
+	pub fn deserialize(buf: &[u8]) -> Result<v1::UpsMessage> {
+		<Self as OwnedVersionedData>::deserialize(buf, PROTOCOL_VERSION)
+	}
+
+	pub fn serialize(self) -> Result<Vec<u8>> {
+		<Self as OwnedVersionedData>::serialize(self, PROTOCOL_VERSION)
+	}
+}

package/sdks/schemas/README.md

@@ -0,0 +1,6 @@
+# Schemas
+
+These are version BARE files that are used for codegen.
+
+`sdks/rust/runner-protocol/build.rs` generates `sdks/schemas/runner-protocol/`.
+

package/sdks/schemas/data/namespace.runner_config.v1.bare

@@ -0,0 +1,13 @@
+type Serverless struct {
+	url: str
+	headers: map<str><str>
+	request_lifespan: u32
+	slots_per_runner: u32
+	min_runners: u32
+	max_runners: u32
+	runners_margin: u32
+}
+
+type Data union {
+	Serverless
+}

package/sdks/schemas/data/namespace.runner_config.v2.bare

@@ -0,0 +1,23 @@
+type Json str
+
+type Serverless struct {
+	url: str
+	headers: map<str><str>
+	request_lifespan: u32
+	slots_per_runner: u32
+	min_runners: u32
+	max_runners: u32
+	runners_margin: u32
+}
+
+type Normal void
+
+type RunnerConfigKind union {
+	Serverless |
+	Normal
+}
+
+type RunnerConfig struct {
+	kind: RunnerConfigKind
+	metadata: optional<Json>
+}

package/sdks/schemas/data/pegboard.namespace.actor_by_key.v1.bare

@@ -0,0 +1,6 @@
+type Id data
+
+type Data struct {
+	workflow_id: Id
+	is_destroyed: bool
+}

package/sdks/schemas/data/pegboard.namespace.actor_name.v1.bare

@@ -0,0 +1,5 @@
+type Json str
+
+type Data struct {
+	metadata: Json
+}

package/sdks/schemas/data/pegboard.namespace.runner_alloc_idx.v1.bare

@@ -0,0 +1,7 @@
+type Id data
+
+type Data struct {
+	workflow_id: Id
+	remaining_slots: u32
+	total_slots: u32
+}

package/sdks/schemas/data/pegboard.namespace.runner_by_key.v1.bare

@@ -0,0 +1,6 @@
+type Id data
+
+type Data struct {
+	runner_id: Id
+	workflow_id: Id
+}

package/sdks/schemas/data/pegboard.runner.metadata.v1.bare

@@ -0,0 +1,5 @@
+type Json str
+
+type Data struct {
+	metadata: str
+}

package/sdks/schemas/epoxy-protocol/v1.bare

@@ -0,0 +1,260 @@
+# MARK: Common Types
+type ReplicaId u64
+type SlotId u64
+type SequenceNumber u64
+
+type Instance struct {
+	replicaId: ReplicaId
+	slotId: SlotId
+}
+
+type Ballot struct {
+	epoch: u64
+	ballot: u64
+	replicaId: ReplicaId
+}
+
+type State enum {
+	PRE_ACCEPTED
+	ACCEPTED
+	COMMITTED
+}
+
+# MARK: Cluster config
+type ReplicaStatus enum {
+	# Receives nothing
+	JOINING
+	# Receives commits, cannot propose, cannot vote
+	LEARNING
+	# Receives commits, can propose, can vote
+	ACTIVE
+}
+
+type ReplicaConfig struct {
+	replicaId: ReplicaId
+	status: ReplicaStatus
+	apiPeerUrl: str
+	guardUrl: str
+}
+
+type ClusterConfig struct {
+	coordinatorReplicaId: ReplicaId
+	epoch: u64
+	replicas: list<ReplicaConfig>
+}
+
+# MARK: Config Change
+type UpdateConfigRequest struct {
+	config: ClusterConfig
+}
+
+type UpdateConfigResponse void
+
+# MARK: Command
+type NoopCommand void
+
+type SetCommand struct {
+	key: data
+	value: optional<data>
+}
+
+type CheckAndSetCommand struct {
+	key: data
+	expectOneOf: list<optional<data>>
+	newValue: optional<data>
+}
+
+type CommandKind union {
+	NoopCommand |
+	SetCommand |
+	CheckAndSetCommand
+}
+
+type Command struct {
+	kind: CommandKind
+}
+
+# MARK: Proposal
+type Proposal struct {
+	commands: list<Command>
+}
+
+# MARK: Payload
+type Payload struct {
+	proposal: Proposal
+	seq: SequenceNumber
+	deps: list<Instance>
+	instance: Instance
+}
+
+# MARK: Log
+type LogEntry struct {
+	commands: list<Command>
+	seq: SequenceNumber
+	deps: list<Instance>
+	state: State
+	ballot: Ballot
+}
+
+# MARK: Path
+type PathSlow struct {
+	payload: Payload
+}
+
+type PathFast struct {
+	payload: Payload
+}
+
+type Path union {
+	PathSlow |
+	PathFast
+}
+
+# MARK: Prepare
+type PrepareRequest struct {
+	ballot: Ballot
+	instance: Instance
+}
+
+type PrepareResponseData struct {
+	commands: list<Command>
+	seq: SequenceNumber
+	deps: list<Instance>
+	state: State
+	ballot: Ballot
+}
+
+type PrepareOk struct {
+	# None if instance is empty
+	data: optional<PrepareResponseData>
+	# The highest ballot seen for this instance
+	previousBallot: Ballot
+	instance: Instance
+}
+
+type PrepareNack struct {
+	# The ballot that caused the Nack
+	highestBallot: Ballot
+}
+
+type PrepareResponse union {
+	PrepareOk |
+	PrepareNack
+}
+
+# MARK: Pre Accept
+type PreAcceptRequest struct {
+	payload: Payload
+}
+
+type PreAcceptResponse struct {
+	payload: Payload
+}
+
+## MARK: Accept
+type AcceptRequest struct {
+	payload: Payload
+}
+
+type AcceptOKPayload struct {
+	proposal: Proposal
+	instance: Instance
+}
+
+type AcceptResponse struct {
+	payload: AcceptOKPayload
+}
+
+# MARK: Commit
+type CommitRequest struct {
+	payload: Payload
+}
+
+type CommitResponse void
+
+# MARK: Replica Join
+type DownloadInstancesRequest struct {
+	afterInstance: optional<Instance>
+	count: u64
+}
+
+type DownloadInstancesEntry struct {
+	instance: Instance
+	logEntry: LogEntry
+}
+
+type DownloadInstancesResponse struct {
+	instances: list<DownloadInstancesEntry>
+}
+
+type HealthCheckRequest void
+
+type HealthCheckResponse void
+
+type CoordinatorUpdateReplicaStatusRequest struct {
+	replicaId: ReplicaId
+	status: ReplicaStatus
+}
+
+type CoordinatorUpdateReplicaStatusResponse void
+
+type BeginLearningRequest struct {
+	config: ClusterConfig
+}
+
+type BeginLearningResponse void
+
+# MARK: KV Operations
+type KvGetRequest struct {
+	key: data
+}
+
+type KvGetResponse struct {
+	value: optional<data>
+}
+
+type KvPurgeRequest struct {
+	keys: list<data>
+}
+
+type KvPurgeResponse void
+
+# MARK: Request/Response
+type RequestKind union {
+	UpdateConfigRequest |
+	PrepareRequest |
+	PreAcceptRequest |
+	AcceptRequest |
+	CommitRequest |
+	DownloadInstancesRequest |
+	HealthCheckRequest |
+	CoordinatorUpdateReplicaStatusRequest |
+	BeginLearningRequest |
+	KvGetRequest |
+	KvPurgeRequest
+}
+
+type Request struct {
+	fromReplicaId: ReplicaId
+	toReplicaId: ReplicaId
+	kind: RequestKind
+}
+
+type ResponseKind union {
+	UpdateConfigResponse |
+	PrepareResponse |
+	PreAcceptResponse |
+	AcceptResponse |
+	CommitResponse |
+	DownloadInstancesResponse |
+	HealthCheckResponse |
+	CoordinatorUpdateReplicaStatusResponse |
+	BeginLearningResponse |
+	KvGetResponse |
+	KvPurgeResponse
+}
+
+type Response struct {
+	kind: ResponseKind
+}
+