merge: Merge pull request #406 from arunaengine/feat/observability

[feat] Node observability: metrics, probes, and structured logs

Author: St4NNi

.env.example

@@ -6,6 +6,10 @@ ARUNA_FJALL_PERSIST_MODE=buffer
 BLOB_ROOT=/tmp/aruna/blobstore
 BLOB_MULTIPART_BUCKET=uploaded-parts
 SOCKET_ADDRESS=0.0.0.0:3000
+# Dedicated operations listener serving /health, /ready (and /healthz, /readyz
+# aliases) plus /metrics. Keep this port cluster-internal: it is unauthenticated
+# by design. Defaults to 127.0.0.1:3002 (loopback) when unset.
+OPS_SOCKET_ADDRESS=127.0.0.1:3002
 P2P_SOCKET_ADDRESS=0.0.0.0:3001
 P2P_ADDITIONAL_RELAY_URLS=
 REALM_DESCRIPTION="Aruna Realm"
@@ -57,4 +61,6 @@ MAX_HTTP_BODY_SIZE=1048576
 MAX_CLOCK_SKEW_SECS=
 
 RUST_LOG=
+# Log output format: text (default) or json for structured log ingestion.
+LOG_FORMAT=text
 OTEL_EXPORTER_OTLP_ENDPOINT=

Cargo.lock

@@ -115,6 +115,7 @@ oxrdf = "0.3.3"
 parking_lot = { version = "0.12.5", features = ["deadlock_detection"] }
 percent-encoding = "2.3.2"
 postcard = { version = "1.1.3", features = ["alloc"] }
+prometheus-client = "0.23"
 proptest = "1.11.0"
 rand = "0.10.2"
 reqwest = { version = "0.13.4", default-features = false, features = [
@@ -133,14 +134,15 @@ tempfile = "3.27.0"
 thiserror = "2.0.18"
 tokio = { version = "1.52.3", features = ["full", "tracing"] }
 tokio-util = "0.7.18"
-tower = "0.5.3"
-tower-http = { version = "0.7.0", features = ["cors", "fs"] }
+tower = { version = "0.5.3", features = ["limit"] }
+tower-http = { version = "0.7.0", features = ["cors", "fs", "timeout"] }
 tracing = "0.1.44"
 tracing-opentelemetry = { version = "0.33.0", default-features = false }
 tracing-subscriber = { version = "0.3.23", features = [
     "env-filter",
     "time",
     "fmt",
+    "json",
     "registry",
 ] }
 ulid = { version = "2.0.1", features = ["serde"] }

Cargo.toml

@@ -17,6 +17,7 @@ base64 = { workspace = true }
 hex.workspace = true
 opentelemetry = { workspace = true }
 percent-encoding = { workspace = true }
+prometheus-client = { workspace = true }
 serde = { workspace = true }
 serde_json = { workspace = true }
 thiserror = { workspace = true }

api/Cargo.toml

@@ -4,6 +4,7 @@ pub mod auth;
 pub mod cors;
 pub mod error;
 pub mod openapi;
+pub mod ops;
 mod portal;
 pub mod routes;
 pub mod s3;