mirror of
https://github.com/edera-dev/krata.git
synced 2025-08-02 12:50:54 +00:00
feat: guest metrics support (#46)
* feat: initial support for idm send in daemon * feat: implement IdmClient backend support * feat: daemon idm now uses IdmClient * fix: implement channel destruction propagation * feat: implement request response idm system * feat: implement metrics support * proto: move metrics into GuestMetrics for reusability * fix: log level of guest agent was trace * feat: metrics tree with process information
This commit is contained in:
parent
ec9060d872
commit
5e16f3149f
126
Cargo.lock
generated
126
Cargo.lock
generated
@ -421,6 +421,12 @@ dependencies = [
|
|||||||
"unicode-width",
|
"unicode-width",
|
||||||
]
|
]
|
||||||
|
|
||||||
|
[[package]]
|
||||||
|
name = "core-foundation-sys"
|
||||||
|
version = "0.8.6"
|
||||||
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
|
checksum = "06ea2b9bc92be3c2baa9334a323ebca2d6f074ff852cd1d7b11064035cd3868f"
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "cpufeatures"
|
name = "cpufeatures"
|
||||||
version = "0.2.12"
|
version = "0.2.12"
|
||||||
@ -439,6 +445,31 @@ dependencies = [
|
|||||||
"cfg-if",
|
"cfg-if",
|
||||||
]
|
]
|
||||||
|
|
||||||
|
[[package]]
|
||||||
|
name = "crossbeam-deque"
|
||||||
|
version = "0.8.5"
|
||||||
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
|
checksum = "613f8cc01fe9cf1a3eb3d7f488fd2fa8388403e97039e2f73692932e291a770d"
|
||||||
|
dependencies = [
|
||||||
|
"crossbeam-epoch",
|
||||||
|
"crossbeam-utils",
|
||||||
|
]
|
||||||
|
|
||||||
|
[[package]]
|
||||||
|
name = "crossbeam-epoch"
|
||||||
|
version = "0.9.18"
|
||||||
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
|
checksum = "5b82ac4a3c2ca9c3460964f020e1402edd5753411d7737aa39c3714ad1b5420e"
|
||||||
|
dependencies = [
|
||||||
|
"crossbeam-utils",
|
||||||
|
]
|
||||||
|
|
||||||
|
[[package]]
|
||||||
|
name = "crossbeam-utils"
|
||||||
|
version = "0.8.19"
|
||||||
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
|
checksum = "248e3bacc7dc6baa3b21e405ee045c3047101a49145e7e9eca583ab4c2ca5345"
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "crossterm"
|
name = "crossterm"
|
||||||
version = "0.27.0"
|
version = "0.27.0"
|
||||||
@ -710,6 +741,17 @@ dependencies = [
|
|||||||
"arrayvec",
|
"arrayvec",
|
||||||
]
|
]
|
||||||
|
|
||||||
|
[[package]]
|
||||||
|
name = "fancy-duration"
|
||||||
|
version = "0.9.2"
|
||||||
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
|
checksum = "b3ae60718ae501dca9d27fd0e322683c86a95a1a01fac1807aa2f9b035cc0882"
|
||||||
|
dependencies = [
|
||||||
|
"anyhow",
|
||||||
|
"lazy_static",
|
||||||
|
"regex",
|
||||||
|
]
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "fastrand"
|
name = "fastrand"
|
||||||
version = "2.0.2"
|
version = "2.0.2"
|
||||||
@ -1041,6 +1083,12 @@ version = "1.0.3"
|
|||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
checksum = "df3b46402a9d5adb4c86a0cf463f42e19994e3ee891101b1841f30a545cb49a9"
|
checksum = "df3b46402a9d5adb4c86a0cf463f42e19994e3ee891101b1841f30a545cb49a9"
|
||||||
|
|
||||||
|
[[package]]
|
||||||
|
name = "human_bytes"
|
||||||
|
version = "0.4.3"
|
||||||
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
|
checksum = "91f255a4535024abf7640cb288260811fc14794f62b063652ed349f9a6c2348e"
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "humantime"
|
name = "humantime"
|
||||||
version = "2.1.0"
|
version = "2.1.0"
|
||||||
@ -1228,6 +1276,7 @@ name = "krata"
|
|||||||
version = "0.0.8"
|
version = "0.0.8"
|
||||||
dependencies = [
|
dependencies = [
|
||||||
"anyhow",
|
"anyhow",
|
||||||
|
"async-trait",
|
||||||
"bytes",
|
"bytes",
|
||||||
"libc",
|
"libc",
|
||||||
"log",
|
"log",
|
||||||
@ -1237,6 +1286,8 @@ dependencies = [
|
|||||||
"prost-build",
|
"prost-build",
|
||||||
"prost-reflect",
|
"prost-reflect",
|
||||||
"prost-reflect-build",
|
"prost-reflect-build",
|
||||||
|
"prost-types",
|
||||||
|
"scopeguard",
|
||||||
"serde",
|
"serde",
|
||||||
"tokio",
|
"tokio",
|
||||||
"tokio-stream",
|
"tokio-stream",
|
||||||
@ -1268,11 +1319,15 @@ dependencies = [
|
|||||||
"crossterm",
|
"crossterm",
|
||||||
"ctrlc",
|
"ctrlc",
|
||||||
"env_logger",
|
"env_logger",
|
||||||
|
"fancy-duration",
|
||||||
|
"human_bytes",
|
||||||
"krata",
|
"krata",
|
||||||
"log",
|
"log",
|
||||||
"prost-reflect",
|
"prost-reflect",
|
||||||
|
"prost-types",
|
||||||
"serde_json",
|
"serde_json",
|
||||||
"serde_yaml",
|
"serde_yaml",
|
||||||
|
"termtree",
|
||||||
"tokio",
|
"tokio",
|
||||||
"tokio-stream",
|
"tokio-stream",
|
||||||
"tonic",
|
"tonic",
|
||||||
@ -1323,8 +1378,8 @@ dependencies = [
|
|||||||
"serde",
|
"serde",
|
||||||
"serde_json",
|
"serde_json",
|
||||||
"sys-mount",
|
"sys-mount",
|
||||||
|
"sysinfo",
|
||||||
"tokio",
|
"tokio",
|
||||||
"walkdir",
|
|
||||||
]
|
]
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
@ -1718,6 +1773,15 @@ dependencies = [
|
|||||||
"minimal-lexical",
|
"minimal-lexical",
|
||||||
]
|
]
|
||||||
|
|
||||||
|
[[package]]
|
||||||
|
name = "ntapi"
|
||||||
|
version = "0.4.1"
|
||||||
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
|
checksum = "e8a3895c6391c39d7fe7ebc444a87eb2991b2a0bc718fdabd071eec617fc68e4"
|
||||||
|
dependencies = [
|
||||||
|
"winapi",
|
||||||
|
]
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "num-traits"
|
name = "num-traits"
|
||||||
version = "0.2.18"
|
version = "0.2.18"
|
||||||
@ -2074,6 +2138,26 @@ dependencies = [
|
|||||||
"getrandom",
|
"getrandom",
|
||||||
]
|
]
|
||||||
|
|
||||||
|
[[package]]
|
||||||
|
name = "rayon"
|
||||||
|
version = "1.10.0"
|
||||||
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
|
checksum = "b418a60154510ca1a002a752ca9714984e21e4241e804d32555251faf8b78ffa"
|
||||||
|
dependencies = [
|
||||||
|
"either",
|
||||||
|
"rayon-core",
|
||||||
|
]
|
||||||
|
|
||||||
|
[[package]]
|
||||||
|
name = "rayon-core"
|
||||||
|
version = "1.12.1"
|
||||||
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
|
checksum = "1465873a3dfdaa8ae7cb14b4383657caab0b3e8a0aa9ae8e04b044854c8dfce2"
|
||||||
|
dependencies = [
|
||||||
|
"crossbeam-deque",
|
||||||
|
"crossbeam-utils",
|
||||||
|
]
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "redb"
|
name = "redb"
|
||||||
version = "2.0.0"
|
version = "2.0.0"
|
||||||
@ -2571,6 +2655,21 @@ dependencies = [
|
|||||||
"tracing",
|
"tracing",
|
||||||
]
|
]
|
||||||
|
|
||||||
|
[[package]]
|
||||||
|
name = "sysinfo"
|
||||||
|
version = "0.30.9"
|
||||||
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
|
checksum = "e9a84fe4cfc513b41cb2596b624e561ec9e7e1c4b46328e496ed56a53514ef2a"
|
||||||
|
dependencies = [
|
||||||
|
"cfg-if",
|
||||||
|
"core-foundation-sys",
|
||||||
|
"libc",
|
||||||
|
"ntapi",
|
||||||
|
"once_cell",
|
||||||
|
"rayon",
|
||||||
|
"windows",
|
||||||
|
]
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "tap"
|
name = "tap"
|
||||||
version = "1.0.1"
|
version = "1.0.1"
|
||||||
@ -2589,6 +2688,12 @@ dependencies = [
|
|||||||
"windows-sys 0.52.0",
|
"windows-sys 0.52.0",
|
||||||
]
|
]
|
||||||
|
|
||||||
|
[[package]]
|
||||||
|
name = "termtree"
|
||||||
|
version = "0.4.1"
|
||||||
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
|
checksum = "3369f5ac52d5eb6ab48c6b4ffdc8efbcad6b89c765749064ba298f2c68a16a76"
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "thiserror"
|
name = "thiserror"
|
||||||
version = "1.0.58"
|
version = "1.0.58"
|
||||||
@ -3071,6 +3176,25 @@ version = "0.4.0"
|
|||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
checksum = "712e227841d057c1ee1cd2fb22fa7e5a5461ae8e48fa2ca79ec42cfc1931183f"
|
checksum = "712e227841d057c1ee1cd2fb22fa7e5a5461ae8e48fa2ca79ec42cfc1931183f"
|
||||||
|
|
||||||
|
[[package]]
|
||||||
|
name = "windows"
|
||||||
|
version = "0.52.0"
|
||||||
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
|
checksum = "e48a53791691ab099e5e2ad123536d0fff50652600abaf43bbf952894110d0be"
|
||||||
|
dependencies = [
|
||||||
|
"windows-core",
|
||||||
|
"windows-targets 0.52.4",
|
||||||
|
]
|
||||||
|
|
||||||
|
[[package]]
|
||||||
|
name = "windows-core"
|
||||||
|
version = "0.52.0"
|
||||||
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
|
checksum = "33ab640c8d7e35bf8ba19b884ba838ceb4fba93a4e8c65a9059d08afcfc683d9"
|
||||||
|
dependencies = [
|
||||||
|
"windows-targets 0.52.4",
|
||||||
|
]
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "windows-sys"
|
name = "windows-sys"
|
||||||
version = "0.48.0"
|
version = "0.48.0"
|
||||||
|
@ -38,8 +38,10 @@ ctrlc = "3.4.4"
|
|||||||
elf = "0.7.4"
|
elf = "0.7.4"
|
||||||
env_logger = "0.11.0"
|
env_logger = "0.11.0"
|
||||||
etherparse = "0.14.3"
|
etherparse = "0.14.3"
|
||||||
|
fancy-duration = "0.9.2"
|
||||||
flate2 = "1.0"
|
flate2 = "1.0"
|
||||||
futures = "0.3.30"
|
futures = "0.3.30"
|
||||||
|
human_bytes = "0.4"
|
||||||
ipnetwork = "0.20.0"
|
ipnetwork = "0.20.0"
|
||||||
libc = "0.2"
|
libc = "0.2"
|
||||||
log = "0.4.20"
|
log = "0.4.20"
|
||||||
@ -55,15 +57,19 @@ path-clean = "1.0.1"
|
|||||||
prost = "0.12.4"
|
prost = "0.12.4"
|
||||||
prost-build = "0.12.4"
|
prost-build = "0.12.4"
|
||||||
prost-reflect-build = "0.13.0"
|
prost-reflect-build = "0.13.0"
|
||||||
|
prost-types = "0.12.4"
|
||||||
rand = "0.8.5"
|
rand = "0.8.5"
|
||||||
redb = "2.0.0"
|
redb = "2.0.0"
|
||||||
rtnetlink = "0.14.1"
|
rtnetlink = "0.14.1"
|
||||||
|
scopeguard = "1.2.0"
|
||||||
serde_json = "1.0.113"
|
serde_json = "1.0.113"
|
||||||
serde_yaml = "0.9"
|
serde_yaml = "0.9"
|
||||||
sha256 = "1.5.0"
|
sha256 = "1.5.0"
|
||||||
signal-hook = "0.3.17"
|
signal-hook = "0.3.17"
|
||||||
slice-copy = "0.3.0"
|
slice-copy = "0.3.0"
|
||||||
smoltcp = "0.11.0"
|
smoltcp = "0.11.0"
|
||||||
|
sysinfo = "0.30.9"
|
||||||
|
termtree = "0.4.1"
|
||||||
thiserror = "1.0"
|
thiserror = "1.0"
|
||||||
tokio-tun = "0.11.4"
|
tokio-tun = "0.11.4"
|
||||||
tonic-build = "0.11.0"
|
tonic-build = "0.11.0"
|
||||||
|
@ -16,11 +16,15 @@ comfy-table = { workspace = true }
|
|||||||
crossterm = { workspace = true }
|
crossterm = { workspace = true }
|
||||||
ctrlc = { workspace = true, features = ["termination"] }
|
ctrlc = { workspace = true, features = ["termination"] }
|
||||||
env_logger = { workspace = true }
|
env_logger = { workspace = true }
|
||||||
|
fancy-duration = { workspace = true }
|
||||||
|
human_bytes = { workspace = true }
|
||||||
krata = { path = "../krata", version = "^0.0.8" }
|
krata = { path = "../krata", version = "^0.0.8" }
|
||||||
log = { workspace = true }
|
log = { workspace = true }
|
||||||
prost-reflect = { workspace = true, features = ["serde"] }
|
prost-reflect = { workspace = true, features = ["serde"] }
|
||||||
|
prost-types = { workspace = true }
|
||||||
serde_json = { workspace = true }
|
serde_json = { workspace = true }
|
||||||
serde_yaml = { workspace = true }
|
serde_yaml = { workspace = true }
|
||||||
|
termtree = { workspace = true }
|
||||||
tokio = { workspace = true }
|
tokio = { workspace = true }
|
||||||
tokio-stream = { workspace = true }
|
tokio-stream = { workspace = true }
|
||||||
tonic = { workspace = true }
|
tonic = { workspace = true }
|
||||||
|
83
crates/ctl/src/cli/metrics.rs
Normal file
83
crates/ctl/src/cli/metrics.rs
Normal file
@ -0,0 +1,83 @@
|
|||||||
|
use anyhow::Result;
|
||||||
|
use clap::{Parser, ValueEnum};
|
||||||
|
use krata::{
|
||||||
|
events::EventStream,
|
||||||
|
v1::{
|
||||||
|
common::GuestMetricNode,
|
||||||
|
control::{control_service_client::ControlServiceClient, ReadGuestMetricsRequest},
|
||||||
|
},
|
||||||
|
};
|
||||||
|
|
||||||
|
use tonic::transport::Channel;
|
||||||
|
|
||||||
|
use crate::format::{kv2line, metrics_flat, metrics_tree, proto2dynamic};
|
||||||
|
|
||||||
|
use super::resolve_guest;
|
||||||
|
|
||||||
|
#[derive(ValueEnum, Clone, Debug, PartialEq, Eq)]
|
||||||
|
enum MetricsFormat {
|
||||||
|
Tree,
|
||||||
|
Json,
|
||||||
|
JsonPretty,
|
||||||
|
Yaml,
|
||||||
|
KeyValue,
|
||||||
|
}
|
||||||
|
|
||||||
|
#[derive(Parser)]
|
||||||
|
#[command(about = "Read metrics from the guest")]
|
||||||
|
pub struct MetricsCommand {
|
||||||
|
#[arg(short, long, default_value = "tree", help = "Output format")]
|
||||||
|
format: MetricsFormat,
|
||||||
|
#[arg(help = "Guest to read metrics for, either the name or the uuid")]
|
||||||
|
guest: String,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl MetricsCommand {
|
||||||
|
pub async fn run(
|
||||||
|
self,
|
||||||
|
mut client: ControlServiceClient<Channel>,
|
||||||
|
_events: EventStream,
|
||||||
|
) -> Result<()> {
|
||||||
|
let guest_id: String = resolve_guest(&mut client, &self.guest).await?;
|
||||||
|
let root = client
|
||||||
|
.read_guest_metrics(ReadGuestMetricsRequest { guest_id })
|
||||||
|
.await?
|
||||||
|
.into_inner()
|
||||||
|
.root
|
||||||
|
.unwrap_or_default();
|
||||||
|
match self.format {
|
||||||
|
MetricsFormat::Tree => {
|
||||||
|
self.print_metrics_tree(root)?;
|
||||||
|
}
|
||||||
|
|
||||||
|
MetricsFormat::Json | MetricsFormat::JsonPretty | MetricsFormat::Yaml => {
|
||||||
|
let value = serde_json::to_value(proto2dynamic(root)?)?;
|
||||||
|
let encoded = if self.format == MetricsFormat::JsonPretty {
|
||||||
|
serde_json::to_string_pretty(&value)?
|
||||||
|
} else if self.format == MetricsFormat::Yaml {
|
||||||
|
serde_yaml::to_string(&value)?
|
||||||
|
} else {
|
||||||
|
serde_json::to_string(&value)?
|
||||||
|
};
|
||||||
|
println!("{}", encoded.trim());
|
||||||
|
}
|
||||||
|
|
||||||
|
MetricsFormat::KeyValue => {
|
||||||
|
self.print_key_value(root)?;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
|
|
||||||
|
fn print_metrics_tree(&self, root: GuestMetricNode) -> Result<()> {
|
||||||
|
print!("{}", metrics_tree(root));
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
|
|
||||||
|
fn print_key_value(&self, metrics: GuestMetricNode) -> Result<()> {
|
||||||
|
let kvs = metrics_flat(metrics);
|
||||||
|
println!("{}", kv2line(kvs));
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
|
}
|
@ -3,6 +3,7 @@ pub mod destroy;
|
|||||||
pub mod launch;
|
pub mod launch;
|
||||||
pub mod list;
|
pub mod list;
|
||||||
pub mod logs;
|
pub mod logs;
|
||||||
|
pub mod metrics;
|
||||||
pub mod resolve;
|
pub mod resolve;
|
||||||
pub mod watch;
|
pub mod watch;
|
||||||
|
|
||||||
@ -17,7 +18,7 @@ use tonic::{transport::Channel, Request};
|
|||||||
|
|
||||||
use self::{
|
use self::{
|
||||||
attach::AttachCommand, destroy::DestroyCommand, launch::LauchCommand, list::ListCommand,
|
attach::AttachCommand, destroy::DestroyCommand, launch::LauchCommand, list::ListCommand,
|
||||||
logs::LogsCommand, resolve::ResolveCommand, watch::WatchCommand,
|
logs::LogsCommand, metrics::MetricsCommand, resolve::ResolveCommand, watch::WatchCommand,
|
||||||
};
|
};
|
||||||
|
|
||||||
#[derive(Parser)]
|
#[derive(Parser)]
|
||||||
@ -47,6 +48,7 @@ pub enum Commands {
|
|||||||
Logs(LogsCommand),
|
Logs(LogsCommand),
|
||||||
Watch(WatchCommand),
|
Watch(WatchCommand),
|
||||||
Resolve(ResolveCommand),
|
Resolve(ResolveCommand),
|
||||||
|
Metrics(MetricsCommand),
|
||||||
}
|
}
|
||||||
|
|
||||||
impl ControlCommand {
|
impl ControlCommand {
|
||||||
@ -82,6 +84,10 @@ impl ControlCommand {
|
|||||||
Commands::Resolve(resolve) => {
|
Commands::Resolve(resolve) => {
|
||||||
resolve.run(client).await?;
|
resolve.run(client).await?;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
Commands::Metrics(metrics) => {
|
||||||
|
metrics.run(client, events).await?;
|
||||||
|
}
|
||||||
}
|
}
|
||||||
Ok(())
|
Ok(())
|
||||||
}
|
}
|
||||||
|
@ -1,8 +1,12 @@
|
|||||||
use std::collections::HashMap;
|
use std::{collections::HashMap, time::Duration};
|
||||||
|
|
||||||
use anyhow::Result;
|
use anyhow::Result;
|
||||||
use krata::v1::common::{Guest, GuestStatus};
|
use fancy_duration::FancyDuration;
|
||||||
use prost_reflect::{DynamicMessage, ReflectMessage, Value};
|
use human_bytes::human_bytes;
|
||||||
|
use krata::v1::common::{Guest, GuestMetricFormat, GuestMetricNode, GuestStatus};
|
||||||
|
use prost_reflect::{DynamicMessage, FieldDescriptor, ReflectMessage, Value as ReflectValue};
|
||||||
|
use prost_types::Value;
|
||||||
|
use termtree::Tree;
|
||||||
|
|
||||||
pub fn proto2dynamic(proto: impl ReflectMessage) -> Result<DynamicMessage> {
|
pub fn proto2dynamic(proto: impl ReflectMessage) -> Result<DynamicMessage> {
|
||||||
Ok(DynamicMessage::decode(
|
Ok(DynamicMessage::decode(
|
||||||
@ -15,38 +19,56 @@ pub fn proto2kv(proto: impl ReflectMessage) -> Result<HashMap<String, String>> {
|
|||||||
let message = proto2dynamic(proto)?;
|
let message = proto2dynamic(proto)?;
|
||||||
let mut map = HashMap::new();
|
let mut map = HashMap::new();
|
||||||
|
|
||||||
fn crawl(prefix: &str, map: &mut HashMap<String, String>, message: &DynamicMessage) {
|
fn crawl(
|
||||||
for (field, value) in message.fields() {
|
prefix: String,
|
||||||
let path = if prefix.is_empty() {
|
field: Option<&FieldDescriptor>,
|
||||||
field.name().to_string()
|
map: &mut HashMap<String, String>,
|
||||||
} else {
|
value: &ReflectValue,
|
||||||
format!("{}.{}", prefix, field.name())
|
) {
|
||||||
};
|
match value {
|
||||||
match value {
|
ReflectValue::Message(child) => {
|
||||||
Value::Message(child) => {
|
for (field, field_value) in child.fields() {
|
||||||
crawl(&path, map, child);
|
let path = if prefix.is_empty() {
|
||||||
|
field.json_name().to_string()
|
||||||
|
} else {
|
||||||
|
format!("{}.{}", prefix, field.json_name())
|
||||||
|
};
|
||||||
|
crawl(path, Some(&field), map, field_value);
|
||||||
}
|
}
|
||||||
|
}
|
||||||
|
|
||||||
Value::EnumNumber(number) => {
|
ReflectValue::EnumNumber(number) => {
|
||||||
if let Some(e) = field.kind().as_enum() {
|
if let Some(kind) = field.map(|x| x.kind()) {
|
||||||
|
if let Some(e) = kind.as_enum() {
|
||||||
if let Some(value) = e.get_value(*number) {
|
if let Some(value) = e.get_value(*number) {
|
||||||
map.insert(path, value.name().to_string());
|
map.insert(prefix, value.name().to_string());
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
}
|
||||||
|
|
||||||
Value::String(value) => {
|
ReflectValue::String(value) => {
|
||||||
map.insert(path, value.clone());
|
map.insert(prefix.to_string(), value.clone());
|
||||||
}
|
}
|
||||||
|
|
||||||
_ => {
|
ReflectValue::List(value) => {
|
||||||
map.insert(path, value.to_string());
|
for (x, value) in value.iter().enumerate() {
|
||||||
|
crawl(format!("{}.{}", prefix, x), field, map, value);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
_ => {
|
||||||
|
map.insert(prefix.to_string(), value.to_string());
|
||||||
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
crawl("", &mut map, &message);
|
crawl(
|
||||||
|
"".to_string(),
|
||||||
|
None,
|
||||||
|
&mut map,
|
||||||
|
&ReflectValue::Message(message),
|
||||||
|
);
|
||||||
|
|
||||||
Ok(map)
|
Ok(map)
|
||||||
}
|
}
|
||||||
@ -85,3 +107,63 @@ pub fn guest_simple_line(guest: &Guest) -> String {
|
|||||||
let ipv6 = network.map(|x| x.guest_ipv6.as_str()).unwrap_or("");
|
let ipv6 = network.map(|x| x.guest_ipv6.as_str()).unwrap_or("");
|
||||||
format!("{}\t{}\t{}\t{}\t{}", guest.id, state, name, ipv4, ipv6)
|
format!("{}\t{}\t{}\t{}\t{}", guest.id, state, name, ipv4, ipv6)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
fn metrics_value_string(value: Value) -> String {
|
||||||
|
proto2dynamic(value)
|
||||||
|
.map(|x| serde_json::to_string(&x).ok())
|
||||||
|
.ok()
|
||||||
|
.flatten()
|
||||||
|
.unwrap_or_default()
|
||||||
|
}
|
||||||
|
|
||||||
|
fn metrics_value_numeric(value: Value) -> f64 {
|
||||||
|
let string = metrics_value_string(value);
|
||||||
|
string.parse::<f64>().ok().unwrap_or(f64::NAN)
|
||||||
|
}
|
||||||
|
|
||||||
|
fn metrics_value_pretty(value: Value, format: GuestMetricFormat) -> String {
|
||||||
|
match format {
|
||||||
|
GuestMetricFormat::Bytes => human_bytes(metrics_value_numeric(value)),
|
||||||
|
GuestMetricFormat::Integer => (metrics_value_numeric(value) as u64).to_string(),
|
||||||
|
GuestMetricFormat::DurationSeconds => {
|
||||||
|
FancyDuration(Duration::from_secs_f64(metrics_value_numeric(value))).to_string()
|
||||||
|
}
|
||||||
|
_ => metrics_value_string(value),
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
fn metrics_flat_internal(prefix: &str, node: GuestMetricNode, map: &mut HashMap<String, String>) {
|
||||||
|
if let Some(value) = node.value {
|
||||||
|
map.insert(prefix.to_string(), metrics_value_string(value));
|
||||||
|
}
|
||||||
|
|
||||||
|
for child in node.children {
|
||||||
|
let path = if prefix.is_empty() {
|
||||||
|
child.name.to_string()
|
||||||
|
} else {
|
||||||
|
format!("{}.{}", prefix, child.name)
|
||||||
|
};
|
||||||
|
metrics_flat_internal(&path, child, map);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn metrics_flat(root: GuestMetricNode) -> HashMap<String, String> {
|
||||||
|
let mut map = HashMap::new();
|
||||||
|
metrics_flat_internal("", root, &mut map);
|
||||||
|
map
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn metrics_tree(node: GuestMetricNode) -> Tree<String> {
|
||||||
|
let mut name = node.name.to_string();
|
||||||
|
let format = node.format();
|
||||||
|
if let Some(value) = node.value {
|
||||||
|
let value_string = metrics_value_pretty(value, format);
|
||||||
|
name.push_str(&format!(": {}", value_string));
|
||||||
|
}
|
||||||
|
|
||||||
|
let mut tree = Tree::new(name);
|
||||||
|
for child in node.children {
|
||||||
|
tree.push(metrics_tree(child));
|
||||||
|
}
|
||||||
|
tree
|
||||||
|
}
|
||||||
|
@ -79,7 +79,7 @@ impl Drop for DaemonConsoleHandle {
|
|||||||
pub struct DaemonConsole {
|
pub struct DaemonConsole {
|
||||||
listeners: ListenerMap,
|
listeners: ListenerMap,
|
||||||
buffers: BufferMap,
|
buffers: BufferMap,
|
||||||
receiver: Receiver<(u32, Vec<u8>)>,
|
receiver: Receiver<(u32, Option<Vec<u8>>)>,
|
||||||
sender: Sender<(u32, Vec<u8>)>,
|
sender: Sender<(u32, Vec<u8>)>,
|
||||||
task: JoinHandle<()>,
|
task: JoinHandle<()>,
|
||||||
}
|
}
|
||||||
@ -124,16 +124,22 @@ impl DaemonConsole {
|
|||||||
};
|
};
|
||||||
|
|
||||||
let mut buffers = self.buffers.lock().await;
|
let mut buffers = self.buffers.lock().await;
|
||||||
let buffer = buffers
|
if let Some(data) = data {
|
||||||
.entry(domid)
|
let buffer = buffers
|
||||||
.or_insert_with_key(|_| RawConsoleBuffer::boxed());
|
.entry(domid)
|
||||||
buffer.extend_from_slice(&data);
|
.or_insert_with_key(|_| RawConsoleBuffer::boxed());
|
||||||
drop(buffers);
|
buffer.extend_from_slice(&data);
|
||||||
let mut listeners = self.listeners.lock().await;
|
drop(buffers);
|
||||||
if let Some(senders) = listeners.get_mut(&domid) {
|
let mut listeners = self.listeners.lock().await;
|
||||||
senders.retain(|sender| {
|
if let Some(senders) = listeners.get_mut(&domid) {
|
||||||
!matches!(sender.try_send(data.to_vec()), Err(TrySendError::Closed(_)))
|
senders.retain(|sender| {
|
||||||
});
|
!matches!(sender.try_send(data.to_vec()), Err(TrySendError::Closed(_)))
|
||||||
|
});
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
buffers.remove(&domid);
|
||||||
|
let mut listeners = self.listeners.lock().await;
|
||||||
|
listeners.remove(&domid);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
Ok(())
|
Ok(())
|
||||||
|
@ -2,13 +2,19 @@ use std::{pin::Pin, str::FromStr};
|
|||||||
|
|
||||||
use async_stream::try_stream;
|
use async_stream::try_stream;
|
||||||
use futures::Stream;
|
use futures::Stream;
|
||||||
use krata::v1::{
|
use krata::{
|
||||||
common::{Guest, GuestState, GuestStatus},
|
idm::protocol::{
|
||||||
control::{
|
idm_request::Request as IdmRequestType, idm_response::Response as IdmResponseType,
|
||||||
control_service_server::ControlService, ConsoleDataReply, ConsoleDataRequest,
|
IdmMetricsRequest,
|
||||||
CreateGuestReply, CreateGuestRequest, DestroyGuestReply, DestroyGuestRequest,
|
},
|
||||||
ListGuestsReply, ListGuestsRequest, ResolveGuestReply, ResolveGuestRequest,
|
v1::{
|
||||||
WatchEventsReply, WatchEventsRequest,
|
common::{Guest, GuestState, GuestStatus},
|
||||||
|
control::{
|
||||||
|
control_service_server::ControlService, ConsoleDataReply, ConsoleDataRequest,
|
||||||
|
CreateGuestReply, CreateGuestRequest, DestroyGuestReply, DestroyGuestRequest,
|
||||||
|
ListGuestsReply, ListGuestsRequest, ReadGuestMetricsReply, ReadGuestMetricsRequest,
|
||||||
|
ResolveGuestReply, ResolveGuestRequest, WatchEventsReply, WatchEventsRequest,
|
||||||
|
},
|
||||||
},
|
},
|
||||||
};
|
};
|
||||||
use tokio::{
|
use tokio::{
|
||||||
@ -19,7 +25,10 @@ use tokio_stream::StreamExt;
|
|||||||
use tonic::{Request, Response, Status, Streaming};
|
use tonic::{Request, Response, Status, Streaming};
|
||||||
use uuid::Uuid;
|
use uuid::Uuid;
|
||||||
|
|
||||||
use crate::{console::DaemonConsoleHandle, db::GuestStore, event::DaemonEventContext};
|
use crate::{
|
||||||
|
console::DaemonConsoleHandle, db::GuestStore, event::DaemonEventContext, idm::DaemonIdmHandle,
|
||||||
|
metrics::idm_metric_to_api,
|
||||||
|
};
|
||||||
|
|
||||||
pub struct ApiError {
|
pub struct ApiError {
|
||||||
message: String,
|
message: String,
|
||||||
@ -43,6 +52,7 @@ impl From<ApiError> for Status {
|
|||||||
pub struct RuntimeControlService {
|
pub struct RuntimeControlService {
|
||||||
events: DaemonEventContext,
|
events: DaemonEventContext,
|
||||||
console: DaemonConsoleHandle,
|
console: DaemonConsoleHandle,
|
||||||
|
idm: DaemonIdmHandle,
|
||||||
guests: GuestStore,
|
guests: GuestStore,
|
||||||
guest_reconciler_notify: Sender<Uuid>,
|
guest_reconciler_notify: Sender<Uuid>,
|
||||||
}
|
}
|
||||||
@ -51,12 +61,14 @@ impl RuntimeControlService {
|
|||||||
pub fn new(
|
pub fn new(
|
||||||
events: DaemonEventContext,
|
events: DaemonEventContext,
|
||||||
console: DaemonConsoleHandle,
|
console: DaemonConsoleHandle,
|
||||||
|
idm: DaemonIdmHandle,
|
||||||
guests: GuestStore,
|
guests: GuestStore,
|
||||||
guest_reconciler_notify: Sender<Uuid>,
|
guest_reconciler_notify: Sender<Uuid>,
|
||||||
) -> Self {
|
) -> Self {
|
||||||
Self {
|
Self {
|
||||||
events,
|
events,
|
||||||
console,
|
console,
|
||||||
|
idm,
|
||||||
guests,
|
guests,
|
||||||
guest_reconciler_notify,
|
guest_reconciler_notify,
|
||||||
}
|
}
|
||||||
@ -269,6 +281,58 @@ impl ControlService for RuntimeControlService {
|
|||||||
Ok(Response::new(Box::pin(output) as Self::ConsoleDataStream))
|
Ok(Response::new(Box::pin(output) as Self::ConsoleDataStream))
|
||||||
}
|
}
|
||||||
|
|
||||||
|
async fn read_guest_metrics(
|
||||||
|
&self,
|
||||||
|
request: Request<ReadGuestMetricsRequest>,
|
||||||
|
) -> Result<Response<ReadGuestMetricsReply>, Status> {
|
||||||
|
let request = request.into_inner();
|
||||||
|
let uuid = Uuid::from_str(&request.guest_id).map_err(|error| ApiError {
|
||||||
|
message: error.to_string(),
|
||||||
|
})?;
|
||||||
|
let guest = self
|
||||||
|
.guests
|
||||||
|
.read(uuid)
|
||||||
|
.await
|
||||||
|
.map_err(|error| ApiError {
|
||||||
|
message: error.to_string(),
|
||||||
|
})?
|
||||||
|
.ok_or_else(|| ApiError {
|
||||||
|
message: "guest did not exist in the database".to_string(),
|
||||||
|
})?;
|
||||||
|
|
||||||
|
let Some(ref state) = guest.state else {
|
||||||
|
return Err(ApiError {
|
||||||
|
message: "guest did not have state".to_string(),
|
||||||
|
}
|
||||||
|
.into());
|
||||||
|
};
|
||||||
|
|
||||||
|
let domid = state.domid;
|
||||||
|
if domid == 0 {
|
||||||
|
return Err(ApiError {
|
||||||
|
message: "invalid domid on the guest".to_string(),
|
||||||
|
}
|
||||||
|
.into());
|
||||||
|
}
|
||||||
|
|
||||||
|
let client = self.idm.client(domid).await.map_err(|error| ApiError {
|
||||||
|
message: error.to_string(),
|
||||||
|
})?;
|
||||||
|
|
||||||
|
let response = client
|
||||||
|
.send(IdmRequestType::Metrics(IdmMetricsRequest {}))
|
||||||
|
.await
|
||||||
|
.map_err(|error| ApiError {
|
||||||
|
message: error.to_string(),
|
||||||
|
})?;
|
||||||
|
|
||||||
|
let mut reply = ReadGuestMetricsReply::default();
|
||||||
|
if let IdmResponseType::Metrics(metrics) = response {
|
||||||
|
reply.root = metrics.root.map(idm_metric_to_api);
|
||||||
|
}
|
||||||
|
Ok(Response::new(reply))
|
||||||
|
}
|
||||||
|
|
||||||
async fn watch_events(
|
async fn watch_events(
|
||||||
&self,
|
&self,
|
||||||
request: Request<WatchEventsRequest>,
|
request: Request<WatchEventsRequest>,
|
||||||
|
@ -6,10 +6,10 @@ use std::{
|
|||||||
|
|
||||||
use anyhow::Result;
|
use anyhow::Result;
|
||||||
use krata::{
|
use krata::{
|
||||||
idm::protocol::{idm_event::Event, IdmPacket},
|
idm::protocol::{idm_event::Event, IdmEvent},
|
||||||
v1::common::{GuestExitInfo, GuestState, GuestStatus},
|
v1::common::{GuestExitInfo, GuestState, GuestStatus},
|
||||||
};
|
};
|
||||||
use log::error;
|
use log::{error, warn};
|
||||||
use tokio::{
|
use tokio::{
|
||||||
select,
|
select,
|
||||||
sync::{
|
sync::{
|
||||||
@ -21,15 +21,12 @@ use tokio::{
|
|||||||
};
|
};
|
||||||
use uuid::Uuid;
|
use uuid::Uuid;
|
||||||
|
|
||||||
use crate::{
|
use crate::{db::GuestStore, idm::DaemonIdmHandle};
|
||||||
db::GuestStore,
|
|
||||||
idm::{DaemonIdmHandle, DaemonIdmSubscribeHandle},
|
|
||||||
};
|
|
||||||
|
|
||||||
pub type DaemonEvent = krata::v1::control::watch_events_reply::Event;
|
pub type DaemonEvent = krata::v1::control::watch_events_reply::Event;
|
||||||
|
|
||||||
const EVENT_CHANNEL_QUEUE_LEN: usize = 1000;
|
const EVENT_CHANNEL_QUEUE_LEN: usize = 1000;
|
||||||
const IDM_CHANNEL_QUEUE_LEN: usize = 1000;
|
const IDM_EVENT_CHANNEL_QUEUE_LEN: usize = 1000;
|
||||||
|
|
||||||
#[derive(Clone)]
|
#[derive(Clone)]
|
||||||
pub struct DaemonEventContext {
|
pub struct DaemonEventContext {
|
||||||
@ -52,9 +49,9 @@ pub struct DaemonEventGenerator {
|
|||||||
guest_reconciler_notify: Sender<Uuid>,
|
guest_reconciler_notify: Sender<Uuid>,
|
||||||
feed: broadcast::Receiver<DaemonEvent>,
|
feed: broadcast::Receiver<DaemonEvent>,
|
||||||
idm: DaemonIdmHandle,
|
idm: DaemonIdmHandle,
|
||||||
idms: HashMap<u32, (Uuid, DaemonIdmSubscribeHandle)>,
|
idms: HashMap<u32, (Uuid, JoinHandle<()>)>,
|
||||||
idm_sender: Sender<(u32, IdmPacket)>,
|
idm_sender: Sender<(u32, IdmEvent)>,
|
||||||
idm_receiver: Receiver<(u32, IdmPacket)>,
|
idm_receiver: Receiver<(u32, IdmEvent)>,
|
||||||
_event_sender: broadcast::Sender<DaemonEvent>,
|
_event_sender: broadcast::Sender<DaemonEvent>,
|
||||||
}
|
}
|
||||||
|
|
||||||
@ -65,7 +62,7 @@ impl DaemonEventGenerator {
|
|||||||
idm: DaemonIdmHandle,
|
idm: DaemonIdmHandle,
|
||||||
) -> Result<(DaemonEventContext, DaemonEventGenerator)> {
|
) -> Result<(DaemonEventContext, DaemonEventGenerator)> {
|
||||||
let (sender, _) = broadcast::channel(EVENT_CHANNEL_QUEUE_LEN);
|
let (sender, _) = broadcast::channel(EVENT_CHANNEL_QUEUE_LEN);
|
||||||
let (idm_sender, idm_receiver) = channel(IDM_CHANNEL_QUEUE_LEN);
|
let (idm_sender, idm_receiver) = channel(IDM_EVENT_CHANNEL_QUEUE_LEN);
|
||||||
let generator = DaemonEventGenerator {
|
let generator = DaemonEventGenerator {
|
||||||
guests,
|
guests,
|
||||||
guest_reconciler_notify,
|
guest_reconciler_notify,
|
||||||
@ -97,15 +94,27 @@ impl DaemonEventGenerator {
|
|||||||
match status {
|
match status {
|
||||||
GuestStatus::Started => {
|
GuestStatus::Started => {
|
||||||
if let Entry::Vacant(e) = self.idms.entry(domid) {
|
if let Entry::Vacant(e) = self.idms.entry(domid) {
|
||||||
let subscribe =
|
let client = self.idm.client(domid).await?;
|
||||||
self.idm.subscribe(domid, self.idm_sender.clone()).await?;
|
let mut receiver = client.subscribe().await?;
|
||||||
e.insert((id, subscribe));
|
let sender = self.idm_sender.clone();
|
||||||
|
let task = tokio::task::spawn(async move {
|
||||||
|
loop {
|
||||||
|
let Ok(event) = receiver.recv().await else {
|
||||||
|
break;
|
||||||
|
};
|
||||||
|
|
||||||
|
if let Err(error) = sender.send((domid, event)).await {
|
||||||
|
warn!("unable to deliver idm event: {}", error);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
});
|
||||||
|
e.insert((id, task));
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
GuestStatus::Destroyed => {
|
GuestStatus::Destroyed => {
|
||||||
if let Some((_, handle)) = self.idms.remove(&domid) {
|
if let Some((_, handle)) = self.idms.remove(&domid) {
|
||||||
handle.unsubscribe().await?;
|
handle.abort();
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@ -116,11 +125,11 @@ impl DaemonEventGenerator {
|
|||||||
Ok(())
|
Ok(())
|
||||||
}
|
}
|
||||||
|
|
||||||
async fn handle_idm_packet(&mut self, id: Uuid, packet: IdmPacket) -> Result<()> {
|
async fn handle_idm_event(&mut self, id: Uuid, event: IdmEvent) -> Result<()> {
|
||||||
if let Some(Event::Exit(exit)) = packet.event.and_then(|x| x.event) {
|
match event.event {
|
||||||
self.handle_exit_code(id, exit.code).await?;
|
Some(Event::Exit(exit)) => self.handle_exit_code(id, exit.code).await,
|
||||||
|
None => Ok(()),
|
||||||
}
|
}
|
||||||
Ok(())
|
|
||||||
}
|
}
|
||||||
|
|
||||||
async fn handle_exit_code(&mut self, id: Uuid, code: i32) -> Result<()> {
|
async fn handle_exit_code(&mut self, id: Uuid, code: i32) -> Result<()> {
|
||||||
@ -142,9 +151,9 @@ impl DaemonEventGenerator {
|
|||||||
async fn evaluate(&mut self) -> Result<()> {
|
async fn evaluate(&mut self) -> Result<()> {
|
||||||
select! {
|
select! {
|
||||||
x = self.idm_receiver.recv() => match x {
|
x = self.idm_receiver.recv() => match x {
|
||||||
Some((domid, packet)) => {
|
Some((domid, event)) => {
|
||||||
if let Some((id, _)) = self.idms.get(&domid) {
|
if let Some((id, _)) = self.idms.get(&domid) {
|
||||||
self.handle_idm_packet(*id, packet).await?;
|
self.handle_idm_event(*id, event).await?;
|
||||||
}
|
}
|
||||||
Ok(())
|
Ok(())
|
||||||
},
|
},
|
||||||
|
@ -1,53 +1,40 @@
|
|||||||
use std::{collections::HashMap, sync::Arc};
|
use std::{
|
||||||
|
collections::{hash_map::Entry, HashMap},
|
||||||
|
sync::Arc,
|
||||||
|
};
|
||||||
|
|
||||||
use anyhow::Result;
|
use anyhow::{anyhow, Result};
|
||||||
use bytes::{Buf, BytesMut};
|
use bytes::{Buf, BytesMut};
|
||||||
use krata::idm::protocol::IdmPacket;
|
use krata::idm::{
|
||||||
|
client::{IdmBackend, IdmClient},
|
||||||
|
protocol::IdmPacket,
|
||||||
|
};
|
||||||
use kratart::channel::ChannelService;
|
use kratart::channel::ChannelService;
|
||||||
use log::{error, warn};
|
use log::{error, warn};
|
||||||
use prost::Message;
|
use prost::Message;
|
||||||
use tokio::{
|
use tokio::{
|
||||||
|
select,
|
||||||
sync::{
|
sync::{
|
||||||
mpsc::{Receiver, Sender},
|
mpsc::{channel, Receiver, Sender},
|
||||||
Mutex,
|
Mutex,
|
||||||
},
|
},
|
||||||
task::JoinHandle,
|
task::JoinHandle,
|
||||||
};
|
};
|
||||||
|
|
||||||
type ListenerMap = Arc<Mutex<HashMap<u32, Sender<(u32, IdmPacket)>>>>;
|
type BackendFeedMap = Arc<Mutex<HashMap<u32, Sender<IdmPacket>>>>;
|
||||||
|
type ClientMap = Arc<Mutex<HashMap<u32, IdmClient>>>;
|
||||||
|
|
||||||
#[derive(Clone)]
|
#[derive(Clone)]
|
||||||
pub struct DaemonIdmHandle {
|
pub struct DaemonIdmHandle {
|
||||||
listeners: ListenerMap,
|
clients: ClientMap,
|
||||||
|
feeds: BackendFeedMap,
|
||||||
|
tx_sender: Sender<(u32, IdmPacket)>,
|
||||||
task: Arc<JoinHandle<()>>,
|
task: Arc<JoinHandle<()>>,
|
||||||
}
|
}
|
||||||
|
|
||||||
#[derive(Clone)]
|
|
||||||
pub struct DaemonIdmSubscribeHandle {
|
|
||||||
domid: u32,
|
|
||||||
listeners: ListenerMap,
|
|
||||||
}
|
|
||||||
|
|
||||||
impl DaemonIdmSubscribeHandle {
|
|
||||||
pub async fn unsubscribe(&self) -> Result<()> {
|
|
||||||
let mut guard = self.listeners.lock().await;
|
|
||||||
let _ = guard.remove(&self.domid);
|
|
||||||
Ok(())
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
impl DaemonIdmHandle {
|
impl DaemonIdmHandle {
|
||||||
pub async fn subscribe(
|
pub async fn client(&self, domid: u32) -> Result<IdmClient> {
|
||||||
&self,
|
client_or_create(domid, &self.tx_sender, &self.clients, &self.feeds).await
|
||||||
domid: u32,
|
|
||||||
sender: Sender<(u32, IdmPacket)>,
|
|
||||||
) -> Result<DaemonIdmSubscribeHandle> {
|
|
||||||
let mut guard = self.listeners.lock().await;
|
|
||||||
guard.insert(domid, sender);
|
|
||||||
Ok(DaemonIdmSubscribeHandle {
|
|
||||||
domid,
|
|
||||||
listeners: self.listeners.clone(),
|
|
||||||
})
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@ -60,25 +47,38 @@ impl Drop for DaemonIdmHandle {
|
|||||||
}
|
}
|
||||||
|
|
||||||
pub struct DaemonIdm {
|
pub struct DaemonIdm {
|
||||||
listeners: ListenerMap,
|
clients: ClientMap,
|
||||||
receiver: Receiver<(u32, Vec<u8>)>,
|
feeds: BackendFeedMap,
|
||||||
|
tx_sender: Sender<(u32, IdmPacket)>,
|
||||||
|
tx_raw_sender: Sender<(u32, Vec<u8>)>,
|
||||||
|
tx_receiver: Receiver<(u32, IdmPacket)>,
|
||||||
|
rx_receiver: Receiver<(u32, Option<Vec<u8>>)>,
|
||||||
task: JoinHandle<()>,
|
task: JoinHandle<()>,
|
||||||
}
|
}
|
||||||
|
|
||||||
impl DaemonIdm {
|
impl DaemonIdm {
|
||||||
pub async fn new() -> Result<DaemonIdm> {
|
pub async fn new() -> Result<DaemonIdm> {
|
||||||
let (service, _, receiver) = ChannelService::new("krata-channel".to_string(), None).await?;
|
let (service, tx_raw_sender, rx_receiver) =
|
||||||
|
ChannelService::new("krata-channel".to_string(), None).await?;
|
||||||
|
let (tx_sender, tx_receiver) = channel(100);
|
||||||
let task = service.launch().await?;
|
let task = service.launch().await?;
|
||||||
let listeners = Arc::new(Mutex::new(HashMap::new()));
|
let clients = Arc::new(Mutex::new(HashMap::new()));
|
||||||
|
let feeds = Arc::new(Mutex::new(HashMap::new()));
|
||||||
Ok(DaemonIdm {
|
Ok(DaemonIdm {
|
||||||
receiver,
|
rx_receiver,
|
||||||
|
tx_receiver,
|
||||||
|
tx_sender,
|
||||||
|
tx_raw_sender,
|
||||||
task,
|
task,
|
||||||
listeners,
|
clients,
|
||||||
|
feeds,
|
||||||
})
|
})
|
||||||
}
|
}
|
||||||
|
|
||||||
pub async fn launch(mut self) -> Result<DaemonIdmHandle> {
|
pub async fn launch(mut self) -> Result<DaemonIdmHandle> {
|
||||||
let listeners = self.listeners.clone();
|
let clients = self.clients.clone();
|
||||||
|
let feeds = self.feeds.clone();
|
||||||
|
let tx_sender = self.tx_sender.clone();
|
||||||
let task = tokio::task::spawn(async move {
|
let task = tokio::task::spawn(async move {
|
||||||
let mut buffers: HashMap<u32, BytesMut> = HashMap::new();
|
let mut buffers: HashMap<u32, BytesMut> = HashMap::new();
|
||||||
if let Err(error) = self.process(&mut buffers).await {
|
if let Err(error) = self.process(&mut buffers).await {
|
||||||
@ -86,43 +86,74 @@ impl DaemonIdm {
|
|||||||
}
|
}
|
||||||
});
|
});
|
||||||
Ok(DaemonIdmHandle {
|
Ok(DaemonIdmHandle {
|
||||||
listeners,
|
clients,
|
||||||
|
feeds,
|
||||||
|
tx_sender,
|
||||||
task: Arc::new(task),
|
task: Arc::new(task),
|
||||||
})
|
})
|
||||||
}
|
}
|
||||||
|
|
||||||
async fn process(&mut self, buffers: &mut HashMap<u32, BytesMut>) -> Result<()> {
|
async fn process(&mut self, buffers: &mut HashMap<u32, BytesMut>) -> Result<()> {
|
||||||
loop {
|
loop {
|
||||||
let Some((domid, data)) = self.receiver.recv().await else {
|
select! {
|
||||||
break;
|
x = self.rx_receiver.recv() => match x {
|
||||||
};
|
Some((domid, data)) => {
|
||||||
|
if let Some(data) = data {
|
||||||
|
let buffer = buffers.entry(domid).or_insert_with_key(|_| BytesMut::new());
|
||||||
|
buffer.extend_from_slice(&data);
|
||||||
|
if buffer.len() < 4 {
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
let size = (buffer[0] as u32 | (buffer[1] as u32) << 8 | (buffer[2] as u32) << 16 | (buffer[3] as u32) << 24) as usize;
|
||||||
|
let needed = size + 4;
|
||||||
|
if buffer.len() < needed {
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
let mut packet = buffer.split_to(needed);
|
||||||
|
packet.advance(4);
|
||||||
|
match IdmPacket::decode(packet) {
|
||||||
|
Ok(packet) => {
|
||||||
|
let _ = client_or_create(domid, &self.tx_sender, &self.clients, &self.feeds).await?;
|
||||||
|
let guard = self.feeds.lock().await;
|
||||||
|
if let Some(feed) = guard.get(&domid) {
|
||||||
|
let _ = feed.try_send(packet);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
let buffer = buffers.entry(domid).or_insert_with_key(|_| BytesMut::new());
|
Err(packet) => {
|
||||||
buffer.extend_from_slice(&data);
|
warn!("received invalid packet from domain {}: {}", domid, packet);
|
||||||
if buffer.len() < 2 {
|
}
|
||||||
continue;
|
}
|
||||||
}
|
} else {
|
||||||
let size = (buffer[0] as u16 | (buffer[1] as u16) << 8) as usize;
|
let mut clients = self.clients.lock().await;
|
||||||
let needed = size + 2;
|
let mut feeds = self.feeds.lock().await;
|
||||||
if buffer.len() < needed {
|
clients.remove(&domid);
|
||||||
continue;
|
feeds.remove(&domid);
|
||||||
}
|
|
||||||
let mut packet = buffer.split_to(needed);
|
|
||||||
packet.advance(2);
|
|
||||||
match IdmPacket::decode(packet) {
|
|
||||||
Ok(packet) => {
|
|
||||||
let guard = self.listeners.lock().await;
|
|
||||||
if let Some(sender) = guard.get(&domid) {
|
|
||||||
if let Err(error) = sender.try_send((domid, packet)) {
|
|
||||||
warn!("dropped idm packet from domain {}: {}", domid, error);
|
|
||||||
}
|
}
|
||||||
|
},
|
||||||
|
|
||||||
|
None => {
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
},
|
||||||
|
x = self.tx_receiver.recv() => match x {
|
||||||
|
Some((domid, packet)) => {
|
||||||
|
let data = packet.encode_to_vec();
|
||||||
|
let mut buffer = vec![0u8; 4];
|
||||||
|
let length = data.len() as u32;
|
||||||
|
buffer[0] = length as u8;
|
||||||
|
buffer[1] = (length << 8) as u8;
|
||||||
|
buffer[2] = (length << 16) as u8;
|
||||||
|
buffer[3] = (length << 24) as u8;
|
||||||
|
buffer.extend_from_slice(&data);
|
||||||
|
self.tx_raw_sender.send((domid, buffer)).await?;
|
||||||
|
},
|
||||||
|
|
||||||
|
None => {
|
||||||
|
break;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
};
|
||||||
Err(packet) => {
|
|
||||||
warn!("received invalid packet from domain {}: {}", domid, packet);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
Ok(())
|
Ok(())
|
||||||
}
|
}
|
||||||
@ -133,3 +164,50 @@ impl Drop for DaemonIdm {
|
|||||||
self.task.abort();
|
self.task.abort();
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
async fn client_or_create(
|
||||||
|
domid: u32,
|
||||||
|
tx_sender: &Sender<(u32, IdmPacket)>,
|
||||||
|
clients: &ClientMap,
|
||||||
|
feeds: &BackendFeedMap,
|
||||||
|
) -> Result<IdmClient> {
|
||||||
|
let mut clients = clients.lock().await;
|
||||||
|
let mut feeds = feeds.lock().await;
|
||||||
|
match clients.entry(domid) {
|
||||||
|
Entry::Occupied(entry) => Ok(entry.get().clone()),
|
||||||
|
Entry::Vacant(entry) => {
|
||||||
|
let (rx_sender, rx_receiver) = channel(100);
|
||||||
|
feeds.insert(domid, rx_sender);
|
||||||
|
let backend = IdmDaemonBackend {
|
||||||
|
domid,
|
||||||
|
rx_receiver,
|
||||||
|
tx_sender: tx_sender.clone(),
|
||||||
|
};
|
||||||
|
let client = IdmClient::new(Box::new(backend) as Box<dyn IdmBackend>).await?;
|
||||||
|
entry.insert(client.clone());
|
||||||
|
Ok(client)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
pub struct IdmDaemonBackend {
|
||||||
|
domid: u32,
|
||||||
|
rx_receiver: Receiver<IdmPacket>,
|
||||||
|
tx_sender: Sender<(u32, IdmPacket)>,
|
||||||
|
}
|
||||||
|
|
||||||
|
#[async_trait::async_trait]
|
||||||
|
impl IdmBackend for IdmDaemonBackend {
|
||||||
|
async fn recv(&mut self) -> Result<IdmPacket> {
|
||||||
|
if let Some(packet) = self.rx_receiver.recv().await {
|
||||||
|
Ok(packet)
|
||||||
|
} else {
|
||||||
|
Err(anyhow!("idm receive channel closed"))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
async fn send(&mut self, packet: IdmPacket) -> Result<()> {
|
||||||
|
self.tx_sender.send((self.domid, packet)).await?;
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
|
}
|
||||||
|
@ -24,6 +24,7 @@ pub mod control;
|
|||||||
pub mod db;
|
pub mod db;
|
||||||
pub mod event;
|
pub mod event;
|
||||||
pub mod idm;
|
pub mod idm;
|
||||||
|
pub mod metrics;
|
||||||
pub mod reconcile;
|
pub mod reconcile;
|
||||||
|
|
||||||
pub struct Daemon {
|
pub struct Daemon {
|
||||||
@ -33,7 +34,7 @@ pub struct Daemon {
|
|||||||
guest_reconciler_task: JoinHandle<()>,
|
guest_reconciler_task: JoinHandle<()>,
|
||||||
guest_reconciler_notify: Sender<Uuid>,
|
guest_reconciler_notify: Sender<Uuid>,
|
||||||
generator_task: JoinHandle<()>,
|
generator_task: JoinHandle<()>,
|
||||||
_idm: DaemonIdmHandle,
|
idm: DaemonIdmHandle,
|
||||||
console: DaemonConsoleHandle,
|
console: DaemonConsoleHandle,
|
||||||
}
|
}
|
||||||
|
|
||||||
@ -69,7 +70,7 @@ impl Daemon {
|
|||||||
guest_reconciler_task,
|
guest_reconciler_task,
|
||||||
guest_reconciler_notify,
|
guest_reconciler_notify,
|
||||||
generator_task,
|
generator_task,
|
||||||
_idm: idm,
|
idm,
|
||||||
console,
|
console,
|
||||||
})
|
})
|
||||||
}
|
}
|
||||||
@ -78,6 +79,7 @@ impl Daemon {
|
|||||||
let control_service = RuntimeControlService::new(
|
let control_service = RuntimeControlService::new(
|
||||||
self.events.clone(),
|
self.events.clone(),
|
||||||
self.console.clone(),
|
self.console.clone(),
|
||||||
|
self.idm.clone(),
|
||||||
self.guests.clone(),
|
self.guests.clone(),
|
||||||
self.guest_reconciler_notify.clone(),
|
self.guest_reconciler_notify.clone(),
|
||||||
);
|
);
|
||||||
|
27
crates/daemon/src/metrics.rs
Normal file
27
crates/daemon/src/metrics.rs
Normal file
@ -0,0 +1,27 @@
|
|||||||
|
use krata::{
|
||||||
|
idm::protocol::{IdmMetricFormat, IdmMetricNode},
|
||||||
|
v1::common::{GuestMetricFormat, GuestMetricNode},
|
||||||
|
};
|
||||||
|
|
||||||
|
fn idm_metric_format_to_api(format: IdmMetricFormat) -> GuestMetricFormat {
|
||||||
|
match format {
|
||||||
|
IdmMetricFormat::Unknown => GuestMetricFormat::Unknown,
|
||||||
|
IdmMetricFormat::Bytes => GuestMetricFormat::Bytes,
|
||||||
|
IdmMetricFormat::Integer => GuestMetricFormat::Integer,
|
||||||
|
IdmMetricFormat::DurationSeconds => GuestMetricFormat::DurationSeconds,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn idm_metric_to_api(node: IdmMetricNode) -> GuestMetricNode {
|
||||||
|
let format = node.format();
|
||||||
|
GuestMetricNode {
|
||||||
|
name: node.name,
|
||||||
|
value: node.value,
|
||||||
|
format: idm_metric_format_to_api(format).into(),
|
||||||
|
children: node
|
||||||
|
.children
|
||||||
|
.into_iter()
|
||||||
|
.map(idm_metric_to_api)
|
||||||
|
.collect::<Vec<_>>(),
|
||||||
|
}
|
||||||
|
}
|
@ -25,8 +25,8 @@ rtnetlink = { workspace = true }
|
|||||||
serde = { workspace = true }
|
serde = { workspace = true }
|
||||||
serde_json = { workspace = true }
|
serde_json = { workspace = true }
|
||||||
sys-mount = { workspace = true }
|
sys-mount = { workspace = true }
|
||||||
|
sysinfo = { workspace = true }
|
||||||
tokio = { workspace = true }
|
tokio = { workspace = true }
|
||||||
walkdir = { workspace = true }
|
|
||||||
|
|
||||||
[lib]
|
[lib]
|
||||||
name = "krataguest"
|
name = "krataguest"
|
||||||
|
@ -23,6 +23,8 @@ async fn main() -> Result<()> {
|
|||||||
if let Err(error) = guest.init().await {
|
if let Err(error) = guest.init().await {
|
||||||
error!("failed to initialize guest: {}", error);
|
error!("failed to initialize guest: {}", error);
|
||||||
death(127).await?;
|
death(127).await?;
|
||||||
|
return Ok(());
|
||||||
}
|
}
|
||||||
|
death(1).await?;
|
||||||
Ok(())
|
Ok(())
|
||||||
}
|
}
|
||||||
|
@ -1,16 +1,20 @@
|
|||||||
use crate::{
|
use crate::{
|
||||||
childwait::{ChildEvent, ChildWait},
|
childwait::{ChildEvent, ChildWait},
|
||||||
death,
|
death,
|
||||||
|
metrics::MetricsCollector,
|
||||||
};
|
};
|
||||||
use anyhow::Result;
|
use anyhow::Result;
|
||||||
use cgroups_rs::Cgroup;
|
use cgroups_rs::Cgroup;
|
||||||
use krata::idm::{
|
use krata::idm::{
|
||||||
client::IdmClient,
|
client::IdmClient,
|
||||||
protocol::{idm_event::Event, IdmEvent, IdmExitEvent, IdmPacket},
|
protocol::{
|
||||||
|
idm_event::Event, idm_request::Request, idm_response::Response, IdmEvent, IdmExitEvent,
|
||||||
|
IdmMetricsResponse, IdmPingResponse, IdmRequest,
|
||||||
|
},
|
||||||
};
|
};
|
||||||
use log::error;
|
use log::debug;
|
||||||
use nix::unistd::Pid;
|
use nix::unistd::Pid;
|
||||||
use tokio::select;
|
use tokio::{select, sync::broadcast};
|
||||||
|
|
||||||
pub struct GuestBackground {
|
pub struct GuestBackground {
|
||||||
idm: IdmClient,
|
idm: IdmClient,
|
||||||
@ -30,16 +34,37 @@ impl GuestBackground {
|
|||||||
}
|
}
|
||||||
|
|
||||||
pub async fn run(&mut self) -> Result<()> {
|
pub async fn run(&mut self) -> Result<()> {
|
||||||
|
let mut event_subscription = self.idm.subscribe().await?;
|
||||||
|
let mut requests_subscription = self.idm.requests().await?;
|
||||||
loop {
|
loop {
|
||||||
select! {
|
select! {
|
||||||
x = self.idm.receiver.recv() => match x {
|
x = event_subscription.recv() => match x {
|
||||||
Some(_packet) => {
|
Ok(_event) => {
|
||||||
|
|
||||||
},
|
},
|
||||||
|
|
||||||
None => {
|
Err(broadcast::error::RecvError::Closed) => {
|
||||||
error!("idm packet channel closed");
|
debug!("idm packet channel closed");
|
||||||
break;
|
break;
|
||||||
|
},
|
||||||
|
|
||||||
|
_ => {
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
},
|
||||||
|
|
||||||
|
x = requests_subscription.recv() => match x {
|
||||||
|
Ok(request) => {
|
||||||
|
self.handle_idm_request(request).await?;
|
||||||
|
},
|
||||||
|
|
||||||
|
Err(broadcast::error::RecvError::Closed) => {
|
||||||
|
debug!("idm packet channel closed");
|
||||||
|
break;
|
||||||
|
},
|
||||||
|
|
||||||
|
_ => {
|
||||||
|
continue;
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
|
|
||||||
@ -54,14 +79,34 @@ impl GuestBackground {
|
|||||||
Ok(())
|
Ok(())
|
||||||
}
|
}
|
||||||
|
|
||||||
|
async fn handle_idm_request(&mut self, packet: IdmRequest) -> Result<()> {
|
||||||
|
let id = packet.id;
|
||||||
|
|
||||||
|
match packet.request {
|
||||||
|
Some(Request::Ping(_)) => {
|
||||||
|
self.idm
|
||||||
|
.respond(id, Response::Ping(IdmPingResponse {}))
|
||||||
|
.await?;
|
||||||
|
}
|
||||||
|
|
||||||
|
Some(Request::Metrics(_)) => {
|
||||||
|
let metrics = MetricsCollector::new()?;
|
||||||
|
let root = metrics.collect()?;
|
||||||
|
let response = IdmMetricsResponse { root: Some(root) };
|
||||||
|
|
||||||
|
self.idm.respond(id, Response::Metrics(response)).await?;
|
||||||
|
}
|
||||||
|
|
||||||
|
None => {}
|
||||||
|
}
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
|
|
||||||
async fn child_event(&mut self, event: ChildEvent) -> Result<()> {
|
async fn child_event(&mut self, event: ChildEvent) -> Result<()> {
|
||||||
if event.pid == self.child {
|
if event.pid == self.child {
|
||||||
self.idm
|
self.idm
|
||||||
.sender
|
.emit(IdmEvent {
|
||||||
.send(IdmPacket {
|
event: Some(Event::Exit(IdmExitEvent { code: event.status })),
|
||||||
event: Some(IdmEvent {
|
|
||||||
event: Some(Event::Exit(IdmExitEvent { code: event.status })),
|
|
||||||
}),
|
|
||||||
})
|
})
|
||||||
.await?;
|
.await?;
|
||||||
death(event.status).await?;
|
death(event.status).await?;
|
||||||
|
@ -17,14 +17,12 @@ use std::fs::{File, OpenOptions, Permissions};
|
|||||||
use std::io;
|
use std::io;
|
||||||
use std::net::{Ipv4Addr, Ipv6Addr};
|
use std::net::{Ipv4Addr, Ipv6Addr};
|
||||||
use std::os::fd::AsRawFd;
|
use std::os::fd::AsRawFd;
|
||||||
use std::os::linux::fs::MetadataExt;
|
|
||||||
use std::os::unix::ffi::OsStrExt;
|
use std::os::unix::ffi::OsStrExt;
|
||||||
use std::os::unix::fs::{chroot, PermissionsExt};
|
use std::os::unix::fs::{chroot, PermissionsExt};
|
||||||
use std::path::{Path, PathBuf};
|
use std::path::{Path, PathBuf};
|
||||||
use std::str::FromStr;
|
use std::str::FromStr;
|
||||||
use sys_mount::{FilesystemType, Mount, MountFlags};
|
use sys_mount::{FilesystemType, Mount, MountFlags};
|
||||||
use tokio::fs;
|
use tokio::fs;
|
||||||
use walkdir::WalkDir;
|
|
||||||
|
|
||||||
use crate::background::GuestBackground;
|
use crate::background::GuestBackground;
|
||||||
|
|
||||||
@ -88,7 +86,6 @@ impl GuestInit {
|
|||||||
let launch = self.parse_launch_config().await?;
|
let launch = self.parse_launch_config().await?;
|
||||||
|
|
||||||
self.mount_new_root().await?;
|
self.mount_new_root().await?;
|
||||||
self.nuke_initrd().await?;
|
|
||||||
self.bind_new_root().await?;
|
self.bind_new_root().await?;
|
||||||
|
|
||||||
if let Some(hostname) = launch.hostname.clone() {
|
if let Some(hostname) = launch.hostname.clone() {
|
||||||
@ -271,40 +268,6 @@ impl GuestInit {
|
|||||||
Ok(serde_json::from_str(&content)?)
|
Ok(serde_json::from_str(&content)?)
|
||||||
}
|
}
|
||||||
|
|
||||||
async fn nuke_initrd(&mut self) -> Result<()> {
|
|
||||||
trace!("nuking initrd");
|
|
||||||
let initrd_dev = fs::metadata("/").await?.st_dev();
|
|
||||||
for item in WalkDir::new("/")
|
|
||||||
.same_file_system(true)
|
|
||||||
.follow_links(false)
|
|
||||||
.contents_first(true)
|
|
||||||
{
|
|
||||||
if item.is_err() {
|
|
||||||
continue;
|
|
||||||
}
|
|
||||||
|
|
||||||
let item = item?;
|
|
||||||
let metadata = match item.metadata() {
|
|
||||||
Ok(value) => value,
|
|
||||||
Err(_) => continue,
|
|
||||||
};
|
|
||||||
|
|
||||||
if metadata.st_dev() != initrd_dev {
|
|
||||||
continue;
|
|
||||||
}
|
|
||||||
|
|
||||||
if metadata.is_symlink() || metadata.is_file() {
|
|
||||||
let _ = fs::remove_file(item.path()).await;
|
|
||||||
trace!("deleting file {:?}", item.path());
|
|
||||||
} else if metadata.is_dir() {
|
|
||||||
let _ = fs::remove_dir(item.path()).await;
|
|
||||||
trace!("deleting directory {:?}", item.path());
|
|
||||||
}
|
|
||||||
}
|
|
||||||
trace!("nuked initrd");
|
|
||||||
Ok(())
|
|
||||||
}
|
|
||||||
|
|
||||||
async fn bind_new_root(&mut self) -> Result<()> {
|
async fn bind_new_root(&mut self) -> Result<()> {
|
||||||
self.mount_move_subtree(Path::new(SYS_PATH), Path::new(NEW_ROOT_SYS_PATH))
|
self.mount_move_subtree(Path::new(SYS_PATH), Path::new(NEW_ROOT_SYS_PATH))
|
||||||
.await?;
|
.await?;
|
||||||
|
@ -7,6 +7,7 @@ use xenstore::{XsdClient, XsdInterface};
|
|||||||
pub mod background;
|
pub mod background;
|
||||||
pub mod childwait;
|
pub mod childwait;
|
||||||
pub mod init;
|
pub mod init;
|
||||||
|
pub mod metrics;
|
||||||
|
|
||||||
pub async fn death(code: c_int) -> Result<()> {
|
pub async fn death(code: c_int) -> Result<()> {
|
||||||
let store = XsdClient::open().await?;
|
let store = XsdClient::open().await?;
|
||||||
|
121
crates/guest/src/metrics.rs
Normal file
121
crates/guest/src/metrics.rs
Normal file
@ -0,0 +1,121 @@
|
|||||||
|
use std::{ops::Add, path::Path};
|
||||||
|
|
||||||
|
use anyhow::Result;
|
||||||
|
use krata::idm::protocol::{IdmMetricFormat, IdmMetricNode};
|
||||||
|
use sysinfo::Process;
|
||||||
|
|
||||||
|
pub struct MetricsCollector {}
|
||||||
|
|
||||||
|
impl MetricsCollector {
|
||||||
|
pub fn new() -> Result<Self> {
|
||||||
|
Ok(MetricsCollector {})
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn collect(&self) -> Result<IdmMetricNode> {
|
||||||
|
let mut sysinfo = sysinfo::System::new();
|
||||||
|
Ok(IdmMetricNode::structural(
|
||||||
|
"guest",
|
||||||
|
vec![
|
||||||
|
self.collect_system(&mut sysinfo)?,
|
||||||
|
self.collect_processes(&mut sysinfo)?,
|
||||||
|
],
|
||||||
|
))
|
||||||
|
}
|
||||||
|
|
||||||
|
fn collect_system(&self, sysinfo: &mut sysinfo::System) -> Result<IdmMetricNode> {
|
||||||
|
sysinfo.refresh_memory();
|
||||||
|
Ok(IdmMetricNode::structural(
|
||||||
|
"system",
|
||||||
|
vec![IdmMetricNode::structural(
|
||||||
|
"memory",
|
||||||
|
vec![
|
||||||
|
IdmMetricNode::value("total", sysinfo.total_memory(), IdmMetricFormat::Bytes),
|
||||||
|
IdmMetricNode::value("used", sysinfo.used_memory(), IdmMetricFormat::Bytes),
|
||||||
|
IdmMetricNode::value("free", sysinfo.free_memory(), IdmMetricFormat::Bytes),
|
||||||
|
],
|
||||||
|
)],
|
||||||
|
))
|
||||||
|
}
|
||||||
|
|
||||||
|
fn collect_processes(&self, sysinfo: &mut sysinfo::System) -> Result<IdmMetricNode> {
|
||||||
|
sysinfo.refresh_processes();
|
||||||
|
let mut processes = Vec::new();
|
||||||
|
let mut sysinfo_processes = sysinfo.processes().values().collect::<Vec<_>>();
|
||||||
|
sysinfo_processes.sort_by_key(|x| x.pid());
|
||||||
|
for process in sysinfo_processes {
|
||||||
|
if process.thread_kind().is_some() {
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
processes.push(MetricsCollector::process_node(process)?);
|
||||||
|
}
|
||||||
|
Ok(IdmMetricNode::structural("process", processes))
|
||||||
|
}
|
||||||
|
|
||||||
|
fn process_node(process: &Process) -> Result<IdmMetricNode> {
|
||||||
|
let mut metrics = vec![];
|
||||||
|
|
||||||
|
if let Some(parent) = process.parent() {
|
||||||
|
metrics.push(IdmMetricNode::value(
|
||||||
|
"parent",
|
||||||
|
parent.as_u32() as u64,
|
||||||
|
IdmMetricFormat::Integer,
|
||||||
|
));
|
||||||
|
}
|
||||||
|
|
||||||
|
if let Some(exe) = process.exe().and_then(path_as_str) {
|
||||||
|
metrics.push(IdmMetricNode::raw_value("executable", exe));
|
||||||
|
}
|
||||||
|
|
||||||
|
if let Some(working_directory) = process.cwd().and_then(path_as_str) {
|
||||||
|
metrics.push(IdmMetricNode::raw_value("cwd", working_directory));
|
||||||
|
}
|
||||||
|
|
||||||
|
let cmdline = process.cmd().to_vec();
|
||||||
|
metrics.push(IdmMetricNode::raw_value("cmdline", cmdline));
|
||||||
|
metrics.push(IdmMetricNode::structural(
|
||||||
|
"memory",
|
||||||
|
vec![
|
||||||
|
IdmMetricNode::value("resident", process.memory(), IdmMetricFormat::Bytes),
|
||||||
|
IdmMetricNode::value("virtual", process.virtual_memory(), IdmMetricFormat::Bytes),
|
||||||
|
],
|
||||||
|
));
|
||||||
|
|
||||||
|
metrics.push(IdmMetricNode::value(
|
||||||
|
"lifetime",
|
||||||
|
process.run_time(),
|
||||||
|
IdmMetricFormat::DurationSeconds,
|
||||||
|
));
|
||||||
|
metrics.push(IdmMetricNode::value(
|
||||||
|
"uid",
|
||||||
|
process.user_id().map(|x| (*x).add(0)).unwrap_or(0) as f64,
|
||||||
|
IdmMetricFormat::Integer,
|
||||||
|
));
|
||||||
|
metrics.push(IdmMetricNode::value(
|
||||||
|
"gid",
|
||||||
|
process.group_id().map(|x| (*x).add(0)).unwrap_or(0) as f64,
|
||||||
|
IdmMetricFormat::Integer,
|
||||||
|
));
|
||||||
|
metrics.push(IdmMetricNode::value(
|
||||||
|
"euid",
|
||||||
|
process
|
||||||
|
.effective_user_id()
|
||||||
|
.map(|x| (*x).add(0))
|
||||||
|
.unwrap_or(0) as f64,
|
||||||
|
IdmMetricFormat::Integer,
|
||||||
|
));
|
||||||
|
metrics.push(IdmMetricNode::value(
|
||||||
|
"egid",
|
||||||
|
process.effective_group_id().map(|x| x.add(0)).unwrap_or(0) as f64,
|
||||||
|
IdmMetricFormat::Integer,
|
||||||
|
));
|
||||||
|
|
||||||
|
Ok(IdmMetricNode::structural(
|
||||||
|
process.pid().to_string(),
|
||||||
|
metrics,
|
||||||
|
))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
fn path_as_str(path: &Path) -> Option<String> {
|
||||||
|
String::from_utf8(path.as_os_str().as_encoded_bytes().to_vec()).ok()
|
||||||
|
}
|
@ -10,12 +10,15 @@ resolver = "2"
|
|||||||
|
|
||||||
[dependencies]
|
[dependencies]
|
||||||
anyhow = { workspace = true }
|
anyhow = { workspace = true }
|
||||||
|
async-trait = { workspace = true }
|
||||||
bytes = { workspace = true }
|
bytes = { workspace = true }
|
||||||
libc = { workspace = true }
|
libc = { workspace = true }
|
||||||
log = { workspace = true }
|
log = { workspace = true }
|
||||||
once_cell = { workspace = true }
|
once_cell = { workspace = true }
|
||||||
prost = { workspace = true }
|
prost = { workspace = true }
|
||||||
prost-reflect = { workspace = true }
|
prost-reflect = { workspace = true }
|
||||||
|
prost-types = { workspace = true }
|
||||||
|
scopeguard = { workspace = true }
|
||||||
serde = { workspace = true }
|
serde = { workspace = true }
|
||||||
tonic = { workspace = true }
|
tonic = { workspace = true }
|
||||||
tokio = { workspace = true }
|
tokio = { workspace = true }
|
||||||
|
@ -6,8 +6,14 @@ option java_multiple_files = true;
|
|||||||
option java_package = "dev.krata.proto.internal.idm";
|
option java_package = "dev.krata.proto.internal.idm";
|
||||||
option java_outer_classname = "IdmProto";
|
option java_outer_classname = "IdmProto";
|
||||||
|
|
||||||
message IdmExitEvent {
|
import "google/protobuf/struct.proto";
|
||||||
int32 code = 1;
|
|
||||||
|
message IdmPacket {
|
||||||
|
oneof content {
|
||||||
|
IdmEvent event = 1;
|
||||||
|
IdmRequest request = 2;
|
||||||
|
IdmResponse response = 3;
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
message IdmEvent {
|
message IdmEvent {
|
||||||
@ -16,6 +22,46 @@ message IdmEvent {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
message IdmPacket {
|
message IdmExitEvent {
|
||||||
IdmEvent event = 1;
|
int32 code = 1;
|
||||||
|
}
|
||||||
|
|
||||||
|
message IdmRequest {
|
||||||
|
uint64 id = 1;
|
||||||
|
oneof request {
|
||||||
|
IdmPingRequest ping = 2;
|
||||||
|
IdmMetricsRequest metrics = 3;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
message IdmPingRequest {}
|
||||||
|
|
||||||
|
message IdmMetricsRequest {}
|
||||||
|
|
||||||
|
message IdmResponse {
|
||||||
|
uint64 id = 1;
|
||||||
|
oneof response {
|
||||||
|
IdmPingResponse ping = 2;
|
||||||
|
IdmMetricsResponse metrics = 3;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
message IdmPingResponse {}
|
||||||
|
|
||||||
|
message IdmMetricsResponse {
|
||||||
|
IdmMetricNode root = 1;
|
||||||
|
}
|
||||||
|
|
||||||
|
message IdmMetricNode {
|
||||||
|
string name = 1;
|
||||||
|
google.protobuf.Value value = 2;
|
||||||
|
IdmMetricFormat format = 3;
|
||||||
|
repeated IdmMetricNode children = 4;
|
||||||
|
}
|
||||||
|
|
||||||
|
enum IdmMetricFormat {
|
||||||
|
IDM_METRIC_FORMAT_UNKNOWN = 0;
|
||||||
|
IDM_METRIC_FORMAT_BYTES = 1;
|
||||||
|
IDM_METRIC_FORMAT_INTEGER = 2;
|
||||||
|
IDM_METRIC_FORMAT_DURATION_SECONDS = 3;
|
||||||
}
|
}
|
||||||
|
@ -6,6 +6,8 @@ option java_multiple_files = true;
|
|||||||
option java_package = "dev.krata.proto.v1.common";
|
option java_package = "dev.krata.proto.v1.common";
|
||||||
option java_outer_classname = "CommonProto";
|
option java_outer_classname = "CommonProto";
|
||||||
|
|
||||||
|
import "google/protobuf/struct.proto";
|
||||||
|
|
||||||
message Guest {
|
message Guest {
|
||||||
string id = 1;
|
string id = 1;
|
||||||
GuestSpec spec = 2;
|
GuestSpec spec = 2;
|
||||||
@ -80,3 +82,17 @@ message GuestExitInfo {
|
|||||||
message GuestErrorInfo {
|
message GuestErrorInfo {
|
||||||
string message = 1;
|
string message = 1;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
message GuestMetricNode {
|
||||||
|
string name = 1;
|
||||||
|
google.protobuf.Value value = 2;
|
||||||
|
GuestMetricFormat format = 3;
|
||||||
|
repeated GuestMetricNode children = 4;
|
||||||
|
}
|
||||||
|
|
||||||
|
enum GuestMetricFormat {
|
||||||
|
GUEST_METRIC_FORMAT_UNKNOWN = 0;
|
||||||
|
GUEST_METRIC_FORMAT_BYTES = 1;
|
||||||
|
GUEST_METRIC_FORMAT_INTEGER = 2;
|
||||||
|
GUEST_METRIC_FORMAT_DURATION_SECONDS = 3;
|
||||||
|
}
|
||||||
|
@ -15,6 +15,8 @@ service ControlService {
|
|||||||
rpc ListGuests(ListGuestsRequest) returns (ListGuestsReply);
|
rpc ListGuests(ListGuestsRequest) returns (ListGuestsReply);
|
||||||
rpc ConsoleData(stream ConsoleDataRequest) returns (stream ConsoleDataReply);
|
rpc ConsoleData(stream ConsoleDataRequest) returns (stream ConsoleDataReply);
|
||||||
rpc WatchEvents(WatchEventsRequest) returns (stream WatchEventsReply);
|
rpc WatchEvents(WatchEventsRequest) returns (stream WatchEventsReply);
|
||||||
|
|
||||||
|
rpc ReadGuestMetrics(ReadGuestMetricsRequest) returns (ReadGuestMetricsReply);
|
||||||
}
|
}
|
||||||
|
|
||||||
message CreateGuestRequest {
|
message CreateGuestRequest {
|
||||||
@ -65,3 +67,11 @@ message WatchEventsReply {
|
|||||||
message GuestChangedEvent {
|
message GuestChangedEvent {
|
||||||
krata.v1.common.Guest guest = 1;
|
krata.v1.common.Guest guest = 1;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
message ReadGuestMetricsRequest {
|
||||||
|
string guest_id = 1;
|
||||||
|
}
|
||||||
|
|
||||||
|
message ReadGuestMetricsReply {
|
||||||
|
krata.v1.common.GuestMetricNode root = 1;
|
||||||
|
}
|
||||||
|
@ -1,8 +1,19 @@
|
|||||||
use std::path::Path;
|
use std::{
|
||||||
|
collections::HashMap,
|
||||||
|
path::Path,
|
||||||
|
sync::{
|
||||||
|
atomic::{AtomicBool, Ordering},
|
||||||
|
Arc,
|
||||||
|
},
|
||||||
|
time::Duration,
|
||||||
|
};
|
||||||
|
|
||||||
use super::protocol::IdmPacket;
|
use crate::idm::protocol::idm_packet::Content;
|
||||||
|
|
||||||
|
use super::protocol::{
|
||||||
|
idm_request::Request, idm_response::Response, IdmEvent, IdmPacket, IdmRequest, IdmResponse,
|
||||||
|
};
|
||||||
use anyhow::{anyhow, Result};
|
use anyhow::{anyhow, Result};
|
||||||
use bytes::BytesMut;
|
|
||||||
use log::{debug, error};
|
use log::{debug, error};
|
||||||
use nix::sys::termios::{cfmakeraw, tcgetattr, tcsetattr, SetArg};
|
use nix::sys::termios::{cfmakeraw, tcgetattr, tcsetattr, SetArg};
|
||||||
use prost::Message;
|
use prost::Message;
|
||||||
@ -10,44 +21,39 @@ use tokio::{
|
|||||||
fs::File,
|
fs::File,
|
||||||
io::{unix::AsyncFd, AsyncReadExt, AsyncWriteExt},
|
io::{unix::AsyncFd, AsyncReadExt, AsyncWriteExt},
|
||||||
select,
|
select,
|
||||||
sync::mpsc::{channel, Receiver, Sender},
|
sync::{
|
||||||
|
broadcast,
|
||||||
|
mpsc::{channel, Receiver, Sender},
|
||||||
|
oneshot, Mutex,
|
||||||
|
},
|
||||||
task::JoinHandle,
|
task::JoinHandle,
|
||||||
|
time::timeout,
|
||||||
};
|
};
|
||||||
|
|
||||||
|
type RequestMap = Arc<Mutex<HashMap<u64, oneshot::Sender<IdmResponse>>>>;
|
||||||
|
|
||||||
const IDM_PACKET_QUEUE_LEN: usize = 100;
|
const IDM_PACKET_QUEUE_LEN: usize = 100;
|
||||||
|
const IDM_REQUEST_TIMEOUT_SECS: u64 = 10;
|
||||||
|
const IDM_PACKET_MAX_SIZE: usize = 20 * 1024 * 1024;
|
||||||
|
|
||||||
pub struct IdmClient {
|
#[async_trait::async_trait]
|
||||||
pub receiver: Receiver<IdmPacket>,
|
pub trait IdmBackend: Send {
|
||||||
pub sender: Sender<IdmPacket>,
|
async fn recv(&mut self) -> Result<IdmPacket>;
|
||||||
task: JoinHandle<()>,
|
async fn send(&mut self, packet: IdmPacket) -> Result<()>;
|
||||||
}
|
}
|
||||||
|
|
||||||
impl Drop for IdmClient {
|
pub struct IdmFileBackend {
|
||||||
fn drop(&mut self) {
|
read_fd: Arc<Mutex<AsyncFd<File>>>,
|
||||||
self.task.abort();
|
write: Arc<Mutex<File>>,
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|
||||||
impl IdmClient {
|
impl IdmFileBackend {
|
||||||
pub async fn open<P: AsRef<Path>>(path: P) -> Result<IdmClient> {
|
pub async fn new(read_file: File, write_file: File) -> Result<IdmFileBackend> {
|
||||||
let file = File::options()
|
IdmFileBackend::set_raw_port(&read_file)?;
|
||||||
.read(true)
|
IdmFileBackend::set_raw_port(&write_file)?;
|
||||||
.write(true)
|
Ok(IdmFileBackend {
|
||||||
.create(false)
|
read_fd: Arc::new(Mutex::new(AsyncFd::new(read_file)?)),
|
||||||
.open(path)
|
write: Arc::new(Mutex::new(write_file)),
|
||||||
.await?;
|
|
||||||
IdmClient::set_raw_port(&file)?;
|
|
||||||
let (rx_sender, rx_receiver) = channel(IDM_PACKET_QUEUE_LEN);
|
|
||||||
let (tx_sender, tx_receiver) = channel(IDM_PACKET_QUEUE_LEN);
|
|
||||||
let task = tokio::task::spawn(async move {
|
|
||||||
if let Err(error) = IdmClient::process(file, rx_sender, tx_receiver).await {
|
|
||||||
debug!("failed to handle idm client processing: {}", error);
|
|
||||||
}
|
|
||||||
});
|
|
||||||
Ok(IdmClient {
|
|
||||||
receiver: rx_receiver,
|
|
||||||
sender: tx_sender,
|
|
||||||
task,
|
|
||||||
})
|
})
|
||||||
}
|
}
|
||||||
|
|
||||||
@ -57,31 +63,199 @@ impl IdmClient {
|
|||||||
tcsetattr(file, SetArg::TCSANOW, &termios)?;
|
tcsetattr(file, SetArg::TCSANOW, &termios)?;
|
||||||
Ok(())
|
Ok(())
|
||||||
}
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
#[async_trait::async_trait]
|
||||||
|
impl IdmBackend for IdmFileBackend {
|
||||||
|
async fn recv(&mut self) -> Result<IdmPacket> {
|
||||||
|
let mut fd = self.read_fd.lock().await;
|
||||||
|
let mut guard = fd.readable_mut().await?;
|
||||||
|
let size = guard.get_inner_mut().read_u32_le().await?;
|
||||||
|
if size == 0 {
|
||||||
|
return Ok(IdmPacket::default());
|
||||||
|
}
|
||||||
|
let mut buffer = vec![0u8; size as usize];
|
||||||
|
guard.get_inner_mut().read_exact(&mut buffer).await?;
|
||||||
|
match IdmPacket::decode(buffer.as_slice()) {
|
||||||
|
Ok(packet) => Ok(packet),
|
||||||
|
Err(error) => Err(anyhow!("received invalid idm packet: {}", error)),
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
async fn send(&mut self, packet: IdmPacket) -> Result<()> {
|
||||||
|
let mut file = self.write.lock().await;
|
||||||
|
let data = packet.encode_to_vec();
|
||||||
|
file.write_u32_le(data.len() as u32).await?;
|
||||||
|
file.write_all(&data).await?;
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
#[derive(Clone)]
|
||||||
|
pub struct IdmClient {
|
||||||
|
request_backend_sender: broadcast::Sender<IdmRequest>,
|
||||||
|
next_request_id: Arc<Mutex<u64>>,
|
||||||
|
event_receiver_sender: broadcast::Sender<IdmEvent>,
|
||||||
|
tx_sender: Sender<IdmPacket>,
|
||||||
|
requests: RequestMap,
|
||||||
|
task: Arc<JoinHandle<()>>,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl Drop for IdmClient {
|
||||||
|
fn drop(&mut self) {
|
||||||
|
if Arc::strong_count(&self.task) <= 1 {
|
||||||
|
self.task.abort();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
impl IdmClient {
|
||||||
|
pub async fn new(backend: Box<dyn IdmBackend>) -> Result<IdmClient> {
|
||||||
|
let requests = Arc::new(Mutex::new(HashMap::new()));
|
||||||
|
let (event_sender, event_receiver) = broadcast::channel(IDM_PACKET_QUEUE_LEN);
|
||||||
|
let (internal_request_backend_sender, _) = broadcast::channel(IDM_PACKET_QUEUE_LEN);
|
||||||
|
let (tx_sender, tx_receiver) = channel(IDM_PACKET_QUEUE_LEN);
|
||||||
|
let backend_event_sender = event_sender.clone();
|
||||||
|
let request_backend_sender = internal_request_backend_sender.clone();
|
||||||
|
let requests_for_client = requests.clone();
|
||||||
|
let task = tokio::task::spawn(async move {
|
||||||
|
if let Err(error) = IdmClient::process(
|
||||||
|
backend,
|
||||||
|
backend_event_sender,
|
||||||
|
requests,
|
||||||
|
internal_request_backend_sender,
|
||||||
|
event_receiver,
|
||||||
|
tx_receiver,
|
||||||
|
)
|
||||||
|
.await
|
||||||
|
{
|
||||||
|
debug!("failed to handle idm client processing: {}", error);
|
||||||
|
}
|
||||||
|
});
|
||||||
|
Ok(IdmClient {
|
||||||
|
next_request_id: Arc::new(Mutex::new(0)),
|
||||||
|
event_receiver_sender: event_sender.clone(),
|
||||||
|
request_backend_sender,
|
||||||
|
requests: requests_for_client,
|
||||||
|
tx_sender,
|
||||||
|
task: Arc::new(task),
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
pub async fn open<P: AsRef<Path>>(path: P) -> Result<IdmClient> {
|
||||||
|
let read_file = File::options()
|
||||||
|
.read(true)
|
||||||
|
.write(false)
|
||||||
|
.create(false)
|
||||||
|
.open(&path)
|
||||||
|
.await?;
|
||||||
|
let write_file = File::options()
|
||||||
|
.read(false)
|
||||||
|
.write(true)
|
||||||
|
.create(false)
|
||||||
|
.open(path)
|
||||||
|
.await?;
|
||||||
|
let backend = IdmFileBackend::new(read_file, write_file).await?;
|
||||||
|
IdmClient::new(Box::new(backend) as Box<dyn IdmBackend>).await
|
||||||
|
}
|
||||||
|
|
||||||
|
pub async fn emit(&self, event: IdmEvent) -> Result<()> {
|
||||||
|
self.tx_sender
|
||||||
|
.send(IdmPacket {
|
||||||
|
content: Some(Content::Event(event)),
|
||||||
|
})
|
||||||
|
.await?;
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
|
|
||||||
|
pub async fn requests(&self) -> Result<broadcast::Receiver<IdmRequest>> {
|
||||||
|
Ok(self.request_backend_sender.subscribe())
|
||||||
|
}
|
||||||
|
|
||||||
|
pub async fn respond(&self, id: u64, response: Response) -> Result<()> {
|
||||||
|
let packet = IdmPacket {
|
||||||
|
content: Some(Content::Response(IdmResponse {
|
||||||
|
id,
|
||||||
|
response: Some(response),
|
||||||
|
})),
|
||||||
|
};
|
||||||
|
self.tx_sender.send(packet).await?;
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
|
|
||||||
|
pub async fn subscribe(&self) -> Result<broadcast::Receiver<IdmEvent>> {
|
||||||
|
Ok(self.event_receiver_sender.subscribe())
|
||||||
|
}
|
||||||
|
|
||||||
|
pub async fn send(&self, request: Request) -> Result<Response> {
|
||||||
|
let (sender, receiver) = oneshot::channel::<IdmResponse>();
|
||||||
|
let req = {
|
||||||
|
let mut guard = self.next_request_id.lock().await;
|
||||||
|
let req = *guard;
|
||||||
|
*guard = req.wrapping_add(1);
|
||||||
|
req
|
||||||
|
};
|
||||||
|
let mut requests = self.requests.lock().await;
|
||||||
|
requests.insert(req, sender);
|
||||||
|
drop(requests);
|
||||||
|
let success = AtomicBool::new(false);
|
||||||
|
let _guard = scopeguard::guard(self.requests.clone(), |requests| {
|
||||||
|
if success.load(Ordering::Acquire) {
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
tokio::task::spawn(async move {
|
||||||
|
let mut requests = requests.lock().await;
|
||||||
|
requests.remove(&req);
|
||||||
|
});
|
||||||
|
});
|
||||||
|
self.tx_sender
|
||||||
|
.send(IdmPacket {
|
||||||
|
content: Some(Content::Request(IdmRequest {
|
||||||
|
id: req,
|
||||||
|
request: Some(request),
|
||||||
|
})),
|
||||||
|
})
|
||||||
|
.await?;
|
||||||
|
|
||||||
|
let response = timeout(Duration::from_secs(IDM_REQUEST_TIMEOUT_SECS), receiver).await??;
|
||||||
|
success.store(true, Ordering::Release);
|
||||||
|
if let Some(response) = response.response {
|
||||||
|
Ok(response)
|
||||||
|
} else {
|
||||||
|
Err(anyhow!("response did not contain any content"))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
async fn process(
|
async fn process(
|
||||||
file: File,
|
mut backend: Box<dyn IdmBackend>,
|
||||||
sender: Sender<IdmPacket>,
|
event_sender: broadcast::Sender<IdmEvent>,
|
||||||
|
requests: RequestMap,
|
||||||
|
request_backend_sender: broadcast::Sender<IdmRequest>,
|
||||||
|
_event_receiver: broadcast::Receiver<IdmEvent>,
|
||||||
mut receiver: Receiver<IdmPacket>,
|
mut receiver: Receiver<IdmPacket>,
|
||||||
) -> Result<()> {
|
) -> Result<()> {
|
||||||
let mut file = AsyncFd::new(file)?;
|
|
||||||
loop {
|
loop {
|
||||||
select! {
|
select! {
|
||||||
x = file.readable_mut() => match x {
|
x = backend.recv() => match x {
|
||||||
Ok(mut guard) => {
|
Ok(packet) => {
|
||||||
let size = guard.get_inner_mut().read_u16_le().await?;
|
match packet.content {
|
||||||
if size == 0 {
|
Some(Content::Event(event)) => {
|
||||||
continue;
|
let _ = event_sender.send(event);
|
||||||
}
|
|
||||||
let mut buffer = BytesMut::with_capacity(size as usize);
|
|
||||||
guard.get_inner_mut().read_exact(&mut buffer).await?;
|
|
||||||
match IdmPacket::decode(buffer) {
|
|
||||||
Ok(packet) => {
|
|
||||||
sender.send(packet).await?;
|
|
||||||
},
|
},
|
||||||
|
|
||||||
Err(error) => {
|
Some(Content::Request(request)) => {
|
||||||
error!("received invalid idm packet: {}", error);
|
let _ = request_backend_sender.send(request);
|
||||||
}
|
},
|
||||||
|
|
||||||
|
Some(Content::Response(response)) => {
|
||||||
|
let mut requests = requests.lock().await;
|
||||||
|
if let Some(sender) = requests.remove(&response.id) {
|
||||||
|
drop(requests);
|
||||||
|
let _ = sender.send(response);
|
||||||
|
}
|
||||||
|
},
|
||||||
|
|
||||||
|
_ => {},
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
|
|
||||||
@ -91,13 +265,12 @@ impl IdmClient {
|
|||||||
},
|
},
|
||||||
x = receiver.recv() => match x {
|
x = receiver.recv() => match x {
|
||||||
Some(packet) => {
|
Some(packet) => {
|
||||||
let data = packet.encode_to_vec();
|
let length = packet.encoded_len();
|
||||||
if data.len() > u16::MAX as usize {
|
if length > IDM_PACKET_MAX_SIZE {
|
||||||
error!("unable to send idm packet, packet size exceeded (tried to send {} bytes)", data.len());
|
error!("unable to send idm packet, packet size exceeded (tried to send {} bytes)", length);
|
||||||
continue;
|
continue;
|
||||||
}
|
}
|
||||||
file.get_mut().write_u16_le(data.len() as u16).await?;
|
backend.send(packet).await?;
|
||||||
file.get_mut().write_all(&data).await?;
|
|
||||||
},
|
},
|
||||||
|
|
||||||
None => {
|
None => {
|
||||||
|
@ -1 +1,89 @@
|
|||||||
|
use prost_types::{ListValue, Value};
|
||||||
|
|
||||||
include!(concat!(env!("OUT_DIR"), "/krata.internal.idm.rs"));
|
include!(concat!(env!("OUT_DIR"), "/krata.internal.idm.rs"));
|
||||||
|
|
||||||
|
pub trait AsIdmMetricValue {
|
||||||
|
fn as_metric_value(&self) -> Value;
|
||||||
|
}
|
||||||
|
|
||||||
|
impl IdmMetricNode {
|
||||||
|
pub fn structural<N: AsRef<str>>(name: N, children: Vec<IdmMetricNode>) -> IdmMetricNode {
|
||||||
|
IdmMetricNode {
|
||||||
|
name: name.as_ref().to_string(),
|
||||||
|
value: None,
|
||||||
|
format: IdmMetricFormat::Unknown.into(),
|
||||||
|
children,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn raw_value<N: AsRef<str>, V: AsIdmMetricValue>(name: N, value: V) -> IdmMetricNode {
|
||||||
|
IdmMetricNode {
|
||||||
|
name: name.as_ref().to_string(),
|
||||||
|
value: Some(value.as_metric_value()),
|
||||||
|
format: IdmMetricFormat::Unknown.into(),
|
||||||
|
children: vec![],
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn value<N: AsRef<str>, V: AsIdmMetricValue>(
|
||||||
|
name: N,
|
||||||
|
value: V,
|
||||||
|
format: IdmMetricFormat,
|
||||||
|
) -> IdmMetricNode {
|
||||||
|
IdmMetricNode {
|
||||||
|
name: name.as_ref().to_string(),
|
||||||
|
value: Some(value.as_metric_value()),
|
||||||
|
format: format.into(),
|
||||||
|
children: vec![],
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
impl AsIdmMetricValue for String {
|
||||||
|
fn as_metric_value(&self) -> Value {
|
||||||
|
Value {
|
||||||
|
kind: Some(prost_types::value::Kind::StringValue(self.to_string())),
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
impl AsIdmMetricValue for &str {
|
||||||
|
fn as_metric_value(&self) -> Value {
|
||||||
|
Value {
|
||||||
|
kind: Some(prost_types::value::Kind::StringValue(self.to_string())),
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
impl AsIdmMetricValue for u64 {
|
||||||
|
fn as_metric_value(&self) -> Value {
|
||||||
|
numeric(*self as f64)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
impl AsIdmMetricValue for i64 {
|
||||||
|
fn as_metric_value(&self) -> Value {
|
||||||
|
numeric(*self as f64)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
impl AsIdmMetricValue for f64 {
|
||||||
|
fn as_metric_value(&self) -> Value {
|
||||||
|
numeric(*self)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
impl<T: AsIdmMetricValue> AsIdmMetricValue for Vec<T> {
|
||||||
|
fn as_metric_value(&self) -> Value {
|
||||||
|
let values = self.iter().map(|x| x.as_metric_value()).collect::<_>();
|
||||||
|
Value {
|
||||||
|
kind: Some(prost_types::value::Kind::ListValue(ListValue { values })),
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
fn numeric(value: f64) -> Value {
|
||||||
|
Value {
|
||||||
|
kind: Some(prost_types::value::Kind::NumberValue(value)),
|
||||||
|
}
|
||||||
|
}
|
||||||
|
@ -48,7 +48,7 @@ pub struct ChannelService {
|
|||||||
gnttab: GrantTab,
|
gnttab: GrantTab,
|
||||||
input_receiver: Receiver<(u32, Vec<u8>)>,
|
input_receiver: Receiver<(u32, Vec<u8>)>,
|
||||||
pub input_sender: Sender<(u32, Vec<u8>)>,
|
pub input_sender: Sender<(u32, Vec<u8>)>,
|
||||||
output_sender: Sender<(u32, Vec<u8>)>,
|
output_sender: Sender<(u32, Option<Vec<u8>>)>,
|
||||||
}
|
}
|
||||||
|
|
||||||
impl ChannelService {
|
impl ChannelService {
|
||||||
@ -58,7 +58,7 @@ impl ChannelService {
|
|||||||
) -> Result<(
|
) -> Result<(
|
||||||
ChannelService,
|
ChannelService,
|
||||||
Sender<(u32, Vec<u8>)>,
|
Sender<(u32, Vec<u8>)>,
|
||||||
Receiver<(u32, Vec<u8>)>,
|
Receiver<(u32, Option<Vec<u8>>)>,
|
||||||
)> {
|
)> {
|
||||||
let (input_sender, input_receiver) = channel(GROUPED_CHANNEL_QUEUE_LEN);
|
let (input_sender, input_receiver) = channel(GROUPED_CHANNEL_QUEUE_LEN);
|
||||||
let (output_sender, output_receiver) = channel(GROUPED_CHANNEL_QUEUE_LEN);
|
let (output_sender, output_receiver) = channel(GROUPED_CHANNEL_QUEUE_LEN);
|
||||||
@ -203,12 +203,14 @@ pub struct ChannelBackend {
|
|||||||
pub domid: u32,
|
pub domid: u32,
|
||||||
pub id: u32,
|
pub id: u32,
|
||||||
pub sender: Sender<Vec<u8>>,
|
pub sender: Sender<Vec<u8>>,
|
||||||
|
raw_sender: Sender<(u32, Option<Vec<u8>>)>,
|
||||||
task: JoinHandle<()>,
|
task: JoinHandle<()>,
|
||||||
}
|
}
|
||||||
|
|
||||||
impl Drop for ChannelBackend {
|
impl Drop for ChannelBackend {
|
||||||
fn drop(&mut self) {
|
fn drop(&mut self) {
|
||||||
self.task.abort();
|
self.task.abort();
|
||||||
|
let _ = self.raw_sender.try_send((self.domid, None));
|
||||||
debug!(
|
debug!(
|
||||||
"destroyed channel backend for domain {} channel {}",
|
"destroyed channel backend for domain {} channel {}",
|
||||||
self.domid, self.id
|
self.domid, self.id
|
||||||
@ -226,7 +228,7 @@ impl ChannelBackend {
|
|||||||
store: XsdClient,
|
store: XsdClient,
|
||||||
evtchn: EventChannel,
|
evtchn: EventChannel,
|
||||||
gnttab: GrantTab,
|
gnttab: GrantTab,
|
||||||
output_sender: Sender<(u32, Vec<u8>)>,
|
output_sender: Sender<(u32, Option<Vec<u8>>)>,
|
||||||
use_reserved_ref: Option<u64>,
|
use_reserved_ref: Option<u64>,
|
||||||
) -> Result<ChannelBackend> {
|
) -> Result<ChannelBackend> {
|
||||||
let processor = KrataChannelBackendProcessor {
|
let processor = KrataChannelBackendProcessor {
|
||||||
@ -242,11 +244,14 @@ impl ChannelBackend {
|
|||||||
|
|
||||||
let (input_sender, input_receiver) = channel(SINGLE_CHANNEL_QUEUE_LEN);
|
let (input_sender, input_receiver) = channel(SINGLE_CHANNEL_QUEUE_LEN);
|
||||||
|
|
||||||
let task = processor.launch(output_sender, input_receiver).await?;
|
let task = processor
|
||||||
|
.launch(output_sender.clone(), input_receiver)
|
||||||
|
.await?;
|
||||||
Ok(ChannelBackend {
|
Ok(ChannelBackend {
|
||||||
domid,
|
domid,
|
||||||
id,
|
id,
|
||||||
task,
|
task,
|
||||||
|
raw_sender: output_sender,
|
||||||
sender: input_sender,
|
sender: input_sender,
|
||||||
})
|
})
|
||||||
}
|
}
|
||||||
@ -304,7 +309,7 @@ impl KrataChannelBackendProcessor {
|
|||||||
|
|
||||||
async fn launch(
|
async fn launch(
|
||||||
&self,
|
&self,
|
||||||
output_sender: Sender<(u32, Vec<u8>)>,
|
output_sender: Sender<(u32, Option<Vec<u8>>)>,
|
||||||
input_receiver: Receiver<Vec<u8>>,
|
input_receiver: Receiver<Vec<u8>>,
|
||||||
) -> Result<JoinHandle<()>> {
|
) -> Result<JoinHandle<()>> {
|
||||||
let owned = self.clone();
|
let owned = self.clone();
|
||||||
@ -321,7 +326,7 @@ impl KrataChannelBackendProcessor {
|
|||||||
|
|
||||||
async fn processor(
|
async fn processor(
|
||||||
&self,
|
&self,
|
||||||
sender: Sender<(u32, Vec<u8>)>,
|
sender: Sender<(u32, Option<Vec<u8>>)>,
|
||||||
mut receiver: Receiver<Vec<u8>>,
|
mut receiver: Receiver<Vec<u8>>,
|
||||||
) -> Result<()> {
|
) -> Result<()> {
|
||||||
self.init().await?;
|
self.init().await?;
|
||||||
@ -396,7 +401,7 @@ impl KrataChannelBackendProcessor {
|
|||||||
unsafe {
|
unsafe {
|
||||||
let buffer = self.read_output_buffer(channel.local_port, &memory).await?;
|
let buffer = self.read_output_buffer(channel.local_port, &memory).await?;
|
||||||
if !buffer.is_empty() {
|
if !buffer.is_empty() {
|
||||||
sender.send((self.domid, buffer)).await?;
|
sender.send((self.domid, Some(buffer))).await?;
|
||||||
}
|
}
|
||||||
};
|
};
|
||||||
|
|
||||||
@ -466,7 +471,7 @@ impl KrataChannelBackendProcessor {
|
|||||||
unsafe {
|
unsafe {
|
||||||
let buffer = self.read_output_buffer(channel.local_port, &memory).await?;
|
let buffer = self.read_output_buffer(channel.local_port, &memory).await?;
|
||||||
if !buffer.is_empty() {
|
if !buffer.is_empty() {
|
||||||
sender.send((self.domid, buffer)).await?;
|
sender.send((self.domid, Some(buffer))).await?;
|
||||||
}
|
}
|
||||||
};
|
};
|
||||||
channel.unmask_sender.send(channel.local_port).await?;
|
channel.unmask_sender.send(channel.local_port).await?;
|
||||||
|
@ -1,18 +0,0 @@
|
|||||||
use anyhow::Result;
|
|
||||||
use tokio::fs::File;
|
|
||||||
|
|
||||||
pub struct XenConsole {
|
|
||||||
pub read_handle: File,
|
|
||||||
pub write_handle: File,
|
|
||||||
}
|
|
||||||
|
|
||||||
impl XenConsole {
|
|
||||||
pub async fn new(tty: &str) -> Result<XenConsole> {
|
|
||||||
let read_handle = File::options().read(true).write(false).open(tty).await?;
|
|
||||||
let write_handle = File::options().read(false).write(true).open(tty).await?;
|
|
||||||
Ok(XenConsole {
|
|
||||||
read_handle,
|
|
||||||
write_handle,
|
|
||||||
})
|
|
||||||
}
|
|
||||||
}
|
|
@ -15,7 +15,6 @@ use xenstore::{XsdClient, XsdInterface};
|
|||||||
|
|
||||||
use self::{
|
use self::{
|
||||||
autoloop::AutoLoop,
|
autoloop::AutoLoop,
|
||||||
console::XenConsole,
|
|
||||||
launch::{GuestLaunchRequest, GuestLauncher},
|
launch::{GuestLaunchRequest, GuestLauncher},
|
||||||
};
|
};
|
||||||
use krataoci::cache::ImageCache;
|
use krataoci::cache::ImageCache;
|
||||||
@ -23,7 +22,6 @@ use krataoci::cache::ImageCache;
|
|||||||
pub mod autoloop;
|
pub mod autoloop;
|
||||||
pub mod cfgblk;
|
pub mod cfgblk;
|
||||||
pub mod channel;
|
pub mod channel;
|
||||||
pub mod console;
|
|
||||||
pub mod launch;
|
pub mod launch;
|
||||||
|
|
||||||
pub struct GuestLoopInfo {
|
pub struct GuestLoopInfo {
|
||||||
@ -321,17 +319,6 @@ impl Runtime {
|
|||||||
Ok(uuid)
|
Ok(uuid)
|
||||||
}
|
}
|
||||||
|
|
||||||
pub async fn console(&self, uuid: Uuid) -> Result<XenConsole> {
|
|
||||||
let info = self
|
|
||||||
.context
|
|
||||||
.resolve(uuid)
|
|
||||||
.await?
|
|
||||||
.ok_or_else(|| anyhow!("unable to resolve guest: {}", uuid))?;
|
|
||||||
let domid = info.domid;
|
|
||||||
let tty = self.context.xen.get_console_path(domid).await?;
|
|
||||||
XenConsole::new(&tty).await
|
|
||||||
}
|
|
||||||
|
|
||||||
pub async fn list(&self) -> Result<Vec<GuestInfo>> {
|
pub async fn list(&self) -> Result<Vec<GuestInfo>> {
|
||||||
self.context.list().await
|
self.context.list().await
|
||||||
}
|
}
|
||||||
|
Loading…
Reference in New Issue
Block a user