mirror of
https://github.com/edera-dev/krata.git
synced 2025-08-02 21:00:55 +00:00
hypha: implement subcommands and introduce destroy that tears things down properly
This commit is contained in:
parent
ba156e43da
commit
ece88e16cc
@ -25,6 +25,9 @@ url = "2.5.0"
|
|||||||
ureq = "2.9.1"
|
ureq = "2.9.1"
|
||||||
path-clean = "1.0.1"
|
path-clean = "1.0.1"
|
||||||
|
|
||||||
|
[dependencies.xenstore]
|
||||||
|
path = "../xenstore"
|
||||||
|
|
||||||
[dependencies.clap]
|
[dependencies.clap]
|
||||||
version = "4.4.18"
|
version = "4.4.18"
|
||||||
features = ["derive"]
|
features = ["derive"]
|
||||||
|
@ -1,4 +1,4 @@
|
|||||||
use clap::Parser;
|
use clap::{Parser, Subcommand};
|
||||||
use hypha::ctl::Controller;
|
use hypha::ctl::Controller;
|
||||||
use hypha::error::{HyphaError, Result};
|
use hypha::error::{HyphaError, Result};
|
||||||
use std::path::PathBuf;
|
use std::path::PathBuf;
|
||||||
@ -12,17 +12,27 @@ struct ControllerArgs {
|
|||||||
#[arg(short = 'r', long)]
|
#[arg(short = 'r', long)]
|
||||||
initrd: String,
|
initrd: String,
|
||||||
|
|
||||||
#[arg(short, long)]
|
|
||||||
image: String,
|
|
||||||
|
|
||||||
#[arg(short, long, default_value_t = 1)]
|
|
||||||
cpus: u32,
|
|
||||||
|
|
||||||
#[arg(short, long, default_value_t = 512)]
|
|
||||||
mem: u64,
|
|
||||||
|
|
||||||
#[arg(short, long, default_value = "auto")]
|
#[arg(short, long, default_value = "auto")]
|
||||||
store: String,
|
store: String,
|
||||||
|
|
||||||
|
#[command(subcommand)]
|
||||||
|
command: Commands,
|
||||||
|
}
|
||||||
|
|
||||||
|
#[derive(Subcommand, Debug)]
|
||||||
|
enum Commands {
|
||||||
|
Launch {
|
||||||
|
#[arg(short, long)]
|
||||||
|
image: String,
|
||||||
|
#[arg(short, long, default_value_t = 1)]
|
||||||
|
cpus: u32,
|
||||||
|
#[arg(short, long, default_value_t = 512)]
|
||||||
|
mem: u64,
|
||||||
|
},
|
||||||
|
Destroy {
|
||||||
|
#[arg(short, long)]
|
||||||
|
domain: u32,
|
||||||
|
},
|
||||||
}
|
}
|
||||||
|
|
||||||
fn main() -> Result<()> {
|
fn main() -> Result<()> {
|
||||||
@ -41,16 +51,17 @@ fn main() -> Result<()> {
|
|||||||
.map(|x| x.to_string())
|
.map(|x| x.to_string())
|
||||||
.ok_or_else(|| HyphaError::new("unable to convert store path to string"))?;
|
.ok_or_else(|| HyphaError::new("unable to convert store path to string"))?;
|
||||||
|
|
||||||
let mut controller = Controller::new(
|
let mut controller = Controller::new(store_path, args.kernel, args.initrd)?;
|
||||||
store_path,
|
|
||||||
args.kernel,
|
match args.command {
|
||||||
args.initrd,
|
Commands::Launch { image, cpus, mem } => {
|
||||||
args.image,
|
let domid = controller.launch(image.as_str(), cpus, mem)?;
|
||||||
args.cpus,
|
println!("launched domain: {}", domid);
|
||||||
args.mem,
|
}
|
||||||
)?;
|
Commands::Destroy { domain } => {
|
||||||
let domid = controller.launch()?;
|
controller.destroy(domain)?;
|
||||||
println!("launched domain: {}", domid);
|
}
|
||||||
|
}
|
||||||
Ok(())
|
Ok(())
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -2,7 +2,7 @@ pub mod cfgblk;
|
|||||||
|
|
||||||
use crate::autoloop::AutoLoop;
|
use crate::autoloop::AutoLoop;
|
||||||
use crate::ctl::cfgblk::ConfigBlock;
|
use crate::ctl::cfgblk::ConfigBlock;
|
||||||
use crate::error::Result;
|
use crate::error::{HyphaError, Result};
|
||||||
use crate::image::cache::ImageCache;
|
use crate::image::cache::ImageCache;
|
||||||
use crate::image::name::ImageName;
|
use crate::image::name::ImageName;
|
||||||
use crate::image::{ImageCompiler, ImageInfo};
|
use crate::image::{ImageCompiler, ImageInfo};
|
||||||
@ -11,27 +11,18 @@ use std::fs;
|
|||||||
use std::path::PathBuf;
|
use std::path::PathBuf;
|
||||||
use uuid::Uuid;
|
use uuid::Uuid;
|
||||||
use xenclient::{DomainConfig, DomainDisk, XenClient};
|
use xenclient::{DomainConfig, DomainDisk, XenClient};
|
||||||
|
use xenstore::client::{XsdClient, XsdInterface};
|
||||||
|
|
||||||
pub struct Controller {
|
pub struct Controller {
|
||||||
image_cache: ImageCache,
|
image_cache: ImageCache,
|
||||||
autoloop: AutoLoop,
|
autoloop: AutoLoop,
|
||||||
image: String,
|
|
||||||
client: XenClient,
|
client: XenClient,
|
||||||
kernel_path: String,
|
kernel_path: String,
|
||||||
initrd_path: String,
|
initrd_path: String,
|
||||||
vcpus: u32,
|
|
||||||
mem: u64,
|
|
||||||
}
|
}
|
||||||
|
|
||||||
impl Controller {
|
impl Controller {
|
||||||
pub fn new(
|
pub fn new(store_path: String, kernel_path: String, initrd_path: String) -> Result<Controller> {
|
||||||
store_path: String,
|
|
||||||
kernel_path: String,
|
|
||||||
initrd_path: String,
|
|
||||||
image: String,
|
|
||||||
vcpus: u32,
|
|
||||||
mem: u64,
|
|
||||||
) -> Result<Controller> {
|
|
||||||
let mut image_cache_path = PathBuf::from(store_path);
|
let mut image_cache_path = PathBuf::from(store_path);
|
||||||
image_cache_path.push("cache");
|
image_cache_path.push("cache");
|
||||||
fs::create_dir_all(&image_cache_path)?;
|
fs::create_dir_all(&image_cache_path)?;
|
||||||
@ -43,25 +34,22 @@ impl Controller {
|
|||||||
Ok(Controller {
|
Ok(Controller {
|
||||||
image_cache,
|
image_cache,
|
||||||
autoloop: AutoLoop::new(LoopControl::open()?),
|
autoloop: AutoLoop::new(LoopControl::open()?),
|
||||||
image,
|
|
||||||
client,
|
client,
|
||||||
kernel_path,
|
kernel_path,
|
||||||
initrd_path,
|
initrd_path,
|
||||||
vcpus,
|
|
||||||
mem,
|
|
||||||
})
|
})
|
||||||
}
|
}
|
||||||
|
|
||||||
fn compile(&mut self) -> Result<ImageInfo> {
|
fn compile(&mut self, image: &str) -> Result<ImageInfo> {
|
||||||
let image = ImageName::parse(&self.image)?;
|
let image = ImageName::parse(image)?;
|
||||||
let compiler = ImageCompiler::new(&self.image_cache)?;
|
let compiler = ImageCompiler::new(&self.image_cache)?;
|
||||||
compiler.compile(&image)
|
compiler.compile(&image)
|
||||||
}
|
}
|
||||||
|
|
||||||
pub fn launch(&mut self) -> Result<u32> {
|
pub fn launch(&mut self, image: &str, vcpus: u32, mem: u64) -> Result<u32> {
|
||||||
let uuid = Uuid::new_v4();
|
let uuid = Uuid::new_v4();
|
||||||
let name = format!("hypha-{uuid}");
|
let name = format!("hypha-{uuid}");
|
||||||
let image_info = self.compile()?;
|
let image_info = self.compile(image)?;
|
||||||
let cfgblk = ConfigBlock::new(&uuid, &image_info)?;
|
let cfgblk = ConfigBlock::new(&uuid, &image_info)?;
|
||||||
cfgblk.build()?;
|
cfgblk.build()?;
|
||||||
|
|
||||||
@ -74,8 +62,8 @@ impl Controller {
|
|||||||
let config = DomainConfig {
|
let config = DomainConfig {
|
||||||
backend_domid: 0,
|
backend_domid: 0,
|
||||||
name: &name,
|
name: &name,
|
||||||
max_vcpus: self.vcpus,
|
max_vcpus: vcpus,
|
||||||
mem_mb: self.mem,
|
mem_mb: mem,
|
||||||
kernel_path: self.kernel_path.as_str(),
|
kernel_path: self.kernel_path.as_str(),
|
||||||
initrd_path: self.initrd_path.as_str(),
|
initrd_path: self.initrd_path.as_str(),
|
||||||
cmdline: "quiet elevator=noop",
|
cmdline: "quiet elevator=noop",
|
||||||
@ -91,6 +79,16 @@ impl Controller {
|
|||||||
writable: false,
|
writable: false,
|
||||||
},
|
},
|
||||||
],
|
],
|
||||||
|
extra_keys: vec![
|
||||||
|
("hypha/uuid".to_string(), uuid.to_string()),
|
||||||
|
(
|
||||||
|
"hypha/loops".to_string(),
|
||||||
|
format!(
|
||||||
|
"{},{}",
|
||||||
|
&image_squashfs_loop.path, &cfgblk_squashfs_loop.path
|
||||||
|
),
|
||||||
|
),
|
||||||
|
],
|
||||||
};
|
};
|
||||||
match self.client.create(&config) {
|
match self.client.create(&config) {
|
||||||
Ok(domid) => Ok(domid),
|
Ok(domid) => Ok(domid),
|
||||||
@ -102,4 +100,34 @@ impl Controller {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
pub fn destroy(&mut self, domid: u32) -> Result<Uuid> {
|
||||||
|
let mut store = XsdClient::open()?;
|
||||||
|
let dom_path = store.get_domain_path(domid)?;
|
||||||
|
let uuid = match store.read_string_optional(format!("{}/hypha/uuid", dom_path).as_str())? {
|
||||||
|
None => {
|
||||||
|
return Err(HyphaError::new(&format!(
|
||||||
|
"domain {} was not found or not created by hypha",
|
||||||
|
domid
|
||||||
|
)))
|
||||||
|
}
|
||||||
|
Some(value) => value,
|
||||||
|
};
|
||||||
|
if uuid.is_empty() {
|
||||||
|
return Err(HyphaError::new(
|
||||||
|
"unable to find hypha uuid based on the domain",
|
||||||
|
));
|
||||||
|
}
|
||||||
|
let uuid = Uuid::parse_str(&uuid)?;
|
||||||
|
let loops = store.read_string(format!("{}/hypha/loops", dom_path).as_str())?;
|
||||||
|
let loops = loops
|
||||||
|
.split(',')
|
||||||
|
.map(|x| x.to_string())
|
||||||
|
.collect::<Vec<String>>();
|
||||||
|
self.client.destroy(domid)?;
|
||||||
|
for lop in &loops {
|
||||||
|
self.autoloop.unloop(lop)?;
|
||||||
|
}
|
||||||
|
Ok(uuid)
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
@ -5,6 +5,7 @@ use std::fmt::{Display, Formatter};
|
|||||||
use std::num::ParseIntError;
|
use std::num::ParseIntError;
|
||||||
use std::path::StripPrefixError;
|
use std::path::StripPrefixError;
|
||||||
use xenclient::XenClientError;
|
use xenclient::XenClientError;
|
||||||
|
use xenstore::bus::XsdBusError;
|
||||||
|
|
||||||
pub type Result<T> = std::result::Result<T, HyphaError>;
|
pub type Result<T> = std::result::Result<T, HyphaError>;
|
||||||
|
|
||||||
@ -98,3 +99,15 @@ impl From<std::fmt::Error> for HyphaError {
|
|||||||
HyphaError::new(value.to_string().as_str())
|
HyphaError::new(value.to_string().as_str())
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
impl From<uuid::Error> for HyphaError {
|
||||||
|
fn from(value: uuid::Error) -> Self {
|
||||||
|
HyphaError::new(value.to_string().as_str())
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
impl From<XsdBusError> for HyphaError {
|
||||||
|
fn from(value: XsdBusError) -> Self {
|
||||||
|
HyphaError::new(value.to_string().as_str())
|
||||||
|
}
|
||||||
|
}
|
||||||
|
@ -20,7 +20,7 @@ version = "0.27.1"
|
|||||||
features = ["ioctl"]
|
features = ["ioctl"]
|
||||||
|
|
||||||
[dev-dependencies]
|
[dev-dependencies]
|
||||||
env_logger = "0.10.1"
|
env_logger = "0.11.0"
|
||||||
|
|
||||||
[[example]]
|
[[example]]
|
||||||
name = "xencall-domain-info"
|
name = "xencall-domain-info"
|
||||||
|
@ -21,6 +21,7 @@ fn main() -> Result<(), XenClientError> {
|
|||||||
initrd_path: initrd_path.as_str(),
|
initrd_path: initrd_path.as_str(),
|
||||||
cmdline: "debug elevator=noop",
|
cmdline: "debug elevator=noop",
|
||||||
disks: vec![],
|
disks: vec![],
|
||||||
|
extra_keys: vec![],
|
||||||
};
|
};
|
||||||
let domid = client.create(&config)?;
|
let domid = client.create(&config)?;
|
||||||
println!("created domain {}", domid);
|
println!("created domain {}", domid);
|
||||||
|
@ -7,10 +7,15 @@ mod x86;
|
|||||||
use crate::boot::BootSetup;
|
use crate::boot::BootSetup;
|
||||||
use crate::elfloader::ElfImageLoader;
|
use crate::elfloader::ElfImageLoader;
|
||||||
use crate::x86::X86BootSetup;
|
use crate::x86::X86BootSetup;
|
||||||
|
use log::warn;
|
||||||
use std::error::Error;
|
use std::error::Error;
|
||||||
use std::fmt::{Display, Formatter};
|
use std::fmt::{Display, Formatter};
|
||||||
use std::fs::read;
|
use std::fs::read;
|
||||||
|
use std::path::PathBuf;
|
||||||
|
use std::str::FromStr;
|
||||||
use std::string::FromUtf8Error;
|
use std::string::FromUtf8Error;
|
||||||
|
use std::thread;
|
||||||
|
use std::time::Duration;
|
||||||
use uuid::Uuid;
|
use uuid::Uuid;
|
||||||
use xencall::sys::CreateDomain;
|
use xencall::sys::CreateDomain;
|
||||||
use xencall::{XenCall, XenCallError};
|
use xencall::{XenCall, XenCallError};
|
||||||
@ -21,7 +26,7 @@ use xenstore::client::{
|
|||||||
};
|
};
|
||||||
|
|
||||||
pub struct XenClient {
|
pub struct XenClient {
|
||||||
store: XsdClient,
|
pub store: XsdClient,
|
||||||
call: XenCall,
|
call: XenCall,
|
||||||
}
|
}
|
||||||
|
|
||||||
@ -101,6 +106,7 @@ pub struct DomainConfig<'a> {
|
|||||||
pub initrd_path: &'a str,
|
pub initrd_path: &'a str,
|
||||||
pub cmdline: &'a str,
|
pub cmdline: &'a str,
|
||||||
pub disks: Vec<DomainDisk<'a>>,
|
pub disks: Vec<DomainDisk<'a>>,
|
||||||
|
pub extra_keys: Vec<(String, String)>,
|
||||||
}
|
}
|
||||||
|
|
||||||
impl XenClient {
|
impl XenClient {
|
||||||
@ -121,12 +127,101 @@ impl XenClient {
|
|||||||
Err(err) => {
|
Err(err) => {
|
||||||
// ignore since destroying a domain is best
|
// ignore since destroying a domain is best
|
||||||
// effort when an error occurs
|
// effort when an error occurs
|
||||||
let _ = self.call.destroy_domain(domid);
|
let _ = self.destroy(domid);
|
||||||
Err(err)
|
Err(err)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
pub fn destroy(&mut self, domid: u32) -> Result<(), XenClientError> {
|
||||||
|
if let Err(err) = self.destroy_store(domid) {
|
||||||
|
warn!("failed to destroy store for domain {}: {}", domid, err);
|
||||||
|
}
|
||||||
|
self.call.destroy_domain(domid)?;
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
|
|
||||||
|
fn destroy_store(&mut self, domid: u32) -> Result<(), XenClientError> {
|
||||||
|
let dom_path = self.store.get_domain_path(domid)?;
|
||||||
|
let vm_path = self.store.read_string(&format!("{}/vm", dom_path))?;
|
||||||
|
if vm_path.is_empty() {
|
||||||
|
return Err(XenClientError::new(
|
||||||
|
"cannot destroy domain that doesn't exist",
|
||||||
|
));
|
||||||
|
}
|
||||||
|
|
||||||
|
let mut backend_paths: Vec<String> = Vec::new();
|
||||||
|
let console_frontend_path = format!("{}/console", dom_path);
|
||||||
|
let console_backend_path = self
|
||||||
|
.store
|
||||||
|
.read_string_optional(format!("{}/backend", console_frontend_path).as_str())?;
|
||||||
|
|
||||||
|
for device_category in self
|
||||||
|
.store
|
||||||
|
.list_any(format!("{}/device", dom_path).as_str())?
|
||||||
|
{
|
||||||
|
for device_id in self
|
||||||
|
.store
|
||||||
|
.list_any(format!("{}/device/{}", dom_path, device_category).as_str())?
|
||||||
|
{
|
||||||
|
let device_path = format!("{}/device/{}/{}", dom_path, device_category, device_id);
|
||||||
|
let backend_path = self
|
||||||
|
.store
|
||||||
|
.read_string(format!("{}/backend", device_path).as_str())?;
|
||||||
|
backend_paths.push(backend_path);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
for backend in &backend_paths {
|
||||||
|
let state_path = format!("{}/state", backend);
|
||||||
|
let online_path = format!("{}/online", backend);
|
||||||
|
let mut tx = self.store.transaction()?;
|
||||||
|
let state = tx.read_string(&state_path)?;
|
||||||
|
if state.is_empty() {
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
tx.write_string(&online_path, "0")?;
|
||||||
|
if !state.is_empty() && u32::from_str(&state).unwrap_or(0) != 6 {
|
||||||
|
tx.write_string(&state_path, "5")?;
|
||||||
|
}
|
||||||
|
tx.commit()?;
|
||||||
|
|
||||||
|
let mut count: u32 = 0;
|
||||||
|
loop {
|
||||||
|
if count >= 100 {
|
||||||
|
return Err(XenClientError::new("unable to destroy device"));
|
||||||
|
}
|
||||||
|
let state = self.store.read_string(&state_path)?;
|
||||||
|
let state = i64::from_str(&state).unwrap_or(-1);
|
||||||
|
if state == 6 {
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
thread::sleep(Duration::from_millis(100));
|
||||||
|
count += 1;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
let mut tx = self.store.transaction()?;
|
||||||
|
let mut backend_removals: Vec<String> = Vec::new();
|
||||||
|
backend_removals.extend_from_slice(backend_paths.as_slice());
|
||||||
|
if let Some(backend) = console_backend_path {
|
||||||
|
backend_removals.push(backend);
|
||||||
|
}
|
||||||
|
for path in &backend_removals {
|
||||||
|
let path = PathBuf::from(path);
|
||||||
|
let parent = path
|
||||||
|
.parent()
|
||||||
|
.ok_or(XenClientError::new("unable to get parent of backend path"))?;
|
||||||
|
tx.rm(parent
|
||||||
|
.to_str()
|
||||||
|
.ok_or(XenClientError::new("unable to convert parent to string"))?)?;
|
||||||
|
}
|
||||||
|
tx.rm(&vm_path)?;
|
||||||
|
tx.rm(&dom_path)?;
|
||||||
|
tx.commit()?;
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
|
|
||||||
fn init(
|
fn init(
|
||||||
&mut self,
|
&mut self,
|
||||||
domid: u32,
|
domid: u32,
|
||||||
@ -205,6 +300,11 @@ impl XenClient {
|
|||||||
)?;
|
)?;
|
||||||
tx.write_string(format!("{}/name", dom_path).as_str(), config.name)?;
|
tx.write_string(format!("{}/name", dom_path).as_str(), config.name)?;
|
||||||
tx.write_string(format!("{}/name", vm_path).as_str(), config.name)?;
|
tx.write_string(format!("{}/name", vm_path).as_str(), config.name)?;
|
||||||
|
|
||||||
|
for (key, value) in &config.extra_keys {
|
||||||
|
tx.write_string(format!("{}/{}", dom_path, key).as_str(), value)?;
|
||||||
|
}
|
||||||
|
|
||||||
tx.commit()?;
|
tx.commit()?;
|
||||||
}
|
}
|
||||||
|
|
||||||
@ -332,7 +432,7 @@ impl XenClient {
|
|||||||
("physical-device-path", disk.block.path.to_string()),
|
("physical-device-path", disk.block.path.to_string()),
|
||||||
(
|
(
|
||||||
"physical-device",
|
"physical-device",
|
||||||
format!("{:2x}:{:2x}", disk.block.major, disk.block.minor),
|
format!("{:02x}:{:02x}", disk.block.major, disk.block.minor),
|
||||||
),
|
),
|
||||||
];
|
];
|
||||||
|
|
||||||
|
@ -49,6 +49,32 @@ pub trait XsdInterface {
|
|||||||
let result2 = self.set_perms(path, perms)?;
|
let result2 = self.set_perms(path, perms)?;
|
||||||
Ok(result1 && result2)
|
Ok(result1 && result2)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
fn read_string_optional(&mut self, path: &str) -> Result<Option<String>, XsdBusError> {
|
||||||
|
Ok(match self.read_string(path) {
|
||||||
|
Ok(value) => Some(value),
|
||||||
|
Err(error) => {
|
||||||
|
if error.to_string() == "ENOENT" {
|
||||||
|
None
|
||||||
|
} else {
|
||||||
|
return Err(error);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
fn list_any(&mut self, path: &str) -> Result<Vec<String>, XsdBusError> {
|
||||||
|
Ok(match self.list(path) {
|
||||||
|
Ok(value) => value,
|
||||||
|
Err(error) => {
|
||||||
|
if error.to_string() == "ENOENT" {
|
||||||
|
Vec::new()
|
||||||
|
} else {
|
||||||
|
return Err(error);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
})
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
impl XsdClient {
|
impl XsdClient {
|
||||||
@ -225,7 +251,7 @@ impl XsdTransaction<'_> {
|
|||||||
pub fn end(&mut self, abort: bool) -> Result<bool, XsdBusError> {
|
pub fn end(&mut self, abort: bool) -> Result<bool, XsdBusError> {
|
||||||
let abort_str = if abort { "F" } else { "T" };
|
let abort_str = if abort { "F" } else { "T" };
|
||||||
|
|
||||||
trace!("transaction end abort={abort_str}");
|
trace!("transaction end abort={}", abort);
|
||||||
self.client
|
self.client
|
||||||
.socket
|
.socket
|
||||||
.send_single(self.tx, XSD_TRANSACTION_END, abort_str)?
|
.send_single(self.tx, XSD_TRANSACTION_END, abort_str)?
|
||||||
|
Loading…
Reference in New Issue
Block a user