mirror of
https://github.com/edera-dev/krata.git
synced 2025-08-05 06:01:32 +00:00
chore: rework oci crate to be more composable
This commit is contained in:
@ -3,11 +3,10 @@ use std::{env::args, path::PathBuf};
|
|||||||
use anyhow::Result;
|
use anyhow::Result;
|
||||||
use env_logger::Env;
|
use env_logger::Env;
|
||||||
use krataoci::{
|
use krataoci::{
|
||||||
cache::ImageCache,
|
|
||||||
compiler::OciImageCompiler,
|
|
||||||
name::ImageName,
|
name::ImageName,
|
||||||
packer::OciPackerFormat,
|
packer::{service::OciPackerService, OciPackedFormat},
|
||||||
progress::{OciProgress, OciProgressContext},
|
progress::{OciProgress, OciProgressContext},
|
||||||
|
registry::OciPlatform,
|
||||||
};
|
};
|
||||||
use tokio::{fs, sync::broadcast};
|
use tokio::{fs, sync::broadcast};
|
||||||
|
|
||||||
@ -23,8 +22,6 @@ async fn main() -> Result<()> {
|
|||||||
fs::create_dir(&cache_dir).await?;
|
fs::create_dir(&cache_dir).await?;
|
||||||
}
|
}
|
||||||
|
|
||||||
let cache = ImageCache::new(&cache_dir)?;
|
|
||||||
|
|
||||||
let (sender, mut receiver) = broadcast::channel::<OciProgress>(1000);
|
let (sender, mut receiver) = broadcast::channel::<OciProgress>(1000);
|
||||||
tokio::task::spawn(async move {
|
tokio::task::spawn(async move {
|
||||||
loop {
|
loop {
|
||||||
@ -41,14 +38,14 @@ async fn main() -> Result<()> {
|
|||||||
}
|
}
|
||||||
});
|
});
|
||||||
let context = OciProgressContext::new(sender);
|
let context = OciProgressContext::new(sender);
|
||||||
let compiler = OciImageCompiler::new(&cache, seed, context)?;
|
let service = OciPackerService::new(seed, &cache_dir, OciPlatform::current(), context)?;
|
||||||
let info = compiler
|
let packed = service
|
||||||
.compile(&image.to_string(), &image, OciPackerFormat::Squashfs)
|
.pack("cli", image.clone(), OciPackedFormat::Squashfs)
|
||||||
.await?;
|
.await?;
|
||||||
println!(
|
println!(
|
||||||
"generated squashfs of {} to {}",
|
"generated squashfs of {} to {}",
|
||||||
image,
|
image,
|
||||||
info.image.to_string_lossy()
|
packed.path.to_string_lossy()
|
||||||
);
|
);
|
||||||
Ok(())
|
Ok(())
|
||||||
}
|
}
|
||||||
|
@ -1,11 +1,6 @@
|
|||||||
use crate::cache::ImageCache;
|
use crate::fetch::{OciImageFetcher, OciImageLayer, OciResolvedImage};
|
||||||
use crate::fetch::{OciImageDownloader, OciImageLayer};
|
use crate::progress::OciBoundProgress;
|
||||||
use crate::name::ImageName;
|
|
||||||
use crate::packer::OciPackerFormat;
|
|
||||||
use crate::progress::{OciProgress, OciProgressContext, OciProgressPhase};
|
|
||||||
use crate::registry::OciRegistryPlatform;
|
|
||||||
use anyhow::{anyhow, Result};
|
use anyhow::{anyhow, Result};
|
||||||
use indexmap::IndexMap;
|
|
||||||
use log::{debug, trace};
|
use log::{debug, trace};
|
||||||
use oci_spec::image::{ImageConfiguration, ImageManifest};
|
use oci_spec::image::{ImageConfiguration, ImageManifest};
|
||||||
use std::borrow::Cow;
|
use std::borrow::Cow;
|
||||||
@ -17,132 +12,111 @@ use tokio_stream::StreamExt;
|
|||||||
use tokio_tar::{Archive, Entry};
|
use tokio_tar::{Archive, Entry};
|
||||||
use uuid::Uuid;
|
use uuid::Uuid;
|
||||||
|
|
||||||
pub const IMAGE_PACKER_VERSION: u64 = 2;
|
pub struct OciImageAssembled {
|
||||||
|
pub digest: String,
|
||||||
pub struct ImageInfo {
|
pub path: PathBuf,
|
||||||
pub image: PathBuf,
|
|
||||||
pub manifest: ImageManifest,
|
pub manifest: ImageManifest,
|
||||||
pub config: ImageConfiguration,
|
pub config: ImageConfiguration,
|
||||||
|
pub tmp_dir: Option<PathBuf>,
|
||||||
}
|
}
|
||||||
|
|
||||||
impl ImageInfo {
|
impl Drop for OciImageAssembled {
|
||||||
pub fn new(
|
fn drop(&mut self) {
|
||||||
image: PathBuf,
|
if let Some(tmp) = self.tmp_dir.clone() {
|
||||||
manifest: ImageManifest,
|
tokio::task::spawn(async move {
|
||||||
config: ImageConfiguration,
|
let _ = fs::remove_dir_all(&tmp).await;
|
||||||
) -> Result<ImageInfo> {
|
});
|
||||||
Ok(ImageInfo {
|
}
|
||||||
image,
|
|
||||||
manifest,
|
|
||||||
config,
|
|
||||||
})
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
pub struct OciImageCompiler<'a> {
|
pub struct OciImageAssembler {
|
||||||
cache: &'a ImageCache,
|
downloader: OciImageFetcher,
|
||||||
seed: Option<PathBuf>,
|
resolved: OciResolvedImage,
|
||||||
progress: OciProgressContext,
|
progress: OciBoundProgress,
|
||||||
|
work_dir: PathBuf,
|
||||||
|
target_dir: PathBuf,
|
||||||
|
tmp_dir: Option<PathBuf>,
|
||||||
}
|
}
|
||||||
|
|
||||||
impl OciImageCompiler<'_> {
|
impl OciImageAssembler {
|
||||||
pub fn new(
|
pub async fn new(
|
||||||
cache: &ImageCache,
|
downloader: OciImageFetcher,
|
||||||
seed: Option<PathBuf>,
|
resolved: OciResolvedImage,
|
||||||
progress: OciProgressContext,
|
progress: OciBoundProgress,
|
||||||
) -> Result<OciImageCompiler> {
|
work_dir: Option<PathBuf>,
|
||||||
Ok(OciImageCompiler {
|
target_dir: Option<PathBuf>,
|
||||||
cache,
|
) -> Result<OciImageAssembler> {
|
||||||
seed,
|
let tmp_dir = if work_dir.is_none() || target_dir.is_none() {
|
||||||
|
let mut tmp_dir = std::env::temp_dir().clone();
|
||||||
|
tmp_dir.push(format!("oci-assemble-{}", Uuid::new_v4()));
|
||||||
|
Some(tmp_dir)
|
||||||
|
} else {
|
||||||
|
None
|
||||||
|
};
|
||||||
|
|
||||||
|
let work_dir = if let Some(work_dir) = work_dir {
|
||||||
|
work_dir
|
||||||
|
} else {
|
||||||
|
let mut tmp_dir = tmp_dir
|
||||||
|
.clone()
|
||||||
|
.ok_or(anyhow!("tmp_dir was not created when expected"))?;
|
||||||
|
tmp_dir.push("work");
|
||||||
|
tmp_dir
|
||||||
|
};
|
||||||
|
|
||||||
|
let target_dir = if let Some(target_dir) = target_dir {
|
||||||
|
target_dir
|
||||||
|
} else {
|
||||||
|
let mut tmp_dir = tmp_dir
|
||||||
|
.clone()
|
||||||
|
.ok_or(anyhow!("tmp_dir was not created when expected"))?;
|
||||||
|
tmp_dir.push("image");
|
||||||
|
tmp_dir
|
||||||
|
};
|
||||||
|
|
||||||
|
fs::create_dir_all(&work_dir).await?;
|
||||||
|
fs::create_dir_all(&target_dir).await?;
|
||||||
|
|
||||||
|
Ok(OciImageAssembler {
|
||||||
|
downloader,
|
||||||
|
resolved,
|
||||||
progress,
|
progress,
|
||||||
|
work_dir,
|
||||||
|
target_dir,
|
||||||
|
tmp_dir,
|
||||||
})
|
})
|
||||||
}
|
}
|
||||||
|
|
||||||
pub async fn compile(
|
pub async fn assemble(self) -> Result<OciImageAssembled> {
|
||||||
&self,
|
debug!("assemble");
|
||||||
id: &str,
|
let mut layer_dir = self.work_dir.clone();
|
||||||
image: &ImageName,
|
|
||||||
format: OciPackerFormat,
|
|
||||||
) -> Result<ImageInfo> {
|
|
||||||
debug!("compile image={image} format={:?}", format);
|
|
||||||
let mut tmp_dir = std::env::temp_dir().clone();
|
|
||||||
tmp_dir.push(format!("krata-compile-{}", Uuid::new_v4()));
|
|
||||||
|
|
||||||
let mut image_dir = tmp_dir.clone();
|
|
||||||
image_dir.push("image");
|
|
||||||
fs::create_dir_all(&image_dir).await?;
|
|
||||||
|
|
||||||
let mut layer_dir = tmp_dir.clone();
|
|
||||||
layer_dir.push("layer");
|
layer_dir.push("layer");
|
||||||
fs::create_dir_all(&layer_dir).await?;
|
fs::create_dir_all(&layer_dir).await?;
|
||||||
|
self.assemble_with(&layer_dir).await
|
||||||
let mut packed_file = tmp_dir.clone();
|
|
||||||
packed_file.push("image.packed");
|
|
||||||
|
|
||||||
let _guard = scopeguard::guard(tmp_dir.to_path_buf(), |delete| {
|
|
||||||
tokio::task::spawn(async move {
|
|
||||||
let _ = fs::remove_dir_all(delete).await;
|
|
||||||
});
|
|
||||||
});
|
|
||||||
let info = self
|
|
||||||
.download_and_compile(id, image, &layer_dir, &image_dir, &packed_file, format)
|
|
||||||
.await?;
|
|
||||||
Ok(info)
|
|
||||||
}
|
}
|
||||||
|
|
||||||
async fn download_and_compile(
|
async fn assemble_with(self, layer_dir: &Path) -> Result<OciImageAssembled> {
|
||||||
&self,
|
let local = self
|
||||||
id: &str,
|
.downloader
|
||||||
image: &ImageName,
|
.download(self.resolved.clone(), layer_dir)
|
||||||
layer_dir: &Path,
|
.await?;
|
||||||
image_dir: &Path,
|
|
||||||
packed_file: &Path,
|
|
||||||
format: OciPackerFormat,
|
|
||||||
) -> Result<ImageInfo> {
|
|
||||||
let mut progress = OciProgress {
|
|
||||||
id: id.to_string(),
|
|
||||||
phase: OciProgressPhase::Resolving,
|
|
||||||
layers: IndexMap::new(),
|
|
||||||
value: 0,
|
|
||||||
total: 0,
|
|
||||||
};
|
|
||||||
self.progress.update(&progress);
|
|
||||||
let downloader = OciImageDownloader::new(
|
|
||||||
self.seed.clone(),
|
|
||||||
layer_dir.to_path_buf(),
|
|
||||||
OciRegistryPlatform::current(),
|
|
||||||
self.progress.clone(),
|
|
||||||
);
|
|
||||||
let resolved = downloader.resolve(image.clone()).await?;
|
|
||||||
let cache_key = format!(
|
|
||||||
"manifest={}:version={}:format={}\n",
|
|
||||||
resolved.digest,
|
|
||||||
IMAGE_PACKER_VERSION,
|
|
||||||
format.id(),
|
|
||||||
);
|
|
||||||
let cache_digest = sha256::digest(cache_key);
|
|
||||||
|
|
||||||
if let Some(cached) = self.cache.recall(&cache_digest, format).await? {
|
|
||||||
return Ok(cached);
|
|
||||||
}
|
|
||||||
|
|
||||||
progress.phase = OciProgressPhase::Resolved;
|
|
||||||
for layer in resolved.manifest.layers() {
|
|
||||||
progress.add_layer(layer.digest());
|
|
||||||
}
|
|
||||||
self.progress.update(&progress);
|
|
||||||
|
|
||||||
let local = downloader.download(resolved, &mut progress).await?;
|
|
||||||
for layer in &local.layers {
|
for layer in &local.layers {
|
||||||
debug!(
|
debug!(
|
||||||
"process layer digest={} compression={:?}",
|
"process layer digest={} compression={:?}",
|
||||||
&layer.digest, layer.compression,
|
&layer.digest, layer.compression,
|
||||||
);
|
);
|
||||||
progress.extracting_layer(&layer.digest, 0, 1);
|
self.progress
|
||||||
self.progress.update(&progress);
|
.update(|progress| {
|
||||||
let (whiteouts, count) = self.process_layer_whiteout(layer, image_dir).await?;
|
progress.extracting_layer(&layer.digest, 0, 1);
|
||||||
progress.extracting_layer(&layer.digest, 0, count);
|
})
|
||||||
self.progress.update(&progress);
|
.await;
|
||||||
|
let (whiteouts, count) = self.process_layer_whiteout(layer).await?;
|
||||||
|
self.progress
|
||||||
|
.update(|progress| {
|
||||||
|
progress.extracting_layer(&layer.digest, 0, count);
|
||||||
|
})
|
||||||
|
.await;
|
||||||
debug!(
|
debug!(
|
||||||
"process layer digest={} whiteouts={:?}",
|
"process layer digest={} whiteouts={:?}",
|
||||||
&layer.digest, whiteouts
|
&layer.digest, whiteouts
|
||||||
@ -156,10 +130,13 @@ impl OciImageCompiler<'_> {
|
|||||||
let mut maybe_whiteout_path_str =
|
let mut maybe_whiteout_path_str =
|
||||||
path.to_str().map(|x| x.to_string()).unwrap_or_default();
|
path.to_str().map(|x| x.to_string()).unwrap_or_default();
|
||||||
if (completed % 10) == 0 {
|
if (completed % 10) == 0 {
|
||||||
progress.extracting_layer(&layer.digest, completed, count);
|
self.progress
|
||||||
|
.update(|progress| {
|
||||||
|
progress.extracting_layer(&layer.digest, completed, count);
|
||||||
|
})
|
||||||
|
.await;
|
||||||
}
|
}
|
||||||
completed += 1;
|
completed += 1;
|
||||||
self.progress.update(&progress);
|
|
||||||
if whiteouts.contains(&maybe_whiteout_path_str) {
|
if whiteouts.contains(&maybe_whiteout_path_str) {
|
||||||
continue;
|
continue;
|
||||||
}
|
}
|
||||||
@ -177,12 +154,14 @@ impl OciImageCompiler<'_> {
|
|||||||
if name.starts_with(".wh.") {
|
if name.starts_with(".wh.") {
|
||||||
continue;
|
continue;
|
||||||
} else {
|
} else {
|
||||||
self.process_write_entry(&mut entry, layer, image_dir)
|
self.process_write_entry(&mut entry, layer).await?;
|
||||||
.await?;
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
progress.extracted_layer(&layer.digest);
|
self.progress
|
||||||
self.progress.update(&progress);
|
.update(|progress| {
|
||||||
|
progress.extracted_layer(&layer.digest);
|
||||||
|
})
|
||||||
|
.await;
|
||||||
}
|
}
|
||||||
|
|
||||||
for layer in &local.layers {
|
for layer in &local.layers {
|
||||||
@ -190,41 +169,16 @@ impl OciImageCompiler<'_> {
|
|||||||
fs::remove_file(&layer.path).await?;
|
fs::remove_file(&layer.path).await?;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
Ok(OciImageAssembled {
|
||||||
let image_dir_pack = image_dir.to_path_buf();
|
digest: self.resolved.digest,
|
||||||
let packed_file_pack = packed_file.to_path_buf();
|
path: self.target_dir,
|
||||||
let progress_pack = progress.clone();
|
manifest: self.resolved.manifest,
|
||||||
let progress_context = self.progress.clone();
|
config: local.config,
|
||||||
let format_pack = format;
|
tmp_dir: self.tmp_dir,
|
||||||
progress = tokio::task::spawn_blocking(move || {
|
|
||||||
OciImageCompiler::pack(
|
|
||||||
format_pack,
|
|
||||||
&image_dir_pack,
|
|
||||||
&packed_file_pack,
|
|
||||||
progress_pack,
|
|
||||||
progress_context,
|
|
||||||
)
|
|
||||||
})
|
})
|
||||||
.await??;
|
|
||||||
|
|
||||||
let info = ImageInfo::new(
|
|
||||||
packed_file.to_path_buf(),
|
|
||||||
local.image.manifest,
|
|
||||||
local.config,
|
|
||||||
)?;
|
|
||||||
let info = self.cache.store(&cache_digest, &info, format).await?;
|
|
||||||
progress.phase = OciProgressPhase::Complete;
|
|
||||||
progress.value = 0;
|
|
||||||
progress.total = 0;
|
|
||||||
self.progress.update(&progress);
|
|
||||||
Ok(info)
|
|
||||||
}
|
}
|
||||||
|
|
||||||
async fn process_layer_whiteout(
|
async fn process_layer_whiteout(&self, layer: &OciImageLayer) -> Result<(Vec<String>, usize)> {
|
||||||
&self,
|
|
||||||
layer: &OciImageLayer,
|
|
||||||
image_dir: &Path,
|
|
||||||
) -> Result<(Vec<String>, usize)> {
|
|
||||||
let mut whiteouts = Vec::new();
|
let mut whiteouts = Vec::new();
|
||||||
let mut archive = layer.archive().await?;
|
let mut archive = layer.archive().await?;
|
||||||
let mut entries = archive.entries()?;
|
let mut entries = archive.entries()?;
|
||||||
@ -241,9 +195,7 @@ impl OciImageCompiler<'_> {
|
|||||||
};
|
};
|
||||||
|
|
||||||
if name.starts_with(".wh.") {
|
if name.starts_with(".wh.") {
|
||||||
let path = self
|
let path = self.process_whiteout_entry(&entry, name, layer).await?;
|
||||||
.process_whiteout_entry(&entry, name, layer, image_dir)
|
|
||||||
.await?;
|
|
||||||
if let Some(path) = path {
|
if let Some(path) = path {
|
||||||
whiteouts.push(path);
|
whiteouts.push(path);
|
||||||
}
|
}
|
||||||
@ -257,10 +209,9 @@ impl OciImageCompiler<'_> {
|
|||||||
entry: &Entry<Archive<Pin<Box<dyn AsyncRead + Send>>>>,
|
entry: &Entry<Archive<Pin<Box<dyn AsyncRead + Send>>>>,
|
||||||
name: &str,
|
name: &str,
|
||||||
layer: &OciImageLayer,
|
layer: &OciImageLayer,
|
||||||
image_dir: &Path,
|
|
||||||
) -> Result<Option<String>> {
|
) -> Result<Option<String>> {
|
||||||
let path = entry.path()?;
|
let path = entry.path()?;
|
||||||
let mut dst = self.check_safe_entry(path.clone(), image_dir)?;
|
let mut dst = self.check_safe_entry(path.clone())?;
|
||||||
dst.pop();
|
dst.pop();
|
||||||
let mut path = path.to_path_buf();
|
let mut path = path.to_path_buf();
|
||||||
path.pop();
|
path.pop();
|
||||||
@ -271,7 +222,7 @@ impl OciImageCompiler<'_> {
|
|||||||
let file = &name[4..];
|
let file = &name[4..];
|
||||||
dst.push(file);
|
dst.push(file);
|
||||||
path.push(file);
|
path.push(file);
|
||||||
self.check_safe_path(&dst, image_dir)?;
|
self.check_safe_path(&dst)?;
|
||||||
}
|
}
|
||||||
|
|
||||||
trace!("whiteout entry layer={} path={:?}", &layer.digest, path,);
|
trace!("whiteout entry layer={} path={:?}", &layer.digest, path,);
|
||||||
@ -321,7 +272,6 @@ impl OciImageCompiler<'_> {
|
|||||||
&self,
|
&self,
|
||||||
entry: &mut Entry<Archive<Pin<Box<dyn AsyncRead + Send>>>>,
|
entry: &mut Entry<Archive<Pin<Box<dyn AsyncRead + Send>>>>,
|
||||||
layer: &OciImageLayer,
|
layer: &OciImageLayer,
|
||||||
image_dir: &Path,
|
|
||||||
) -> Result<()> {
|
) -> Result<()> {
|
||||||
let uid = entry.header().uid()?;
|
let uid = entry.header().uid()?;
|
||||||
let gid = entry.header().gid()?;
|
let gid = entry.header().gid()?;
|
||||||
@ -336,7 +286,7 @@ impl OciImageCompiler<'_> {
|
|||||||
entry.set_preserve_mtime(true);
|
entry.set_preserve_mtime(true);
|
||||||
entry.set_preserve_permissions(true);
|
entry.set_preserve_permissions(true);
|
||||||
entry.set_unpack_xattrs(true);
|
entry.set_unpack_xattrs(true);
|
||||||
if let Some(path) = entry.unpack_in(image_dir).await? {
|
if let Some(path) = entry.unpack_in(&self.target_dir).await? {
|
||||||
if !path.is_symlink() {
|
if !path.is_symlink() {
|
||||||
std::os::unix::fs::chown(path, Some(uid as u32), Some(gid as u32))?;
|
std::os::unix::fs::chown(path, Some(uid as u32), Some(gid as u32))?;
|
||||||
}
|
}
|
||||||
@ -344,45 +294,28 @@ impl OciImageCompiler<'_> {
|
|||||||
Ok(())
|
Ok(())
|
||||||
}
|
}
|
||||||
|
|
||||||
fn check_safe_entry(&self, path: Cow<Path>, image_dir: &Path) -> Result<PathBuf> {
|
fn check_safe_entry(&self, path: Cow<Path>) -> Result<PathBuf> {
|
||||||
let mut dst = image_dir.to_path_buf();
|
let mut dst = self.target_dir.to_path_buf();
|
||||||
dst.push(path);
|
dst.push(path);
|
||||||
if let Some(name) = dst.file_name() {
|
if let Some(name) = dst.file_name() {
|
||||||
if let Some(name) = name.to_str() {
|
if let Some(name) = name.to_str() {
|
||||||
if name.starts_with(".wh.") {
|
if name.starts_with(".wh.") {
|
||||||
let copy = dst.clone();
|
let copy = dst.clone();
|
||||||
dst.pop();
|
dst.pop();
|
||||||
self.check_safe_path(&dst, image_dir)?;
|
self.check_safe_path(&dst)?;
|
||||||
return Ok(copy);
|
return Ok(copy);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
self.check_safe_path(&dst, image_dir)?;
|
self.check_safe_path(&dst)?;
|
||||||
Ok(dst)
|
Ok(dst)
|
||||||
}
|
}
|
||||||
|
|
||||||
fn check_safe_path(&self, dst: &Path, image_dir: &Path) -> Result<()> {
|
fn check_safe_path(&self, dst: &Path) -> Result<()> {
|
||||||
let resolved = path_clean::clean(dst);
|
let resolved = path_clean::clean(dst);
|
||||||
if !resolved.starts_with(image_dir) {
|
if !resolved.starts_with(&self.target_dir) {
|
||||||
return Err(anyhow!("layer attempts to work outside image dir"));
|
return Err(anyhow!("layer attempts to work outside image dir"));
|
||||||
}
|
}
|
||||||
Ok(())
|
Ok(())
|
||||||
}
|
}
|
||||||
|
|
||||||
fn pack(
|
|
||||||
format: OciPackerFormat,
|
|
||||||
image_dir: &Path,
|
|
||||||
packed_file: &Path,
|
|
||||||
mut progress: OciProgress,
|
|
||||||
progress_context: OciProgressContext,
|
|
||||||
) -> Result<OciProgress> {
|
|
||||||
let backend = format.detect_best_backend();
|
|
||||||
let backend = backend.create();
|
|
||||||
backend.pack(&mut progress, &progress_context, image_dir, packed_file)?;
|
|
||||||
std::fs::remove_dir_all(image_dir)?;
|
|
||||||
progress.phase = OciProgressPhase::Packing;
|
|
||||||
progress.value = progress.total;
|
|
||||||
progress_context.update(&progress);
|
|
||||||
Ok(progress)
|
|
||||||
}
|
|
||||||
}
|
}
|
@ -1,74 +0,0 @@
|
|||||||
use crate::packer::OciPackerFormat;
|
|
||||||
|
|
||||||
use super::compiler::ImageInfo;
|
|
||||||
use anyhow::Result;
|
|
||||||
use log::debug;
|
|
||||||
use oci_spec::image::{ImageConfiguration, ImageManifest};
|
|
||||||
use std::path::{Path, PathBuf};
|
|
||||||
use tokio::fs;
|
|
||||||
|
|
||||||
#[derive(Clone)]
|
|
||||||
pub struct ImageCache {
|
|
||||||
cache_dir: PathBuf,
|
|
||||||
}
|
|
||||||
|
|
||||||
impl ImageCache {
|
|
||||||
pub fn new(cache_dir: &Path) -> Result<ImageCache> {
|
|
||||||
Ok(ImageCache {
|
|
||||||
cache_dir: cache_dir.to_path_buf(),
|
|
||||||
})
|
|
||||||
}
|
|
||||||
|
|
||||||
pub async fn recall(&self, digest: &str, format: OciPackerFormat) -> Result<Option<ImageInfo>> {
|
|
||||||
let mut fs_path = self.cache_dir.clone();
|
|
||||||
let mut config_path = self.cache_dir.clone();
|
|
||||||
let mut manifest_path = self.cache_dir.clone();
|
|
||||||
fs_path.push(format!("{}.{}", digest, format.extension()));
|
|
||||||
manifest_path.push(format!("{}.manifest.json", digest));
|
|
||||||
config_path.push(format!("{}.config.json", digest));
|
|
||||||
Ok(
|
|
||||||
if fs_path.exists() && manifest_path.exists() && config_path.exists() {
|
|
||||||
let image_metadata = fs::metadata(&fs_path).await?;
|
|
||||||
let manifest_metadata = fs::metadata(&manifest_path).await?;
|
|
||||||
let config_metadata = fs::metadata(&config_path).await?;
|
|
||||||
if image_metadata.is_file()
|
|
||||||
&& manifest_metadata.is_file()
|
|
||||||
&& config_metadata.is_file()
|
|
||||||
{
|
|
||||||
let manifest_text = fs::read_to_string(&manifest_path).await?;
|
|
||||||
let manifest: ImageManifest = serde_json::from_str(&manifest_text)?;
|
|
||||||
let config_text = fs::read_to_string(&config_path).await?;
|
|
||||||
let config: ImageConfiguration = serde_json::from_str(&config_text)?;
|
|
||||||
debug!("cache hit digest={}", digest);
|
|
||||||
Some(ImageInfo::new(fs_path.clone(), manifest, config)?)
|
|
||||||
} else {
|
|
||||||
None
|
|
||||||
}
|
|
||||||
} else {
|
|
||||||
debug!("cache miss digest={}", digest);
|
|
||||||
None
|
|
||||||
},
|
|
||||||
)
|
|
||||||
}
|
|
||||||
|
|
||||||
pub async fn store(
|
|
||||||
&self,
|
|
||||||
digest: &str,
|
|
||||||
info: &ImageInfo,
|
|
||||||
format: OciPackerFormat,
|
|
||||||
) -> Result<ImageInfo> {
|
|
||||||
debug!("cache store digest={}", digest);
|
|
||||||
let mut fs_path = self.cache_dir.clone();
|
|
||||||
let mut manifest_path = self.cache_dir.clone();
|
|
||||||
let mut config_path = self.cache_dir.clone();
|
|
||||||
fs_path.push(format!("{}.{}", digest, format.extension()));
|
|
||||||
manifest_path.push(format!("{}.manifest.json", digest));
|
|
||||||
config_path.push(format!("{}.config.json", digest));
|
|
||||||
fs::copy(&info.image, &fs_path).await?;
|
|
||||||
let manifest_text = serde_json::to_string_pretty(&info.manifest)?;
|
|
||||||
fs::write(&manifest_path, manifest_text).await?;
|
|
||||||
let config_text = serde_json::to_string_pretty(&info.config)?;
|
|
||||||
fs::write(&config_path, config_text).await?;
|
|
||||||
ImageInfo::new(fs_path.clone(), info.manifest.clone(), info.config.clone())
|
|
||||||
}
|
|
||||||
}
|
|
@ -1,8 +1,8 @@
|
|||||||
use crate::progress::{OciProgress, OciProgressContext, OciProgressPhase};
|
use crate::progress::{OciBoundProgress, OciProgressPhase};
|
||||||
|
|
||||||
use super::{
|
use super::{
|
||||||
name::ImageName,
|
name::ImageName,
|
||||||
registry::{OciRegistryClient, OciRegistryPlatform},
|
registry::{OciPlatform, OciRegistryClient},
|
||||||
};
|
};
|
||||||
|
|
||||||
use std::{
|
use std::{
|
||||||
@ -24,11 +24,10 @@ use tokio::{
|
|||||||
use tokio_stream::StreamExt;
|
use tokio_stream::StreamExt;
|
||||||
use tokio_tar::Archive;
|
use tokio_tar::Archive;
|
||||||
|
|
||||||
pub struct OciImageDownloader {
|
pub struct OciImageFetcher {
|
||||||
seed: Option<PathBuf>,
|
seed: Option<PathBuf>,
|
||||||
storage: PathBuf,
|
platform: OciPlatform,
|
||||||
platform: OciRegistryPlatform,
|
progress: OciBoundProgress,
|
||||||
progress: OciProgressContext,
|
|
||||||
}
|
}
|
||||||
|
|
||||||
#[derive(Clone, Debug, PartialEq, Eq)]
|
#[derive(Clone, Debug, PartialEq, Eq)]
|
||||||
@ -77,16 +76,14 @@ pub struct OciLocalImage {
|
|||||||
pub layers: Vec<OciImageLayer>,
|
pub layers: Vec<OciImageLayer>,
|
||||||
}
|
}
|
||||||
|
|
||||||
impl OciImageDownloader {
|
impl OciImageFetcher {
|
||||||
pub fn new(
|
pub fn new(
|
||||||
seed: Option<PathBuf>,
|
seed: Option<PathBuf>,
|
||||||
storage: PathBuf,
|
platform: OciPlatform,
|
||||||
platform: OciRegistryPlatform,
|
progress: OciBoundProgress,
|
||||||
progress: OciProgressContext,
|
) -> OciImageFetcher {
|
||||||
) -> OciImageDownloader {
|
OciImageFetcher {
|
||||||
OciImageDownloader {
|
|
||||||
seed,
|
seed,
|
||||||
storage,
|
|
||||||
platform,
|
platform,
|
||||||
progress,
|
progress,
|
||||||
}
|
}
|
||||||
@ -216,12 +213,14 @@ impl OciImageDownloader {
|
|||||||
pub async fn download(
|
pub async fn download(
|
||||||
&self,
|
&self,
|
||||||
image: OciResolvedImage,
|
image: OciResolvedImage,
|
||||||
progress: &mut OciProgress,
|
layer_dir: &Path,
|
||||||
) -> Result<OciLocalImage> {
|
) -> Result<OciLocalImage> {
|
||||||
let config: ImageConfiguration;
|
let config: ImageConfiguration;
|
||||||
|
self.progress
|
||||||
progress.phase = OciProgressPhase::ConfigAcquire;
|
.update(|progress| {
|
||||||
self.progress.update(progress);
|
progress.phase = OciProgressPhase::ConfigAcquire;
|
||||||
|
})
|
||||||
|
.await;
|
||||||
let mut client = OciRegistryClient::new(image.name.registry_url()?, self.platform.clone())?;
|
let mut client = OciRegistryClient::new(image.name.registry_url()?, self.platform.clone())?;
|
||||||
if let Some(seeded) = self
|
if let Some(seeded) = self
|
||||||
.load_seed_json_blob::<ImageConfiguration>(image.manifest.config())
|
.load_seed_json_blob::<ImageConfiguration>(image.manifest.config())
|
||||||
@ -234,18 +233,31 @@ impl OciImageDownloader {
|
|||||||
.await?;
|
.await?;
|
||||||
config = serde_json::from_slice(&config_bytes)?;
|
config = serde_json::from_slice(&config_bytes)?;
|
||||||
}
|
}
|
||||||
progress.phase = OciProgressPhase::LayerAcquire;
|
self.progress
|
||||||
self.progress.update(progress);
|
.update(|progress| {
|
||||||
|
progress.phase = OciProgressPhase::LayerAcquire;
|
||||||
|
|
||||||
|
for layer in image.manifest.layers() {
|
||||||
|
progress.add_layer(layer.digest(), layer.size() as usize);
|
||||||
|
}
|
||||||
|
})
|
||||||
|
.await;
|
||||||
let mut layers = Vec::new();
|
let mut layers = Vec::new();
|
||||||
for layer in image.manifest.layers() {
|
for layer in image.manifest.layers() {
|
||||||
progress.downloading_layer(layer.digest(), 0, layer.size() as usize);
|
self.progress
|
||||||
self.progress.update(progress);
|
.update(|progress| {
|
||||||
|
progress.downloading_layer(layer.digest(), 0, layer.size() as usize);
|
||||||
|
})
|
||||||
|
.await;
|
||||||
layers.push(
|
layers.push(
|
||||||
self.acquire_layer(&image.name, layer, &mut client, progress)
|
self.acquire_layer(&image.name, layer, layer_dir, &mut client)
|
||||||
.await?,
|
.await?,
|
||||||
);
|
);
|
||||||
progress.downloaded_layer(layer.digest());
|
self.progress
|
||||||
self.progress.update(progress);
|
.update(|progress| {
|
||||||
|
progress.downloaded_layer(layer.digest());
|
||||||
|
})
|
||||||
|
.await;
|
||||||
}
|
}
|
||||||
Ok(OciLocalImage {
|
Ok(OciLocalImage {
|
||||||
image,
|
image,
|
||||||
@ -258,28 +270,22 @@ impl OciImageDownloader {
|
|||||||
&self,
|
&self,
|
||||||
image: &ImageName,
|
image: &ImageName,
|
||||||
layer: &Descriptor,
|
layer: &Descriptor,
|
||||||
|
layer_dir: &Path,
|
||||||
client: &mut OciRegistryClient,
|
client: &mut OciRegistryClient,
|
||||||
progress: &mut OciProgress,
|
|
||||||
) -> Result<OciImageLayer> {
|
) -> Result<OciImageLayer> {
|
||||||
debug!(
|
debug!(
|
||||||
"acquire layer digest={} size={}",
|
"acquire layer digest={} size={}",
|
||||||
layer.digest(),
|
layer.digest(),
|
||||||
layer.size()
|
layer.size()
|
||||||
);
|
);
|
||||||
let mut layer_path = self.storage.clone();
|
let mut layer_path = layer_dir.to_path_buf();
|
||||||
layer_path.push(format!("{}.layer", layer.digest()));
|
layer_path.push(format!("{}.layer", layer.digest()));
|
||||||
|
|
||||||
let seeded = self.extract_seed_blob(layer, &layer_path).await?;
|
let seeded = self.extract_seed_blob(layer, &layer_path).await?;
|
||||||
if !seeded {
|
if !seeded {
|
||||||
let file = File::create(&layer_path).await?;
|
let file = File::create(&layer_path).await?;
|
||||||
let size = client
|
let size = client
|
||||||
.write_blob_to_file(
|
.write_blob_to_file(&image.name, layer, file, Some(self.progress.clone()))
|
||||||
&image.name,
|
|
||||||
layer,
|
|
||||||
file,
|
|
||||||
Some(progress),
|
|
||||||
Some(&self.progress),
|
|
||||||
)
|
|
||||||
.await?;
|
.await?;
|
||||||
if layer.size() as u64 != size {
|
if layer.size() as u64 != size {
|
||||||
return Err(anyhow!(
|
return Err(anyhow!(
|
||||||
|
@ -1,5 +1,4 @@
|
|||||||
pub mod cache;
|
pub mod assemble;
|
||||||
pub mod compiler;
|
|
||||||
pub mod fetch;
|
pub mod fetch;
|
||||||
pub mod name;
|
pub mod name;
|
||||||
pub mod packer;
|
pub mod packer;
|
||||||
|
@ -6,116 +6,23 @@ use std::{
|
|||||||
process::{Command, Stdio},
|
process::{Command, Stdio},
|
||||||
};
|
};
|
||||||
|
|
||||||
|
use crate::progress::{OciBoundProgress, OciProgressPhase};
|
||||||
use anyhow::{anyhow, Result};
|
use anyhow::{anyhow, Result};
|
||||||
use backhand::{compression::Compressor, FilesystemCompressor, FilesystemWriter, NodeHeader};
|
use backhand::{compression::Compressor, FilesystemCompressor, FilesystemWriter, NodeHeader};
|
||||||
use log::{trace, warn};
|
use log::{trace, warn};
|
||||||
use walkdir::WalkDir;
|
use walkdir::WalkDir;
|
||||||
|
|
||||||
use crate::progress::{OciProgress, OciProgressContext, OciProgressPhase};
|
use super::OciPackedFormat;
|
||||||
|
|
||||||
#[derive(Debug, Default, Clone, Copy)]
|
|
||||||
pub enum OciPackerFormat {
|
|
||||||
#[default]
|
|
||||||
Squashfs,
|
|
||||||
Erofs,
|
|
||||||
}
|
|
||||||
|
|
||||||
#[derive(Debug, Clone, Copy)]
|
|
||||||
pub enum OciPackerBackendType {
|
|
||||||
Backhand,
|
|
||||||
MkSquashfs,
|
|
||||||
MkfsErofs,
|
|
||||||
}
|
|
||||||
|
|
||||||
impl OciPackerFormat {
|
|
||||||
pub fn id(&self) -> u8 {
|
|
||||||
match self {
|
|
||||||
OciPackerFormat::Squashfs => 0,
|
|
||||||
OciPackerFormat::Erofs => 1,
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
pub fn extension(&self) -> &str {
|
|
||||||
match self {
|
|
||||||
OciPackerFormat::Squashfs => "erofs",
|
|
||||||
OciPackerFormat::Erofs => "erofs",
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
pub fn detect_best_backend(&self) -> OciPackerBackendType {
|
|
||||||
match self {
|
|
||||||
OciPackerFormat::Squashfs => {
|
|
||||||
let status = Command::new("mksquashfs")
|
|
||||||
.arg("-version")
|
|
||||||
.stdin(Stdio::null())
|
|
||||||
.stderr(Stdio::null())
|
|
||||||
.stdout(Stdio::null())
|
|
||||||
.status()
|
|
||||||
.ok();
|
|
||||||
|
|
||||||
let Some(code) = status.and_then(|x| x.code()) else {
|
|
||||||
return OciPackerBackendType::Backhand;
|
|
||||||
};
|
|
||||||
|
|
||||||
if code == 0 {
|
|
||||||
OciPackerBackendType::MkSquashfs
|
|
||||||
} else {
|
|
||||||
OciPackerBackendType::Backhand
|
|
||||||
}
|
|
||||||
}
|
|
||||||
OciPackerFormat::Erofs => OciPackerBackendType::MkfsErofs,
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
impl OciPackerBackendType {
|
|
||||||
pub fn format(&self) -> OciPackerFormat {
|
|
||||||
match self {
|
|
||||||
OciPackerBackendType::Backhand => OciPackerFormat::Squashfs,
|
|
||||||
OciPackerBackendType::MkSquashfs => OciPackerFormat::Squashfs,
|
|
||||||
OciPackerBackendType::MkfsErofs => OciPackerFormat::Erofs,
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
pub fn create(&self) -> Box<dyn OciPackerBackend> {
|
|
||||||
match self {
|
|
||||||
OciPackerBackendType::Backhand => {
|
|
||||||
Box::new(OciPackerBackhand {}) as Box<dyn OciPackerBackend>
|
|
||||||
}
|
|
||||||
OciPackerBackendType::MkSquashfs => {
|
|
||||||
Box::new(OciPackerMkSquashfs {}) as Box<dyn OciPackerBackend>
|
|
||||||
}
|
|
||||||
OciPackerBackendType::MkfsErofs => {
|
|
||||||
Box::new(OciPackerMkfsErofs {}) as Box<dyn OciPackerBackend>
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
pub trait OciPackerBackend {
|
|
||||||
fn pack(
|
|
||||||
&self,
|
|
||||||
progress: &mut OciProgress,
|
|
||||||
progress_context: &OciProgressContext,
|
|
||||||
directory: &Path,
|
|
||||||
file: &Path,
|
|
||||||
) -> Result<()>;
|
|
||||||
}
|
|
||||||
|
|
||||||
pub struct OciPackerBackhand {}
|
pub struct OciPackerBackhand {}
|
||||||
|
|
||||||
impl OciPackerBackend for OciPackerBackhand {
|
impl OciPackerBackend for OciPackerBackhand {
|
||||||
fn pack(
|
fn pack(&self, progress: OciBoundProgress, directory: &Path, file: &Path) -> Result<()> {
|
||||||
&self,
|
progress.update_blocking(|progress| {
|
||||||
progress: &mut OciProgress,
|
progress.phase = OciProgressPhase::Packing;
|
||||||
progress_context: &OciProgressContext,
|
progress.total = 1;
|
||||||
directory: &Path,
|
progress.value = 0;
|
||||||
file: &Path,
|
});
|
||||||
) -> Result<()> {
|
|
||||||
progress.phase = OciProgressPhase::Packing;
|
|
||||||
progress.total = 1;
|
|
||||||
progress.value = 0;
|
|
||||||
progress_context.update(progress);
|
|
||||||
let mut writer = FilesystemWriter::default();
|
let mut writer = FilesystemWriter::default();
|
||||||
writer.set_compressor(FilesystemCompressor::new(Compressor::Gzip, None)?);
|
writer.set_compressor(FilesystemCompressor::new(Compressor::Gzip, None)?);
|
||||||
let walk = WalkDir::new(directory).follow_links(false);
|
let walk = WalkDir::new(directory).follow_links(false);
|
||||||
@ -172,11 +79,6 @@ impl OciPackerBackend for OciPackerBackhand {
|
|||||||
return Err(anyhow!("invalid file type"));
|
return Err(anyhow!("invalid file type"));
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
progress.phase = OciProgressPhase::Packing;
|
|
||||||
progress.value = 1;
|
|
||||||
progress_context.update(progress);
|
|
||||||
|
|
||||||
let squash_file_path = file
|
let squash_file_path = file
|
||||||
.to_str()
|
.to_str()
|
||||||
.ok_or_else(|| anyhow!("failed to convert squashfs string"))?;
|
.ok_or_else(|| anyhow!("failed to convert squashfs string"))?;
|
||||||
@ -185,6 +87,11 @@ impl OciPackerBackend for OciPackerBackhand {
|
|||||||
let mut bufwrite = BufWriter::new(file);
|
let mut bufwrite = BufWriter::new(file);
|
||||||
trace!("squash generate: {}", squash_file_path);
|
trace!("squash generate: {}", squash_file_path);
|
||||||
writer.write(&mut bufwrite)?;
|
writer.write(&mut bufwrite)?;
|
||||||
|
progress.update_blocking(|progress| {
|
||||||
|
progress.phase = OciProgressPhase::Packing;
|
||||||
|
progress.total = 1;
|
||||||
|
progress.value = 1;
|
||||||
|
});
|
||||||
Ok(())
|
Ok(())
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@ -228,20 +135,50 @@ impl Drop for ConsumingFileReader {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
#[derive(Debug, Clone, Copy)]
|
||||||
|
pub enum OciPackerBackendType {
|
||||||
|
Backhand,
|
||||||
|
MkSquashfs,
|
||||||
|
MkfsErofs,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl OciPackerBackendType {
|
||||||
|
pub fn format(&self) -> OciPackedFormat {
|
||||||
|
match self {
|
||||||
|
OciPackerBackendType::Backhand => OciPackedFormat::Squashfs,
|
||||||
|
OciPackerBackendType::MkSquashfs => OciPackedFormat::Squashfs,
|
||||||
|
OciPackerBackendType::MkfsErofs => OciPackedFormat::Erofs,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn create(&self) -> Box<dyn OciPackerBackend> {
|
||||||
|
match self {
|
||||||
|
OciPackerBackendType::Backhand => {
|
||||||
|
Box::new(OciPackerBackhand {}) as Box<dyn OciPackerBackend>
|
||||||
|
}
|
||||||
|
OciPackerBackendType::MkSquashfs => {
|
||||||
|
Box::new(OciPackerMkSquashfs {}) as Box<dyn OciPackerBackend>
|
||||||
|
}
|
||||||
|
OciPackerBackendType::MkfsErofs => {
|
||||||
|
Box::new(OciPackerMkfsErofs {}) as Box<dyn OciPackerBackend>
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
pub trait OciPackerBackend {
|
||||||
|
fn pack(&self, progress: OciBoundProgress, directory: &Path, file: &Path) -> Result<()>;
|
||||||
|
}
|
||||||
|
|
||||||
pub struct OciPackerMkSquashfs {}
|
pub struct OciPackerMkSquashfs {}
|
||||||
|
|
||||||
impl OciPackerBackend for OciPackerMkSquashfs {
|
impl OciPackerBackend for OciPackerMkSquashfs {
|
||||||
fn pack(
|
fn pack(&self, progress: OciBoundProgress, directory: &Path, file: &Path) -> Result<()> {
|
||||||
&self,
|
progress.update_blocking(|progress| {
|
||||||
progress: &mut OciProgress,
|
progress.phase = OciProgressPhase::Packing;
|
||||||
progress_context: &OciProgressContext,
|
progress.total = 1;
|
||||||
directory: &Path,
|
progress.value = 0;
|
||||||
file: &Path,
|
});
|
||||||
) -> Result<()> {
|
|
||||||
progress.phase = OciProgressPhase::Packing;
|
|
||||||
progress.total = 1;
|
|
||||||
progress.value = 0;
|
|
||||||
progress_context.update(progress);
|
|
||||||
let mut child = Command::new("mksquashfs")
|
let mut child = Command::new("mksquashfs")
|
||||||
.arg(directory)
|
.arg(directory)
|
||||||
.arg(file)
|
.arg(file)
|
||||||
@ -258,10 +195,11 @@ impl OciPackerBackend for OciPackerMkSquashfs {
|
|||||||
status.code().unwrap()
|
status.code().unwrap()
|
||||||
))
|
))
|
||||||
} else {
|
} else {
|
||||||
progress.phase = OciProgressPhase::Packing;
|
progress.update_blocking(|progress| {
|
||||||
progress.total = 1;
|
progress.phase = OciProgressPhase::Packing;
|
||||||
progress.value = 1;
|
progress.total = 1;
|
||||||
progress_context.update(progress);
|
progress.value = 1;
|
||||||
|
});
|
||||||
Ok(())
|
Ok(())
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@ -270,17 +208,12 @@ impl OciPackerBackend for OciPackerMkSquashfs {
|
|||||||
pub struct OciPackerMkfsErofs {}
|
pub struct OciPackerMkfsErofs {}
|
||||||
|
|
||||||
impl OciPackerBackend for OciPackerMkfsErofs {
|
impl OciPackerBackend for OciPackerMkfsErofs {
|
||||||
fn pack(
|
fn pack(&self, progress: OciBoundProgress, directory: &Path, file: &Path) -> Result<()> {
|
||||||
&self,
|
progress.update_blocking(|progress| {
|
||||||
progress: &mut OciProgress,
|
progress.phase = OciProgressPhase::Packing;
|
||||||
progress_context: &OciProgressContext,
|
progress.total = 1;
|
||||||
directory: &Path,
|
progress.value = 0;
|
||||||
file: &Path,
|
});
|
||||||
) -> Result<()> {
|
|
||||||
progress.phase = OciProgressPhase::Packing;
|
|
||||||
progress.total = 1;
|
|
||||||
progress.value = 0;
|
|
||||||
progress_context.update(progress);
|
|
||||||
let mut child = Command::new("mkfs.erofs")
|
let mut child = Command::new("mkfs.erofs")
|
||||||
.arg("-L")
|
.arg("-L")
|
||||||
.arg("root")
|
.arg("root")
|
||||||
@ -297,10 +230,11 @@ impl OciPackerBackend for OciPackerMkfsErofs {
|
|||||||
status.code().unwrap()
|
status.code().unwrap()
|
||||||
))
|
))
|
||||||
} else {
|
} else {
|
||||||
progress.phase = OciProgressPhase::Packing;
|
progress.update_blocking(|progress| {
|
||||||
progress.total = 1;
|
progress.phase = OciProgressPhase::Packing;
|
||||||
progress.value = 1;
|
progress.total = 1;
|
||||||
progress_context.update(progress);
|
progress.value = 1;
|
||||||
|
});
|
||||||
Ok(())
|
Ok(())
|
||||||
}
|
}
|
||||||
}
|
}
|
87
crates/oci/src/packer/cache.rs
Normal file
87
crates/oci/src/packer/cache.rs
Normal file
@ -0,0 +1,87 @@
|
|||||||
|
use crate::{
|
||||||
|
fetch::OciResolvedImage,
|
||||||
|
packer::{OciImagePacked, OciPackedFormat},
|
||||||
|
};
|
||||||
|
|
||||||
|
use anyhow::Result;
|
||||||
|
use log::debug;
|
||||||
|
use oci_spec::image::{ImageConfiguration, ImageManifest};
|
||||||
|
use std::path::{Path, PathBuf};
|
||||||
|
use tokio::fs;
|
||||||
|
|
||||||
|
#[derive(Clone)]
|
||||||
|
pub struct OciPackerCache {
|
||||||
|
cache_dir: PathBuf,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl OciPackerCache {
|
||||||
|
pub fn new(cache_dir: &Path) -> Result<OciPackerCache> {
|
||||||
|
Ok(OciPackerCache {
|
||||||
|
cache_dir: cache_dir.to_path_buf(),
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
pub async fn recall(
|
||||||
|
&self,
|
||||||
|
resolved: &OciResolvedImage,
|
||||||
|
format: OciPackedFormat,
|
||||||
|
) -> Result<Option<OciImagePacked>> {
|
||||||
|
let mut fs_path = self.cache_dir.clone();
|
||||||
|
let mut config_path = self.cache_dir.clone();
|
||||||
|
let mut manifest_path = self.cache_dir.clone();
|
||||||
|
fs_path.push(format!("{}.{}", resolved.digest, format.extension()));
|
||||||
|
manifest_path.push(format!("{}.manifest.json", resolved.digest));
|
||||||
|
config_path.push(format!("{}.config.json", resolved.digest));
|
||||||
|
Ok(
|
||||||
|
if fs_path.exists() && manifest_path.exists() && config_path.exists() {
|
||||||
|
let image_metadata = fs::metadata(&fs_path).await?;
|
||||||
|
let manifest_metadata = fs::metadata(&manifest_path).await?;
|
||||||
|
let config_metadata = fs::metadata(&config_path).await?;
|
||||||
|
if image_metadata.is_file()
|
||||||
|
&& manifest_metadata.is_file()
|
||||||
|
&& config_metadata.is_file()
|
||||||
|
{
|
||||||
|
let manifest_text = fs::read_to_string(&manifest_path).await?;
|
||||||
|
let manifest: ImageManifest = serde_json::from_str(&manifest_text)?;
|
||||||
|
let config_text = fs::read_to_string(&config_path).await?;
|
||||||
|
let config: ImageConfiguration = serde_json::from_str(&config_text)?;
|
||||||
|
debug!("cache hit digest={}", resolved.digest);
|
||||||
|
Some(OciImagePacked::new(
|
||||||
|
resolved.digest.clone(),
|
||||||
|
fs_path.clone(),
|
||||||
|
format,
|
||||||
|
config,
|
||||||
|
manifest,
|
||||||
|
))
|
||||||
|
} else {
|
||||||
|
None
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
debug!("cache miss digest={}", resolved.digest);
|
||||||
|
None
|
||||||
|
},
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
pub async fn store(&self, packed: OciImagePacked) -> Result<OciImagePacked> {
|
||||||
|
debug!("cache store digest={}", packed.digest);
|
||||||
|
let mut fs_path = self.cache_dir.clone();
|
||||||
|
let mut manifest_path = self.cache_dir.clone();
|
||||||
|
let mut config_path = self.cache_dir.clone();
|
||||||
|
fs_path.push(format!("{}.{}", packed.digest, packed.format.extension()));
|
||||||
|
manifest_path.push(format!("{}.manifest.json", packed.digest));
|
||||||
|
config_path.push(format!("{}.config.json", packed.digest));
|
||||||
|
fs::copy(&packed.path, &fs_path).await?;
|
||||||
|
let manifest_text = serde_json::to_string_pretty(&packed.manifest)?;
|
||||||
|
fs::write(&manifest_path, manifest_text).await?;
|
||||||
|
let config_text = serde_json::to_string_pretty(&packed.config)?;
|
||||||
|
fs::write(&config_path, config_text).await?;
|
||||||
|
Ok(OciImagePacked::new(
|
||||||
|
packed.digest,
|
||||||
|
fs_path.clone(),
|
||||||
|
packed.format,
|
||||||
|
packed.config,
|
||||||
|
packed.manifest,
|
||||||
|
))
|
||||||
|
}
|
||||||
|
}
|
78
crates/oci/src/packer/mod.rs
Normal file
78
crates/oci/src/packer/mod.rs
Normal file
@ -0,0 +1,78 @@
|
|||||||
|
use self::backend::OciPackerBackendType;
|
||||||
|
use oci_spec::image::{ImageConfiguration, ImageManifest};
|
||||||
|
use std::{
|
||||||
|
path::PathBuf,
|
||||||
|
process::{Command, Stdio},
|
||||||
|
};
|
||||||
|
|
||||||
|
pub mod backend;
|
||||||
|
pub mod cache;
|
||||||
|
pub mod service;
|
||||||
|
|
||||||
|
#[derive(Debug, Default, Clone, Copy)]
|
||||||
|
pub enum OciPackedFormat {
|
||||||
|
#[default]
|
||||||
|
Squashfs,
|
||||||
|
Erofs,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl OciPackedFormat {
|
||||||
|
pub fn extension(&self) -> &str {
|
||||||
|
match self {
|
||||||
|
OciPackedFormat::Squashfs => "squashfs",
|
||||||
|
OciPackedFormat::Erofs => "erofs",
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn detect_best_backend(&self) -> OciPackerBackendType {
|
||||||
|
match self {
|
||||||
|
OciPackedFormat::Squashfs => {
|
||||||
|
let status = Command::new("mksquashfs")
|
||||||
|
.arg("-version")
|
||||||
|
.stdin(Stdio::null())
|
||||||
|
.stderr(Stdio::null())
|
||||||
|
.stdout(Stdio::null())
|
||||||
|
.status()
|
||||||
|
.ok();
|
||||||
|
|
||||||
|
let Some(code) = status.and_then(|x| x.code()) else {
|
||||||
|
return OciPackerBackendType::Backhand;
|
||||||
|
};
|
||||||
|
|
||||||
|
if code == 0 {
|
||||||
|
OciPackerBackendType::MkSquashfs
|
||||||
|
} else {
|
||||||
|
OciPackerBackendType::Backhand
|
||||||
|
}
|
||||||
|
}
|
||||||
|
OciPackedFormat::Erofs => OciPackerBackendType::MkfsErofs,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
#[derive(Clone)]
|
||||||
|
pub struct OciImagePacked {
|
||||||
|
pub digest: String,
|
||||||
|
pub path: PathBuf,
|
||||||
|
pub format: OciPackedFormat,
|
||||||
|
pub config: ImageConfiguration,
|
||||||
|
pub manifest: ImageManifest,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl OciImagePacked {
|
||||||
|
pub fn new(
|
||||||
|
digest: String,
|
||||||
|
path: PathBuf,
|
||||||
|
format: OciPackedFormat,
|
||||||
|
config: ImageConfiguration,
|
||||||
|
manifest: ImageManifest,
|
||||||
|
) -> OciImagePacked {
|
||||||
|
OciImagePacked {
|
||||||
|
digest,
|
||||||
|
path,
|
||||||
|
format,
|
||||||
|
config,
|
||||||
|
manifest,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
77
crates/oci/src/packer/service.rs
Normal file
77
crates/oci/src/packer/service.rs
Normal file
@ -0,0 +1,77 @@
|
|||||||
|
use std::path::{Path, PathBuf};
|
||||||
|
|
||||||
|
use anyhow::{anyhow, Result};
|
||||||
|
|
||||||
|
use crate::{
|
||||||
|
assemble::OciImageAssembler,
|
||||||
|
fetch::OciImageFetcher,
|
||||||
|
name::ImageName,
|
||||||
|
progress::{OciBoundProgress, OciProgress, OciProgressContext},
|
||||||
|
registry::OciPlatform,
|
||||||
|
};
|
||||||
|
|
||||||
|
use super::{cache::OciPackerCache, OciImagePacked, OciPackedFormat};
|
||||||
|
|
||||||
|
#[derive(Clone)]
|
||||||
|
pub struct OciPackerService {
|
||||||
|
seed: Option<PathBuf>,
|
||||||
|
platform: OciPlatform,
|
||||||
|
cache: OciPackerCache,
|
||||||
|
progress: OciProgressContext,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl OciPackerService {
|
||||||
|
pub fn new(
|
||||||
|
seed: Option<PathBuf>,
|
||||||
|
cache_dir: &Path,
|
||||||
|
platform: OciPlatform,
|
||||||
|
progress: OciProgressContext,
|
||||||
|
) -> Result<OciPackerService> {
|
||||||
|
Ok(OciPackerService {
|
||||||
|
seed,
|
||||||
|
cache: OciPackerCache::new(cache_dir)?,
|
||||||
|
platform,
|
||||||
|
progress,
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
pub async fn pack(
|
||||||
|
&self,
|
||||||
|
id: &str,
|
||||||
|
name: ImageName,
|
||||||
|
format: OciPackedFormat,
|
||||||
|
) -> Result<OciImagePacked> {
|
||||||
|
let progress = OciProgress::new(id);
|
||||||
|
let progress = OciBoundProgress::new(self.progress.clone(), progress);
|
||||||
|
let fetcher =
|
||||||
|
OciImageFetcher::new(self.seed.clone(), self.platform.clone(), progress.clone());
|
||||||
|
let resolved = fetcher.resolve(name).await?;
|
||||||
|
if let Some(cached) = self.cache.recall(&resolved, format).await? {
|
||||||
|
return Ok(cached);
|
||||||
|
}
|
||||||
|
let assembler =
|
||||||
|
OciImageAssembler::new(fetcher, resolved, progress.clone(), None, None).await?;
|
||||||
|
let assembled = assembler.assemble().await?;
|
||||||
|
let mut file = assembled
|
||||||
|
.tmp_dir
|
||||||
|
.clone()
|
||||||
|
.ok_or(anyhow!("tmp_dir was missing when packing image"))?;
|
||||||
|
file.push("image.pack");
|
||||||
|
let target = file.clone();
|
||||||
|
let directory = assembled.path.clone();
|
||||||
|
tokio::task::spawn_blocking(move || {
|
||||||
|
let packer = format.detect_best_backend().create();
|
||||||
|
packer.pack(progress, &directory, &target)
|
||||||
|
})
|
||||||
|
.await??;
|
||||||
|
let packed = OciImagePacked::new(
|
||||||
|
assembled.digest.clone(),
|
||||||
|
file,
|
||||||
|
format,
|
||||||
|
assembled.config.clone(),
|
||||||
|
assembled.manifest.clone(),
|
||||||
|
);
|
||||||
|
let packed = self.cache.store(packed).await?;
|
||||||
|
Ok(packed)
|
||||||
|
}
|
||||||
|
}
|
@ -1,5 +1,7 @@
|
|||||||
|
use std::sync::Arc;
|
||||||
|
|
||||||
use indexmap::IndexMap;
|
use indexmap::IndexMap;
|
||||||
use tokio::sync::broadcast::Sender;
|
use tokio::sync::{broadcast::Sender, Mutex};
|
||||||
|
|
||||||
#[derive(Clone, Debug)]
|
#[derive(Clone, Debug)]
|
||||||
pub struct OciProgress {
|
pub struct OciProgress {
|
||||||
@ -11,14 +13,24 @@ pub struct OciProgress {
|
|||||||
}
|
}
|
||||||
|
|
||||||
impl OciProgress {
|
impl OciProgress {
|
||||||
pub fn add_layer(&mut self, id: &str) {
|
pub fn new(id: &str) -> Self {
|
||||||
|
OciProgress {
|
||||||
|
id: id.to_string(),
|
||||||
|
phase: OciProgressPhase::Resolving,
|
||||||
|
layers: IndexMap::new(),
|
||||||
|
value: 0,
|
||||||
|
total: 1,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn add_layer(&mut self, id: &str, size: usize) {
|
||||||
self.layers.insert(
|
self.layers.insert(
|
||||||
id.to_string(),
|
id.to_string(),
|
||||||
OciProgressLayer {
|
OciProgressLayer {
|
||||||
id: id.to_string(),
|
id: id.to_string(),
|
||||||
phase: OciProgressLayerPhase::Waiting,
|
phase: OciProgressLayerPhase::Waiting,
|
||||||
value: 0,
|
value: 0,
|
||||||
total: 0,
|
total: size as u64,
|
||||||
},
|
},
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
@ -95,3 +107,30 @@ impl OciProgressContext {
|
|||||||
let _ = self.sender.send(progress.clone());
|
let _ = self.sender.send(progress.clone());
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
#[derive(Clone)]
|
||||||
|
pub struct OciBoundProgress {
|
||||||
|
context: OciProgressContext,
|
||||||
|
instance: Arc<Mutex<OciProgress>>,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl OciBoundProgress {
|
||||||
|
pub fn new(context: OciProgressContext, progress: OciProgress) -> OciBoundProgress {
|
||||||
|
OciBoundProgress {
|
||||||
|
context,
|
||||||
|
instance: Arc::new(Mutex::new(progress)),
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
pub async fn update(&self, function: impl FnOnce(&mut OciProgress)) {
|
||||||
|
let mut progress = self.instance.lock().await;
|
||||||
|
function(&mut progress);
|
||||||
|
self.context.update(&progress);
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn update_blocking(&self, function: impl FnOnce(&mut OciProgress)) {
|
||||||
|
let mut progress = self.instance.blocking_lock();
|
||||||
|
function(&mut progress);
|
||||||
|
self.context.update(&progress);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
@ -7,28 +7,28 @@ use reqwest::{Client, RequestBuilder, Response, StatusCode};
|
|||||||
use tokio::{fs::File, io::AsyncWriteExt};
|
use tokio::{fs::File, io::AsyncWriteExt};
|
||||||
use url::Url;
|
use url::Url;
|
||||||
|
|
||||||
use crate::progress::{OciProgress, OciProgressContext};
|
use crate::progress::OciBoundProgress;
|
||||||
|
|
||||||
#[derive(Clone, Debug)]
|
#[derive(Clone, Debug)]
|
||||||
pub struct OciRegistryPlatform {
|
pub struct OciPlatform {
|
||||||
pub os: Os,
|
pub os: Os,
|
||||||
pub arch: Arch,
|
pub arch: Arch,
|
||||||
}
|
}
|
||||||
|
|
||||||
impl OciRegistryPlatform {
|
impl OciPlatform {
|
||||||
#[cfg(target_arch = "x86_64")]
|
#[cfg(target_arch = "x86_64")]
|
||||||
const CURRENT_ARCH: Arch = Arch::Amd64;
|
const CURRENT_ARCH: Arch = Arch::Amd64;
|
||||||
#[cfg(target_arch = "aarch64")]
|
#[cfg(target_arch = "aarch64")]
|
||||||
const CURRENT_ARCH: Arch = Arch::ARM64;
|
const CURRENT_ARCH: Arch = Arch::ARM64;
|
||||||
|
|
||||||
pub fn new(os: Os, arch: Arch) -> OciRegistryPlatform {
|
pub fn new(os: Os, arch: Arch) -> OciPlatform {
|
||||||
OciRegistryPlatform { os, arch }
|
OciPlatform { os, arch }
|
||||||
}
|
}
|
||||||
|
|
||||||
pub fn current() -> OciRegistryPlatform {
|
pub fn current() -> OciPlatform {
|
||||||
OciRegistryPlatform {
|
OciPlatform {
|
||||||
os: Os::Linux,
|
os: Os::Linux,
|
||||||
arch: OciRegistryPlatform::CURRENT_ARCH,
|
arch: OciPlatform::CURRENT_ARCH,
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@ -36,12 +36,12 @@ impl OciRegistryPlatform {
|
|||||||
pub struct OciRegistryClient {
|
pub struct OciRegistryClient {
|
||||||
agent: Client,
|
agent: Client,
|
||||||
url: Url,
|
url: Url,
|
||||||
platform: OciRegistryPlatform,
|
platform: OciPlatform,
|
||||||
token: Option<String>,
|
token: Option<String>,
|
||||||
}
|
}
|
||||||
|
|
||||||
impl OciRegistryClient {
|
impl OciRegistryClient {
|
||||||
pub fn new(url: Url, platform: OciRegistryPlatform) -> Result<OciRegistryClient> {
|
pub fn new(url: Url, platform: OciPlatform) -> Result<OciRegistryClient> {
|
||||||
Ok(OciRegistryClient {
|
Ok(OciRegistryClient {
|
||||||
agent: Client::new(),
|
agent: Client::new(),
|
||||||
url,
|
url,
|
||||||
@ -140,8 +140,7 @@ impl OciRegistryClient {
|
|||||||
name: N,
|
name: N,
|
||||||
descriptor: &Descriptor,
|
descriptor: &Descriptor,
|
||||||
mut dest: File,
|
mut dest: File,
|
||||||
mut progress_handle: Option<&mut OciProgress>,
|
progress: Option<OciBoundProgress>,
|
||||||
progress_context: Option<&OciProgressContext>,
|
|
||||||
) -> Result<u64> {
|
) -> Result<u64> {
|
||||||
let url = self.url.join(&format!(
|
let url = self.url.join(&format!(
|
||||||
"/v2/{}/blobs/{}",
|
"/v2/{}/blobs/{}",
|
||||||
@ -157,15 +156,16 @@ impl OciRegistryClient {
|
|||||||
|
|
||||||
if (size - last_progress_size) > (5 * 1024 * 1024) {
|
if (size - last_progress_size) > (5 * 1024 * 1024) {
|
||||||
last_progress_size = size;
|
last_progress_size = size;
|
||||||
if let Some(progress_handle) = progress_handle.as_mut() {
|
if let Some(ref progress) = progress {
|
||||||
progress_handle.downloading_layer(
|
progress
|
||||||
descriptor.digest(),
|
.update(|progress| {
|
||||||
size as usize,
|
progress.downloading_layer(
|
||||||
descriptor.size() as usize,
|
descriptor.digest(),
|
||||||
);
|
size as usize,
|
||||||
if let Some(progress_context) = progress_context.as_ref() {
|
descriptor.size() as usize,
|
||||||
progress_context.update(progress_handle);
|
);
|
||||||
}
|
})
|
||||||
|
.await;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
@ -1,7 +1,7 @@
|
|||||||
use anyhow::Result;
|
use anyhow::Result;
|
||||||
use backhand::{FilesystemWriter, NodeHeader};
|
use backhand::{FilesystemWriter, NodeHeader};
|
||||||
use krata::launchcfg::LaunchInfo;
|
use krata::launchcfg::LaunchInfo;
|
||||||
use krataoci::compiler::ImageInfo;
|
use krataoci::packer::OciImagePacked;
|
||||||
use log::trace;
|
use log::trace;
|
||||||
use std::fs;
|
use std::fs;
|
||||||
use std::fs::File;
|
use std::fs::File;
|
||||||
@ -9,28 +9,24 @@ use std::path::PathBuf;
|
|||||||
use uuid::Uuid;
|
use uuid::Uuid;
|
||||||
|
|
||||||
pub struct ConfigBlock<'a> {
|
pub struct ConfigBlock<'a> {
|
||||||
pub image_info: &'a ImageInfo,
|
pub image: &'a OciImagePacked,
|
||||||
pub file: PathBuf,
|
pub file: PathBuf,
|
||||||
pub dir: PathBuf,
|
pub dir: PathBuf,
|
||||||
}
|
}
|
||||||
|
|
||||||
impl ConfigBlock<'_> {
|
impl ConfigBlock<'_> {
|
||||||
pub fn new<'a>(uuid: &Uuid, image_info: &'a ImageInfo) -> Result<ConfigBlock<'a>> {
|
pub fn new<'a>(uuid: &Uuid, image: &'a OciImagePacked) -> Result<ConfigBlock<'a>> {
|
||||||
let mut dir = std::env::temp_dir().clone();
|
let mut dir = std::env::temp_dir().clone();
|
||||||
dir.push(format!("krata-cfg-{}", uuid));
|
dir.push(format!("krata-cfg-{}", uuid));
|
||||||
fs::create_dir_all(&dir)?;
|
fs::create_dir_all(&dir)?;
|
||||||
let mut file = dir.clone();
|
let mut file = dir.clone();
|
||||||
file.push("config.squashfs");
|
file.push("config.squashfs");
|
||||||
Ok(ConfigBlock {
|
Ok(ConfigBlock { image, file, dir })
|
||||||
image_info,
|
|
||||||
file,
|
|
||||||
dir,
|
|
||||||
})
|
|
||||||
}
|
}
|
||||||
|
|
||||||
pub fn build(&self, launch_config: &LaunchInfo) -> Result<()> {
|
pub fn build(&self, launch_config: &LaunchInfo) -> Result<()> {
|
||||||
trace!("build launch_config={:?}", launch_config);
|
trace!("build launch_config={:?}", launch_config);
|
||||||
let manifest = self.image_info.config.to_string()?;
|
let manifest = self.image.config.to_string()?;
|
||||||
let launch = serde_json::to_string(launch_config)?;
|
let launch = serde_json::to_string(launch_config)?;
|
||||||
let mut writer = FilesystemWriter::default();
|
let mut writer = FilesystemWriter::default();
|
||||||
writer.push_dir(
|
writer.push_dir(
|
||||||
|
@ -10,8 +10,8 @@ use krata::launchcfg::{
|
|||||||
LaunchInfo, LaunchNetwork, LaunchNetworkIpv4, LaunchNetworkIpv6, LaunchNetworkResolver,
|
LaunchInfo, LaunchNetwork, LaunchNetworkIpv4, LaunchNetworkIpv6, LaunchNetworkResolver,
|
||||||
LaunchPackedFormat, LaunchRoot,
|
LaunchPackedFormat, LaunchRoot,
|
||||||
};
|
};
|
||||||
use krataoci::packer::OciPackerFormat;
|
use krataoci::packer::service::OciPackerService;
|
||||||
use krataoci::progress::OciProgressContext;
|
use krataoci::packer::{OciImagePacked, OciPackedFormat};
|
||||||
use tokio::sync::Semaphore;
|
use tokio::sync::Semaphore;
|
||||||
use uuid::Uuid;
|
use uuid::Uuid;
|
||||||
use xenclient::{DomainChannel, DomainConfig, DomainDisk, DomainNetworkInterface};
|
use xenclient::{DomainChannel, DomainConfig, DomainDisk, DomainNetworkInterface};
|
||||||
@ -19,11 +19,7 @@ use xenstore::XsdInterface;
|
|||||||
|
|
||||||
use crate::cfgblk::ConfigBlock;
|
use crate::cfgblk::ConfigBlock;
|
||||||
use crate::RuntimeContext;
|
use crate::RuntimeContext;
|
||||||
use krataoci::{
|
use krataoci::name::ImageName;
|
||||||
cache::ImageCache,
|
|
||||||
compiler::{ImageInfo, OciImageCompiler},
|
|
||||||
name::ImageName,
|
|
||||||
};
|
|
||||||
|
|
||||||
use super::{GuestInfo, GuestState};
|
use super::{GuestInfo, GuestState};
|
||||||
|
|
||||||
@ -55,15 +51,14 @@ impl GuestLauncher {
|
|||||||
) -> Result<GuestInfo> {
|
) -> Result<GuestInfo> {
|
||||||
let uuid = request.uuid.unwrap_or_else(Uuid::new_v4);
|
let uuid = request.uuid.unwrap_or_else(Uuid::new_v4);
|
||||||
let xen_name = format!("krata-{uuid}");
|
let xen_name = format!("krata-{uuid}");
|
||||||
let image_info = self
|
let packed = self
|
||||||
.compile(
|
.compile(
|
||||||
&uuid.to_string(),
|
&uuid.to_string(),
|
||||||
request.image,
|
request.image,
|
||||||
&context.image_cache,
|
&context.packer,
|
||||||
&context.oci_progress_context,
|
|
||||||
match request.format {
|
match request.format {
|
||||||
LaunchPackedFormat::Squashfs => OciPackerFormat::Squashfs,
|
LaunchPackedFormat::Squashfs => OciPackedFormat::Squashfs,
|
||||||
LaunchPackedFormat::Erofs => OciPackerFormat::Erofs,
|
LaunchPackedFormat::Erofs => OciPackedFormat::Erofs,
|
||||||
},
|
},
|
||||||
)
|
)
|
||||||
.await?;
|
.await?;
|
||||||
@ -116,11 +111,11 @@ impl GuestLauncher {
|
|||||||
run: request.run,
|
run: request.run,
|
||||||
};
|
};
|
||||||
|
|
||||||
let cfgblk = ConfigBlock::new(&uuid, &image_info)?;
|
let cfgblk = ConfigBlock::new(&uuid, &packed)?;
|
||||||
cfgblk.build(&launch_config)?;
|
cfgblk.build(&launch_config)?;
|
||||||
|
|
||||||
let image_squashfs_path = image_info
|
let image_squashfs_path = packed
|
||||||
.image
|
.path
|
||||||
.to_str()
|
.to_str()
|
||||||
.ok_or_else(|| anyhow!("failed to convert image path to string"))?;
|
.ok_or_else(|| anyhow!("failed to convert image path to string"))?;
|
||||||
|
|
||||||
@ -265,13 +260,11 @@ impl GuestLauncher {
|
|||||||
&self,
|
&self,
|
||||||
id: &str,
|
id: &str,
|
||||||
image: &str,
|
image: &str,
|
||||||
image_cache: &ImageCache,
|
packer: &OciPackerService,
|
||||||
progress: &OciProgressContext,
|
format: OciPackedFormat,
|
||||||
format: OciPackerFormat,
|
) -> Result<OciImagePacked> {
|
||||||
) -> Result<ImageInfo> {
|
|
||||||
let image = ImageName::parse(image)?;
|
let image = ImageName::parse(image)?;
|
||||||
let compiler = OciImageCompiler::new(image_cache, None, progress.clone())?;
|
packer.pack(id, image, format).await
|
||||||
compiler.compile(id, &image, format).await
|
|
||||||
}
|
}
|
||||||
|
|
||||||
async fn allocate_ipv4(&self, context: &RuntimeContext) -> Result<Ipv4Addr> {
|
async fn allocate_ipv4(&self, context: &RuntimeContext) -> Result<Ipv4Addr> {
|
||||||
|
@ -17,7 +17,9 @@ use self::{
|
|||||||
autoloop::AutoLoop,
|
autoloop::AutoLoop,
|
||||||
launch::{GuestLaunchRequest, GuestLauncher},
|
launch::{GuestLaunchRequest, GuestLauncher},
|
||||||
};
|
};
|
||||||
use krataoci::{cache::ImageCache, progress::OciProgressContext};
|
use krataoci::{
|
||||||
|
packer::service::OciPackerService, progress::OciProgressContext, registry::OciPlatform,
|
||||||
|
};
|
||||||
|
|
||||||
pub mod autoloop;
|
pub mod autoloop;
|
||||||
pub mod cfgblk;
|
pub mod cfgblk;
|
||||||
@ -52,7 +54,7 @@ pub struct GuestInfo {
|
|||||||
#[derive(Clone)]
|
#[derive(Clone)]
|
||||||
pub struct RuntimeContext {
|
pub struct RuntimeContext {
|
||||||
pub oci_progress_context: OciProgressContext,
|
pub oci_progress_context: OciProgressContext,
|
||||||
pub image_cache: ImageCache,
|
pub packer: OciPackerService,
|
||||||
pub autoloop: AutoLoop,
|
pub autoloop: AutoLoop,
|
||||||
pub xen: XenClient,
|
pub xen: XenClient,
|
||||||
pub kernel: String,
|
pub kernel: String,
|
||||||
@ -68,13 +70,18 @@ impl RuntimeContext {
|
|||||||
let xen = XenClient::open(0).await?;
|
let xen = XenClient::open(0).await?;
|
||||||
image_cache_path.push("image");
|
image_cache_path.push("image");
|
||||||
fs::create_dir_all(&image_cache_path)?;
|
fs::create_dir_all(&image_cache_path)?;
|
||||||
let image_cache = ImageCache::new(&image_cache_path)?;
|
let packer = OciPackerService::new(
|
||||||
|
None,
|
||||||
|
&image_cache_path,
|
||||||
|
OciPlatform::current(),
|
||||||
|
oci_progress_context.clone(),
|
||||||
|
)?;
|
||||||
let kernel = RuntimeContext::detect_guest_file(&store, "kernel")?;
|
let kernel = RuntimeContext::detect_guest_file(&store, "kernel")?;
|
||||||
let initrd = RuntimeContext::detect_guest_file(&store, "initrd")?;
|
let initrd = RuntimeContext::detect_guest_file(&store, "initrd")?;
|
||||||
|
|
||||||
Ok(RuntimeContext {
|
Ok(RuntimeContext {
|
||||||
oci_progress_context,
|
oci_progress_context,
|
||||||
image_cache,
|
packer,
|
||||||
autoloop: AutoLoop::new(LoopControl::open()?),
|
autoloop: AutoLoop::new(LoopControl::open()?),
|
||||||
xen,
|
xen,
|
||||||
kernel,
|
kernel,
|
||||||
|
Reference in New Issue
Block a user