mirror of
https://gitlab.redox-os.org/redox-os/redox.git
synced 2026-11-05 04:06:38 +08:00
300 lines
9.9 KiB
Rust
300 lines
9.9 KiB
Rust
use std::{
|
|
collections::BTreeSet,
|
|
path::{Path, PathBuf},
|
|
};
|
|
|
|
use pkg::{InstallState, Package, PackageName, PackagePrefix, PackageState};
|
|
use pkgar::{PackageFile, Transaction, ext::PackageSrcExt};
|
|
use pkgar_core::HeaderFlags;
|
|
use pkgar_keys::PublicKeyFile;
|
|
|
|
use crate::{
|
|
Error, Result,
|
|
config::CookConfig,
|
|
cook::{cook_build::BuildResult, fetch, fs::*, pty::PtyOut},
|
|
log_to_pty,
|
|
recipe::{BuildKind, CookRecipe, OptionalPackageRecipe},
|
|
wrap_io_err,
|
|
};
|
|
|
|
pub fn package(
|
|
recipe: &CookRecipe,
|
|
build_result: &BuildResult,
|
|
cook_config: &CookConfig,
|
|
logger: &PtyOut,
|
|
) -> Result<()> {
|
|
let name = &recipe.name;
|
|
let target_dir = &recipe.target_dir();
|
|
let auto_deps = &build_result.auto_deps;
|
|
if recipe.recipe.build.kind == BuildKind::None {
|
|
// metapackages don't have stage dir and optional packages
|
|
package_toml(
|
|
target_dir.join("stage.toml"),
|
|
recipe,
|
|
None,
|
|
None,
|
|
recipe.recipe.package.dependencies.clone(),
|
|
auto_deps,
|
|
)?;
|
|
return Ok(());
|
|
}
|
|
|
|
let secret_path = "build/id_ed25519.toml";
|
|
let public_path = "build/id_ed25519.pub.toml";
|
|
if !Path::new(secret_path).is_file() || !Path::new(public_path).is_file() {
|
|
if !Path::new("build").is_dir() {
|
|
create_dir(Path::new("build"))?;
|
|
}
|
|
let (public_key, secret_key) = pkgar_keys::SecretKeyFile::new();
|
|
public_key.save(public_path)?;
|
|
secret_key.save(secret_path)?;
|
|
}
|
|
|
|
let packages = recipe.recipe.get_packages_list();
|
|
|
|
for package in packages {
|
|
let (stage_dir, package_file, package_meta) = package_stage_paths(package, target_dir);
|
|
// Rebuild package if stage is newer
|
|
if package_file.is_file() && !build_result.cached {
|
|
log_to_pty!(logger, "DEBUG: updating '{}'", package_file.display());
|
|
remove_all(&package_file)?;
|
|
if package_meta.is_file() {
|
|
remove_all(&package_meta)?;
|
|
}
|
|
}
|
|
|
|
if !package_file.is_file() {
|
|
if cook_config.compressed && cook_config.verbose {
|
|
log_to_pty!(logger, "DEBUG: compressing '{}'", package_file.display());
|
|
}
|
|
pkgar::create_with_flags(
|
|
secret_path,
|
|
package_file.to_str().unwrap(),
|
|
stage_dir.to_str().unwrap(),
|
|
HeaderFlags::latest(
|
|
pkgar_core::Architecture::Independent,
|
|
match cook_config.compressed {
|
|
true => pkgar_core::Packaging::LZMA2,
|
|
false => pkgar_core::Packaging::Uncompressed,
|
|
},
|
|
),
|
|
)?;
|
|
}
|
|
|
|
let deps = if package.is_some() {
|
|
BTreeSet::from([name.with_prefix(PackagePrefix::Any)])
|
|
} else {
|
|
auto_deps.clone()
|
|
};
|
|
|
|
if !package_meta.is_file() {
|
|
let name = match package {
|
|
Some(p) => PackageName::new(format!("{}.{}", name.name(), p.name))?,
|
|
None => name.clone(),
|
|
};
|
|
let package_deps = match package {
|
|
Some(p) => p
|
|
.dependencies
|
|
.iter()
|
|
.map(|dep| {
|
|
if dep.name().is_empty() {
|
|
name.with_suffix(dep.suffix())
|
|
} else {
|
|
dep.clone()
|
|
}
|
|
})
|
|
.collect(),
|
|
None => recipe.recipe.package.dependencies.clone(),
|
|
};
|
|
package_toml(
|
|
package_meta,
|
|
recipe,
|
|
Some((Path::new(public_path), &package_file)),
|
|
package,
|
|
package_deps,
|
|
&deps,
|
|
)?;
|
|
}
|
|
}
|
|
|
|
Ok(())
|
|
}
|
|
|
|
pub fn package_toml(
|
|
toml_path: PathBuf,
|
|
recipe: &CookRecipe,
|
|
package_file: Option<(&Path, &PathBuf)>,
|
|
package_suffix: Option<&OptionalPackageRecipe>,
|
|
mut package_deps: Vec<PackageName>,
|
|
auto_deps: &BTreeSet<PackageName>,
|
|
) -> Result<()> {
|
|
for dep in auto_deps.iter() {
|
|
if !package_deps.contains(dep) {
|
|
package_deps.push(dep.clone());
|
|
}
|
|
}
|
|
|
|
let (hash, network_size, storage_size) = if let Some((pkey_path, archive_path)) = package_file {
|
|
use pkgar_core::PackageSrc;
|
|
let pkey = pkgar_keys::PublicKeyFile::open(pkey_path)?.pkey;
|
|
let mut package = pkgar::PackageFile::new(archive_path, &pkey)?;
|
|
let mt = std::fs::metadata(archive_path)
|
|
.map_err(wrap_io_err!(archive_path, "Reading metadata"))?;
|
|
let package_size = mt.len();
|
|
let header = package.header();
|
|
let storage_size = match header.flags.packaging() {
|
|
pkgar_core::Packaging::LZMA2 => {
|
|
let mut size = header
|
|
.total_size()
|
|
.map_err(|e| Error::Pkgar(pkgar::Error::Core(e)))?
|
|
as u64;
|
|
let entries = package.read_entries()?;
|
|
for entry in entries {
|
|
let data_reader = package.data_reader(&entry)?;
|
|
size += data_reader.unpacked_size;
|
|
package.restore_reader(data_reader.into_inner())?;
|
|
}
|
|
size
|
|
}
|
|
_ => package_size,
|
|
};
|
|
|
|
(
|
|
blake3::Hash::from_bytes(package.header().blake3)
|
|
.to_hex()
|
|
.to_string(),
|
|
package_size,
|
|
storage_size,
|
|
)
|
|
} else {
|
|
("".into(), 0, 0)
|
|
};
|
|
|
|
let ident_source = fetch::fetch_get_source_info(recipe)?;
|
|
|
|
let package = Package {
|
|
name: PackageName::new(get_package_name(
|
|
recipe.name.without_prefix(),
|
|
package_suffix,
|
|
))
|
|
.unwrap(),
|
|
version: recipe.guess_version().unwrap_or("TODO".into()),
|
|
target: recipe.target.to_string(),
|
|
blake3: hash,
|
|
network_size,
|
|
storage_size,
|
|
depends: package_deps,
|
|
commit_identifier: ident_source.commit_identifier,
|
|
source_identifier: ident_source.source_identifier,
|
|
time_identifier: ident_source.time_identifier,
|
|
..Default::default()
|
|
};
|
|
|
|
serialize_and_write(&toml_path, &package)?;
|
|
Ok(())
|
|
}
|
|
|
|
pub fn package_target(name: &PackageName) -> &'static str {
|
|
if name.is_host() {
|
|
redoxer::host_target()
|
|
} else {
|
|
redoxer::target()
|
|
}
|
|
}
|
|
|
|
pub fn package_stage_paths(
|
|
package: Option<&OptionalPackageRecipe>,
|
|
target_dir: &Path,
|
|
) -> (PathBuf, PathBuf, PathBuf) {
|
|
let mut target_dir = target_dir.to_path_buf();
|
|
if let Some(cross_target) = crate::cross_target() {
|
|
// TODO: automatically pass COOKBOOK_CROSS_GNU_TARGET?
|
|
target_dir = target_dir.join(cross_target)
|
|
}
|
|
package_name_paths(package, &target_dir, "stage")
|
|
}
|
|
|
|
pub fn package_source_paths(
|
|
package: Option<&OptionalPackageRecipe>,
|
|
target_dir: &Path,
|
|
) -> (PathBuf, PathBuf, PathBuf) {
|
|
package_name_paths(package, target_dir, "source")
|
|
}
|
|
|
|
fn package_name_paths(
|
|
package: Option<&OptionalPackageRecipe>,
|
|
target_dir: &Path,
|
|
name: &str,
|
|
) -> (PathBuf, PathBuf, PathBuf) {
|
|
let prefix_name = get_package_name(name, package);
|
|
let package_stage = target_dir.join(&prefix_name);
|
|
let package_file = package_stage.with_added_extension("pkgar");
|
|
let package_meta = package_stage.with_added_extension("toml");
|
|
(package_stage, package_file, package_meta)
|
|
}
|
|
|
|
pub fn get_package_name(name: &str, package: Option<&OptionalPackageRecipe>) -> String {
|
|
get_package_name_inner(name, package.map(|p| p.name.as_str()))
|
|
}
|
|
|
|
fn get_package_name_inner(name: &str, package: Option<&str>) -> String {
|
|
let mut prefix_name = name.to_string();
|
|
if let Some(package) = package {
|
|
prefix_name.push('.');
|
|
prefix_name.push_str(package);
|
|
}
|
|
prefix_name
|
|
}
|
|
|
|
pub fn package_handle_push(
|
|
state: Option<&mut PackageState>,
|
|
archive_path: &Path,
|
|
sysroot_dir: &Path,
|
|
) -> crate::Result<bool> {
|
|
let archive_toml = archive_path.with_extension("toml");
|
|
let pkey_path = "build/id_ed25519.pub.toml";
|
|
let pkg_toml = Package::from_file(&archive_toml)?;
|
|
// "local" is what remote name from installer is hardcoded into
|
|
let remote_name = "local".to_string();
|
|
let Some(state) = state else {
|
|
// Bare install without metadata, cache mechanism or anything
|
|
if archive_path.is_file() {
|
|
let pkey = PublicKeyFile::open(pkey_path)?.pkey;
|
|
let mut package = PackageFile::new(archive_path, &pkey)?;
|
|
Transaction::install(&mut package, sysroot_dir)?.commit()?;
|
|
}
|
|
return Ok(false);
|
|
};
|
|
let (cached, pstate) = match state.installed.get(&pkg_toml.name) {
|
|
Some(s) if pkg_toml.blake3 == s.blake3 => (true, None),
|
|
Some(s) => (false, Some((s.manual, s.dependents.clone()))),
|
|
None => {
|
|
// TODO: Handle manual & dependents
|
|
(false, Some((true, BTreeSet::new())))
|
|
}
|
|
};
|
|
|
|
if let Some((manual, dependents)) = pstate {
|
|
if archive_path.is_file() {
|
|
let pkey = PublicKeyFile::open(pkey_path)?.pkey;
|
|
let mut package = PackageFile::new(archive_path, &pkey)?;
|
|
Transaction::install(&mut package, sysroot_dir)?.commit()?;
|
|
let head_path = sysroot_dir.join(format!(
|
|
"var/lib/packages/{}.pkgar_head",
|
|
pkg_toml.name.as_str()
|
|
));
|
|
let head_parent = head_path.parent();
|
|
if head_parent.is_some_and(|s| !s.is_dir()) {
|
|
create_dir(head_parent.unwrap())?;
|
|
}
|
|
package.split(&head_path, None::<&Path>)?;
|
|
}
|
|
|
|
// TODO: Check if we need to inject remote key
|
|
let install_state = InstallState::from_package(&pkg_toml, remote_name, manual, dependents);
|
|
state.installed.insert(pkg_toml.name.clone(), install_state);
|
|
}
|
|
|
|
Ok(cached)
|
|
}
|