mirror of
https://github.com/Corfirean/coa-server-manager.git
synced 2026-11-19 03:25:56 +00:00
144 lines
7.1 KiB
Rust
144 lines
7.1 KiB
Rust
//! Fetching a signed package (manifest + signature + parts) from a URL or a local folder, shared by
|
|
//! installation and updates.
|
|
|
|
use std::fs;
|
|
use std::io::Read;
|
|
use std::path::{Path, PathBuf};
|
|
|
|
use crate::download::{self, Cancel, Job, Progress};
|
|
use crate::error::{Error, Result};
|
|
use crate::fsx;
|
|
use crate::manifest::Manifest;
|
|
use crate::signing;
|
|
|
|
/// Where a package comes from.
|
|
#[derive(Debug, Clone)]
|
|
pub enum Source {
|
|
Installation(Box<Source>),
|
|
/// `https://.../` base URL holding manifest.json, manifest.json.sig and the parts.
|
|
Url(String),
|
|
/// A folder produced by `package::build` plus its `manifest.json.sig` (offline / local installs).
|
|
Dir(PathBuf),
|
|
}
|
|
|
|
/// Read a small file (manifest, signature) from the source.
|
|
pub fn fetch_small(source: &Source, name: &str) -> Result<Vec<u8>> {
|
|
match source {
|
|
Source::Installation(source) => fetch_small(source, &if matches!(name, "manifest.json" | "manifest.json.sig") { format!("install-{name}") } else { name.into() }),
|
|
Source::Dir(d) => Ok(fs::read(fsx::safe_join(d, name)?).map_err(|_| Error::Invalid(format!("{name} was not found in the package folder.")))?),
|
|
Source::Url(base) => {
|
|
let url = format!("{}/{name}", base.trim_end_matches('/'));
|
|
download::check_url(&url)?;
|
|
let t = download::HttpTransport::new()?;
|
|
let reply = download::Transport::get(&t, &url, 0).map_err(|e| Error::NetworkUnreachable(format!("{e}")))?;
|
|
if reply.status == 404 || reply.status == 410 {
|
|
return Err(Error::PackageNotPublished(format!("the download server answered {} for {name} ({url})", reply.status)));
|
|
}
|
|
if reply.status != 200 {
|
|
return Err(Error::Invalid(format!("The download server answered {} for {name}.", reply.status)));
|
|
}
|
|
let mut buf = Vec::new();
|
|
reply.body.take(64 * 1024 * 1024).read_to_end(&mut buf)?;
|
|
Ok(buf)
|
|
}
|
|
}
|
|
}
|
|
|
|
/// Download and verify the manifest. Returns the parsed manifest and its exact bytes.
|
|
pub fn fetch_manifest(source: &Source, trusted_key: &str) -> Result<(Manifest, Vec<u8>)> {
|
|
let bytes = fetch_small(source, "manifest.json")?;
|
|
let sig = String::from_utf8_lossy(&fetch_small(source, "manifest.json.sig")?).into_owned();
|
|
signing::verify(&bytes, &sig, trusted_key)?;
|
|
let manifest = Manifest::parse(&bytes)?;
|
|
if let Source::Installation(release) = source {
|
|
let (update, _) = fetch_manifest(release, trusted_key)?;
|
|
if manifest.kind != crate::manifest::Kind::Base || update.kind != crate::manifest::Kind::Update || manifest.version != update.version
|
|
|| manifest.core.commit != update.core.commit
|
|
|| manifest.bots.as_ref().and_then(|value| value.commit.as_ref()) != update.bots.as_ref().and_then(|value| value.commit.as_ref()) {
|
|
return Err(Error::InvalidManifest("The full installation package does not match the selected server release.".into()));
|
|
}
|
|
}
|
|
Ok((manifest, bytes))
|
|
}
|
|
|
|
/// Make every archive part available in a verified folder: a local source is used in place, a remote one is
|
|
/// downloaded (resumable) into `download_dir`. `report(fraction 0..1, speed_text)`.
|
|
/// 1536 -> "1.5 KB", 6.3e9 -> "5.9 GB" (binary units, as drive sizes are shown).
|
|
pub fn human_bytes(n: u64) -> String {
|
|
let units = ["B", "KB", "MB", "GB", "TB"];
|
|
let mut v = n as f64;
|
|
let mut i = 0;
|
|
while v >= 1024.0 && i < units.len() - 1 {
|
|
v /= 1024.0;
|
|
i += 1;
|
|
}
|
|
if i == 0 || v >= 100.0 { format!("{} {}", v.round() as u64, units[i]) } else { format!("{v:.1} {}", units[i]) }
|
|
}
|
|
|
|
pub fn fetch_parts(source: &Source, manifest: &Manifest, download_dir: &Path, cancel: &Cancel, report: &dyn Fn(f64, Option<String>)) -> Result<PathBuf> {
|
|
let archive = manifest.archive.as_ref().ok_or_else(|| Error::InvalidManifest("manifest has no archive".into()))?;
|
|
match source {
|
|
Source::Installation(source) => fetch_parts(source, manifest, download_dir, cancel, report),
|
|
Source::Dir(d) => Ok(d.clone()),
|
|
Source::Url(base) => {
|
|
let all: u64 = archive.parts.iter().map(|p| p.size).sum::<u64>().max(1);
|
|
let mut before = 0u64;
|
|
for part in archive.parts.iter() {
|
|
let job = Job { url: format!("{}/{}", base.trim_end_matches('/'), part.name), dest: download_dir.join(&part.name), sha256: part.sha256.clone(), size: part.size };
|
|
download::fetch(&job, cancel, &|p: Progress| {
|
|
let done = before + p.downloaded.min(part.size);
|
|
// language-neutral so the screen can show it as it is: "3.1 GB / 5.9 GB · 40.6 MB/s"
|
|
report(done as f64 / all as f64, Some(format!("{} / {} \u{b7} {:.1} MB/s", human_bytes(done), human_bytes(all), p.bytes_per_sec as f64 / 1e6)));
|
|
})?;
|
|
before += part.size;
|
|
}
|
|
Ok(download_dir.to_path_buf())
|
|
}
|
|
}
|
|
}
|
|
|
|
#[cfg(test)]
|
|
mod tests {
|
|
use super::*;
|
|
|
|
#[test]
|
|
fn clean_installation_requires_the_signed_full_image_of_the_selected_release() {
|
|
use base64::{engine::general_purpose::STANDARD, Engine};
|
|
use ed25519_dalek::{Signer, SigningKey};
|
|
let folder = tempfile::tempdir().unwrap();
|
|
let signing_key = SigningKey::from_bytes(&[23; 32]);
|
|
let key = STANDARD.encode(signing_key.verifying_key().to_bytes());
|
|
let source = Source::Installation(Box::new(Source::Dir(folder.path().into())));
|
|
let mut manifest = serde_json::json!({"schema": 1, "kind": "update", "version": "0.261014.1",
|
|
"core": {"commit": "a".repeat(40)}, "builtAt": "test", "minManagerVersion": "0.6.16",
|
|
"files": [], "migrations": [], "archive": null});
|
|
let write = |name: &str, value: &serde_json::Value| {
|
|
let bytes = serde_json::to_vec(value).unwrap();
|
|
fs::write(folder.path().join(name), &bytes).unwrap();
|
|
fs::write(folder.path().join(format!("{name}.sig")), STANDARD.encode(signing_key.sign(&bytes).to_bytes())).unwrap();
|
|
};
|
|
write("manifest.json", &manifest);
|
|
assert!(fetch_manifest(&source, &key).is_err());
|
|
manifest["kind"] = "base".into();
|
|
write("install-manifest.json", &manifest);
|
|
assert_eq!(fetch_manifest(&source, &key).unwrap().0.version, "0.261014.1");
|
|
manifest["version"] = "0.2.0".into();
|
|
write("install-manifest.json", &manifest);
|
|
assert!(fetch_manifest(&source, &key).is_err());
|
|
manifest["version"] = "0.261014.1".into();
|
|
manifest["core"]["commit"] = "b".repeat(40).into();
|
|
write("install-manifest.json", &manifest);
|
|
assert!(fetch_manifest(&source, &key).is_err());
|
|
fs::write(folder.path().join("install-manifest.json"), b"tampered").unwrap();
|
|
assert!(fetch_manifest(&source, &key).unwrap_err().to_string().contains("signature"));
|
|
}
|
|
|
|
#[test]
|
|
fn sizes_are_shown_in_binary_units() {
|
|
assert_eq!(human_bytes(0), "0 B");
|
|
assert_eq!(human_bytes(1536), "1.5 KB");
|
|
assert_eq!(human_bytes(6 * (1 << 30)), "6.0 GB");
|
|
assert_eq!(human_bytes(150 * (1 << 20)), "150 MB");
|
|
}
|
|
}
|