//! Fetching a signed package (manifest + signature + parts) from a URL or a local folder, shared by //! installation and updates. use std::fs; use std::io::Read; use std::path::{Path, PathBuf}; use crate::download::{self, Cancel, Job, Progress}; use crate::error::{Error, Result}; use crate::fsx; use crate::manifest::Manifest; use crate::signing; /// Where a package comes from. #[derive(Debug, Clone)] pub enum Source { /// `https://.../` base URL holding manifest.json, manifest.json.sig and the parts. Url(String), /// A folder produced by `package::build` plus its `manifest.json.sig` (offline / local installs). Dir(PathBuf), } /// Read a small file (manifest, signature) from the source. pub fn fetch_small(source: &Source, name: &str) -> Result> { match source { Source::Dir(d) => Ok(fs::read(fsx::safe_join(d, name)?).map_err(|_| Error::Invalid(format!("{name} was not found in the package folder.")))?), Source::Url(base) => { let url = format!("{}/{name}", base.trim_end_matches('/')); download::check_url(&url)?; let t = download::HttpTransport::new()?; let reply = download::Transport::get(&t, &url, 0).map_err(|e| Error::NetworkUnreachable(format!("{e}")))?; if reply.status == 404 || reply.status == 410 { return Err(Error::PackageNotPublished(format!("the download server answered {} for {name} ({url})", reply.status))); } if reply.status != 200 { return Err(Error::Invalid(format!("The download server answered {} for {name}.", reply.status))); } let mut buf = Vec::new(); reply.body.take(64 * 1024 * 1024).read_to_end(&mut buf)?; Ok(buf) } } } /// Download and verify the manifest. Returns the parsed manifest and its exact bytes. pub fn fetch_manifest(source: &Source, trusted_key: &str) -> Result<(Manifest, Vec)> { let bytes = fetch_small(source, "manifest.json")?; let sig = String::from_utf8_lossy(&fetch_small(source, "manifest.json.sig")?).into_owned(); signing::verify(&bytes, &sig, trusted_key)?; let manifest = Manifest::parse(&bytes)?; Ok((manifest, bytes)) } /// Make every archive part available in a verified folder: a local source is used in place, a remote one is /// downloaded (resumable) into `download_dir`. `report(fraction 0..1, speed_text)`. /// 1536 -> "1.5 KB", 6.3e9 -> "5.9 GB" (binary units, as drive sizes are shown). pub fn human_bytes(n: u64) -> String { let units = ["B", "KB", "MB", "GB", "TB"]; let mut v = n as f64; let mut i = 0; while v >= 1024.0 && i < units.len() - 1 { v /= 1024.0; i += 1; } if i == 0 || v >= 100.0 { format!("{} {}", v.round() as u64, units[i]) } else { format!("{v:.1} {}", units[i]) } } pub fn fetch_parts(source: &Source, manifest: &Manifest, download_dir: &Path, cancel: &Cancel, report: &dyn Fn(f64, Option)) -> Result { let archive = manifest.archive.as_ref().ok_or_else(|| Error::InvalidManifest("manifest has no archive".into()))?; match source { Source::Dir(d) => Ok(d.clone()), Source::Url(base) => { let all: u64 = archive.parts.iter().map(|p| p.size).sum::().max(1); let mut before = 0u64; for part in archive.parts.iter() { let job = Job { url: format!("{}/{}", base.trim_end_matches('/'), part.name), dest: download_dir.join(&part.name), sha256: part.sha256.clone(), size: part.size }; download::fetch(&job, cancel, &|p: Progress| { let done = before + p.downloaded.min(part.size); // language-neutral so the screen can show it as it is: "3.1 GB / 5.9 GB ยท 40.6 MB/s" report(done as f64 / all as f64, Some(format!("{} / {} \u{b7} {:.1} MB/s", human_bytes(done), human_bytes(all), p.bytes_per_sec as f64 / 1e6))); })?; before += part.size; } Ok(download_dir.to_path_buf()) } } } #[cfg(test)] mod tests { use super::*; #[test] fn sizes_are_shown_in_binary_units() { assert_eq!(human_bytes(0), "0 B"); assert_eq!(human_bytes(1536), "1.5 KB"); assert_eq!(human_bytes(6 * (1 << 30)), "6.0 GB"); assert_eq!(human_bytes(150 * (1 << 20)), "150 MB"); } }