use std::process::Command; use std::{ fs, io, io::{Read, Write}, }; fn run_command(cmd: &mut Command) -> io::Result<()> { let status = cmd.status()?; if status.success() { Ok(()) } else { Err(io::Error::new(io::ErrorKind::Other, "Command failed")) } } fn file_outdated(input: P1, output: P2) -> io::Result where P1: AsRef, P2: AsRef, { let out_meta = std::fs::metadata(output); if let Ok(meta) = out_meta { let output_mtime = meta.modified()?; // if input file is more recent than our output, we are outdated let input_meta = fs::metadata(input)?; let input_mtime = input_meta.modified()?; Ok(input_mtime > output_mtime) } else { // output file not found, we are outdated Ok(true) } } fn build_app(target_path: &str, name: &str, parent_pkg_path: Option<&str>) { let pwd = std::env::current_dir().unwrap(); let start = std::time::Instant::now(); // if and only if module's wit is outdated, re-set-up build environment if file_outdated( format!("{}/target.wasm", pwd.display()), format!("{}/target/bindings/{}/target.wasm", target_path, name), ) .unwrap_or(true) { // create target/bindings directory fs::create_dir_all(format!("{}/target/bindings/{}", target_path, name,)).unwrap(); // copy newly-made target.wasm into target/bindings run_command(Command::new("cp").args([ "target.wasm", &format!("{}/target/bindings/{}/", target_path, name,), ])) .unwrap(); // copy newly-made world into target/bindings run_command(Command::new("cp").args([ "world", &format!("{}/target/bindings/{}/", target_path, name,), ])) .unwrap(); } // Build the module targeting wasm32-wasi let bash_build_path = &format!("{}/build.sh", target_path); if std::path::Path::new(&bash_build_path).exists() { let cwd = std::env::current_dir().unwrap(); std::env::set_current_dir(target_path).unwrap(); run_command(Command::new("/bin/bash").arg("build.sh")).unwrap(); std::env::set_current_dir(cwd).unwrap(); } else { run_command(Command::new("cargo").args([ "+nightly", "build", "--release", "--no-default-features", &format!("--manifest-path={}/Cargo.toml", target_path), "--target", "wasm32-wasi", ])) .unwrap(); } // Adapt module to component with adapter based on wasi_snapshot_preview1.wasm run_command(Command::new("wasm-tools").args([ "component", "new", &format!("{}/target/wasm32-wasi/release/{}.wasm", target_path, name), "-o", &format!( "{}/target/wasm32-wasi/release/{}_adapted.wasm", target_path, name ), "--adapt", &format!("{}/wasi_snapshot_preview1.wasm", pwd.display()), ])) .unwrap(); // Determine the destination for the .wasm file after embedding wit let wasm_dest_path = if let Some(parent_pkg) = parent_pkg_path { format!("{}/{}.wasm", parent_pkg, name) } else { let pkg_folder = format!("{}/pkg/", target_path); let _ = run_command(Command::new("mkdir").args(["-p", &pkg_folder])); format!("{}/{}.wasm", pkg_folder, name) }; // Embed "wit" into the component run_command(Command::new("wasm-tools").args([ "component", "embed", "wit", "--world", "process", &format!( "{}/target/wasm32-wasi/release/{}_adapted.wasm", target_path, name ), "-o", &wasm_dest_path, ])) .unwrap(); let end = std::time::Instant::now(); println!( "cargo:warning=building {} took {:?}", target_path, end.duration_since(start) ); } fn main() { if std::env::var("SKIP_BUILD_SCRIPT").is_ok() { println!("Skipping build script"); return; } let pwd = std::env::current_dir().unwrap(); // Pull wit from git repo let wit_dir = pwd.join("wit"); fs::create_dir_all(&wit_dir).unwrap(); let wit_file = wit_dir.join("kinode.wit"); if !wit_file.exists() { // TODO: cache in better way let mut wit_file = std::fs::File::create(&wit_file).unwrap(); let kinode_wit_url = "https://raw.githubusercontent.com/uqbar-dao/kinode-wit/master/kinode.wit"; let mut response = reqwest::blocking::get(kinode_wit_url).unwrap(); io::copy(&mut response, &mut wit_file).unwrap(); } // Create target.wasm (compiled .wit) & world run_command(Command::new("wasm-tools").args([ "component", "wit", &format!("{}/wit/", pwd.display()), "-o", "target.wasm", "--wasm", ])) .unwrap(); run_command(Command::new("touch").args([&format!("{}/world", pwd.display())])).unwrap(); // Build wasm32-wasi apps, zip, and add to bootstrapped_processes.rs let mut bootstrapped_processes = fs::File::create(format!("{}/src/bootstrapped_processes.rs", pwd.display(),)).unwrap(); writeln!( bootstrapped_processes, "pub static BOOTSTRAPPED_PROCESSES: &[(&str, &[u8])] = &[", ) .unwrap(); let modules_dir = format!("{}/modules", pwd.display()); for entry in std::fs::read_dir(modules_dir).unwrap() { let entry_path = entry.unwrap().path(); // Build the app let parent_pkg_path = format!("{}/pkg", entry_path.display()); fs::create_dir_all(&parent_pkg_path).unwrap(); // Otherwise, consider it a directory containing subdirectories with potential apps for sub_entry in std::fs::read_dir(&entry_path).unwrap() { let sub_entry_path = sub_entry.unwrap().path(); if sub_entry_path.join("Cargo.toml").exists() { build_app( &sub_entry_path.display().to_string(), sub_entry_path.file_name().unwrap().to_str().unwrap(), Some(&parent_pkg_path), ); } } // After processing all sub-apps, zip the parent's pkg/ directory let zip_filename = format!("{}.zip", entry_path.file_name().unwrap().to_str().unwrap(),); let zip_path = format!("{}/target/{}", pwd.display(), zip_filename,); let writer = std::fs::File::create(&zip_path).unwrap(); let options = zip::write::FileOptions::default() .compression_method(zip::CompressionMethod::Stored) .unix_permissions(0o755); let mut zip = zip::ZipWriter::new(writer); for sub_entry in walkdir::WalkDir::new(&parent_pkg_path) { let sub_entry = sub_entry.unwrap(); let path = sub_entry.path(); let name = path .strip_prefix(std::path::Path::new(&parent_pkg_path)) .unwrap(); // Write a directory or file to the ZIP archive if path.is_file() { zip.start_file(name.to_string_lossy().into_owned(), options) .unwrap(); let mut file = std::fs::File::open(path).unwrap(); let mut buffer = Vec::new(); file.read_to_end(&mut buffer).unwrap(); zip.write_all(&buffer).unwrap(); } else if !name.as_os_str().is_empty() { zip.add_directory(name.to_string_lossy().into_owned(), options) .unwrap(); } } zip.finish().unwrap(); // Add zip bytes to bootstrapped_processes.rs writeln!( bootstrapped_processes, " (\"{}\", include_bytes!(\"{}\")),", zip_filename, zip_path, ) .unwrap(); } writeln!(bootstrapped_processes, "];").unwrap(); }