mirror of
https://github.com/mii443/wasmer.git
synced 2025-12-08 13:48:26 +00:00
Add support for cross-compiling in create-exe with zig cc WIP (#3076)
* Add support for cross-compiling in create-exe with zig cc WIP zig version must be at least 0.10.0-dev.3431+4a4f3c50c Closes #3042 * Add support for cross-compiling in create-exe with zig cc WIP zig version must be at least 0.10.0-dev.3431+4a4f3c50c Closes #3042 * Add SSE2 features to the CPU * Add SSE2 features to the CPU * create_exe: locate zig binary and check minimum version Check that `zig` binary version is at least `0.10.0` * create-exe: refactor cross-comp cli parsing and error checks * create-exe: add -lunwind for cross-comp with zig * Set the proper library for windows * create-exe: add path exists check for --tarball value * create-exe: add -msvc environment in triple_to_zig_triple() Co-authored-by: Syrus Akbary <me@syrusakbary.com>
This commit is contained in:
committed by
GitHub
parent
3b67f8d17f
commit
ba543fc4f7
@@ -24,6 +24,24 @@ const WASMER_MAIN_C_SOURCE: &[u8] = include_bytes!("wasmer_create_exe_main.c");
|
||||
#[cfg(feature = "static-artifact-create")]
|
||||
const WASMER_STATIC_MAIN_C_SOURCE: &[u8] = include_bytes!("wasmer_static_create_exe_main.c");
|
||||
|
||||
#[derive(Debug, Clone)]
|
||||
struct CrossCompile {
|
||||
/// Cross-compilation library path.
|
||||
library_path: Option<PathBuf>,
|
||||
|
||||
/// Cross-compilation tarball library path.
|
||||
tarball: Option<PathBuf>,
|
||||
|
||||
/// Specify `zig` binary path
|
||||
zig_binary_path: Option<PathBuf>,
|
||||
}
|
||||
|
||||
struct CrossCompileSetup {
|
||||
target: Triple,
|
||||
zig_binary_path: PathBuf,
|
||||
library: PathBuf,
|
||||
}
|
||||
|
||||
#[derive(Debug, StructOpt)]
|
||||
/// The options for the `wasmer create-exe` subcommand
|
||||
pub struct CreateExe {
|
||||
@@ -39,6 +57,19 @@ pub struct CreateExe {
|
||||
#[structopt(long = "target")]
|
||||
target_triple: Option<Triple>,
|
||||
|
||||
// Cross-compile with `zig`
|
||||
/// Cross-compilation library path.
|
||||
#[structopt(long = "library-path")]
|
||||
library_path: Option<PathBuf>,
|
||||
|
||||
/// Cross-compilation tarball library path.
|
||||
#[structopt(long = "tarball")]
|
||||
tarball: Option<PathBuf>,
|
||||
|
||||
/// Specify `zig` binary path
|
||||
#[structopt(long = "zig-binary-path")]
|
||||
zig_binary_path: Option<PathBuf>,
|
||||
|
||||
/// Object format options
|
||||
///
|
||||
/// This flag accepts two options: `symbols` or `serialized`.
|
||||
@@ -70,6 +101,27 @@ pub struct CreateExe {
|
||||
impl CreateExe {
|
||||
/// Runs logic for the `compile` subcommand
|
||||
pub fn execute(&self) -> Result<()> {
|
||||
/* Making library_path, tarball zig_binary_path flags require that target_triple flag
|
||||
* is set cannot be encoded with structopt, so we have to perform cli flag validation
|
||||
* manually here */
|
||||
let cross_compile: Option<CrossCompile> = if self.target_triple.is_none()
|
||||
&& (self.library_path.is_some()
|
||||
|| self.tarball.is_some()
|
||||
|| self.zig_binary_path.is_some())
|
||||
{
|
||||
return Err(anyhow!(
|
||||
"To cross-compile an executable, you must specify a target triple with --target"
|
||||
));
|
||||
} else if self.target_triple.is_some() {
|
||||
Some(CrossCompile {
|
||||
library_path: self.library_path.clone(),
|
||||
zig_binary_path: self.zig_binary_path.clone(),
|
||||
tarball: self.tarball.clone(),
|
||||
})
|
||||
} else {
|
||||
None
|
||||
};
|
||||
|
||||
let target = self
|
||||
.target_triple
|
||||
.as_ref()
|
||||
@@ -81,22 +133,117 @@ impl CreateExe {
|
||||
.fold(CpuFeature::set(), |a, b| a | b);
|
||||
// Cranelift requires SSE2, so we have this "hack" for now to facilitate
|
||||
// usage
|
||||
features |= CpuFeature::SSE2;
|
||||
if target_triple.architecture == Architecture::X86_64 {
|
||||
features |= CpuFeature::SSE2;
|
||||
}
|
||||
Target::new(target_triple.clone(), features)
|
||||
})
|
||||
.unwrap_or_default();
|
||||
let (store, compiler_type) = self.compiler.get_store_for_target(target.clone())?;
|
||||
|
||||
let object_format = self.object_format.unwrap_or(ObjectFormat::Symbols);
|
||||
|
||||
println!("Compiler: {}", compiler_type.to_string());
|
||||
println!("Target: {}", target.triple());
|
||||
println!("Format: {:?}", object_format);
|
||||
|
||||
let working_dir = tempfile::tempdir()?;
|
||||
let starting_cd = env::current_dir()?;
|
||||
let output_path = starting_cd.join(&self.output);
|
||||
env::set_current_dir(&working_dir)?;
|
||||
|
||||
let cross_compilation: Option<CrossCompileSetup> = if let Some(mut cross_subc) =
|
||||
cross_compile.or_else(|| {
|
||||
if self.target_triple.is_some() {
|
||||
Some(CrossCompile {
|
||||
library_path: None,
|
||||
tarball: None,
|
||||
zig_binary_path: None,
|
||||
})
|
||||
} else {
|
||||
None
|
||||
}
|
||||
}) {
|
||||
if let ObjectFormat::Serialized = object_format {
|
||||
return Err(anyhow!(
|
||||
"Cross-compilation with serialized object format is not implemented."
|
||||
));
|
||||
}
|
||||
|
||||
let target = if let Some(target_triple) = self.target_triple.clone() {
|
||||
target_triple
|
||||
} else {
|
||||
return Err(anyhow!(
|
||||
"To cross-compile an executable, you must specify a target triple with --target"
|
||||
));
|
||||
};
|
||||
if let Some(tarball_path) = cross_subc.tarball.as_mut() {
|
||||
if tarball_path.is_relative() {
|
||||
*tarball_path = starting_cd.join(&tarball_path);
|
||||
if !tarball_path.exists() {
|
||||
return Err(anyhow!(
|
||||
"Tarball path `{}` does not exist.",
|
||||
tarball_path.display()
|
||||
));
|
||||
} else if tarball_path.is_dir() {
|
||||
return Err(anyhow!(
|
||||
"Tarball path `{}` is a directory.",
|
||||
tarball_path.display()
|
||||
));
|
||||
}
|
||||
}
|
||||
}
|
||||
let zig_binary_path =
|
||||
find_zig_binary(cross_subc.zig_binary_path.as_ref().and_then(|p| {
|
||||
if p.is_absolute() {
|
||||
p.canonicalize().ok()
|
||||
} else {
|
||||
starting_cd.join(p).canonicalize().ok()
|
||||
}
|
||||
}))?;
|
||||
let library = if let Some(v) = cross_subc.library_path.clone() {
|
||||
v
|
||||
} else {
|
||||
{
|
||||
let libwasmer_path = if self
|
||||
.target_triple
|
||||
.clone()
|
||||
.unwrap_or(Triple::host())
|
||||
.operating_system
|
||||
== wasmer_types::OperatingSystem::Windows
|
||||
{
|
||||
"lib/wasmer.lib"
|
||||
} else {
|
||||
"lib/libwasmer.a"
|
||||
};
|
||||
let filename = if let Some(local_tarball) = cross_subc.tarball {
|
||||
let files = untar(local_tarball)?;
|
||||
files.into_iter().find(|f| f.contains(libwasmer_path)).ok_or_else(|| {
|
||||
anyhow!("Could not find libwasmer for {} target in the provided tarball path.", target)})?
|
||||
} else {
|
||||
#[cfg(feature = "http")]
|
||||
{
|
||||
let release = http_fetch::get_latest_release()?;
|
||||
let tarball = http_fetch::download_release(release, target.clone())?;
|
||||
let files = untar(tarball)?;
|
||||
files.into_iter().find(|f| f.contains(libwasmer_path)).ok_or_else(|| {
|
||||
anyhow!("Could not find libwasmer for {} target in the fetched release from Github: you can download it manually and specify its path with the --cross-compilation-library-path LIBRARY_PATH flag.", target)})?
|
||||
}
|
||||
#[cfg(not(feature = "http"))]
|
||||
return Err(anyhow!("This wasmer binary isn't compiled with an HTTP request library (feature flag `http`). To cross-compile, specify the path of the non-native libwasmer or release tarball with the --library-path LIBRARY_PATH or --tarball TARBALL_PATH flag."));
|
||||
};
|
||||
filename.into()
|
||||
}
|
||||
};
|
||||
Some(CrossCompileSetup {
|
||||
target,
|
||||
zig_binary_path,
|
||||
library,
|
||||
})
|
||||
} else {
|
||||
None
|
||||
};
|
||||
|
||||
let (store, compiler_type) = self.compiler.get_store_for_target(target.clone())?;
|
||||
|
||||
println!("Compiler: {}", compiler_type.to_string());
|
||||
println!("Target: {}", target.triple());
|
||||
println!("Format: {:?}", object_format);
|
||||
|
||||
#[cfg(not(windows))]
|
||||
let wasm_object_path = PathBuf::from("wasm.o");
|
||||
#[cfg(windows)]
|
||||
@@ -105,14 +252,25 @@ impl CreateExe {
|
||||
let wasm_module_path = starting_cd.join(&self.path);
|
||||
|
||||
if let Some(header_path) = self.header.as_ref() {
|
||||
/* In this case, since a header file is given, the input file is expected to be an
|
||||
* object created with `create-obj` subcommand */
|
||||
let header_path = starting_cd.join(&header_path);
|
||||
std::fs::copy(&header_path, Path::new("static_defs.h"))
|
||||
.context("Could not access given header file")?;
|
||||
link(
|
||||
output_path,
|
||||
wasm_module_path,
|
||||
std::path::Path::new("static_defs.h").into(),
|
||||
)?;
|
||||
if let Some(setup) = cross_compilation.as_ref() {
|
||||
self.compile_zig(
|
||||
output_path,
|
||||
wasm_module_path,
|
||||
std::path::Path::new("static_defs.h").into(),
|
||||
setup,
|
||||
)?;
|
||||
} else {
|
||||
self.link(
|
||||
output_path,
|
||||
wasm_module_path,
|
||||
std::path::Path::new("static_defs.h").into(),
|
||||
)?;
|
||||
}
|
||||
} else {
|
||||
match object_format {
|
||||
ObjectFormat::Serialized => {
|
||||
@@ -127,7 +285,8 @@ impl CreateExe {
|
||||
writer.flush()?;
|
||||
drop(writer);
|
||||
|
||||
self.compile_c(wasm_object_path, output_path)?;
|
||||
let cli_given_triple = self.target_triple.clone();
|
||||
self.compile_c(wasm_object_path, cli_given_triple, output_path)?;
|
||||
}
|
||||
#[cfg(not(feature = "static-artifact-create"))]
|
||||
ObjectFormat::Symbols => {
|
||||
@@ -152,35 +311,57 @@ impl CreateExe {
|
||||
&*symbol_registry,
|
||||
metadata_length,
|
||||
);
|
||||
/* Write object file with functions */
|
||||
// Write object file with functions
|
||||
let object_file_path: std::path::PathBuf =
|
||||
std::path::Path::new("functions.o").into();
|
||||
let mut writer = BufWriter::new(File::create(&object_file_path)?);
|
||||
obj.write_stream(&mut writer)
|
||||
.map_err(|err| anyhow::anyhow!(err.to_string()))?;
|
||||
writer.flush()?;
|
||||
/* Write down header file that includes pointer arrays and the deserialize function
|
||||
* */
|
||||
// Write down header file that includes pointer arrays and the deserialize function
|
||||
let mut writer = BufWriter::new(File::create("static_defs.h")?);
|
||||
writer.write_all(header_file_src.as_bytes())?;
|
||||
writer.flush()?;
|
||||
link(
|
||||
output_path,
|
||||
object_file_path,
|
||||
std::path::Path::new("static_defs.h").into(),
|
||||
)?;
|
||||
if let Some(setup) = cross_compilation.as_ref() {
|
||||
self.compile_zig(
|
||||
output_path,
|
||||
object_file_path,
|
||||
std::path::Path::new("static_defs.h").into(),
|
||||
setup,
|
||||
)?;
|
||||
} else {
|
||||
self.link(
|
||||
output_path,
|
||||
object_file_path,
|
||||
std::path::Path::new("static_defs.h").into(),
|
||||
)?;
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
eprintln!(
|
||||
"✔ Native executable compiled successfully to `{}`.",
|
||||
self.output.display(),
|
||||
);
|
||||
|
||||
if cross_compilation.is_some() {
|
||||
eprintln!(
|
||||
"✔ Cross-compiled executable for `{}` target compiled successfully to `{}`.",
|
||||
target.triple(),
|
||||
self.output.display(),
|
||||
);
|
||||
} else {
|
||||
eprintln!(
|
||||
"✔ Native executable compiled successfully to `{}`.",
|
||||
self.output.display(),
|
||||
);
|
||||
}
|
||||
|
||||
Ok(())
|
||||
}
|
||||
|
||||
fn compile_c(&self, wasm_object_path: PathBuf, output_path: PathBuf) -> anyhow::Result<()> {
|
||||
fn compile_c(
|
||||
&self,
|
||||
wasm_object_path: PathBuf,
|
||||
target_triple: Option<wasmer::Triple>,
|
||||
output_path: PathBuf,
|
||||
) -> anyhow::Result<()> {
|
||||
// write C src to disk
|
||||
let c_src_path = Path::new("wasmer_main.c");
|
||||
#[cfg(not(windows))]
|
||||
@@ -196,13 +377,13 @@ impl CreateExe {
|
||||
.context("Failed to open C source code file")?;
|
||||
c_src_file.write_all(WASMER_MAIN_C_SOURCE)?;
|
||||
}
|
||||
run_c_compile(c_src_path, &c_src_obj, self.target_triple.clone())
|
||||
run_c_compile(c_src_path, &c_src_obj, target_triple.clone())
|
||||
.context("Failed to compile C source code")?;
|
||||
LinkCode {
|
||||
object_paths: vec![c_src_obj, wasm_object_path],
|
||||
output_path,
|
||||
additional_libraries: self.libraries.clone(),
|
||||
target: self.target_triple.clone(),
|
||||
target: target_triple,
|
||||
..Default::default()
|
||||
}
|
||||
.run()
|
||||
@@ -210,82 +391,194 @@ impl CreateExe {
|
||||
|
||||
Ok(())
|
||||
}
|
||||
|
||||
fn compile_zig(
|
||||
&self,
|
||||
output_path: PathBuf,
|
||||
object_path: PathBuf,
|
||||
mut header_code_path: PathBuf,
|
||||
setup: &CrossCompileSetup,
|
||||
) -> anyhow::Result<()> {
|
||||
let c_src_path = Path::new("wasmer_main.c");
|
||||
let CrossCompileSetup {
|
||||
ref target,
|
||||
ref zig_binary_path,
|
||||
ref library,
|
||||
} = setup;
|
||||
let mut libwasmer_path = library.to_path_buf();
|
||||
|
||||
println!("Library Path: {}", libwasmer_path.display());
|
||||
/* Cross compilation is only possible with zig */
|
||||
println!("Using zig binary: {}", zig_binary_path.display());
|
||||
let zig_triple = triple_to_zig_triple(target);
|
||||
eprintln!("Using zig target triple: {}", &zig_triple);
|
||||
|
||||
let lib_filename = libwasmer_path
|
||||
.file_name()
|
||||
.unwrap()
|
||||
.to_str()
|
||||
.unwrap()
|
||||
.to_string();
|
||||
libwasmer_path.pop();
|
||||
{
|
||||
let mut c_src_file = fs::OpenOptions::new()
|
||||
.create_new(true)
|
||||
.write(true)
|
||||
.open(&c_src_path)
|
||||
.context("Failed to open C source code file")?;
|
||||
c_src_file.write_all(WASMER_STATIC_MAIN_C_SOURCE)?;
|
||||
}
|
||||
|
||||
if !header_code_path.is_dir() {
|
||||
header_code_path.pop();
|
||||
}
|
||||
|
||||
if header_code_path.display().to_string().is_empty() {
|
||||
header_code_path = std::env::current_dir()?;
|
||||
}
|
||||
|
||||
/* Compile main function */
|
||||
let compilation = {
|
||||
let mut include_dir = libwasmer_path.clone();
|
||||
include_dir.pop();
|
||||
include_dir.push("include");
|
||||
|
||||
let mut cmd = Command::new(zig_binary_path);
|
||||
let mut cmd_mut: &mut Command = cmd
|
||||
.arg("cc")
|
||||
.arg("-target")
|
||||
.arg(&zig_triple)
|
||||
.arg(&format!("-L{}", libwasmer_path.display()))
|
||||
.arg(&format!("-l:{}", lib_filename))
|
||||
.arg(&format!("-I{}", include_dir.display()))
|
||||
.arg(&format!("-I{}", header_code_path.display()));
|
||||
if !zig_triple.contains("windows") {
|
||||
cmd_mut = cmd_mut.arg("-lunwind");
|
||||
}
|
||||
cmd_mut
|
||||
.arg(&object_path)
|
||||
.arg(&c_src_path)
|
||||
.arg("-o")
|
||||
.arg(&output_path)
|
||||
.output()
|
||||
.context("Could not execute `zig`")?
|
||||
};
|
||||
if !compilation.status.success() {
|
||||
return Err(anyhow::anyhow!(String::from_utf8_lossy(
|
||||
&compilation.stderr
|
||||
)
|
||||
.to_string()));
|
||||
}
|
||||
Ok(())
|
||||
}
|
||||
|
||||
#[cfg(feature = "static-artifact-create")]
|
||||
fn link(
|
||||
&self,
|
||||
output_path: PathBuf,
|
||||
object_path: PathBuf,
|
||||
mut header_code_path: PathBuf,
|
||||
) -> anyhow::Result<()> {
|
||||
let linkcode = LinkCode {
|
||||
object_paths: vec![object_path, "main_obj.obj".into()],
|
||||
output_path,
|
||||
..Default::default()
|
||||
};
|
||||
let c_src_path = Path::new("wasmer_main.c");
|
||||
let mut libwasmer_path = get_libwasmer_path()?
|
||||
.canonicalize()
|
||||
.context("Failed to find libwasmer")?;
|
||||
|
||||
println!("Using libwasmer file: {}", libwasmer_path.display());
|
||||
|
||||
let lib_filename = libwasmer_path
|
||||
.file_name()
|
||||
.unwrap()
|
||||
.to_str()
|
||||
.unwrap()
|
||||
.to_string();
|
||||
libwasmer_path.pop();
|
||||
{
|
||||
let mut c_src_file = fs::OpenOptions::new()
|
||||
.create_new(true)
|
||||
.write(true)
|
||||
.open(&c_src_path)
|
||||
.context("Failed to open C source code file")?;
|
||||
c_src_file.write_all(WASMER_STATIC_MAIN_C_SOURCE)?;
|
||||
}
|
||||
|
||||
if !header_code_path.is_dir() {
|
||||
header_code_path.pop();
|
||||
}
|
||||
|
||||
if header_code_path.display().to_string().is_empty() {
|
||||
header_code_path = std::env::current_dir()?;
|
||||
}
|
||||
|
||||
/* Compile main function */
|
||||
let compilation = {
|
||||
Command::new("cc")
|
||||
.arg("-c")
|
||||
.arg(&c_src_path)
|
||||
.arg(if linkcode.optimization_flag.is_empty() {
|
||||
"-O2"
|
||||
} else {
|
||||
linkcode.optimization_flag.as_str()
|
||||
})
|
||||
.arg(&format!("-L{}", libwasmer_path.display()))
|
||||
.arg(&format!("-I{}", get_wasmer_include_directory()?.display()))
|
||||
.arg(&format!("-l:{}", lib_filename))
|
||||
//.arg("-lwasmer")
|
||||
// Add libraries required per platform.
|
||||
// We need userenv, sockets (Ws2_32), advapi32 for some system calls and bcrypt for random numbers.
|
||||
//#[cfg(windows)]
|
||||
// .arg("-luserenv")
|
||||
// .arg("-lWs2_32")
|
||||
// .arg("-ladvapi32")
|
||||
// .arg("-lbcrypt")
|
||||
// On unix we need dlopen-related symbols, libmath for a few things, and pthreads.
|
||||
//#[cfg(not(windows))]
|
||||
.arg("-ldl")
|
||||
.arg("-lm")
|
||||
.arg("-pthread")
|
||||
.arg(&format!("-I{}", header_code_path.display()))
|
||||
.arg("-v")
|
||||
.arg("-o")
|
||||
.arg("main_obj.obj")
|
||||
.output()?
|
||||
};
|
||||
if !compilation.status.success() {
|
||||
return Err(anyhow::anyhow!(String::from_utf8_lossy(
|
||||
&compilation.stderr
|
||||
)
|
||||
.to_string()));
|
||||
}
|
||||
linkcode.run().context("Failed to link objects together")?;
|
||||
Ok(())
|
||||
}
|
||||
}
|
||||
|
||||
#[cfg(feature = "static-artifact-create")]
|
||||
fn link(
|
||||
output_path: PathBuf,
|
||||
object_path: PathBuf,
|
||||
mut header_code_path: PathBuf,
|
||||
) -> anyhow::Result<()> {
|
||||
let linkcode = LinkCode {
|
||||
object_paths: vec![object_path, "main_obj.obj".into()],
|
||||
output_path,
|
||||
..Default::default()
|
||||
fn triple_to_zig_triple(target_triple: &Triple) -> String {
|
||||
let arch = match target_triple.architecture {
|
||||
wasmer_types::Architecture::X86_64 => "x86_64".into(),
|
||||
wasmer_types::Architecture::Aarch64(wasmer_types::Aarch64Architecture::Aarch64) => {
|
||||
"aarch64".into()
|
||||
}
|
||||
v => v.to_string(),
|
||||
};
|
||||
let c_src_path = Path::new("wasmer_main.c");
|
||||
let mut libwasmer_path = get_libwasmer_path()?
|
||||
.canonicalize()
|
||||
.context("Failed to find libwasmer")?;
|
||||
println!("Using libwasmer: {}", libwasmer_path.display());
|
||||
let _lib_filename = libwasmer_path
|
||||
.file_name()
|
||||
.unwrap()
|
||||
.to_str()
|
||||
.unwrap()
|
||||
.to_string();
|
||||
libwasmer_path.pop();
|
||||
{
|
||||
let mut c_src_file = fs::OpenOptions::new()
|
||||
.create_new(true)
|
||||
.write(true)
|
||||
.open(&c_src_path)
|
||||
.context("Failed to open C source code file")?;
|
||||
c_src_file.write_all(WASMER_STATIC_MAIN_C_SOURCE)?;
|
||||
}
|
||||
|
||||
if !header_code_path.is_dir() {
|
||||
header_code_path.pop();
|
||||
}
|
||||
|
||||
/* Compile main function */
|
||||
let compilation = Command::new("cc")
|
||||
.arg("-c")
|
||||
.arg(&c_src_path)
|
||||
.arg(if linkcode.optimization_flag.is_empty() {
|
||||
"-O2"
|
||||
} else {
|
||||
linkcode.optimization_flag.as_str()
|
||||
})
|
||||
.arg(&format!("-L{}", libwasmer_path.display()))
|
||||
.arg(&format!("-I{}", get_wasmer_include_directory()?.display()))
|
||||
//.arg(&format!("-l:{}", lib_filename))
|
||||
.arg("-lwasmer")
|
||||
// Add libraries required per platform.
|
||||
// We need userenv, sockets (Ws2_32), advapi32 for some system calls and bcrypt for random numbers.
|
||||
//#[cfg(windows)]
|
||||
// .arg("-luserenv")
|
||||
// .arg("-lWs2_32")
|
||||
// .arg("-ladvapi32")
|
||||
// .arg("-lbcrypt")
|
||||
// On unix we need dlopen-related symbols, libmath for a few things, and pthreads.
|
||||
//#[cfg(not(windows))]
|
||||
.arg("-ldl")
|
||||
.arg("-lm")
|
||||
.arg("-pthread")
|
||||
.arg(&format!("-I{}", header_code_path.display()))
|
||||
.arg("-v")
|
||||
.arg("-o")
|
||||
.arg("main_obj.obj")
|
||||
.output()?;
|
||||
if !compilation.status.success() {
|
||||
return Err(anyhow::anyhow!(String::from_utf8_lossy(
|
||||
&compilation.stderr
|
||||
)
|
||||
.to_string()));
|
||||
}
|
||||
linkcode.run().context("Failed to link objects together")?;
|
||||
Ok(())
|
||||
let os = match target_triple.operating_system {
|
||||
wasmer_types::OperatingSystem::Linux => "linux".into(),
|
||||
wasmer_types::OperatingSystem::Darwin => "macos".into(),
|
||||
wasmer_types::OperatingSystem::Windows => "windows".into(),
|
||||
v => v.to_string(),
|
||||
};
|
||||
let env = match target_triple.environment {
|
||||
wasmer_types::Environment::Musl => "musl",
|
||||
wasmer_types::Environment::Gnu => "gnu",
|
||||
wasmer_types::Environment::Msvc => "msvc",
|
||||
_ => "none",
|
||||
};
|
||||
format!("{}-{}-{}", arch, os, env)
|
||||
}
|
||||
|
||||
fn get_wasmer_dir() -> anyhow::Result<PathBuf> {
|
||||
@@ -452,3 +745,247 @@ impl LinkCode {
|
||||
Ok(())
|
||||
}
|
||||
}
|
||||
|
||||
#[cfg(feature = "http")]
|
||||
mod http_fetch {
|
||||
use anyhow::{anyhow, Context, Result};
|
||||
use http_req::{
|
||||
request::Request,
|
||||
response::{Response, StatusCode},
|
||||
uri::Uri,
|
||||
};
|
||||
use std::convert::TryFrom;
|
||||
|
||||
pub fn get_latest_release() -> Result<serde_json::Value> {
|
||||
let mut writer = Vec::new();
|
||||
let uri = Uri::try_from("https://api.github.com/repos/wasmerio/wasmer/releases").unwrap();
|
||||
|
||||
let response = Request::new(&uri)
|
||||
.header("User-Agent", "wasmer")
|
||||
.header("Accept", "application/vnd.github.v3+json")
|
||||
.timeout(Some(std::time::Duration::new(30, 0)))
|
||||
.send(&mut writer)
|
||||
.map_err(anyhow::Error::new)
|
||||
.context("Could not lookup wasmer repository on Github.")?;
|
||||
|
||||
if response.status_code() != StatusCode::new(200) {
|
||||
return Err(anyhow!(
|
||||
"Github API replied with non-200 status code: {}",
|
||||
response.status_code()
|
||||
));
|
||||
}
|
||||
|
||||
let v: std::result::Result<serde_json::Value, _> = serde_json::from_reader(&*writer);
|
||||
let mut response = v.map_err(anyhow::Error::new)?;
|
||||
|
||||
if let Some(releases) = response.as_array_mut() {
|
||||
releases.retain(|r| {
|
||||
r["tag_name"].is_string() && !r["tag_name"].as_str().unwrap().is_empty()
|
||||
});
|
||||
releases.sort_by_cached_key(|r| r["tag_name"].as_str().unwrap_or_default().to_string());
|
||||
if let Some(latest) = releases.pop() {
|
||||
return Ok(latest);
|
||||
}
|
||||
}
|
||||
|
||||
Err(anyhow!(
|
||||
"Could not get expected Github API response.\n\nReason: response format is not recognized:\n{:#?}", ""
|
||||
))
|
||||
}
|
||||
|
||||
pub fn download_release(
|
||||
mut release: serde_json::Value,
|
||||
target_triple: wasmer::Triple,
|
||||
) -> Result<std::path::PathBuf> {
|
||||
if let Some(assets) = release["assets"].as_array_mut() {
|
||||
assets.retain(|a| {
|
||||
if let Some(name) = a["name"].as_str() {
|
||||
match target_triple.architecture {
|
||||
wasmer_types::Architecture::X86_64 => {
|
||||
name.contains("x86_64") || name.contains("amd64")
|
||||
}
|
||||
wasmer_types::Architecture::Aarch64(
|
||||
wasmer_types::Aarch64Architecture::Aarch64,
|
||||
) => name.contains("arm64") || name.contains("aarch64"),
|
||||
_ => false,
|
||||
}
|
||||
} else {
|
||||
false
|
||||
}
|
||||
});
|
||||
assets.retain(|a| {
|
||||
if let Some(name) = a["name"].as_str() {
|
||||
match target_triple.vendor {
|
||||
wasmer_types::Vendor::Apple => {
|
||||
name.contains("apple")
|
||||
|| name.contains("macos")
|
||||
|| name.contains("darwin")
|
||||
}
|
||||
wasmer_types::Vendor::Pc => name.contains("windows"),
|
||||
_ => true,
|
||||
}
|
||||
} else {
|
||||
false
|
||||
}
|
||||
});
|
||||
assets.retain(|a| {
|
||||
if let Some(name) = a["name"].as_str() {
|
||||
match target_triple.operating_system {
|
||||
wasmer_types::OperatingSystem::Darwin => {
|
||||
name.contains("apple")
|
||||
|| name.contains("darwin")
|
||||
|| name.contains("macos")
|
||||
}
|
||||
wasmer_types::OperatingSystem::Windows => name.contains("windows"),
|
||||
wasmer_types::OperatingSystem::Linux => name.contains("linux"),
|
||||
_ => false,
|
||||
}
|
||||
} else {
|
||||
false
|
||||
}
|
||||
});
|
||||
assets.retain(|a| {
|
||||
if let Some(name) = a["name"].as_str() {
|
||||
match target_triple.environment {
|
||||
wasmer_types::Environment::Musl => name.contains("musl"),
|
||||
_ => !name.contains("musl"),
|
||||
}
|
||||
} else {
|
||||
false
|
||||
}
|
||||
});
|
||||
|
||||
if assets.len() == 1 {
|
||||
let browser_download_url =
|
||||
if let Some(url) = assets[0]["browser_download_url"].as_str() {
|
||||
url.to_string()
|
||||
} else {
|
||||
return Err(anyhow!(
|
||||
"Could not get download url from Github API response."
|
||||
));
|
||||
};
|
||||
let filename = browser_download_url
|
||||
.split('/')
|
||||
.last()
|
||||
.unwrap_or("output")
|
||||
.to_string();
|
||||
let mut file = std::fs::File::create(&filename)?;
|
||||
println!("Downloading {} to {}", browser_download_url, &filename);
|
||||
let download_thread: std::thread::JoinHandle<Result<Response, anyhow::Error>> =
|
||||
std::thread::spawn(move || {
|
||||
let uri = Uri::try_from(browser_download_url.as_str())?;
|
||||
let mut response = Request::new(&uri)
|
||||
.header("User-Agent", "wasmer")
|
||||
.send(&mut file)
|
||||
.map_err(anyhow::Error::new)
|
||||
.context("Could not lookup wasmer artifact on Github.")?;
|
||||
if response.status_code() == StatusCode::new(302) {
|
||||
let redirect_uri =
|
||||
Uri::try_from(response.headers().get("Location").unwrap().as_str())
|
||||
.unwrap();
|
||||
response = Request::new(&redirect_uri)
|
||||
.header("User-Agent", "wasmer")
|
||||
.send(&mut file)
|
||||
.map_err(anyhow::Error::new)
|
||||
.context("Could not lookup wasmer artifact on Github.")?;
|
||||
}
|
||||
Ok(response)
|
||||
});
|
||||
let _response = download_thread
|
||||
.join()
|
||||
.expect("Could not join downloading thread");
|
||||
return Ok(filename.into());
|
||||
}
|
||||
}
|
||||
Err(anyhow!("Could not get release artifact."))
|
||||
}
|
||||
}
|
||||
|
||||
fn untar(tarball: std::path::PathBuf) -> Result<Vec<String>> {
|
||||
let files = std::process::Command::new("tar")
|
||||
.arg("-tf")
|
||||
.arg(&tarball)
|
||||
.output()
|
||||
.expect("failed to execute process")
|
||||
.stdout;
|
||||
|
||||
let files_s = String::from_utf8(files)?;
|
||||
|
||||
let files = files_s
|
||||
.lines()
|
||||
.filter(|p| !p.ends_with('/'))
|
||||
.map(|s| s.to_string())
|
||||
.collect::<Vec<String>>();
|
||||
|
||||
let _output = std::process::Command::new("tar")
|
||||
.arg("-xf")
|
||||
.arg(&tarball)
|
||||
.output()
|
||||
.expect("failed to execute process");
|
||||
Ok(files)
|
||||
}
|
||||
|
||||
fn find_zig_binary(path: Option<PathBuf>) -> Result<PathBuf> {
|
||||
use std::env::split_paths;
|
||||
use std::ffi::OsStr;
|
||||
#[cfg(unix)]
|
||||
use std::os::unix::ffi::OsStrExt;
|
||||
let path_var = std::env::var("PATH").unwrap_or_default();
|
||||
#[cfg(unix)]
|
||||
let system_path_var = std::process::Command::new("getconf")
|
||||
.args(&["PATH"])
|
||||
.output()
|
||||
.map(|output| output.stdout)
|
||||
.unwrap_or_default();
|
||||
let retval = if let Some(p) = path {
|
||||
if p.exists() {
|
||||
p
|
||||
} else {
|
||||
return Err(anyhow!("Could not find `zig` binary in {}.", p.display()));
|
||||
}
|
||||
} else {
|
||||
let mut retval = None;
|
||||
for mut p in split_paths(&path_var).chain(split_paths(
|
||||
#[cfg(unix)]
|
||||
{
|
||||
&OsStr::from_bytes(&system_path_var[..])
|
||||
},
|
||||
#[cfg(not(unix))]
|
||||
{
|
||||
OsStr::new("")
|
||||
},
|
||||
)) {
|
||||
p.push("zig");
|
||||
if p.exists() {
|
||||
retval = Some(p);
|
||||
break;
|
||||
}
|
||||
}
|
||||
retval.ok_or_else(|| anyhow!("Could not find `zig` binary in PATH."))?
|
||||
};
|
||||
|
||||
let version = std::process::Command::new(&retval)
|
||||
.arg("version")
|
||||
.output()
|
||||
.with_context(|| {
|
||||
format!(
|
||||
"Could not execute `zig` binary at path `{}`",
|
||||
retval.display()
|
||||
)
|
||||
})?
|
||||
.stdout;
|
||||
let version_slice = if let Some(pos) = version
|
||||
.iter()
|
||||
.position(|c| !(c.is_ascii_digit() || (*c == b'.')))
|
||||
{
|
||||
&version[..pos]
|
||||
} else {
|
||||
&version[..]
|
||||
};
|
||||
|
||||
if version_slice < b"0.10.0".as_ref() {
|
||||
Err(anyhow!("`zig` binary in PATH (`{}`) is not a new enough version (`{}`): please use version `0.10.0` or newer.", retval.display(), String::from_utf8_lossy(version_slice)))
|
||||
} else {
|
||||
Ok(retval)
|
||||
}
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user