Parallelize trans

Author: Zoxc

src/librustc/Cargo.toml

@@ -26,6 +26,7 @@ rustc_errors = { path = "../librustc_errors" }
 serialize = { path = "../libserialize" }
 syntax = { path = "../libsyntax" }
 syntax_pos = { path = "../libsyntax_pos" }
+num_cpus = "1.0"
 lazy_static = "1.0.0"
 backtrace = "0.3.3"
 byteorder = { version = "1.1", features = ["i128"]}

src/librustc/lib.rs

@@ -84,6 +84,7 @@ extern crate core;
 extern crate fmt_macros;
 extern crate getopts;
 extern crate graphviz;
+extern crate num_cpus;
 #[cfg(windows)]
 extern crate libc;
 #[cfg(windows)]

src/librustc/session/config.rs

@@ -1160,6 +1160,8 @@ options! {DebuggingOptions, DebuggingSetter, basic_debugging_options,
         "print the AST as JSON and halt"),
     query_threads: Option<usize> = (None, parse_opt_uint, [UNTRACKED],
         "execute queries on a thread pool with N threads"),
+    codegen_threads: Option<usize> = (None, parse_opt_uint, [UNTRACKED],
+        "execute code generation work with N threads"),
     ast_json_noexpand: bool = (false, parse_bool, [UNTRACKED],
         "print the pre-expansion AST as JSON and halt"),
     ls: bool = (false, parse_bool, [UNTRACKED],
@@ -1771,6 +1773,10 @@ pub fn build_session_options_and_crate_config(matches: &getopts::Matches)
         early_error(error_format, "Value for query threads must be a positive nonzero integer");
     }
 
+    if debugging_opts.codegen_threads == Some(0) {
+        early_error(error_format, "Value for codegen threads must be a positive nonzero integer");
+    }
+
     if codegen_units == Some(0) {
         early_error(error_format, "Value for codegen units must be a positive nonzero integer");
     }

src/librustc/session/mod.rs

@@ -803,6 +803,12 @@ impl Session {
         self.opts.debugging_opts.query_threads.unwrap_or(1)
     }
 
+    /// Returns the number of codegen threads that should be used for this
+    /// compilation
+    pub fn codegen_threads(&self) -> usize {
+        self.opts.debugging_opts.codegen_threads.unwrap_or(::num_cpus::get())
+    }
+
     /// Returns the number of codegen units that should be used for this
     /// compilation
     pub fn codegen_units(&self) -> usize {

src/librustc_trans/Cargo.toml

@@ -15,7 +15,7 @@ flate2 = "1.0"
 jobserver = "0.1.5"
 libc = "0.2"
 log = "0.4"
-num_cpus = "1.0"
+rayon = { git = "https://github.com/Zoxc/rayon.git", branch = "fiber" }
 rustc = { path = "../librustc" }
 rustc-demangle = "0.1.4"
 rustc_allocator = { path = "../librustc_allocator" }

src/librustc_trans/back/lto.rs

@@ -42,6 +42,7 @@ pub fn crate_type_allows_lto(crate_type: config::CrateType) -> bool {
     }
 }
 
+#[derive(Debug)]
 pub(crate) enum LtoModuleTranslation {
     Fat {
         module: Option<ModuleTranslation>,
@@ -479,6 +480,7 @@ fn run_pass_manager(cgcx: &CodegenContext,
     debug!("lto done");
 }
 
+#[derive(Debug)]
 pub enum SerializedModule {
     Local(ModuleBuffer),
     FromRlib(Vec<u8>),
@@ -493,6 +495,7 @@ impl SerializedModule {
     }
 }
 
+#[derive(Debug)]
 pub struct ModuleBuffer(*mut llvm::ModuleBuffer);
 
 unsafe impl Send for ModuleBuffer {}
@@ -520,18 +523,21 @@ impl Drop for ModuleBuffer {
     }
 }
 
+#[derive(Debug)]
 pub struct ThinModule {
     shared: Arc<ThinShared>,
     idx: usize,
 }
 
+#[derive(Debug)]
 struct ThinShared {
     data: ThinData,
     thin_buffers: Vec<ThinBuffer>,
     serialized_modules: Vec<SerializedModule>,
     module_names: Vec<CString>,
 }
 
+#[derive(Debug)]
 struct ThinData(*mut llvm::ThinLTOData);
 
 unsafe impl Send for ThinData {}
@@ -545,6 +551,7 @@ impl Drop for ThinData {
     }
 }
 
+#[derive(Debug)]
 pub struct ThinBuffer(*mut llvm::ThinLTOBuffer);
 
 unsafe impl Send for ThinBuffer {}