1use std::collections::{HashMap, HashSet};
4use std::path::{Path, PathBuf};
5use std::sync::{Arc, Mutex};
6
7use crate::core::PackageId;
8use crate::core::compiler::compilation::{self, UnitOutput};
9use crate::core::compiler::locking::LockManager;
10use crate::core::compiler::{self, Unit, UserIntent, artifact};
11use crate::util::cache_lock::CacheLockMode;
12use crate::util::errors::CargoResult;
13use anyhow::{Context as _, bail};
14use cargo_util::paths;
15use cargo_util_terminal::report::{Level, Message};
16use filetime::FileTime;
17use itertools::Itertools;
18use jobserver::Client;
19
20use super::RustdocFingerprint;
21use super::custom_build::{self, BuildDeps, BuildScriptOutputs, BuildScripts};
22use super::fingerprint::{Checksum, Fingerprint};
23use super::job_queue::JobQueue;
24use super::layout::Layout;
25use super::lto::Lto;
26use super::unit_graph::UnitDep;
27use super::unused_deps::UnusedDepState;
28use super::{BuildContext, Compilation, CompileKind, CompileMode, Executor, FileFlavor};
29
30mod compilation_files;
31use self::compilation_files::CompilationFiles;
32pub use self::compilation_files::{Metadata, OutputFile, UnitHash};
33
34pub struct BuildRunner<'a, 'gctx> {
41 pub bcx: &'a BuildContext<'a, 'gctx>,
43 pub compilation: Compilation<'gctx>,
45 pub build_script_outputs: Arc<Mutex<BuildScriptOutputs>>,
47 pub build_explicit_deps: HashMap<Unit, BuildDeps>,
51 pub fingerprints: HashMap<Unit, Arc<Fingerprint>>,
53 pub mtime_cache: HashMap<PathBuf, FileTime>,
55 pub checksum_cache: HashMap<PathBuf, Checksum>,
57 pub compiled: HashSet<Unit>,
61 pub build_scripts: HashMap<Unit, Arc<BuildScripts>>,
64 pub jobserver: Client,
66 primary_packages: HashSet<PackageId>,
70 files: Option<CompilationFiles<'a, 'gctx>>,
74
75 rmeta_required: HashSet<Unit>,
78
79 pub lto: HashMap<Unit, Lto>,
83
84 pub metadata_for_doc_units: HashMap<Unit, Metadata>,
87
88 pub failed_scrape_units: Arc<Mutex<HashSet<UnitHash>>>,
92
93 pub unused_dep_state: UnusedDepState,
94
95 pub lock_manager: Arc<LockManager>,
97}
98
99impl<'a, 'gctx> BuildRunner<'a, 'gctx> {
100 pub fn new(bcx: &'a BuildContext<'a, 'gctx>) -> CargoResult<Self> {
101 let jobserver = match bcx.gctx.jobserver_from_env() {
110 Some(c) => c.clone(),
111 None => {
112 let client =
113 Client::new(bcx.jobs() as usize).context("failed to create jobserver")?;
114 client.acquire_raw()?;
115 client
116 }
117 };
118
119 Ok(Self {
120 bcx,
121 compilation: Compilation::new(bcx)?,
122 build_script_outputs: Arc::new(Mutex::new(BuildScriptOutputs::default())),
123 fingerprints: HashMap::new(),
124 mtime_cache: HashMap::new(),
125 checksum_cache: HashMap::new(),
126 compiled: HashSet::new(),
127 build_scripts: HashMap::new(),
128 build_explicit_deps: HashMap::new(),
129 jobserver,
130 primary_packages: HashSet::new(),
131 files: None,
132 rmeta_required: HashSet::new(),
133 lto: HashMap::new(),
134 metadata_for_doc_units: HashMap::new(),
135 failed_scrape_units: Arc::new(Mutex::new(HashSet::new())),
136 unused_dep_state: UnusedDepState::new(bcx),
137 lock_manager: Arc::new(LockManager::new()),
138 })
139 }
140
141 pub fn dry_run(mut self) -> CargoResult<Compilation<'gctx>> {
146 let _lock = self
147 .bcx
148 .gctx
149 .acquire_package_cache_lock(CacheLockMode::Shared)?;
150 self.lto = super::lto::generate(self.bcx)?;
151 self.prepare_units()?;
152 self.prepare()?;
153 self.check_collisions()?;
154
155 for unit in &self.bcx.roots {
156 self.collect_tests_and_executables(unit)?;
157 }
158
159 Ok(self.compilation)
160 }
161
162 #[tracing::instrument(skip_all)]
169 pub fn compile(mut self, exec: &Arc<dyn Executor>) -> CargoResult<Compilation<'gctx>> {
170 let _lock = self
174 .bcx
175 .gctx
176 .acquire_package_cache_lock(CacheLockMode::Shared)?;
177 let mut queue = JobQueue::new(self.bcx);
178 self.lto = super::lto::generate(self.bcx)?;
179 self.prepare_units()?;
180 self.prepare()?;
181 custom_build::build_map(&mut self)?;
182 self.check_collisions()?;
183 self.compute_metadata_for_doc_units();
184
185 if self.bcx.build_config.intent.is_doc() {
189 RustdocFingerprint::check_rustdoc_fingerprint(&self)?
190 }
191
192 for unit in &self.bcx.roots {
193 let force_rebuild = self.bcx.build_config.force_rebuild;
194 super::compile(&mut self, &mut queue, unit, exec, force_rebuild)?;
195 }
196
197 for fingerprint in self.fingerprints.values() {
204 fingerprint.clear_memoized();
205 }
206
207 queue.execute(&mut self)?;
209
210 let units_with_build_script = &self
212 .bcx
213 .roots
214 .iter()
215 .filter(|unit| self.build_scripts.contains_key(unit))
216 .dedup_by(|x, y| x.pkg.package_id() == y.pkg.package_id())
217 .collect::<Vec<_>>();
218 for unit in units_with_build_script {
219 for dep in &self.bcx.unit_graph[unit] {
220 if dep.unit.mode.is_run_custom_build() {
221 let out_dir = if self.bcx.gctx.cli_unstable().build_dir_new_layout {
222 self.files().out_dir_new_layout(&dep.unit)
223 } else {
224 self.files().build_script_out_dir(&dep.unit)
225 };
226 let script_meta = self.get_run_build_script_metadata(&dep.unit);
227 self.compilation
228 .extra_env
229 .entry(script_meta)
230 .or_insert_with(Vec::new)
231 .push(("OUT_DIR".to_string(), out_dir.display().to_string()));
232 }
233 }
234 }
235
236 self.collect_doc_merge_info()?;
237
238 for unit in &self.bcx.roots {
240 self.collect_tests_and_executables(unit)?;
241
242 if unit.mode.is_doc_test() {
244 let mut unstable_opts = false;
245 let mut args = compiler::extern_args(&self, unit, &mut unstable_opts)?;
246 args.extend(compiler::lib_search_paths(&self, unit)?);
247 args.extend(compiler::lto_args(&self, unit));
248 args.extend(compiler::features_args(unit));
249 args.extend(compiler::check_cfg_args(unit));
250
251 let script_metas = self.find_build_script_metadatas(unit);
252 if let Some(meta_vec) = script_metas.clone() {
253 for meta in meta_vec {
254 if let Some(output) = self.build_script_outputs.lock().unwrap().get(meta) {
255 for cfg in &output.cfgs {
256 args.push("--cfg".into());
257 args.push(cfg.into());
258 }
259
260 for check_cfg in &output.check_cfgs {
261 args.push("--check-cfg".into());
262 args.push(check_cfg.into());
263 }
264
265 for (lt, arg) in &output.linker_args {
266 if lt.applies_to(&unit.target, unit.mode) {
267 args.push("-C".into());
268 args.push(format!("link-arg={}", arg).into());
269 }
270 }
271 }
272 }
273 }
274 args.extend(unit.rustdocflags.iter().map(Into::into));
275
276 use super::MessageFormat;
277 let format = match self.bcx.build_config.message_format {
278 MessageFormat::Short => "short",
279 MessageFormat::Human => "human",
280 MessageFormat::Json { .. } => "json",
281 };
282 args.push("--error-format".into());
283 args.push(format.into());
284
285 self.compilation.to_doc_test.push(compilation::Doctest {
286 unit: unit.clone(),
287 args,
288 unstable_opts,
289 linker: self
290 .compilation
291 .target_linker(unit.kind)
292 .map(|p| p.to_path_buf()),
293 script_metas,
294 env: artifact::get_env(&self, unit, self.unit_deps(unit))?,
295 });
296 }
297
298 super::output_depinfo(&mut self, unit)?;
299 }
300
301 for (script_meta, output) in self.build_script_outputs.lock().unwrap().iter() {
302 self.compilation
303 .extra_env
304 .entry(*script_meta)
305 .or_insert_with(Vec::new)
306 .extend(output.env.iter().cloned());
307
308 for dir in output.library_paths.iter() {
309 self.compilation
310 .native_dirs
311 .insert(dir.clone().into_path_buf());
312 }
313 }
314 Ok(self.compilation)
315 }
316
317 fn collect_tests_and_executables(&mut self, unit: &Unit) -> CargoResult<()> {
318 for output in self.outputs(unit)?.iter() {
319 if matches!(
320 output.flavor,
321 FileFlavor::DebugInfo | FileFlavor::Auxiliary | FileFlavor::Sbom
322 ) {
323 continue;
324 }
325
326 let bindst = output.bin_dst();
327
328 if unit.mode == CompileMode::Test {
329 self.compilation
330 .tests
331 .push(self.unit_output(unit, &output.path)?);
332 } else if unit.target.is_executable() {
333 self.compilation
334 .binaries
335 .push(self.unit_output(unit, bindst)?);
336 } else if unit.target.is_cdylib()
337 && !self.compilation.cdylibs.iter().any(|uo| uo.unit == *unit)
338 {
339 self.compilation
340 .cdylibs
341 .push(self.unit_output(unit, bindst)?);
342 }
343 }
344 Ok(())
345 }
346
347 fn collect_doc_merge_info(&mut self) -> CargoResult<()> {
348 if !self.bcx.gctx.cli_unstable().rustdoc_mergeable_info {
349 return Ok(());
350 }
351
352 if !self.bcx.build_config.intent.is_doc() {
353 return Ok(());
354 }
355
356 if self.bcx.build_config.intent.wants_doc_json_output() {
357 return Ok(());
359 }
360
361 let mut doc_parts_map: HashMap<_, Vec<_>> = HashMap::new();
362
363 let unit_iter = if self.bcx.build_config.intent.wants_deps_docs() {
364 itertools::Either::Left(self.bcx.unit_graph.keys())
365 } else {
366 itertools::Either::Right(self.bcx.roots.iter())
367 };
368
369 for unit in unit_iter {
370 if !unit.mode.is_doc() {
371 continue;
372 }
373 let outputs = self.outputs(unit)?;
375
376 let Some(doc_parts) = outputs
377 .iter()
378 .find(|o| matches!(o.flavor, FileFlavor::DocParts))
379 else {
380 continue;
381 };
382
383 doc_parts_map
384 .entry(unit.kind)
385 .or_default()
386 .push(doc_parts.path.to_owned());
387 }
388
389 self.compilation.rustdoc_fingerprints = Some(
390 doc_parts_map
391 .into_iter()
392 .map(|(kind, doc_parts)| (kind, RustdocFingerprint::new(self, kind, doc_parts)))
393 .collect(),
394 );
395
396 Ok(())
397 }
398
399 pub fn get_executable(&mut self, unit: &Unit) -> CargoResult<Option<PathBuf>> {
401 let is_binary = unit.target.is_executable();
402 let is_test = unit.mode.is_any_test();
403 if !unit.mode.generates_executable() || !(is_binary || is_test) {
404 return Ok(None);
405 }
406 Ok(self
407 .outputs(unit)?
408 .iter()
409 .find(|o| o.flavor == FileFlavor::Normal)
410 .map(|output| output.bin_dst().clone()))
411 }
412
413 #[tracing::instrument(skip_all)]
414 pub fn prepare_units(&mut self) -> CargoResult<()> {
415 let dest = self.bcx.profiles.get_dir_name();
416 let must_take_artifact_dir_lock = match self.bcx.build_config.intent {
420 UserIntent::Check { .. } => {
421 self.bcx.build_config.timing_report
425 }
426 UserIntent::Build
427 | UserIntent::Test
428 | UserIntent::Doc { .. }
429 | UserIntent::Doctest
430 | UserIntent::Bench => true,
431 };
432 let host_layout =
433 Layout::new(self.bcx.ws, None, &dest, must_take_artifact_dir_lock, false)?;
434 let mut targets = HashMap::new();
435 for kind in self.bcx.all_kinds.iter() {
436 if let CompileKind::Target(target) = *kind {
437 let layout = Layout::new(
438 self.bcx.ws,
439 Some(target),
440 &dest,
441 must_take_artifact_dir_lock,
442 false,
443 )?;
444 targets.insert(target, layout);
445 }
446 }
447 self.primary_packages
448 .extend(self.bcx.roots.iter().map(|u| u.pkg.package_id()));
449 self.compilation
450 .root_crate_names
451 .extend(self.bcx.roots.iter().map(|u| u.target.crate_name()));
452
453 self.record_units_requiring_metadata();
454
455 let files = CompilationFiles::new(self, host_layout, targets);
456 self.files = Some(files);
457 Ok(())
458 }
459
460 #[tracing::instrument(skip_all)]
463 pub fn prepare(&mut self) -> CargoResult<()> {
464 self.files
465 .as_mut()
466 .unwrap()
467 .host
468 .prepare()
469 .context("couldn't prepare build directories")?;
470 for target in self.files.as_mut().unwrap().target.values_mut() {
471 target
472 .prepare()
473 .context("couldn't prepare build directories")?;
474 }
475
476 let files = self.files.as_ref().unwrap();
477 for &kind in self.bcx.all_kinds.iter() {
478 let layout = files.layout(kind);
479 if let Some(artifact_dir) = layout.artifact_dir() {
480 self.compilation
481 .root_output
482 .insert(kind, artifact_dir.dest().to_path_buf());
483 }
484 if self.bcx.gctx.cli_unstable().build_dir_new_layout {
485 for (unit, _) in self.bcx.unit_graph.iter() {
486 let dep_dir = self.files().deps_dir(unit);
487 paths::create_dir_all(&dep_dir)?;
488 self.compilation.deps_output.insert(kind, dep_dir);
489 }
490 } else {
491 self.compilation
492 .deps_output
493 .insert(kind, layout.build_dir().legacy_deps().to_path_buf());
494 }
495 }
496 Ok(())
497 }
498
499 pub fn files(&self) -> &CompilationFiles<'a, 'gctx> {
500 self.files.as_ref().unwrap()
501 }
502
503 pub fn outputs(&self, unit: &Unit) -> CargoResult<Arc<Vec<OutputFile>>> {
505 self.files.as_ref().unwrap().outputs(unit, self.bcx)
506 }
507
508 pub fn unit_deps(&self, unit: &Unit) -> &[UnitDep] {
510 &self.bcx.unit_graph[unit]
511 }
512
513 pub fn find_build_script_units(&self, unit: &Unit) -> Option<Vec<Unit>> {
517 if unit.mode.is_run_custom_build() {
518 return Some(vec![unit.clone()]);
519 }
520
521 let build_script_units: Vec<Unit> = self.bcx.unit_graph[unit]
522 .iter()
523 .filter(|unit_dep| {
524 unit_dep.unit.mode.is_run_custom_build()
525 && unit_dep.unit.pkg.package_id() == unit.pkg.package_id()
526 })
527 .map(|unit_dep| unit_dep.unit.clone())
528 .collect();
529 if build_script_units.is_empty() {
530 None
531 } else {
532 Some(build_script_units)
533 }
534 }
535
536 pub fn find_build_script_metadatas(&self, unit: &Unit) -> Option<Vec<UnitHash>> {
541 self.find_build_script_units(unit).map(|units| {
542 units
543 .iter()
544 .map(|u| self.get_run_build_script_metadata(u))
545 .collect()
546 })
547 }
548
549 pub fn get_run_build_script_metadata(&self, unit: &Unit) -> UnitHash {
551 assert!(unit.mode.is_run_custom_build());
552 self.files().metadata(unit).unit_id()
553 }
554
555 pub fn sbom_output_files(&self, unit: &Unit) -> CargoResult<Vec<PathBuf>> {
557 Ok(self
558 .outputs(unit)?
559 .iter()
560 .filter(|o| o.flavor == FileFlavor::Sbom)
561 .map(|o| o.path.clone())
562 .collect())
563 }
564
565 pub fn is_primary_package(&self, unit: &Unit) -> bool {
566 self.primary_packages.contains(&unit.pkg.package_id())
567 }
568
569 pub fn unit_output(&self, unit: &Unit, path: &Path) -> CargoResult<UnitOutput> {
572 let script_metas = self.find_build_script_metadatas(unit);
573 let env = artifact::get_env(&self, unit, self.unit_deps(unit))?;
574 Ok(UnitOutput {
575 unit: unit.clone(),
576 path: path.to_path_buf(),
577 script_metas,
578 env,
579 })
580 }
581
582 #[tracing::instrument(skip_all)]
585 fn check_collisions(&self) -> CargoResult<()> {
586 let mut output_collisions = HashMap::new();
587 let describe_collision = |unit: &Unit, other_unit: &Unit| -> String {
588 format!(
589 "the {} target `{}` in package `{}` has the same output filename as the {} target `{}` in package `{}`",
590 unit.target.kind().description(),
591 unit.target.name(),
592 unit.pkg.package_id(),
593 other_unit.target.kind().description(),
594 other_unit.target.name(),
595 other_unit.pkg.package_id(),
596 )
597 };
598 let suggestion = [
599 Level::NOTE.message("this may become a hard error in the future; see <https://github.com/rust-lang/cargo/issues/6313>"),
600 Level::HELP.message("consider changing their names to be unique or compiling them separately")
601 ];
602 let rustdoc_suggestion = [
603 Level::NOTE.message("this is a known bug where multiple crates with the same name use the same path; see <https://github.com/rust-lang/cargo/issues/6313>")
604 ];
605 let report_collision = |unit: &Unit,
606 other_unit: &Unit,
607 path: &PathBuf,
608 messages: &[Message<'_>]|
609 -> CargoResult<()> {
610 if unit.target.name() == other_unit.target.name() {
611 self.bcx.gctx.shell().print_report(
612 &[Level::WARNING
613 .secondary_title(format!("output filename collision at {}", path.display()))
614 .elements(
615 [Level::NOTE.message(describe_collision(unit, other_unit))]
616 .into_iter()
617 .chain(messages.iter().cloned()),
618 )],
619 false,
620 )
621 } else {
622 self.bcx.gctx.shell().print_report(
623 &[Level::WARNING
624 .secondary_title(format!("output filename collision at {}", path.display()))
625 .elements([
626 Level::NOTE.message(describe_collision(unit, other_unit)),
627 Level::NOTE.message("if this looks unexpected, it may be a bug in Cargo. Please file a bug \
628 report at https://github.com/rust-lang/cargo/issues/ with as much information as you \
629 can provide."),
630 Level::NOTE.message(format!("cargo {} running on `{}` target `{}`",
631 crate::version(), self.bcx.host_triple(), self.bcx.target_data.short_name(&unit.kind))),
632 Level::NOTE.message(format!("first unit: {unit:?}")),
633 Level::NOTE.message(format!("second unit: {other_unit:?}")),
634 ])],
635 false,
636 )
637 }
638 };
639
640 fn doc_collision_error(unit: &Unit, other_unit: &Unit) -> CargoResult<()> {
641 bail!(
642 "document output filename collision\n\
643 The {} `{}` in package `{}` has the same name as the {} `{}` in package `{}`.\n\
644 Only one may be documented at once since they output to the same path.\n\
645 Consider documenting only one, renaming one, \
646 or marking one with `doc = false` in Cargo.toml.",
647 unit.target.kind().description(),
648 unit.target.name(),
649 unit.pkg,
650 other_unit.target.kind().description(),
651 other_unit.target.name(),
652 other_unit.pkg,
653 );
654 }
655
656 let mut keys = self
657 .bcx
658 .unit_graph
659 .keys()
660 .filter(|unit| !unit.mode.is_run_custom_build())
661 .collect::<Vec<_>>();
662 keys.sort_unstable();
664 let mut doc_libs = HashMap::new();
672 let mut doc_bins = HashMap::new();
673 for unit in keys {
674 if unit.mode.is_doc() && self.is_primary_package(unit) {
675 if unit.target.is_lib() {
678 if let Some(prev) = doc_libs.insert((unit.target.crate_name(), unit.kind), unit)
679 {
680 doc_collision_error(unit, prev)?;
681 }
682 } else if let Some(prev) =
683 doc_bins.insert((unit.target.crate_name(), unit.kind), unit)
684 {
685 doc_collision_error(unit, prev)?;
686 }
687 }
688 for output in self.outputs(unit)?.iter() {
689 if let Some(other_unit) = output_collisions.insert(output.path.clone(), unit) {
690 if unit.mode.is_doc() {
691 report_collision(unit, other_unit, &output.path, &rustdoc_suggestion)?;
694 } else {
695 report_collision(unit, other_unit, &output.path, &suggestion)?;
696 }
697 }
698 if let Some(hardlink) = output.hardlink.as_ref() {
699 if let Some(other_unit) = output_collisions.insert(hardlink.clone(), unit) {
700 report_collision(unit, other_unit, hardlink, &suggestion)?;
701 }
702 }
703 if let Some(ref export_path) = output.export_path {
704 if let Some(other_unit) = output_collisions.insert(export_path.clone(), unit) {
705 self.bcx.gctx.shell().print_report(
706 &[Level::WARNING
707 .secondary_title(format!(
708 "`--artifact-dir` filename collision at {}",
709 export_path.display()
710 ))
711 .elements(
712 [Level::NOTE.message(describe_collision(unit, other_unit))]
713 .into_iter()
714 .chain(suggestion.iter().cloned()),
715 )],
716 false,
717 )?;
718 }
719 }
720 }
721 }
722 Ok(())
723 }
724
725 fn record_units_requiring_metadata(&mut self) {
730 for (key, deps) in self.bcx.unit_graph.iter() {
731 for dep in deps {
732 if self.only_requires_rmeta(key, &dep.unit) {
733 self.rmeta_required.insert(dep.unit.clone());
734 }
735 }
736 }
737 }
738
739 pub fn only_requires_rmeta(&self, parent: &Unit, dep: &Unit) -> bool {
742 !parent.requires_upstream_objects()
745 && parent.mode == CompileMode::Build
746 && !dep.requires_upstream_objects()
749 && dep.mode == CompileMode::Build
750 }
751
752 pub fn rmeta_required(&self, unit: &Unit) -> bool {
755 self.rmeta_required.contains(unit)
756 }
757
758 #[tracing::instrument(skip_all)]
769 pub fn compute_metadata_for_doc_units(&mut self) {
770 for unit in self.bcx.unit_graph.keys() {
771 if !unit.mode.is_doc() && !unit.mode.is_doc_scrape() {
772 continue;
773 }
774
775 let matching_units = self
776 .bcx
777 .unit_graph
778 .keys()
779 .filter(|other| {
780 unit.pkg == other.pkg
781 && unit.target == other.target
782 && !other.mode.is_doc_scrape()
783 })
784 .collect::<Vec<_>>();
785 let metadata_unit = matching_units
786 .iter()
787 .find(|other| other.mode.is_check())
788 .or_else(|| matching_units.iter().find(|other| other.mode.is_doc()))
789 .unwrap_or(&unit);
790 self.metadata_for_doc_units
791 .insert(unit.clone(), self.files().metadata(metadata_unit));
792 }
793 }
794}