use std::collections::{BTreeMap, BTreeSet, HashMap, HashSet};
use std::path::{Path, PathBuf};
use std::sync::Arc;
use std::{env, fs};
use crate::core::compiler::{CompileKind, DefaultExecutor, Executor, UnitOutput};
use crate::core::{Dependency, Edition, Package, PackageId, SourceId, Target, Workspace};
use crate::ops::{common_for_install_and_uninstall::*, FilterRule};
use crate::ops::{CompileFilter, Packages};
use crate::sources::source::Source;
use crate::sources::{GitSource, PathSource, SourceConfigMap};
use crate::util::errors::CargoResult;
use crate::util::{Filesystem, GlobalContext, Rustc};
use crate::{drop_println, ops};
use anyhow::{bail, Context as _};
use cargo_util::paths;
use cargo_util_schemas::core::PartialVersion;
use itertools::Itertools;
use semver::VersionReq;
use tempfile::Builder as TempFileBuilder;
struct Transaction {
bins: Vec<PathBuf>,
}
impl Transaction {
fn success(mut self) {
self.bins.clear();
}
}
impl Drop for Transaction {
fn drop(&mut self) {
for bin in self.bins.iter() {
let _ = paths::remove_file(bin);
}
}
}
struct InstallablePackage<'gctx> {
gctx: &'gctx GlobalContext,
opts: ops::CompileOptions,
root: Filesystem,
source_id: SourceId,
vers: Option<VersionReq>,
force: bool,
no_track: bool,
pkg: Package,
ws: Workspace<'gctx>,
rustc: Rustc,
target: String,
}
impl<'gctx> InstallablePackage<'gctx> {
pub fn new(
gctx: &'gctx GlobalContext,
root: Filesystem,
map: SourceConfigMap<'_>,
krate: Option<&str>,
source_id: SourceId,
from_cwd: bool,
vers: Option<&VersionReq>,
original_opts: &ops::CompileOptions,
force: bool,
no_track: bool,
needs_update_if_source_is_index: bool,
current_rust_version: Option<&PartialVersion>,
lockfile_path: Option<&Path>,
) -> CargoResult<Option<Self>> {
if let Some(name) = krate {
if name == "." {
bail!(
"To install the binaries for the package in current working \
directory use `cargo install --path .`. \n\
Use `cargo build` if you want to simply build the package."
)
}
}
let dst = root.join("bin").into_path_unlocked();
let pkg = {
let dep = {
if let Some(krate) = krate {
let vers = if let Some(vers) = vers {
Some(vers.to_string())
} else if source_id.is_registry() {
Some(String::from("*"))
} else {
None
};
Some(Dependency::parse(krate, vers.as_deref(), source_id)?)
} else {
None
}
};
if source_id.is_git() {
let mut source = GitSource::new(source_id, gctx)?;
select_pkg(
&mut source,
dep,
|git: &mut GitSource<'_>| git.read_packages(),
gctx,
current_rust_version,
)?
} else if source_id.is_path() {
let mut src = path_source(source_id, gctx)?;
if !src.path().is_dir() {
bail!(
"`{}` is not a directory. \
--path must point to a directory containing a Cargo.toml file.",
src.path().display()
)
}
if !src.path().join("Cargo.toml").exists() {
if from_cwd {
bail!(
"`{}` is not a crate root; specify a crate to \
install from crates.io, or use --path or --git to \
specify an alternate source",
src.path().display()
);
} else if src.path().join("cargo.toml").exists() {
bail!(
"`{}` does not contain a Cargo.toml file, but found cargo.toml please try to rename it to Cargo.toml. \
--path must point to a directory containing a Cargo.toml file.",
src.path().display()
)
} else {
bail!(
"`{}` does not contain a Cargo.toml file. \
--path must point to a directory containing a Cargo.toml file.",
src.path().display()
)
}
}
select_pkg(
&mut src,
dep,
|path: &mut PathSource<'_>| path.root_package().map(|p| vec![p]),
gctx,
current_rust_version,
)?
} else if let Some(dep) = dep {
let mut source = map.load(source_id, &HashSet::new())?;
if let Ok(Some(pkg)) = installed_exact_package(
dep.clone(),
&mut source,
gctx,
original_opts,
&root,
&dst,
force,
lockfile_path,
) {
let msg = format!(
"package `{}` is already installed, use --force to override",
pkg
);
gctx.shell().status("Ignored", &msg)?;
return Ok(None);
}
select_dep_pkg(
&mut source,
dep,
gctx,
needs_update_if_source_is_index,
current_rust_version,
)?
} else {
bail!(
"must specify a crate to install from \
crates.io, or use --path or --git to \
specify alternate source"
)
}
};
let (ws, rustc, target) = make_ws_rustc_target(
gctx,
&original_opts,
&source_id,
pkg.clone(),
lockfile_path.clone(),
)?;
if gctx.locked() {
if let Some(requested_lockfile_path) = ws.requested_lockfile_path() {
if !requested_lockfile_path.is_file() {
bail!(
"no Cargo.lock file found in the requested path {}",
requested_lockfile_path.display()
);
}
} else if !ws.root().join("Cargo.lock").exists() {
gctx.shell().warn(format!(
"no Cargo.lock file published in {}",
pkg.to_string()
))?;
}
}
let pkg = if source_id.is_git() {
pkg
} else {
ws.current()?.clone()
};
let mut opts = original_opts.clone();
let pkgidspec = ws.current()?.package_id().to_spec();
opts.spec = Packages::Packages(vec![pkgidspec.to_string()]);
if from_cwd {
if pkg.manifest().edition() == Edition::Edition2015 {
gctx.shell().warn(
"Using `cargo install` to install the binaries from the \
package in current working directory is deprecated, \
use `cargo install --path .` instead. \
Use `cargo build` if you want to simply build the package.",
)?
} else {
bail!(
"Using `cargo install` to install the binaries from the \
package in current working directory is no longer supported, \
use `cargo install --path .` instead. \
Use `cargo build` if you want to simply build the package."
)
}
};
if !opts.filter.is_specific() && !pkg.targets().iter().any(|t| t.is_bin()) {
bail!(
"there is nothing to install in `{}`, because it has no binaries\n\
`cargo install` is only for installing programs, and can't be used with libraries.\n\
To use a library crate, add it as a dependency to a Cargo project with `cargo add`.",
pkg,
);
}
let ip = InstallablePackage {
gctx,
opts,
root,
source_id,
vers: vers.cloned(),
force,
no_track,
pkg,
ws,
rustc,
target,
};
if no_track {
ip.no_track_duplicates(&dst)?;
} else if is_installed(
&ip.pkg, gctx, &ip.opts, &ip.rustc, &ip.target, &ip.root, &dst, force,
)? {
let msg = format!(
"package `{}` is already installed, use --force to override",
ip.pkg
);
gctx.shell().status("Ignored", &msg)?;
return Ok(None);
}
Ok(Some(ip))
}
fn no_track_duplicates(&self, dst: &Path) -> CargoResult<BTreeMap<String, Option<PackageId>>> {
let duplicates: BTreeMap<String, Option<PackageId>> =
exe_names(&self.pkg, &self.opts.filter)
.into_iter()
.filter(|name| dst.join(name).exists())
.map(|name| (name, None))
.collect();
if !self.force && !duplicates.is_empty() {
let mut msg: Vec<String> = duplicates
.iter()
.map(|(name, _)| {
format!(
"binary `{}` already exists in destination `{}`",
name,
dst.join(name).to_string_lossy()
)
})
.collect();
msg.push("Add --force to overwrite".to_string());
bail!("{}", msg.join("\n"));
}
Ok(duplicates)
}
fn install_one(mut self, dry_run: bool) -> CargoResult<bool> {
self.gctx.shell().status("Installing", &self.pkg)?;
let dst = self.root.join("bin").into_path_unlocked();
let mut td_opt = None;
let mut needs_cleanup = false;
if !self.source_id.is_path() {
let target_dir = if let Some(dir) = self.gctx.target_dir()? {
dir
} else if let Ok(td) = TempFileBuilder::new().prefix("cargo-install").tempdir() {
let p = td.path().to_owned();
td_opt = Some(td);
Filesystem::new(p)
} else {
needs_cleanup = true;
Filesystem::new(self.gctx.cwd().join("target-install"))
};
self.ws.set_target_dir(target_dir);
}
self.check_yanked_install()?;
let exec: Arc<dyn Executor> = Arc::new(DefaultExecutor);
self.opts.build_config.dry_run = dry_run;
let compile = ops::compile_ws(&self.ws, &self.opts, &exec).with_context(|| {
if let Some(td) = td_opt.take() {
drop(td.into_path());
}
format!(
"failed to compile `{}`, intermediate artifacts can be \
found at `{}`.\nTo reuse those artifacts with a future \
compilation, set the environment variable \
`CARGO_TARGET_DIR` to that path.",
self.pkg,
self.ws.target_dir().display()
)
})?;
let mut binaries: Vec<(&str, &Path)> = compile
.binaries
.iter()
.map(|UnitOutput { path, .. }| {
let name = path.file_name().unwrap();
if let Some(s) = name.to_str() {
Ok((s, path.as_ref()))
} else {
bail!("Binary `{:?}` name can't be serialized into string", name)
}
})
.collect::<CargoResult<_>>()?;
if binaries.is_empty() {
if let CompileFilter::Only { bins, examples, .. } = &self.opts.filter {
let mut any_specific = false;
if let FilterRule::Just(ref v) = bins {
if !v.is_empty() {
any_specific = true;
}
}
if let FilterRule::Just(ref v) = examples {
if !v.is_empty() {
any_specific = true;
}
}
if any_specific {
bail!("no binaries are available for install using the selected features");
}
}
let binaries: Vec<_> = self
.pkg
.targets()
.iter()
.filter(|t| t.is_executable())
.collect();
if !binaries.is_empty() {
self.gctx
.shell()
.warn(make_warning_about_missing_features(&binaries))?;
}
return Ok(false);
}
binaries.sort_unstable();
let (tracker, duplicates) = if self.no_track {
(None, self.no_track_duplicates(&dst)?)
} else {
let tracker = InstallTracker::load(self.gctx, &self.root)?;
let (_freshness, duplicates) = tracker.check_upgrade(
&dst,
&self.pkg,
self.force,
&self.opts,
&self.target,
&self.rustc.verbose_version,
)?;
(Some(tracker), duplicates)
};
paths::create_dir_all(&dst)?;
let staging_dir = TempFileBuilder::new()
.prefix("cargo-install")
.tempdir_in(&dst)?;
if !dry_run {
for &(bin, src) in binaries.iter() {
let dst = staging_dir.path().join(bin);
if !self.source_id.is_path() && fs::rename(src, &dst).is_ok() {
continue;
}
paths::copy(src, &dst)?;
}
}
let (to_replace, to_install): (Vec<&str>, Vec<&str>) = binaries
.iter()
.map(|&(bin, _)| bin)
.partition(|&bin| duplicates.contains_key(bin));
let mut installed = Transaction { bins: Vec::new() };
let mut successful_bins = BTreeSet::new();
for bin in to_install.iter() {
let src = staging_dir.path().join(bin);
let dst = dst.join(bin);
self.gctx.shell().status("Installing", dst.display())?;
if !dry_run {
fs::rename(&src, &dst).with_context(|| {
format!("failed to move `{}` to `{}`", src.display(), dst.display())
})?;
installed.bins.push(dst);
successful_bins.insert(bin.to_string());
}
}
let replace_result = {
let mut try_install = || -> CargoResult<()> {
for &bin in to_replace.iter() {
let src = staging_dir.path().join(bin);
let dst = dst.join(bin);
self.gctx.shell().status("Replacing", dst.display())?;
if !dry_run {
fs::rename(&src, &dst).with_context(|| {
format!("failed to move `{}` to `{}`", src.display(), dst.display())
})?;
successful_bins.insert(bin.to_string());
}
}
Ok(())
};
try_install()
};
if let Some(mut tracker) = tracker {
tracker.mark_installed(
&self.pkg,
&successful_bins,
self.vers.map(|s| s.to_string()),
&self.opts,
&self.target,
&self.rustc.verbose_version,
);
if let Err(e) = remove_orphaned_bins(
&self.ws,
&mut tracker,
&duplicates,
&self.pkg,
&dst,
dry_run,
) {
self.gctx
.shell()
.warn(format!("failed to remove orphan: {:?}", e))?;
}
match tracker.save() {
Err(err) => replace_result.with_context(|| err)?,
Ok(_) => replace_result?,
}
}
installed.success();
if needs_cleanup {
let target_dir = self.ws.target_dir().into_path_unlocked();
paths::remove_dir_all(&target_dir)?;
}
fn executables<T: AsRef<str>>(mut names: impl Iterator<Item = T> + Clone) -> String {
if names.clone().count() == 1 {
format!("(executable `{}`)", names.next().unwrap().as_ref())
} else {
format!(
"(executables {})",
names
.map(|b| format!("`{}`", b.as_ref()))
.collect::<Vec<_>>()
.join(", ")
)
}
}
if dry_run {
self.gctx.shell().warn("aborting install due to dry run")?;
Ok(true)
} else if duplicates.is_empty() {
self.gctx.shell().status(
"Installed",
format!(
"package `{}` {}",
self.pkg,
executables(successful_bins.iter())
),
)?;
Ok(true)
} else {
if !to_install.is_empty() {
self.gctx.shell().status(
"Installed",
format!("package `{}` {}", self.pkg, executables(to_install.iter())),
)?;
}
let mut pkg_map = BTreeMap::new();
for (bin_name, opt_pkg_id) in &duplicates {
let key =
opt_pkg_id.map_or_else(|| "unknown".to_string(), |pkg_id| pkg_id.to_string());
pkg_map.entry(key).or_insert_with(Vec::new).push(bin_name);
}
for (pkg_descr, bin_names) in &pkg_map {
self.gctx.shell().status(
"Replaced",
format!(
"package `{}` with `{}` {}",
pkg_descr,
self.pkg,
executables(bin_names.iter())
),
)?;
}
Ok(true)
}
}
fn check_yanked_install(&self) -> CargoResult<()> {
if self.ws.ignore_lock() || !self.ws.root().join("Cargo.lock").exists() {
return Ok(());
}
let dry_run = false;
let (pkg_set, resolve) = ops::resolve_ws(&self.ws, dry_run)?;
ops::check_yanked(
self.ws.gctx(),
&pkg_set,
&resolve,
"consider running without --locked",
)
}
}
fn make_warning_about_missing_features(binaries: &[&Target]) -> String {
let max_targets_listed = 7;
let target_features_message = binaries
.iter()
.take(max_targets_listed)
.map(|b| {
let name = b.description_named();
let features = b
.required_features()
.unwrap_or(&Vec::new())
.iter()
.map(|f| format!("`{f}`"))
.join(", ");
format!(" {name} requires the features: {features}")
})
.join("\n");
let additional_bins_message = if binaries.len() > max_targets_listed {
format!(
"\n{} more targets also requires features not enabled. See them in the Cargo.toml file.",
binaries.len() - max_targets_listed
)
} else {
"".into()
};
let example_features = binaries[0]
.required_features()
.map(|f| f.join(" "))
.unwrap_or_default();
format!(
"\
none of the package's binaries are available for install using the selected features
{target_features_message}{additional_bins_message}
Consider enabling some of the needed features by passing, e.g., `--features=\"{example_features}\"`"
)
}
pub fn install(
gctx: &GlobalContext,
root: Option<&str>,
krates: Vec<(String, Option<VersionReq>)>,
source_id: SourceId,
from_cwd: bool,
opts: &ops::CompileOptions,
force: bool,
no_track: bool,
dry_run: bool,
lockfile_path: Option<&Path>,
) -> CargoResult<()> {
let root = resolve_root(root, gctx)?;
let dst = root.join("bin").into_path_unlocked();
let map = SourceConfigMap::new(gctx)?;
let current_rust_version = if opts.honor_rust_version.unwrap_or(true) {
let rustc = gctx.load_global_rustc(None)?;
Some(rustc.version.clone().into())
} else {
None
};
let (installed_anything, scheduled_error) = if krates.len() <= 1 {
let (krate, vers) = krates
.iter()
.next()
.map(|(k, v)| (Some(k.as_str()), v.as_ref()))
.unwrap_or((None, None));
let installable_pkg = InstallablePackage::new(
gctx,
root,
map,
krate,
source_id,
from_cwd,
vers,
opts,
force,
no_track,
true,
current_rust_version.as_ref(),
lockfile_path,
)?;
let mut installed_anything = true;
if let Some(installable_pkg) = installable_pkg {
installed_anything = installable_pkg.install_one(dry_run)?;
}
(installed_anything, false)
} else {
let mut succeeded = vec![];
let mut failed = vec![];
let mut did_update = false;
let pkgs_to_install: Vec<_> = krates
.iter()
.filter_map(|(krate, vers)| {
let root = root.clone();
let map = map.clone();
match InstallablePackage::new(
gctx,
root,
map,
Some(krate.as_str()),
source_id,
from_cwd,
vers.as_ref(),
opts,
force,
no_track,
!did_update,
current_rust_version.as_ref(),
lockfile_path,
) {
Ok(Some(installable_pkg)) => {
did_update = true;
Some((krate, installable_pkg))
}
Ok(None) => {
succeeded.push(krate.as_str());
None
}
Err(e) => {
crate::display_error(&e, &mut gctx.shell());
failed.push(krate.as_str());
did_update = true;
None
}
}
})
.collect();
let install_results: Vec<_> = pkgs_to_install
.into_iter()
.map(|(krate, installable_pkg)| (krate, installable_pkg.install_one(dry_run)))
.collect();
for (krate, result) in install_results {
match result {
Ok(installed) => {
if installed {
succeeded.push(krate);
}
}
Err(e) => {
crate::display_error(&e, &mut gctx.shell());
failed.push(krate);
}
}
}
let mut summary = vec![];
if !succeeded.is_empty() {
summary.push(format!("Successfully installed {}!", succeeded.join(", ")));
}
if !failed.is_empty() {
summary.push(format!(
"Failed to install {} (see error(s) above).",
failed.join(", ")
));
}
if !succeeded.is_empty() || !failed.is_empty() {
gctx.shell().status("Summary", summary.join(" "))?;
}
(!succeeded.is_empty(), !failed.is_empty())
};
if installed_anything {
let path = gctx.get_env_os("PATH").unwrap_or_default();
let dst_in_path = env::split_paths(&path).any(|path| path == dst);
if !dst_in_path {
gctx.shell().warn(&format!(
"be sure to add `{}` to your PATH to be \
able to run the installed binaries",
dst.display()
))?;
}
}
if scheduled_error {
bail!("some crates failed to install");
}
Ok(())
}
fn is_installed(
pkg: &Package,
gctx: &GlobalContext,
opts: &ops::CompileOptions,
rustc: &Rustc,
target: &str,
root: &Filesystem,
dst: &Path,
force: bool,
) -> CargoResult<bool> {
let tracker = InstallTracker::load(gctx, root)?;
let (freshness, _duplicates) =
tracker.check_upgrade(dst, pkg, force, opts, target, &rustc.verbose_version)?;
Ok(freshness.is_fresh())
}
fn installed_exact_package<T>(
dep: Dependency,
source: &mut T,
gctx: &GlobalContext,
opts: &ops::CompileOptions,
root: &Filesystem,
dst: &Path,
force: bool,
lockfile_path: Option<&Path>,
) -> CargoResult<Option<Package>>
where
T: Source,
{
if !dep.version_req().is_exact() {
return Ok(None);
}
if let Ok(pkg) = select_dep_pkg(source, dep, gctx, false, None) {
let (_ws, rustc, target) =
make_ws_rustc_target(gctx, opts, &source.source_id(), pkg.clone(), lockfile_path)?;
if let Ok(true) = is_installed(&pkg, gctx, opts, &rustc, &target, root, dst, force) {
return Ok(Some(pkg));
}
}
Ok(None)
}
fn make_ws_rustc_target<'gctx>(
gctx: &'gctx GlobalContext,
opts: &ops::CompileOptions,
source_id: &SourceId,
pkg: Package,
lockfile_path: Option<&Path>,
) -> CargoResult<(Workspace<'gctx>, Rustc, String)> {
let mut ws = if source_id.is_git() || source_id.is_path() {
Workspace::new(pkg.manifest_path(), gctx)?
} else {
let mut ws = Workspace::ephemeral(pkg, gctx, None, false)?;
ws.set_resolve_honors_rust_version(Some(false));
ws
};
ws.set_ignore_lock(gctx.lock_update_allowed());
ws.set_requested_lockfile_path(lockfile_path.map(|p| p.to_path_buf()));
if ws.requested_lockfile_path().is_some() {
ws.set_ignore_lock(false);
}
ws.set_require_optional_deps(false);
let rustc = gctx.load_global_rustc(Some(&ws))?;
let target = match &opts.build_config.single_requested_kind()? {
CompileKind::Host => rustc.host.as_str().to_owned(),
CompileKind::Target(target) => target.short_name().to_owned(),
};
Ok((ws, rustc, target))
}
pub fn install_list(dst: Option<&str>, gctx: &GlobalContext) -> CargoResult<()> {
let root = resolve_root(dst, gctx)?;
let tracker = InstallTracker::load(gctx, &root)?;
for (k, v) in tracker.all_installed_bins() {
drop_println!(gctx, "{}:", k);
for bin in v {
drop_println!(gctx, " {}", bin);
}
}
Ok(())
}
fn remove_orphaned_bins(
ws: &Workspace<'_>,
tracker: &mut InstallTracker,
duplicates: &BTreeMap<String, Option<PackageId>>,
pkg: &Package,
dst: &Path,
dry_run: bool,
) -> CargoResult<()> {
let filter = ops::CompileFilter::new_all_targets();
let all_self_names = exe_names(pkg, &filter);
let mut to_remove: HashMap<PackageId, BTreeSet<String>> = HashMap::new();
for other_pkg in duplicates.values().flatten() {
if other_pkg.name() == pkg.name() {
if let Some(installed) = tracker.installed_bins(*other_pkg) {
for installed_name in installed {
if !all_self_names.contains(installed_name.as_str()) {
to_remove
.entry(*other_pkg)
.or_default()
.insert(installed_name.clone());
}
}
}
}
}
for (old_pkg, bins) in to_remove {
tracker.remove(old_pkg, &bins);
for bin in bins {
let full_path = dst.join(bin);
if full_path.exists() {
ws.gctx().shell().status(
"Removing",
format!(
"executable `{}` from previous version {}",
full_path.display(),
old_pkg
),
)?;
if !dry_run {
paths::remove_file(&full_path)
.with_context(|| format!("failed to remove {:?}", full_path))?;
}
}
}
}
Ok(())
}