1use std::io;
4use std::path::PathBuf;
5use std::rc::Rc;
6use std::str::FromStr;
7
8use polonius_engine::{Algorithm, AllFacts, Output};
9use rustc_data_structures::frozen::Frozen;
10use rustc_index::IndexSlice;
11use rustc_middle::mir::pretty::PrettyPrintMirOptions;
12use rustc_middle::mir::{Body, MirDumper, PassWhere, Promoted};
13use rustc_middle::ty::print::with_no_trimmed_paths;
14use rustc_middle::ty::{self, TyCtxt};
15use rustc_mir_dataflow::move_paths::MoveData;
16use rustc_mir_dataflow::points::DenseLocationMap;
17use rustc_session::config::MirIncludeSpans;
18use rustc_span::sym;
19use tracing::{debug, instrument};
20
21use crate::borrow_set::BorrowSet;
22use crate::consumers::RustcFacts;
23use crate::diagnostics::RegionErrors;
24use crate::handle_placeholders::compute_sccs_applying_placeholder_outlives_constraints;
25use crate::polonius::legacy::{
26 PoloniusFacts, PoloniusFactsExt, PoloniusLocationTable, PoloniusOutput,
27};
28use crate::polonius::{PoloniusContext, PoloniusDiagnosticsContext};
29use crate::region_infer::RegionInferenceContext;
30use crate::type_check::MirTypeckRegionConstraints;
31use crate::type_check::free_region_relations::UniversalRegionRelations;
32use crate::universal_regions::UniversalRegions;
33use crate::{
34 BorrowCheckRootCtxt, BorrowckInferCtxt, ClosureOutlivesSubject, ClosureRegionRequirements,
35 polonius, renumber,
36};
37
38pub(crate) struct NllOutput<'tcx> {
41 pub regioncx: RegionInferenceContext<'tcx>,
42 pub polonius_input: Option<Box<PoloniusFacts>>,
43 pub polonius_output: Option<Box<PoloniusOutput>>,
44 pub opt_closure_req: Option<ClosureRegionRequirements<'tcx>>,
45 pub nll_errors: RegionErrors<'tcx>,
46
47 pub polonius_diagnostics: Option<PoloniusDiagnosticsContext>,
50}
51
52#[allow(clippy :: suspicious_else_formatting)]
{
let __tracing_attr_span;
let __tracing_attr_guard;
if ::tracing::Level::DEBUG <= ::tracing::level_filters::STATIC_MAX_LEVEL
&&
::tracing::Level::DEBUG <=
::tracing::level_filters::LevelFilter::current() ||
{ false } {
__tracing_attr_span =
{
use ::tracing::__macro_support::Callsite as _;
static __CALLSITE: ::tracing::callsite::DefaultCallsite =
{
static META: ::tracing::Metadata<'static> =
{
::tracing_core::metadata::Metadata::new("replace_regions_in_mir",
"rustc_borrowck::nll", ::tracing::Level::DEBUG,
::tracing_core::__macro_support::Option::Some("compiler/rustc_borrowck/src/nll.rs"),
::tracing_core::__macro_support::Option::Some(55u32),
::tracing_core::__macro_support::Option::Some("rustc_borrowck::nll"),
::tracing_core::field::FieldSet::new(&[],
::tracing_core::callsite::Identifier(&__CALLSITE)),
::tracing::metadata::Kind::SPAN)
};
::tracing::callsite::DefaultCallsite::new(&META)
};
let mut interest = ::tracing::subscriber::Interest::never();
if ::tracing::Level::DEBUG <=
::tracing::level_filters::STATIC_MAX_LEVEL &&
::tracing::Level::DEBUG <=
::tracing::level_filters::LevelFilter::current() &&
{ interest = __CALLSITE.interest(); !interest.is_never() }
&&
::tracing::__macro_support::__is_enabled(__CALLSITE.metadata(),
interest) {
let meta = __CALLSITE.metadata();
::tracing::Span::new(meta,
&{ meta.fields().value_set(&[]) })
} else {
let span =
::tracing::__macro_support::__disabled_span(__CALLSITE.metadata());
{};
span
}
};
__tracing_attr_guard = __tracing_attr_span.enter();
}
#[warn(clippy :: suspicious_else_formatting)]
{
#[allow(unknown_lints, unreachable_code, clippy ::
diverging_sub_expression, clippy :: empty_loop, clippy ::
let_unit_value, clippy :: let_with_type_underscore, clippy ::
needless_return, clippy :: unreachable)]
if false {
let __tracing_attr_fake_return: UniversalRegions<'tcx> = loop {};
return __tracing_attr_fake_return;
}
{
let def = body.source.def_id().expect_local();
{
use ::tracing::__macro_support::Callsite as _;
static __CALLSITE: ::tracing::callsite::DefaultCallsite =
{
static META: ::tracing::Metadata<'static> =
{
::tracing_core::metadata::Metadata::new("event compiler/rustc_borrowck/src/nll.rs:63",
"rustc_borrowck::nll", ::tracing::Level::DEBUG,
::tracing_core::__macro_support::Option::Some("compiler/rustc_borrowck/src/nll.rs"),
::tracing_core::__macro_support::Option::Some(63u32),
::tracing_core::__macro_support::Option::Some("rustc_borrowck::nll"),
::tracing_core::field::FieldSet::new(&["def"],
::tracing_core::callsite::Identifier(&__CALLSITE)),
::tracing::metadata::Kind::EVENT)
};
::tracing::callsite::DefaultCallsite::new(&META)
};
let enabled =
::tracing::Level::DEBUG <=
::tracing::level_filters::STATIC_MAX_LEVEL &&
::tracing::Level::DEBUG <=
::tracing::level_filters::LevelFilter::current() &&
{
let interest = __CALLSITE.interest();
!interest.is_never() &&
::tracing::__macro_support::__is_enabled(__CALLSITE.metadata(),
interest)
};
if enabled {
(|value_set: ::tracing::field::ValueSet|
{
let meta = __CALLSITE.metadata();
::tracing::Event::dispatch(meta, &value_set);
;
})({
#[allow(unused_imports)]
use ::tracing::field::{debug, display, Value};
let mut iter = __CALLSITE.metadata().fields().iter();
__CALLSITE.metadata().fields().value_set(&[(&::tracing::__macro_support::Iterator::next(&mut iter).expect("FieldSet corrupted (this is a bug)"),
::tracing::__macro_support::Option::Some(&debug(&def) as
&dyn Value))])
});
} else { ; }
};
let universal_regions = UniversalRegions::new(infcx, def);
renumber::renumber_mir(infcx, body, promoted);
if let Some(dumper) = MirDumper::new(infcx.tcx, "renumber", body)
{
dumper.dump_mir(body);
}
universal_regions
}
}
}#[instrument(skip(infcx, body, promoted), level = "debug")]
56pub(crate) fn replace_regions_in_mir<'tcx>(
57 infcx: &BorrowckInferCtxt<'tcx>,
58 body: &mut Body<'tcx>,
59 promoted: &mut IndexSlice<Promoted, Body<'tcx>>,
60) -> UniversalRegions<'tcx> {
61 let def = body.source.def_id().expect_local();
62
63 debug!(?def);
64
65 let universal_regions = UniversalRegions::new(infcx, def);
67
68 renumber::renumber_mir(infcx, body, promoted);
70
71 if let Some(dumper) = MirDumper::new(infcx.tcx, "renumber", body) {
72 dumper.dump_mir(body);
73 }
74
75 universal_regions
76}
77
78pub(crate) fn compute_closure_requirements_modulo_opaques<'tcx>(
86 infcx: &BorrowckInferCtxt<'tcx>,
87 body: &Body<'tcx>,
88 location_map: Rc<DenseLocationMap>,
89 universal_region_relations: &Frozen<UniversalRegionRelations<'tcx>>,
90 constraints: &MirTypeckRegionConstraints<'tcx>,
91) -> Option<ClosureRegionRequirements<'tcx>> {
92 let lowered_constraints = compute_sccs_applying_placeholder_outlives_constraints(
95 constraints.clone(),
96 &universal_region_relations,
97 infcx,
98 );
99 let mut regioncx = RegionInferenceContext::new(
100 &infcx,
101 lowered_constraints,
102 universal_region_relations.clone(),
103 location_map,
104 );
105
106 let (closure_region_requirements, _nll_errors) = regioncx.solve(infcx, body, None);
107 closure_region_requirements
108}
109
110pub(crate) fn compute_regions<'tcx>(
114 root_cx: &mut BorrowCheckRootCtxt<'tcx>,
115 infcx: &BorrowckInferCtxt<'tcx>,
116 body: &Body<'tcx>,
117 location_table: &PoloniusLocationTable,
118 move_data: &MoveData<'tcx>,
119 borrow_set: &BorrowSet<'tcx>,
120 location_map: Rc<DenseLocationMap>,
121 universal_region_relations: Frozen<UniversalRegionRelations<'tcx>>,
122 constraints: MirTypeckRegionConstraints<'tcx>,
123 mut polonius_facts: Option<AllFacts<RustcFacts>>,
124 polonius_context: Option<PoloniusContext>,
125) -> NllOutput<'tcx> {
126 let polonius_output = root_cx.consumer.as_ref().map_or(false, |c| c.polonius_output())
127 || infcx.tcx.sess.opts.unstable_opts.polonius.is_legacy_enabled();
128
129 let lowered_constraints = compute_sccs_applying_placeholder_outlives_constraints(
130 constraints,
131 &universal_region_relations,
132 infcx,
133 );
134
135 polonius::legacy::emit_facts(
137 &mut polonius_facts,
138 infcx.tcx,
139 location_table,
140 body,
141 borrow_set,
142 move_data,
143 &universal_region_relations,
144 &lowered_constraints,
145 );
146
147 let mut regioncx = RegionInferenceContext::new(
148 infcx,
149 lowered_constraints,
150 universal_region_relations,
151 location_map,
152 );
153
154 let polonius_diagnostics = polonius_context.map(|polonius_context| {
157 polonius_context.compute_loan_liveness(infcx.tcx, &mut regioncx, body, borrow_set)
158 });
159
160 let polonius_output = polonius_facts.as_ref().and_then(|polonius_facts| {
162 if infcx.tcx.sess.opts.unstable_opts.nll_facts {
163 let def_id = body.source.def_id();
164 let def_path = infcx.tcx.def_path(def_id);
165 let dir_path = PathBuf::from(&infcx.tcx.sess.opts.unstable_opts.nll_facts_dir)
166 .join(def_path.to_filename_friendly_no_crate());
167 polonius_facts.write_to_dir(dir_path, location_table).unwrap();
168 }
169
170 if polonius_output {
171 let algorithm = infcx.tcx.env_var("POLONIUS_ALGORITHM").unwrap_or("Hybrid");
172 let algorithm = Algorithm::from_str(algorithm).unwrap();
173 {
use ::tracing::__macro_support::Callsite as _;
static __CALLSITE: ::tracing::callsite::DefaultCallsite =
{
static META: ::tracing::Metadata<'static> =
{
::tracing_core::metadata::Metadata::new("event compiler/rustc_borrowck/src/nll.rs:173",
"rustc_borrowck::nll", ::tracing::Level::DEBUG,
::tracing_core::__macro_support::Option::Some("compiler/rustc_borrowck/src/nll.rs"),
::tracing_core::__macro_support::Option::Some(173u32),
::tracing_core::__macro_support::Option::Some("rustc_borrowck::nll"),
::tracing_core::field::FieldSet::new(&["message"],
::tracing_core::callsite::Identifier(&__CALLSITE)),
::tracing::metadata::Kind::EVENT)
};
::tracing::callsite::DefaultCallsite::new(&META)
};
let enabled =
::tracing::Level::DEBUG <= ::tracing::level_filters::STATIC_MAX_LEVEL
&&
::tracing::Level::DEBUG <=
::tracing::level_filters::LevelFilter::current() &&
{
let interest = __CALLSITE.interest();
!interest.is_never() &&
::tracing::__macro_support::__is_enabled(__CALLSITE.metadata(),
interest)
};
if enabled {
(|value_set: ::tracing::field::ValueSet|
{
let meta = __CALLSITE.metadata();
::tracing::Event::dispatch(meta, &value_set);
;
})({
#[allow(unused_imports)]
use ::tracing::field::{debug, display, Value};
let mut iter = __CALLSITE.metadata().fields().iter();
__CALLSITE.metadata().fields().value_set(&[(&::tracing::__macro_support::Iterator::next(&mut iter).expect("FieldSet corrupted (this is a bug)"),
::tracing::__macro_support::Option::Some(&format_args!("compute_regions: using polonius algorithm {0:?}",
algorithm) as &dyn Value))])
});
} else { ; }
};debug!("compute_regions: using polonius algorithm {:?}", algorithm);
174 let _prof_timer = infcx.tcx.prof.generic_activity("polonius_analysis");
175 Some(Box::new(Output::compute(polonius_facts, algorithm, false)))
176 } else {
177 None
178 }
179 });
180
181 let (closure_region_requirements, nll_errors) =
183 regioncx.solve(infcx, body, polonius_output.clone());
184
185 NllOutput {
186 regioncx,
187 polonius_input: polonius_facts.map(Box::new),
188 polonius_output,
189 opt_closure_req: closure_region_requirements,
190 nll_errors,
191 polonius_diagnostics,
192 }
193}
194
195pub(super) fn dump_nll_mir<'tcx>(
205 infcx: &BorrowckInferCtxt<'tcx>,
206 body: &Body<'tcx>,
207 regioncx: &RegionInferenceContext<'tcx>,
208 closure_region_requirements: &Option<ClosureRegionRequirements<'tcx>>,
209 borrow_set: &BorrowSet<'tcx>,
210) {
211 let tcx = infcx.tcx;
212 let Some(dumper) = MirDumper::new(tcx, "nll", body) else { return };
213
214 let options = PrettyPrintMirOptions {
218 include_extra_comments: #[allow(non_exhaustive_omitted_patterns)] match infcx.tcx.sess.opts.unstable_opts.mir_include_spans
{
MirIncludeSpans::On | MirIncludeSpans::Nll => true,
_ => false,
}matches!(
219 infcx.tcx.sess.opts.unstable_opts.mir_include_spans,
220 MirIncludeSpans::On | MirIncludeSpans::Nll
221 ),
222 };
223
224 let extra_data = &|pass_where, out: &mut dyn std::io::Write| {
225 emit_nll_mir(tcx, regioncx, closure_region_requirements, borrow_set, pass_where, out)
226 };
227
228 let dumper = dumper.set_extra_data(extra_data).set_options(options);
229
230 dumper.dump_mir(body);
231
232 let _: io::Result<()> = try {
234 let mut file = dumper.create_dump_file("regioncx.all.dot", body)?;
235 regioncx.dump_graphviz_raw_constraints(tcx, &mut file)?;
236 };
237
238 let _: io::Result<()> = try {
240 let mut file = dumper.create_dump_file("regioncx.scc.dot", body)?;
241 regioncx.dump_graphviz_scc_constraints(tcx, &mut file)?;
242 };
243}
244
245pub(crate) fn emit_nll_mir<'tcx>(
247 tcx: TyCtxt<'tcx>,
248 regioncx: &RegionInferenceContext<'tcx>,
249 closure_region_requirements: &Option<ClosureRegionRequirements<'tcx>>,
250 borrow_set: &BorrowSet<'tcx>,
251 pass_where: PassWhere,
252 out: &mut dyn io::Write,
253) -> io::Result<()> {
254 match pass_where {
255 PassWhere::BeforeCFG => {
257 regioncx.dump_mir(tcx, out)?;
258 out.write_fmt(format_args!("|\n"))writeln!(out, "|")?;
259
260 if let Some(closure_region_requirements) = closure_region_requirements {
261 out.write_fmt(format_args!("| Free Region Constraints\n"))writeln!(out, "| Free Region Constraints")?;
262 for_each_region_constraint(tcx, closure_region_requirements, &mut |msg| {
263 out.write_fmt(format_args!("| {0}\n", msg))writeln!(out, "| {msg}")
264 })?;
265 out.write_fmt(format_args!("|\n"))writeln!(out, "|")?;
266 }
267
268 if borrow_set.len() > 0 {
269 out.write_fmt(format_args!("| Borrows\n"))writeln!(out, "| Borrows")?;
270 for (borrow_idx, borrow_data) in borrow_set.iter_enumerated() {
271 out.write_fmt(format_args!("| {0:?}: issued at {1:?} in {2:?}\n", borrow_idx,
borrow_data.reserve_location, borrow_data.region))writeln!(
272 out,
273 "| {:?}: issued at {:?} in {:?}",
274 borrow_idx, borrow_data.reserve_location, borrow_data.region
275 )?;
276 }
277 out.write_fmt(format_args!("|\n"))writeln!(out, "|")?;
278 }
279 }
280
281 PassWhere::BeforeLocation(_) => {}
282
283 PassWhere::AfterTerminator(_) => {}
284
285 PassWhere::BeforeBlock(_) | PassWhere::AfterLocation(_) | PassWhere::AfterCFG => {}
286 }
287 Ok(())
288}
289
290pub(super) fn dump_annotation<'tcx, 'infcx>(
291 infcx: &'infcx BorrowckInferCtxt<'tcx>,
292 body: &Body<'tcx>,
293 regioncx: &RegionInferenceContext<'tcx>,
294 closure_region_requirements: &Option<ClosureRegionRequirements<'tcx>>,
295) {
296 let tcx = infcx.tcx;
297 let base_def_id = tcx.typeck_root_def_id(body.source.def_id());
298 if !tcx.has_attr(base_def_id, sym::rustc_regions) {
299 return;
300 }
301
302 let def_span = tcx.def_span(body.source.def_id());
310 let err = if let Some(closure_region_requirements) = closure_region_requirements {
311 let mut err = infcx.dcx().struct_span_note(def_span, "external requirements");
312
313 regioncx.annotate(tcx, &mut err);
314
315 err.note(::alloc::__export::must_use({
::alloc::fmt::format(format_args!("number of external vids: {0}",
closure_region_requirements.num_external_vids))
})format!(
316 "number of external vids: {}",
317 closure_region_requirements.num_external_vids
318 ));
319
320 for_each_region_constraint(tcx, closure_region_requirements, &mut |msg| {
323 err.note(msg);
324 Ok(())
325 })
326 .unwrap();
327
328 err
329 } else {
330 let mut err = infcx.dcx().struct_span_note(def_span, "no external requirements");
331 regioncx.annotate(tcx, &mut err);
332 err
333 };
334
335 err.emit();
337}
338
339fn for_each_region_constraint<'tcx>(
340 tcx: TyCtxt<'tcx>,
341 closure_region_requirements: &ClosureRegionRequirements<'tcx>,
342 with_msg: &mut dyn FnMut(String) -> io::Result<()>,
343) -> io::Result<()> {
344 for req in &closure_region_requirements.outlives_requirements {
345 let subject = match req.subject {
346 ClosureOutlivesSubject::Region(subject) => ::alloc::__export::must_use({
::alloc::fmt::format(format_args!("{0:?}", subject))
})format!("{subject:?}"),
347 ClosureOutlivesSubject::Ty(ty) => {
348 {
let _guard = NoTrimmedGuard::new();
::alloc::__export::must_use({
::alloc::fmt::format(format_args!("{0}",
ty.instantiate(tcx, |vid| ty::Region::new_var(tcx, vid))))
})
}with_no_trimmed_paths!(format!(
349 "{}",
350 ty.instantiate(tcx, |vid| ty::Region::new_var(tcx, vid))
351 ))
352 }
353 };
354 with_msg(::alloc::__export::must_use({
::alloc::fmt::format(format_args!("where {0}: {1:?}", subject,
req.outlived_free_region))
})format!("where {}: {:?}", subject, req.outlived_free_region,))?;
355 }
356 Ok(())
357}
358
359pub(crate) trait ConstraintDescription {
360 fn description(&self) -> &'static str;
361}