1use rustc_hir::attrs::RustcMirKind;
2use rustc_hir::find_attr;
3use rustc_middle::mir::{self, Body, Local, Location};
4use rustc_middle::ty::{self, Ty, TyCtxt};
5use rustc_span::{Span, sym};
6use tracing::{debug, info};
7
8use crate::diagnostics::{
9 PeekArgumentNotALocal, PeekArgumentUntracked, PeekBitNotSet, PeekMustBeNotTemporary,
10 PeekMustBePlaceOrRefPlace, StopAfterDataFlowEndedCompilation,
11};
12use crate::framework::BitSetExt;
13use crate::impls::{MaybeInitializedPlaces, MaybeLiveLocals, MaybeUninitializedPlaces};
14use crate::move_paths::{HasMoveData, LookupResult, MoveData, MovePathIndex};
15use crate::{Analysis, JoinSemiLattice, ResultsCursor};
16
17pub fn sanity_check<'tcx>(tcx: TyCtxt<'tcx>, body: &Body<'tcx>) {
18 let def_id = body.source.def_id();
19 if let Some(kind) = {
{
'done:
{
for i in ::rustc_hir::attrs::HasAttrs::get_attrs(def_id, &tcx) {
#[allow(unused_imports)]
use ::rustc_hir::attrs::AttributeKind::*;
let i: &::rustc_hir::Attribute = i;
match i {
::rustc_hir::Attribute::Parsed(RustcMir(kind)) => {
break 'done Some(kind);
}
::rustc_hir::Attribute::Unparsed(..) =>
{}
#[deny(unreachable_patterns)]
_ => {}
}
}
None
}
}
}find_attr!(tcx, def_id, RustcMir(kind) => kind) {
20 let move_data = MoveData::gather_moves(body, tcx, |_| true);
21 {
use ::tracing::__macro_support::Callsite as _;
static __CALLSITE: ::tracing::callsite::DefaultCallsite =
{
static META: ::tracing::Metadata<'static> =
{
::tracing_core::metadata::Metadata::new("event compiler/rustc_mir_dataflow/src/rustc_peek.rs:21",
"rustc_mir_dataflow::rustc_peek", ::tracing::Level::DEBUG,
::tracing_core::__macro_support::Option::Some("compiler/rustc_mir_dataflow/src/rustc_peek.rs"),
::tracing_core::__macro_support::Option::Some(21u32),
::tracing_core::__macro_support::Option::Some("rustc_mir_dataflow::rustc_peek"),
::tracing_core::field::FieldSet::new(&["message"],
::tracing_core::callsite::Identifier(&__CALLSITE)),
::tracing::metadata::Kind::EVENT)
};
::tracing::callsite::DefaultCallsite::new(&META)
};
let enabled =
::tracing::Level::DEBUG <= ::tracing::level_filters::STATIC_MAX_LEVEL
&&
::tracing::Level::DEBUG <=
::tracing::level_filters::LevelFilter::current() &&
{
let interest = __CALLSITE.interest();
!interest.is_never() &&
::tracing::__macro_support::__is_enabled(__CALLSITE.metadata(),
interest)
};
if enabled {
(|value_set: ::tracing::field::ValueSet|
{
let meta = __CALLSITE.metadata();
::tracing::Event::dispatch(meta, &value_set);
;
})({
#[allow(unused_imports)]
use ::tracing::field::{debug, display, Value};
__CALLSITE.metadata().fields().value_set_all(&[(::tracing::__macro_support::Option::Some(&format_args!("running rustc_peek::SanityCheck on {0}",
tcx.def_path_str(def_id)) as
&dyn ::tracing::field::Value))])
});
} else { ; }
};debug!("running rustc_peek::SanityCheck on {}", tcx.def_path_str(def_id));
22 if kind.contains(&RustcMirKind::PeekMaybeInit) {
23 let flow_inits = MaybeInitializedPlaces::new(tcx, body, &move_data)
24 .iterate_to_fixpoint(tcx, body, None)
25 .into_results_cursor(body);
26 sanity_check_via_rustc_peek(tcx, flow_inits);
27 }
28
29 if kind.contains(&RustcMirKind::PeekMaybeUninit) {
30 let flow_uninits = MaybeUninitializedPlaces::new(tcx, body, &move_data)
31 .iterate_to_fixpoint(tcx, body, None)
32 .into_results_cursor(body);
33 sanity_check_via_rustc_peek(tcx, flow_uninits);
34 }
35
36 if kind.contains(&RustcMirKind::PeekLiveness) {
37 let flow_liveness =
38 MaybeLiveLocals.iterate_to_fixpoint(tcx, body, None).into_results_cursor(body);
39 sanity_check_via_rustc_peek(tcx, flow_liveness);
40 }
41
42 if kind.contains(&RustcMirKind::StopAfterDataflow) {
43 tcx.dcx().emit_fatal(StopAfterDataFlowEndedCompilation);
44 }
45 } else {
46 {
use ::tracing::__macro_support::Callsite as _;
static __CALLSITE: ::tracing::callsite::DefaultCallsite =
{
static META: ::tracing::Metadata<'static> =
{
::tracing_core::metadata::Metadata::new("event compiler/rustc_mir_dataflow/src/rustc_peek.rs:46",
"rustc_mir_dataflow::rustc_peek", ::tracing::Level::DEBUG,
::tracing_core::__macro_support::Option::Some("compiler/rustc_mir_dataflow/src/rustc_peek.rs"),
::tracing_core::__macro_support::Option::Some(46u32),
::tracing_core::__macro_support::Option::Some("rustc_mir_dataflow::rustc_peek"),
::tracing_core::field::FieldSet::new(&["message"],
::tracing_core::callsite::Identifier(&__CALLSITE)),
::tracing::metadata::Kind::EVENT)
};
::tracing::callsite::DefaultCallsite::new(&META)
};
let enabled =
::tracing::Level::DEBUG <= ::tracing::level_filters::STATIC_MAX_LEVEL
&&
::tracing::Level::DEBUG <=
::tracing::level_filters::LevelFilter::current() &&
{
let interest = __CALLSITE.interest();
!interest.is_never() &&
::tracing::__macro_support::__is_enabled(__CALLSITE.metadata(),
interest)
};
if enabled {
(|value_set: ::tracing::field::ValueSet|
{
let meta = __CALLSITE.metadata();
::tracing::Event::dispatch(meta, &value_set);
;
})({
#[allow(unused_imports)]
use ::tracing::field::{debug, display, Value};
__CALLSITE.metadata().fields().value_set_all(&[(::tracing::__macro_support::Option::Some(&format_args!("skipping rustc_peek::SanityCheck on {0}",
tcx.def_path_str(def_id)) as
&dyn ::tracing::field::Value))])
});
} else { ; }
};debug!("skipping rustc_peek::SanityCheck on {}", tcx.def_path_str(def_id));
47 }
48}
49
50fn sanity_check_via_rustc_peek<'tcx, A>(tcx: TyCtxt<'tcx>, mut cursor: ResultsCursor<'_, 'tcx, A>)
67where
68 A: RustcPeekAt<'tcx>,
69{
70 let def_id = cursor.body().source.def_id();
71 {
use ::tracing::__macro_support::Callsite as _;
static __CALLSITE: ::tracing::callsite::DefaultCallsite =
{
static META: ::tracing::Metadata<'static> =
{
::tracing_core::metadata::Metadata::new("event compiler/rustc_mir_dataflow/src/rustc_peek.rs:71",
"rustc_mir_dataflow::rustc_peek", ::tracing::Level::DEBUG,
::tracing_core::__macro_support::Option::Some("compiler/rustc_mir_dataflow/src/rustc_peek.rs"),
::tracing_core::__macro_support::Option::Some(71u32),
::tracing_core::__macro_support::Option::Some("rustc_mir_dataflow::rustc_peek"),
::tracing_core::field::FieldSet::new(&["message"],
::tracing_core::callsite::Identifier(&__CALLSITE)),
::tracing::metadata::Kind::EVENT)
};
::tracing::callsite::DefaultCallsite::new(&META)
};
let enabled =
::tracing::Level::DEBUG <= ::tracing::level_filters::STATIC_MAX_LEVEL
&&
::tracing::Level::DEBUG <=
::tracing::level_filters::LevelFilter::current() &&
{
let interest = __CALLSITE.interest();
!interest.is_never() &&
::tracing::__macro_support::__is_enabled(__CALLSITE.metadata(),
interest)
};
if enabled {
(|value_set: ::tracing::field::ValueSet|
{
let meta = __CALLSITE.metadata();
::tracing::Event::dispatch(meta, &value_set);
;
})({
#[allow(unused_imports)]
use ::tracing::field::{debug, display, Value};
__CALLSITE.metadata().fields().value_set_all(&[(::tracing::__macro_support::Option::Some(&format_args!("sanity_check_via_rustc_peek def_id: {0:?}",
def_id) as &dyn ::tracing::field::Value))])
});
} else { ; }
};debug!("sanity_check_via_rustc_peek def_id: {:?}", def_id);
72
73 let peek_calls = cursor.body().basic_blocks.iter_enumerated().filter_map(|(bb, block_data)| {
74 PeekCall::from_terminator(tcx, block_data.terminator()).map(|call| (bb, block_data, call))
75 });
76
77 for (bb, block_data, call) in peek_calls {
78 let (statement_index, peek_rval) = block_data
87 .statements
88 .iter()
89 .enumerate()
90 .find_map(|(i, stmt)| value_assigned_to_local(stmt, call.arg).map(|rval| (i, rval)))
91 .expect(
92 "call to rustc_peek should be preceded by \
93 assignment to temporary holding its argument",
94 );
95
96 match (call.kind, peek_rval) {
97 (PeekCallKind::ByRef, mir::Rvalue::Ref(_, _, place))
98 | (
99 PeekCallKind::ByVal,
100 mir::Rvalue::Use(mir::Operand::Move(place) | mir::Operand::Copy(place), _),
101 ) => {
102 let loc = Location { block: bb, statement_index };
103 cursor.seek_before_primary_effect(loc);
104 let state = cursor.get();
105 let analysis = cursor.analysis();
106 analysis.peek_at(tcx, *place, state, call);
107 }
108
109 _ => {
110 tcx.dcx().emit_err(PeekMustBePlaceOrRefPlace { span: call.span });
111 }
112 }
113 }
114}
115
116fn value_assigned_to_local<'a, 'tcx>(
119 stmt: &'a mir::Statement<'tcx>,
120 local: Local,
121) -> Option<&'a mir::Rvalue<'tcx>> {
122 if let mir::StatementKind::Assign((place, rvalue)) = &stmt.kind
123 && let Some(l) = place.as_local()
124 && local == l
125 {
126 return Some(&*rvalue);
127 }
128
129 None
130}
131
132#[derive(#[automatically_derived]
impl ::core::clone::Clone for PeekCallKind {
#[inline]
fn clone(&self) -> PeekCallKind { *self }
}Clone, #[automatically_derived]
impl ::core::marker::Copy for PeekCallKind { }Copy, #[automatically_derived]
impl ::core::fmt::Debug for PeekCallKind {
#[inline]
fn fmt(&self, f: &mut ::core::fmt::Formatter) -> ::core::fmt::Result {
::core::fmt::Formatter::write_str(f,
match self {
PeekCallKind::ByVal => "ByVal",
PeekCallKind::ByRef => "ByRef",
})
}
}Debug)]
133enum PeekCallKind {
134 ByVal,
135 ByRef,
136}
137
138impl PeekCallKind {
139 fn from_arg_ty(arg: Ty<'_>) -> Self {
140 match arg.kind() {
141 ty::Ref(_, _, _) => PeekCallKind::ByRef,
142 _ => PeekCallKind::ByVal,
143 }
144 }
145}
146
147#[derive(#[automatically_derived]
impl ::core::clone::Clone for PeekCall {
#[inline]
fn clone(&self) -> PeekCall {
let _: ::core::clone::AssertParamIsClone<Local>;
let _: ::core::clone::AssertParamIsClone<PeekCallKind>;
let _: ::core::clone::AssertParamIsClone<Span>;
*self
}
}Clone, #[automatically_derived]
impl ::core::marker::Copy for PeekCall { }Copy, #[automatically_derived]
impl ::core::fmt::Debug for PeekCall {
#[inline]
fn fmt(&self, f: &mut ::core::fmt::Formatter) -> ::core::fmt::Result {
::core::fmt::Formatter::debug_struct_field3_finish(f, "PeekCall",
"arg", &self.arg, "kind", &self.kind, "span", &&self.span)
}
}Debug)]
148struct PeekCall {
149 arg: Local,
150 kind: PeekCallKind,
151 span: Span,
152}
153
154impl PeekCall {
155 fn from_terminator<'tcx>(
156 tcx: TyCtxt<'tcx>,
157 terminator: &mir::Terminator<'tcx>,
158 ) -> Option<Self> {
159 use mir::Operand;
160
161 let span = terminator.source_info.span;
162 if let mir::TerminatorKind::Call { func: Operand::Constant(func), args, .. } =
163 &terminator.kind
164 && let ty::FnDef(def_id, fn_args) = *func.const_.ty().kind()
165 {
166 let fn_args = fn_args.no_bound_vars().unwrap();
167
168 if tcx.intrinsic(def_id)?.name != sym::rustc_peek {
169 return None;
170 }
171
172 {
match (&fn_args.len(), &1) {
(left_val, right_val) => {
if !(*left_val == *right_val) {
let kind = ::core::panicking::AssertKind::Eq;
::core::panicking::assert_failed(kind, &*left_val,
&*right_val, ::core::option::Option::None);
}
}
}
};assert_eq!(fn_args.len(), 1);
173 let kind = PeekCallKind::from_arg_ty(fn_args.type_at(0));
174 let arg = match &args[0].node {
175 Operand::Copy(place) | Operand::Move(place) => {
176 if let Some(local) = place.as_local() {
177 local
178 } else {
179 tcx.dcx().emit_err(PeekMustBeNotTemporary { span });
180 return None;
181 }
182 }
183 _ => {
184 tcx.dcx().emit_err(PeekMustBeNotTemporary { span });
185 return None;
186 }
187 };
188
189 return Some(PeekCall { arg, kind, span });
190 }
191
192 None
193 }
194}
195
196trait RustcPeekAt<'tcx>: Analysis<'tcx> {
197 fn peek_at(
198 &self,
199 tcx: TyCtxt<'tcx>,
200 place: mir::Place<'tcx>,
201 state: &Self::Domain,
202 call: PeekCall,
203 );
204}
205
206impl<'tcx, A, D> RustcPeekAt<'tcx> for A
207where
208 A: Analysis<'tcx, Domain = D> + HasMoveData<'tcx>,
209 D: JoinSemiLattice + Clone + BitSetExt<MovePathIndex>,
210{
211 fn peek_at(
212 &self,
213 tcx: TyCtxt<'tcx>,
214 place: mir::Place<'tcx>,
215 state: &Self::Domain,
216 call: PeekCall,
217 ) {
218 match self.move_data().rev_lookup.find(place.as_ref()) {
219 LookupResult::Exact(peek_mpi) => {
220 let bit_state = state.contains(peek_mpi);
221 {
use ::tracing::__macro_support::Callsite as _;
static __CALLSITE: ::tracing::callsite::DefaultCallsite =
{
static META: ::tracing::Metadata<'static> =
{
::tracing_core::metadata::Metadata::new("event compiler/rustc_mir_dataflow/src/rustc_peek.rs:221",
"rustc_mir_dataflow::rustc_peek", ::tracing::Level::DEBUG,
::tracing_core::__macro_support::Option::Some("compiler/rustc_mir_dataflow/src/rustc_peek.rs"),
::tracing_core::__macro_support::Option::Some(221u32),
::tracing_core::__macro_support::Option::Some("rustc_mir_dataflow::rustc_peek"),
::tracing_core::field::FieldSet::new(&["message"],
::tracing_core::callsite::Identifier(&__CALLSITE)),
::tracing::metadata::Kind::EVENT)
};
::tracing::callsite::DefaultCallsite::new(&META)
};
let enabled =
::tracing::Level::DEBUG <= ::tracing::level_filters::STATIC_MAX_LEVEL
&&
::tracing::Level::DEBUG <=
::tracing::level_filters::LevelFilter::current() &&
{
let interest = __CALLSITE.interest();
!interest.is_never() &&
::tracing::__macro_support::__is_enabled(__CALLSITE.metadata(),
interest)
};
if enabled {
(|value_set: ::tracing::field::ValueSet|
{
let meta = __CALLSITE.metadata();
::tracing::Event::dispatch(meta, &value_set);
;
})({
#[allow(unused_imports)]
use ::tracing::field::{debug, display, Value};
__CALLSITE.metadata().fields().value_set_all(&[(::tracing::__macro_support::Option::Some(&format_args!("rustc_peek({0:?} = &{1:?}) bit_state: {2}",
call.arg, place, bit_state) as
&dyn ::tracing::field::Value))])
});
} else { ; }
};debug!("rustc_peek({:?} = &{:?}) bit_state: {}", call.arg, place, bit_state);
222 if !bit_state {
223 tcx.dcx().emit_err(PeekBitNotSet { span: call.span });
224 }
225 }
226
227 LookupResult::Parent(..) => {
228 tcx.dcx().emit_err(PeekArgumentUntracked { span: call.span });
229 }
230 }
231 }
232}
233
234impl<'tcx> RustcPeekAt<'tcx> for MaybeLiveLocals {
235 fn peek_at(
236 &self,
237 tcx: TyCtxt<'tcx>,
238 place: mir::Place<'tcx>,
239 state: &Self::Domain,
240 call: PeekCall,
241 ) {
242 {
use ::tracing::__macro_support::Callsite as _;
static __CALLSITE: ::tracing::callsite::DefaultCallsite =
{
static META: ::tracing::Metadata<'static> =
{
::tracing_core::metadata::Metadata::new("event compiler/rustc_mir_dataflow/src/rustc_peek.rs:242",
"rustc_mir_dataflow::rustc_peek", ::tracing::Level::INFO,
::tracing_core::__macro_support::Option::Some("compiler/rustc_mir_dataflow/src/rustc_peek.rs"),
::tracing_core::__macro_support::Option::Some(242u32),
::tracing_core::__macro_support::Option::Some("rustc_mir_dataflow::rustc_peek"),
::tracing_core::field::FieldSet::new(&["message",
{
const NAME:
::tracing::__macro_support::FieldName<{
::tracing::__macro_support::FieldName::len("place")
}> =
::tracing::__macro_support::FieldName::new("place");
NAME.as_str()
}], ::tracing_core::callsite::Identifier(&__CALLSITE)),
::tracing::metadata::Kind::EVENT)
};
::tracing::callsite::DefaultCallsite::new(&META)
};
let enabled =
::tracing::Level::INFO <= ::tracing::level_filters::STATIC_MAX_LEVEL
&&
::tracing::Level::INFO <=
::tracing::level_filters::LevelFilter::current() &&
{
let interest = __CALLSITE.interest();
!interest.is_never() &&
::tracing::__macro_support::__is_enabled(__CALLSITE.metadata(),
interest)
};
if enabled {
(|value_set: ::tracing::field::ValueSet|
{
let meta = __CALLSITE.metadata();
::tracing::Event::dispatch(meta, &value_set);
;
})({
#[allow(unused_imports)]
use ::tracing::field::{debug, display, Value};
__CALLSITE.metadata().fields().value_set_all(&[(::tracing::__macro_support::Option::Some(&format_args!("peek_at")
as &dyn ::tracing::field::Value)),
(::tracing::__macro_support::Option::Some(&::tracing::field::debug(&place)
as &dyn ::tracing::field::Value))])
});
} else { ; }
};info!(?place, "peek_at");
243 let Some(local) = place.as_local() else {
244 tcx.dcx().emit_err(PeekArgumentNotALocal { span: call.span });
245 return;
246 };
247
248 if !state.contains(local) {
249 tcx.dcx().emit_err(PeekBitNotSet { span: call.span });
250 }
251 }
252}