Skip to main content

rustc_const_eval/interpret/
step.rs

1//! This module contains the `InterpCx` methods for executing a single step of the interpreter.
2//!
3//! The main entry point is the `step` method.
4
5use std::iter;
6
7use either::Either;
8use rustc_abi::{FIRST_VARIANT, FieldIdx};
9use rustc_data_structures::fx::FxHashSet;
10use rustc_index::IndexSlice;
11use rustc_middle::ty::{self, Instance, Ty};
12use rustc_middle::{bug, mir, span_bug};
13use rustc_span::Spanned;
14use rustc_target::callconv::FnAbi;
15use tracing::field::Empty;
16use tracing::{info, instrument, trace};
17
18use super::{
19    EnteredTraceSpan, FnArg, FnVal, ImmTy, Immediate, InterpCx, InterpResult, Machine,
20    MemPlaceMeta, PlaceTy, Projectable, RetagMode, interp_ok, throw_ub, throw_unsup_format,
21};
22use crate::{enter_trace_span, util};
23
24struct EvaluatedCalleeAndArgs<'tcx, M: Machine<'tcx>> {
25    callee: FnVal<'tcx, M::ExtraFnVal>,
26    args: Vec<FnArg<'tcx, M::Provenance>>,
27    fn_sig: ty::FnSig<'tcx>,
28    fn_abi: &'tcx FnAbi<'tcx, Ty<'tcx>>,
29    /// True if the function is marked as `#[track_caller]` ([`ty::InstanceKind::requires_caller_location`])
30    with_caller_location: bool,
31}
32
33impl<'tcx, M: Machine<'tcx>> InterpCx<'tcx, M> {
34    /// Returns `true` as long as there are more things to do.
35    ///
36    /// This is used by [priroda](https://github.com/oli-obk/priroda)
37    ///
38    /// This is marked `#inline(always)` to work around adversarial codegen when `opt-level = 3`
39    #[inline(always)]
40    pub fn step(&mut self) -> InterpResult<'tcx, bool> {
41        if self.stack().is_empty() {
42            return interp_ok(false);
43        }
44
45        let Either::Left(loc) = self.frame().loc else {
46            // We are unwinding and this fn has no cleanup code.
47            // Just go on unwinding.
48            {
    use ::tracing::__macro_support::Callsite as _;
    static __CALLSITE: ::tracing::callsite::DefaultCallsite =
        {
            static META: ::tracing::Metadata<'static> =
                {
                    ::tracing_core::metadata::Metadata::new("event compiler/rustc_const_eval/src/interpret/step.rs:48",
                        "rustc_const_eval::interpret::step",
                        ::tracing::Level::TRACE,
                        ::tracing_core::__macro_support::Option::Some("compiler/rustc_const_eval/src/interpret/step.rs"),
                        ::tracing_core::__macro_support::Option::Some(48u32),
                        ::tracing_core::__macro_support::Option::Some("rustc_const_eval::interpret::step"),
                        ::tracing_core::field::FieldSet::new(&["message"],
                            ::tracing_core::callsite::Identifier(&__CALLSITE)),
                        ::tracing::metadata::Kind::EVENT)
                };
            ::tracing::callsite::DefaultCallsite::new(&META)
        };
    let enabled =
        ::tracing::Level::TRACE <= ::tracing::level_filters::STATIC_MAX_LEVEL
                &&
                ::tracing::Level::TRACE <=
                    ::tracing::level_filters::LevelFilter::current() &&
            {
                let interest = __CALLSITE.interest();
                !interest.is_never() &&
                    ::tracing::__macro_support::__is_enabled(__CALLSITE.metadata(),
                        interest)
            };
    if enabled {
        (|value_set: ::tracing::field::ValueSet|
                    {
                        let meta = __CALLSITE.metadata();
                        ::tracing::Event::dispatch(meta, &value_set);
                        ;
                    })({
                #[allow(unused_imports)]
                use ::tracing::field::{debug, display, Value};
                let mut iter = __CALLSITE.metadata().fields().iter();
                __CALLSITE.metadata().fields().value_set(&[(&::tracing::__macro_support::Iterator::next(&mut iter).expect("FieldSet corrupted (this is a bug)"),
                                    ::tracing::__macro_support::Option::Some(&format_args!("unwinding: skipping frame")
                                            as &dyn Value))])
            });
    } else { ; }
};trace!("unwinding: skipping frame");
49            self.return_from_current_stack_frame(/* unwinding */ true)?;
50            return interp_ok(true);
51        };
52        let basic_block = &self.body().basic_blocks[loc.block];
53
54        if let Some(stmt) = basic_block.statements.get(loc.statement_index) {
55            let old_frames = self.frame_idx();
56            self.eval_statement(stmt)?;
57            // Make sure we are not updating `statement_index` of the wrong frame.
58            match (&old_frames, &self.frame_idx()) {
    (left_val, right_val) => {
        if !(*left_val == *right_val) {
            let kind = ::core::panicking::AssertKind::Eq;
            ::core::panicking::assert_failed(kind, &*left_val, &*right_val,
                ::core::option::Option::None);
        }
    }
};assert_eq!(old_frames, self.frame_idx());
59            // Advance the program counter.
60            self.frame_mut().loc.as_mut().left().unwrap().statement_index += 1;
61            return interp_ok(true);
62        }
63
64        M::before_terminator(self)?;
65
66        let terminator = basic_block.terminator();
67        self.eval_terminator(terminator)?;
68        if !self.stack().is_empty() {
69            if let Either::Left(loc) = self.frame().loc {
70                {
    use ::tracing::__macro_support::Callsite as _;
    static __CALLSITE: ::tracing::callsite::DefaultCallsite =
        {
            static META: ::tracing::Metadata<'static> =
                {
                    ::tracing_core::metadata::Metadata::new("event compiler/rustc_const_eval/src/interpret/step.rs:70",
                        "rustc_const_eval::interpret::step", ::tracing::Level::INFO,
                        ::tracing_core::__macro_support::Option::Some("compiler/rustc_const_eval/src/interpret/step.rs"),
                        ::tracing_core::__macro_support::Option::Some(70u32),
                        ::tracing_core::__macro_support::Option::Some("rustc_const_eval::interpret::step"),
                        ::tracing_core::field::FieldSet::new(&["message"],
                            ::tracing_core::callsite::Identifier(&__CALLSITE)),
                        ::tracing::metadata::Kind::EVENT)
                };
            ::tracing::callsite::DefaultCallsite::new(&META)
        };
    let enabled =
        ::tracing::Level::INFO <= ::tracing::level_filters::STATIC_MAX_LEVEL
                &&
                ::tracing::Level::INFO <=
                    ::tracing::level_filters::LevelFilter::current() &&
            {
                let interest = __CALLSITE.interest();
                !interest.is_never() &&
                    ::tracing::__macro_support::__is_enabled(__CALLSITE.metadata(),
                        interest)
            };
    if enabled {
        (|value_set: ::tracing::field::ValueSet|
                    {
                        let meta = __CALLSITE.metadata();
                        ::tracing::Event::dispatch(meta, &value_set);
                        ;
                    })({
                #[allow(unused_imports)]
                use ::tracing::field::{debug, display, Value};
                let mut iter = __CALLSITE.metadata().fields().iter();
                __CALLSITE.metadata().fields().value_set(&[(&::tracing::__macro_support::Iterator::next(&mut iter).expect("FieldSet corrupted (this is a bug)"),
                                    ::tracing::__macro_support::Option::Some(&format_args!("// executing {0:?}",
                                                    loc.block) as &dyn Value))])
            });
    } else { ; }
};info!("// executing {:?}", loc.block);
71            }
72        }
73        interp_ok(true)
74    }
75
76    /// Runs the interpretation logic for the given `mir::Statement` at the current frame and
77    /// statement counter.
78    ///
79    /// This does NOT move the statement counter forward, the caller has to do that!
80    pub fn eval_statement(&mut self, stmt: &mir::Statement<'tcx>) -> InterpResult<'tcx> {
81        let _trace = <M as
        crate::interpret::Machine>::enter_trace_span(||
        {
            use ::tracing::__macro_support::Callsite as _;
            static __CALLSITE: ::tracing::callsite::DefaultCallsite =
                {
                    static META: ::tracing::Metadata<'static> =
                        {
                            ::tracing_core::metadata::Metadata::new("step",
                                "rustc_const_eval::interpret::step", ::tracing::Level::INFO,
                                ::tracing_core::__macro_support::Option::Some("compiler/rustc_const_eval/src/interpret/step.rs"),
                                ::tracing_core::__macro_support::Option::Some(81u32),
                                ::tracing_core::__macro_support::Option::Some("rustc_const_eval::interpret::step"),
                                ::tracing_core::field::FieldSet::new(&["step", "stmt",
                                                "span", "tracing_separate_thread"],
                                    ::tracing_core::callsite::Identifier(&__CALLSITE)),
                                ::tracing::metadata::Kind::SPAN)
                        };
                    ::tracing::callsite::DefaultCallsite::new(&META)
                };
            let mut interest = ::tracing::subscriber::Interest::never();
            if ::tracing::Level::INFO <=
                                ::tracing::level_filters::STATIC_MAX_LEVEL &&
                            ::tracing::Level::INFO <=
                                ::tracing::level_filters::LevelFilter::current() &&
                        { interest = __CALLSITE.interest(); !interest.is_never() }
                    &&
                    ::tracing::__macro_support::__is_enabled(__CALLSITE.metadata(),
                        interest) {
                let meta = __CALLSITE.metadata();
                ::tracing::Span::new(meta,
                    &{
                            #[allow(unused_imports)]
                            use ::tracing::field::{debug, display, Value};
                            let mut iter = meta.fields().iter();
                            meta.fields().value_set(&[(&::tracing::__macro_support::Iterator::next(&mut iter).expect("FieldSet corrupted (this is a bug)"),
                                                ::tracing::__macro_support::Option::Some(&display(&"eval_statement")
                                                        as &dyn Value)),
                                            (&::tracing::__macro_support::Iterator::next(&mut iter).expect("FieldSet corrupted (this is a bug)"),
                                                ::tracing::__macro_support::Option::Some(&debug(&stmt.kind)
                                                        as &dyn Value)),
                                            (&::tracing::__macro_support::Iterator::next(&mut iter).expect("FieldSet corrupted (this is a bug)"),
                                                ::tracing::__macro_support::Option::Some(&debug(&stmt.source_info.span)
                                                        as &dyn Value)),
                                            (&::tracing::__macro_support::Iterator::next(&mut iter).expect("FieldSet corrupted (this is a bug)"),
                                                ::tracing::__macro_support::Option::Some(&Empty as
                                                        &dyn Value))])
                        })
            } else {
                let span =
                    ::tracing::__macro_support::__disabled_span(__CALLSITE.metadata());
                {};
                span
            }
        })enter_trace_span!(
82            M,
83            step::eval_statement,
84            stmt = ?stmt.kind,
85            span = ?stmt.source_info.span,
86            tracing_separate_thread = Empty,
87        )
88        .or_if_tracing_disabled(|| {
    use ::tracing::__macro_support::Callsite as _;
    static __CALLSITE: ::tracing::callsite::DefaultCallsite =
        {
            static META: ::tracing::Metadata<'static> =
                {
                    ::tracing_core::metadata::Metadata::new("event compiler/rustc_const_eval/src/interpret/step.rs:88",
                        "rustc_const_eval::interpret::step", ::tracing::Level::INFO,
                        ::tracing_core::__macro_support::Option::Some("compiler/rustc_const_eval/src/interpret/step.rs"),
                        ::tracing_core::__macro_support::Option::Some(88u32),
                        ::tracing_core::__macro_support::Option::Some("rustc_const_eval::interpret::step"),
                        ::tracing_core::field::FieldSet::new(&["message"],
                            ::tracing_core::callsite::Identifier(&__CALLSITE)),
                        ::tracing::metadata::Kind::EVENT)
                };
            ::tracing::callsite::DefaultCallsite::new(&META)
        };
    let enabled =
        ::tracing::Level::INFO <= ::tracing::level_filters::STATIC_MAX_LEVEL
                &&
                ::tracing::Level::INFO <=
                    ::tracing::level_filters::LevelFilter::current() &&
            {
                let interest = __CALLSITE.interest();
                !interest.is_never() &&
                    ::tracing::__macro_support::__is_enabled(__CALLSITE.metadata(),
                        interest)
            };
    if enabled {
        (|value_set: ::tracing::field::ValueSet|
                    {
                        let meta = __CALLSITE.metadata();
                        ::tracing::Event::dispatch(meta, &value_set);
                        ;
                    })({
                #[allow(unused_imports)]
                use ::tracing::field::{debug, display, Value};
                let mut iter = __CALLSITE.metadata().fields().iter();
                __CALLSITE.metadata().fields().value_set(&[(&::tracing::__macro_support::Iterator::next(&mut iter).expect("FieldSet corrupted (this is a bug)"),
                                    ::tracing::__macro_support::Option::Some(&format_args!("{0:?}",
                                                    stmt.kind) as &dyn Value))])
            });
    } else { ; }
}info!("{:?}", stmt.kind));
89
90        use rustc_middle::mir::StatementKind::*;
91
92        match &stmt.kind {
93            Assign((place, rvalue)) => self.eval_rvalue_into_place(rvalue, *place)?,
94
95            SetDiscriminant { place, variant_index } => {
96                let dest = self.eval_place(**place)?;
97                self.write_discriminant(*variant_index, &dest)?;
98            }
99
100            // Mark locals as alive
101            StorageLive(local) => {
102                self.storage_live(*local)?;
103            }
104
105            // Mark locals as dead
106            StorageDead(local) => {
107                self.storage_dead(*local)?;
108            }
109
110            // No dynamic semantics attached to `FakeRead`; MIR
111            // interpreter is solely intended for borrowck'ed code.
112            FakeRead(..) => {}
113
114            Intrinsic(intrinsic) => self.eval_nondiverging_intrinsic(intrinsic)?,
115
116            // Evaluate the place expression, without reading from it.
117            PlaceMention(place) => {
118                let _ = self.eval_place(**place)?;
119            }
120
121            // This exists purely to guide borrowck lifetime inference, and does not have
122            // an operational effect.
123            AscribeUserType(..) => {}
124
125            // Currently, Miri discards Coverage statements. Coverage statements are only injected
126            // via an optional compile time MIR pass and have no side effects. Since Coverage
127            // statements don't exist at the source level, it is safe for Miri to ignore them, even
128            // for undefined behavior (UB) checks.
129            //
130            // A coverage counter inside a const expression (for example, a counter injected in a
131            // const function) is discarded when the const is evaluated at compile time. Whether
132            // this should change, and/or how to implement a const eval counter, is a subject of the
133            // following issue:
134            //
135            // FIXME(#73156): Handle source code coverage in const eval
136            Coverage(..) => {}
137
138            ConstEvalCounter => {
139                M::increment_const_eval_counter(self)?;
140            }
141
142            // Defined to do nothing. These are added by optimization passes, to avoid changing the
143            // size of MIR constantly.
144            Nop => {}
145
146            // Only used for temporary lifetime lints
147            BackwardIncompatibleDropHint { .. } => {}
148        }
149
150        interp_ok(())
151    }
152
153    /// Evaluate an assignment statement.
154    ///
155    /// There is no separate `eval_rvalue` function. Instead, the code for handling each rvalue
156    /// type writes its results directly into the memory specified by the place.
157    pub fn eval_rvalue_into_place(
158        &mut self,
159        rvalue: &mir::Rvalue<'tcx>,
160        place: mir::Place<'tcx>,
161    ) -> InterpResult<'tcx> {
162        let dest = self.eval_place(place)?;
163        // FIXME: ensure some kind of non-aliasing between LHS and RHS?
164        // Also see https://github.com/rust-lang/rust/issues/68364.
165
166        use rustc_middle::mir::Rvalue::*;
167        match *rvalue {
168            ThreadLocalRef(did) => {
169                let ptr = M::thread_local_static_pointer(self, did)?;
170                self.write_pointer(ptr, &dest)?;
171            }
172
173            Use(ref operand, with_retag) => {
174                // Avoid recomputing the layout
175                let op = self.eval_operand(operand, Some(dest.layout))?;
176                let mode = if with_retag.yes() { RetagMode::Default } else { RetagMode::None };
177                M::with_retag_mode(self, mode, |ecx| ecx.copy_op(&op, &dest))?;
178            }
179
180            CopyForDeref(_) => ::rustc_middle::util::bug::bug_fmt(format_args!("`CopyForDeref` in runtime MIR"))bug!("`CopyForDeref` in runtime MIR"),
181
182            BinaryOp(bin_op, (ref left, ref right)) => {
183                let layout = util::binop_left_homogeneous(bin_op).then_some(dest.layout);
184                let left = self.read_immediate(&self.eval_operand(left, layout)?)?;
185                let layout = util::binop_right_homogeneous(bin_op).then_some(left.layout);
186                let right = self.read_immediate(&self.eval_operand(right, layout)?)?;
187                let result = self.binary_op(bin_op, &left, &right)?;
188                match (&result.layout, &dest.layout) {
    (left_val, right_val) => {
        if !(*left_val == *right_val) {
            let kind = ::core::panicking::AssertKind::Eq;
            ::core::panicking::assert_failed(kind, &*left_val, &*right_val,
                ::core::option::Option::Some(format_args!("layout mismatch for result of {0:?}",
                        bin_op)));
        }
    }
};assert_eq!(result.layout, dest.layout, "layout mismatch for result of {bin_op:?}");
189                self.write_immediate(*result, &dest)?;
190            }
191
192            UnaryOp(un_op, ref operand) => {
193                // The operand always has the same type as the result.
194                let val = self.read_immediate(&self.eval_operand(operand, Some(dest.layout))?)?;
195                let result = self.unary_op(un_op, &val)?;
196                match (&result.layout, &dest.layout) {
    (left_val, right_val) => {
        if !(*left_val == *right_val) {
            let kind = ::core::panicking::AssertKind::Eq;
            ::core::panicking::assert_failed(kind, &*left_val, &*right_val,
                ::core::option::Option::Some(format_args!("layout mismatch for result of {0:?}",
                        un_op)));
        }
    }
};assert_eq!(result.layout, dest.layout, "layout mismatch for result of {un_op:?}");
197                self.write_immediate(*result, &dest)?;
198            }
199
200            Aggregate(ref kind, ref operands) => {
201                self.write_aggregate(kind, operands, &dest)?;
202            }
203
204            Repeat(ref operand, _) => {
205                self.write_repeat(operand, &dest)?;
206            }
207
208            Ref(_, borrow_kind, place) => {
209                let src = self.eval_place(place)?;
210                let place = self.force_allocation(&src)?;
211                let mut val = ImmTy::from_immediate(place.to_ref(self), dest.layout);
212                // A fresh reference was created, make sure it gets retagged with the right mode.
213                let mode = if borrow_kind.is_two_phase_borrow() {
214                    RetagMode::TwoPhase
215                } else {
216                    RetagMode::Default
217                };
218                M::with_retag_mode(self, mode, |ecx| {
219                    // If validation is disabled, we still want to do this retag. This is because
220                    // const-eval disables validation for performance reasons but wants to retag
221                    // shared references. So we add a bit of a hack here to do the retag manually
222                    // if the write would not incur validation.
223                    if !M::enforce_validity(ecx, val.layout) {
224                        if let Some(new_val) = M::retag_ptr_value(ecx, &val, val.layout.ty)? {
225                            val = new_val;
226                        }
227                    }
228                    // Now do the actual write.
229                    ecx.write_immediate(*val, &dest)
230                })?;
231            }
232
233            Reborrow(_, mutability, place) => {
234                let op = self.eval_place_to_op(place, None)?;
235                if mutability.is_not() {
236                    // Shared generic reborrows use `CoerceShared`: a bitwise copy into a
237                    // distinct same-layout target ADT.
238                    self.copy_op_allow_transmute(&op, &dest)?;
239                } else {
240                    self.copy_op(&op, &dest)?;
241                }
242            }
243
244            RawPtr(kind, place) => {
245                // Figure out whether this is an addr_of of an already raw place.
246                let place_base_raw = if place.is_indirect_first_projection() {
247                    let ty = self.frame().body.local_decls[place.local].ty;
248                    ty.is_raw_ptr()
249                } else {
250                    // Not a deref, and thus not raw.
251                    false
252                };
253
254                let src = self.eval_place(place)?;
255                let place = self.force_allocation(&src)?;
256                let mut val = ImmTy::from_immediate(place.to_ref(self), dest.layout);
257                if !place_base_raw && !kind.is_fake() {
258                    // If this was not already raw, it needs retagging -- except for "fake"
259                    // raw borrows whose defining property is that they do not get retagged.
260                    val = M::with_retag_mode(self, RetagMode::Raw, |ecx| {
261                        interp_ok(M::retag_ptr_value(ecx, &val, val.layout.ty)?.unwrap_or(val))
262                    })?;
263                }
264                // This writes a raw pointer so it will not do any retags.
265                self.write_immediate(*val, &dest)?;
266            }
267
268            Cast(cast_kind, ref operand, cast_ty) => {
269                let src = self.eval_operand(operand, None)?;
270                let cast_ty =
271                    self.instantiate_from_current_frame_and_normalize_erasing_regions(cast_ty)?;
272                self.cast(&src, cast_kind, cast_ty, &dest)?;
273            }
274
275            Discriminant(place) => {
276                let op = self.eval_place_to_op(place, None)?;
277                let variant = self.read_discriminant(&op)?;
278                let discr = self.discriminant_for_variant(op.layout.ty, variant)?;
279                self.write_immediate(*discr, &dest)?;
280            }
281
282            WrapUnsafeBinder(ref op, _ty) => {
283                // Constructing an unsafe binder acts like a transmute
284                // since the operand's layout does not change.
285                let op = self.eval_operand(op, None)?;
286                self.copy_op_allow_transmute(&op, &dest)?;
287            }
288        }
289
290        {
    use ::tracing::__macro_support::Callsite as _;
    static __CALLSITE: ::tracing::callsite::DefaultCallsite =
        {
            static META: ::tracing::Metadata<'static> =
                {
                    ::tracing_core::metadata::Metadata::new("event compiler/rustc_const_eval/src/interpret/step.rs:290",
                        "rustc_const_eval::interpret::step",
                        ::tracing::Level::TRACE,
                        ::tracing_core::__macro_support::Option::Some("compiler/rustc_const_eval/src/interpret/step.rs"),
                        ::tracing_core::__macro_support::Option::Some(290u32),
                        ::tracing_core::__macro_support::Option::Some("rustc_const_eval::interpret::step"),
                        ::tracing_core::field::FieldSet::new(&["message"],
                            ::tracing_core::callsite::Identifier(&__CALLSITE)),
                        ::tracing::metadata::Kind::EVENT)
                };
            ::tracing::callsite::DefaultCallsite::new(&META)
        };
    let enabled =
        ::tracing::Level::TRACE <= ::tracing::level_filters::STATIC_MAX_LEVEL
                &&
                ::tracing::Level::TRACE <=
                    ::tracing::level_filters::LevelFilter::current() &&
            {
                let interest = __CALLSITE.interest();
                !interest.is_never() &&
                    ::tracing::__macro_support::__is_enabled(__CALLSITE.metadata(),
                        interest)
            };
    if enabled {
        (|value_set: ::tracing::field::ValueSet|
                    {
                        let meta = __CALLSITE.metadata();
                        ::tracing::Event::dispatch(meta, &value_set);
                        ;
                    })({
                #[allow(unused_imports)]
                use ::tracing::field::{debug, display, Value};
                let mut iter = __CALLSITE.metadata().fields().iter();
                __CALLSITE.metadata().fields().value_set(&[(&::tracing::__macro_support::Iterator::next(&mut iter).expect("FieldSet corrupted (this is a bug)"),
                                    ::tracing::__macro_support::Option::Some(&format_args!("{0:?}",
                                                    self.dump_place(&dest)) as &dyn Value))])
            });
    } else { ; }
};trace!("{:?}", self.dump_place(&dest));
291
292        interp_ok(())
293    }
294
295    /// Writes the aggregate to the destination.
296    #[allow(clippy :: suspicious_else_formatting)]
{
    let __tracing_attr_span;
    let __tracing_attr_guard;
    if ::tracing::Level::TRACE <= ::tracing::level_filters::STATIC_MAX_LEVEL
                &&
                ::tracing::Level::TRACE <=
                    ::tracing::level_filters::LevelFilter::current() ||
            { false } {
        __tracing_attr_span =
            {
                use ::tracing::__macro_support::Callsite as _;
                static __CALLSITE: ::tracing::callsite::DefaultCallsite =
                    {
                        static META: ::tracing::Metadata<'static> =
                            {
                                ::tracing_core::metadata::Metadata::new("write_aggregate",
                                    "rustc_const_eval::interpret::step",
                                    ::tracing::Level::TRACE,
                                    ::tracing_core::__macro_support::Option::Some("compiler/rustc_const_eval/src/interpret/step.rs"),
                                    ::tracing_core::__macro_support::Option::Some(296u32),
                                    ::tracing_core::__macro_support::Option::Some("rustc_const_eval::interpret::step"),
                                    ::tracing_core::field::FieldSet::new(&["kind", "operands",
                                                    "dest"], ::tracing_core::callsite::Identifier(&__CALLSITE)),
                                    ::tracing::metadata::Kind::SPAN)
                            };
                        ::tracing::callsite::DefaultCallsite::new(&META)
                    };
                let mut interest = ::tracing::subscriber::Interest::never();
                if ::tracing::Level::TRACE <=
                                    ::tracing::level_filters::STATIC_MAX_LEVEL &&
                                ::tracing::Level::TRACE <=
                                    ::tracing::level_filters::LevelFilter::current() &&
                            { interest = __CALLSITE.interest(); !interest.is_never() }
                        &&
                        ::tracing::__macro_support::__is_enabled(__CALLSITE.metadata(),
                            interest) {
                    let meta = __CALLSITE.metadata();
                    ::tracing::Span::new(meta,
                        &{
                                #[allow(unused_imports)]
                                use ::tracing::field::{debug, display, Value};
                                let mut iter = meta.fields().iter();
                                meta.fields().value_set(&[(&::tracing::__macro_support::Iterator::next(&mut iter).expect("FieldSet corrupted (this is a bug)"),
                                                    ::tracing::__macro_support::Option::Some(&::tracing::field::debug(&kind)
                                                            as &dyn Value)),
                                                (&::tracing::__macro_support::Iterator::next(&mut iter).expect("FieldSet corrupted (this is a bug)"),
                                                    ::tracing::__macro_support::Option::Some(&::tracing::field::debug(&operands)
                                                            as &dyn Value)),
                                                (&::tracing::__macro_support::Iterator::next(&mut iter).expect("FieldSet corrupted (this is a bug)"),
                                                    ::tracing::__macro_support::Option::Some(&::tracing::field::debug(&dest)
                                                            as &dyn Value))])
                            })
                } else {
                    let span =
                        ::tracing::__macro_support::__disabled_span(__CALLSITE.metadata());
                    {};
                    span
                }
            };
        __tracing_attr_guard = __tracing_attr_span.enter();
    }

    #[warn(clippy :: suspicious_else_formatting)]
    {

        #[allow(unknown_lints, unreachable_code, clippy ::
        diverging_sub_expression, clippy :: empty_loop, clippy ::
        let_unit_value, clippy :: let_with_type_underscore, clippy ::
        needless_return, clippy :: unreachable)]
        if false {
            let __tracing_attr_fake_return: InterpResult<'tcx> = loop {};
            return __tracing_attr_fake_return;
        }
        {
            let (variant_index, variant_dest, active_field_index) =
                match *kind {
                    mir::AggregateKind::Adt(_, variant_index, _, _,
                        active_field_index) => {
                        let variant_dest =
                            self.project_downcast(dest, variant_index)?;
                        (variant_index, variant_dest, active_field_index)
                    }
                    mir::AggregateKind::RawPtr(..) => {
                        let [data, meta] =
                            &operands.raw else {
                                ::rustc_middle::util::bug::bug_fmt(format_args!("{0:?} should have 2 operands, had {1:?}",
                                        kind, operands));
                            };
                        let data = self.eval_operand(data, None)?;
                        let data = self.read_pointer(&data)?;
                        let meta = self.eval_operand(meta, None)?;
                        let meta =
                            if meta.layout.is_zst() {
                                MemPlaceMeta::None
                            } else { MemPlaceMeta::Meta(self.read_scalar(&meta)?) };
                        let ptr_imm =
                            Immediate::new_pointer_with_meta(data, meta, self);
                        let ptr = ImmTy::from_immediate(ptr_imm, dest.layout);
                        self.copy_op(&ptr, dest)?;
                        return interp_ok(());
                    }
                    _ => (FIRST_VARIANT, dest.clone(), None),
                };
            if active_field_index.is_some() {
                match (&operands.len(), &1) {
                    (left_val, right_val) => {
                        if !(*left_val == *right_val) {
                            let kind = ::core::panicking::AssertKind::Eq;
                            ::core::panicking::assert_failed(kind, &*left_val,
                                &*right_val, ::core::option::Option::None);
                        }
                    }
                };
            }
            for (field_index, operand) in operands.iter_enumerated() {
                let field_index = active_field_index.unwrap_or(field_index);
                let field_dest =
                    self.project_field(&variant_dest, field_index)?;
                let op = self.eval_operand(operand, Some(field_dest.layout))?;
                self.copy_op_no_validate(&op, &field_dest, false)?;
            }
            self.write_discriminant(variant_index, dest)?;
            if M::enforce_validity(self, dest.layout()) {
                self.validate_operand(dest,
                        M::enforce_validity_recursively(self, dest.layout()),
                        true)?;
            }
            interp_ok(())
        }
    }
}#[instrument(skip(self), level = "trace")]
297    fn write_aggregate(
298        &mut self,
299        kind: &mir::AggregateKind<'tcx>,
300        operands: &IndexSlice<FieldIdx, mir::Operand<'tcx>>,
301        dest: &PlaceTy<'tcx, M::Provenance>,
302    ) -> InterpResult<'tcx> {
303        let (variant_index, variant_dest, active_field_index) = match *kind {
304            mir::AggregateKind::Adt(_, variant_index, _, _, active_field_index) => {
305                let variant_dest = self.project_downcast(dest, variant_index)?;
306                (variant_index, variant_dest, active_field_index)
307            }
308            mir::AggregateKind::RawPtr(..) => {
309                // Pointers don't have "fields" in the normal sense, so the
310                // projection-based code below would either fail in projection
311                // or in type mismatches. Instead, build an `Immediate` from
312                // the parts and write that to the destination.
313                let [data, meta] = &operands.raw else {
314                    bug!("{kind:?} should have 2 operands, had {operands:?}");
315                };
316                let data = self.eval_operand(data, None)?;
317                let data = self.read_pointer(&data)?;
318                let meta = self.eval_operand(meta, None)?;
319                let meta = if meta.layout.is_zst() {
320                    MemPlaceMeta::None
321                } else {
322                    MemPlaceMeta::Meta(self.read_scalar(&meta)?)
323                };
324                let ptr_imm = Immediate::new_pointer_with_meta(data, meta, self);
325                let ptr = ImmTy::from_immediate(ptr_imm, dest.layout);
326                self.copy_op(&ptr, dest)?;
327                return interp_ok(());
328            }
329            _ => (FIRST_VARIANT, dest.clone(), None),
330        };
331        if active_field_index.is_some() {
332            assert_eq!(operands.len(), 1);
333        }
334        for (field_index, operand) in operands.iter_enumerated() {
335            let field_index = active_field_index.unwrap_or(field_index);
336            let field_dest = self.project_field(&variant_dest, field_index)?;
337            let op = self.eval_operand(operand, Some(field_dest.layout))?;
338            // We validate manually below so we don't have to do it here.
339            self.copy_op_no_validate(&op, &field_dest, /*allow_transmute*/ false)?;
340        }
341        self.write_discriminant(variant_index, dest)?;
342        // Validate that the entire thing is valid, and reset padding that might be in between the
343        // fields.
344        if M::enforce_validity(self, dest.layout()) {
345            self.validate_operand(
346                dest,
347                M::enforce_validity_recursively(self, dest.layout()),
348                /*reset_provenance_and_padding*/ true,
349            )?;
350        }
351        interp_ok(())
352    }
353
354    /// Repeats `operand` into the destination. `dest` must have array type, and that type
355    /// determines how often `operand` is repeated.
356    fn write_repeat(
357        &mut self,
358        operand: &mir::Operand<'tcx>,
359        dest: &PlaceTy<'tcx, M::Provenance>,
360    ) -> InterpResult<'tcx> {
361        let src = self.eval_operand(operand, None)?;
362        if !src.layout.is_sized() {
    ::core::panicking::panic("assertion failed: src.layout.is_sized()")
};assert!(src.layout.is_sized());
363        let dest = self.force_allocation(&dest)?;
364        let length = dest.len(self)?;
365
366        if length == 0 {
367            // Nothing to copy... but let's still make sure that `dest` as a place is valid.
368            self.get_place_alloc_mut(&dest)?;
369        } else {
370            // Write the src to the first element.
371            let first = self.project_index(&dest, 0)?;
372            self.copy_op(&src, &first)?;
373
374            // This is performance-sensitive code for big static/const arrays! So we
375            // avoid writing each operand individually and instead just make many copies
376            // of the first element.
377            let elem_size = first.layout.size;
378            let first_ptr = first.ptr();
379            let rest_ptr = first_ptr.wrapping_offset(elem_size, self);
380            // No alignment requirement since `copy_op` above already checked it.
381            self.mem_copy_repeatedly(
382                first_ptr,
383                rest_ptr,
384                elem_size,
385                length - 1,
386                /*nonoverlapping:*/ true,
387            )?;
388        }
389
390        interp_ok(())
391    }
392
393    /// Evaluate the arguments of a function call
394    fn eval_fn_call_argument(
395        &mut self,
396        op: &mir::Operand<'tcx>,
397        move_definitely_disjoint: bool,
398    ) -> InterpResult<'tcx, FnArg<'tcx, M::Provenance>> {
399        interp_ok(match op {
400            mir::Operand::Copy(_) | mir::Operand::Constant(_) | mir::Operand::RuntimeChecks(_) => {
401                // Make a regular copy.
402                let op = self.eval_operand(op, None)?;
403                FnArg::Copy(op)
404            }
405            mir::Operand::Move(place) => {
406                let place = self.eval_place(*place)?;
407                if move_definitely_disjoint {
408                    // We still have to ensure that no *other* pointers are used to access this place,
409                    // so *if* it is in memory then we have to treat it as `InPlace`.
410                    // Use `place_to_op` to guarantee that we notice it being in memory.
411                    let op = self.place_to_op(&place)?;
412                    match op.as_mplace_or_imm() {
413                        Either::Left(mplace) => FnArg::InPlace(mplace),
414                        Either::Right(_imm) => FnArg::Copy(op),
415                    }
416                } else {
417                    // We have to force this into memory to detect aliasing among `Move` arguments.
418                    FnArg::InPlace(self.force_allocation(&place)?)
419                }
420            }
421        })
422    }
423
424    /// Shared part of `Call` and `TailCall` implementation — finding and evaluating all the
425    /// necessary information about callee and arguments to make a call.
426    fn eval_callee_and_args(
427        &mut self,
428        terminator: &mir::Terminator<'tcx>,
429        func: &mir::Operand<'tcx>,
430        args: &[Spanned<mir::Operand<'tcx>>],
431        dest: &mir::Place<'tcx>,
432    ) -> InterpResult<'tcx, EvaluatedCalleeAndArgs<'tcx, M>> {
433        let func = self.eval_operand(func, None)?;
434
435        // Evaluating function call arguments. The tricky part here is dealing with `Move`
436        // arguments: we have to ensure no two such arguments alias. This would be most easily done
437        // by just forcing them all into memory and then doing the usual in-place argument
438        // protection, but then we'd force *a lot* of arguments into memory. So we do some syntactic
439        // pre-processing here where if all `move` arguments are syntactically distinct local
440        // variables (and none is indirect), we can skip the in-memory forcing.
441        // We have to include `dest` in that list so that we can detect aliasing of an in-place
442        // argument with the return place.
443        let move_definitely_disjoint = 'move_definitely_disjoint: {
444            let mut previous_locals = FxHashSet::<mir::Local>::default();
445            for place in args
446                .iter()
447                .filter_map(|a| {
448                    // We only have to care about `Move` arguments.
449                    if let mir::Operand::Move(place) = &a.node { Some(place) } else { None }
450                })
451                .chain(iter::once(dest))
452            {
453                if place.is_indirect_first_projection() {
454                    // An indirect in-place argument could alias with anything else...
455                    break 'move_definitely_disjoint false;
456                }
457                if !previous_locals.insert(place.local) {
458                    // This local is the base for two arguments! They might overlap.
459                    break 'move_definitely_disjoint false;
460                }
461            }
462            // We found no violation so they are all definitely disjoint.
463            true
464        };
465        let args = args
466            .iter()
467            .map(|arg| self.eval_fn_call_argument(&arg.node, move_definitely_disjoint))
468            .collect::<InterpResult<'tcx, Vec<_>>>()?;
469
470        let fn_sig_binder = {
471            let _trace = <M as
        crate::interpret::Machine>::enter_trace_span(||
        {
            use ::tracing::__macro_support::Callsite as _;
            static __CALLSITE: ::tracing::callsite::DefaultCallsite =
                {
                    static META: ::tracing::Metadata<'static> =
                        {
                            ::tracing_core::metadata::Metadata::new("fn_sig",
                                "rustc_const_eval::interpret::step", ::tracing::Level::INFO,
                                ::tracing_core::__macro_support::Option::Some("compiler/rustc_const_eval/src/interpret/step.rs"),
                                ::tracing_core::__macro_support::Option::Some(471u32),
                                ::tracing_core::__macro_support::Option::Some("rustc_const_eval::interpret::step"),
                                ::tracing_core::field::FieldSet::new(&["ty"],
                                    ::tracing_core::callsite::Identifier(&__CALLSITE)),
                                ::tracing::metadata::Kind::SPAN)
                        };
                    ::tracing::callsite::DefaultCallsite::new(&META)
                };
            let mut interest = ::tracing::subscriber::Interest::never();
            if ::tracing::Level::INFO <=
                                ::tracing::level_filters::STATIC_MAX_LEVEL &&
                            ::tracing::Level::INFO <=
                                ::tracing::level_filters::LevelFilter::current() &&
                        { interest = __CALLSITE.interest(); !interest.is_never() }
                    &&
                    ::tracing::__macro_support::__is_enabled(__CALLSITE.metadata(),
                        interest) {
                let meta = __CALLSITE.metadata();
                ::tracing::Span::new(meta,
                    &{
                            #[allow(unused_imports)]
                            use ::tracing::field::{debug, display, Value};
                            let mut iter = meta.fields().iter();
                            meta.fields().value_set(&[(&::tracing::__macro_support::Iterator::next(&mut iter).expect("FieldSet corrupted (this is a bug)"),
                                                ::tracing::__macro_support::Option::Some(&debug(&func.layout.ty.kind())
                                                        as &dyn Value))])
                        })
            } else {
                let span =
                    ::tracing::__macro_support::__disabled_span(__CALLSITE.metadata());
                {};
                span
            }
        })enter_trace_span!(M, "fn_sig", ty = ?func.layout.ty.kind());
472            func.layout.ty.fn_sig(*self.tcx)
473        };
474        let fn_sig = self.tcx.normalize_erasing_late_bound_regions(self.typing_env, fn_sig_binder);
475        let extra_args = &args[fn_sig.inputs().len()..];
476        let extra_args =
477            self.tcx.mk_type_list_from_iter(extra_args.iter().map(|arg| arg.layout().ty));
478
479        let (callee, fn_abi, with_caller_location) = match *func.layout.ty.kind() {
480            ty::FnPtr(..) => {
481                let fn_ptr = self.read_pointer(&func)?;
482                let fn_val = self.get_ptr_fn(fn_ptr)?;
483                (fn_val, self.fn_abi_of_fn_ptr(fn_sig_binder, extra_args)?, false)
484            }
485            ty::FnDef(def_id, args) => {
486                let instance = self.resolve(def_id, args)?;
487                (
488                    FnVal::Instance(instance),
489                    self.fn_abi_of_instance_no_deduced_attrs(instance, extra_args)?,
490                    instance.def.requires_caller_location(*self.tcx),
491                )
492            }
493            _ => {
494                ::rustc_middle::util::bug::span_bug_fmt(terminator.source_info.span,
    format_args!("invalid callee of type {0}", func.layout.ty))span_bug!(terminator.source_info.span, "invalid callee of type {}", func.layout.ty)
495            }
496        };
497
498        interp_ok(EvaluatedCalleeAndArgs { callee, args, fn_sig, fn_abi, with_caller_location })
499    }
500
501    fn eval_terminator(&mut self, terminator: &mir::Terminator<'tcx>) -> InterpResult<'tcx> {
502        let _trace = <M as
        crate::interpret::Machine>::enter_trace_span(||
        {
            use ::tracing::__macro_support::Callsite as _;
            static __CALLSITE: ::tracing::callsite::DefaultCallsite =
                {
                    static META: ::tracing::Metadata<'static> =
                        {
                            ::tracing_core::metadata::Metadata::new("step",
                                "rustc_const_eval::interpret::step", ::tracing::Level::INFO,
                                ::tracing_core::__macro_support::Option::Some("compiler/rustc_const_eval/src/interpret/step.rs"),
                                ::tracing_core::__macro_support::Option::Some(502u32),
                                ::tracing_core::__macro_support::Option::Some("rustc_const_eval::interpret::step"),
                                ::tracing_core::field::FieldSet::new(&["step", "terminator",
                                                "span", "tracing_separate_thread"],
                                    ::tracing_core::callsite::Identifier(&__CALLSITE)),
                                ::tracing::metadata::Kind::SPAN)
                        };
                    ::tracing::callsite::DefaultCallsite::new(&META)
                };
            let mut interest = ::tracing::subscriber::Interest::never();
            if ::tracing::Level::INFO <=
                                ::tracing::level_filters::STATIC_MAX_LEVEL &&
                            ::tracing::Level::INFO <=
                                ::tracing::level_filters::LevelFilter::current() &&
                        { interest = __CALLSITE.interest(); !interest.is_never() }
                    &&
                    ::tracing::__macro_support::__is_enabled(__CALLSITE.metadata(),
                        interest) {
                let meta = __CALLSITE.metadata();
                ::tracing::Span::new(meta,
                    &{
                            #[allow(unused_imports)]
                            use ::tracing::field::{debug, display, Value};
                            let mut iter = meta.fields().iter();
                            meta.fields().value_set(&[(&::tracing::__macro_support::Iterator::next(&mut iter).expect("FieldSet corrupted (this is a bug)"),
                                                ::tracing::__macro_support::Option::Some(&display(&"eval_terminator")
                                                        as &dyn Value)),
                                            (&::tracing::__macro_support::Iterator::next(&mut iter).expect("FieldSet corrupted (this is a bug)"),
                                                ::tracing::__macro_support::Option::Some(&debug(&terminator.kind)
                                                        as &dyn Value)),
                                            (&::tracing::__macro_support::Iterator::next(&mut iter).expect("FieldSet corrupted (this is a bug)"),
                                                ::tracing::__macro_support::Option::Some(&debug(&terminator.source_info.span)
                                                        as &dyn Value)),
                                            (&::tracing::__macro_support::Iterator::next(&mut iter).expect("FieldSet corrupted (this is a bug)"),
                                                ::tracing::__macro_support::Option::Some(&Empty as
                                                        &dyn Value))])
                        })
            } else {
                let span =
                    ::tracing::__macro_support::__disabled_span(__CALLSITE.metadata());
                {};
                span
            }
        })enter_trace_span!(
503            M,
504            step::eval_terminator,
505            terminator = ?terminator.kind,
506            span = ?terminator.source_info.span,
507            tracing_separate_thread = Empty,
508        )
509        .or_if_tracing_disabled(|| {
    use ::tracing::__macro_support::Callsite as _;
    static __CALLSITE: ::tracing::callsite::DefaultCallsite =
        {
            static META: ::tracing::Metadata<'static> =
                {
                    ::tracing_core::metadata::Metadata::new("event compiler/rustc_const_eval/src/interpret/step.rs:509",
                        "rustc_const_eval::interpret::step", ::tracing::Level::INFO,
                        ::tracing_core::__macro_support::Option::Some("compiler/rustc_const_eval/src/interpret/step.rs"),
                        ::tracing_core::__macro_support::Option::Some(509u32),
                        ::tracing_core::__macro_support::Option::Some("rustc_const_eval::interpret::step"),
                        ::tracing_core::field::FieldSet::new(&["message"],
                            ::tracing_core::callsite::Identifier(&__CALLSITE)),
                        ::tracing::metadata::Kind::EVENT)
                };
            ::tracing::callsite::DefaultCallsite::new(&META)
        };
    let enabled =
        ::tracing::Level::INFO <= ::tracing::level_filters::STATIC_MAX_LEVEL
                &&
                ::tracing::Level::INFO <=
                    ::tracing::level_filters::LevelFilter::current() &&
            {
                let interest = __CALLSITE.interest();
                !interest.is_never() &&
                    ::tracing::__macro_support::__is_enabled(__CALLSITE.metadata(),
                        interest)
            };
    if enabled {
        (|value_set: ::tracing::field::ValueSet|
                    {
                        let meta = __CALLSITE.metadata();
                        ::tracing::Event::dispatch(meta, &value_set);
                        ;
                    })({
                #[allow(unused_imports)]
                use ::tracing::field::{debug, display, Value};
                let mut iter = __CALLSITE.metadata().fields().iter();
                __CALLSITE.metadata().fields().value_set(&[(&::tracing::__macro_support::Iterator::next(&mut iter).expect("FieldSet corrupted (this is a bug)"),
                                    ::tracing::__macro_support::Option::Some(&format_args!("{0:?}",
                                                    terminator.kind) as &dyn Value))])
            });
    } else { ; }
}info!("{:?}", terminator.kind));
510
511        use rustc_middle::mir::TerminatorKind::*;
512        match terminator.kind {
513            Return => {
514                self.return_from_current_stack_frame(/* unwinding */ false)?
515            }
516
517            Goto { target } => self.go_to_block(target),
518
519            SwitchInt { ref discr, ref targets } => {
520                let discr = self.read_immediate(&self.eval_operand(discr, None)?)?;
521                {
    use ::tracing::__macro_support::Callsite as _;
    static __CALLSITE: ::tracing::callsite::DefaultCallsite =
        {
            static META: ::tracing::Metadata<'static> =
                {
                    ::tracing_core::metadata::Metadata::new("event compiler/rustc_const_eval/src/interpret/step.rs:521",
                        "rustc_const_eval::interpret::step",
                        ::tracing::Level::TRACE,
                        ::tracing_core::__macro_support::Option::Some("compiler/rustc_const_eval/src/interpret/step.rs"),
                        ::tracing_core::__macro_support::Option::Some(521u32),
                        ::tracing_core::__macro_support::Option::Some("rustc_const_eval::interpret::step"),
                        ::tracing_core::field::FieldSet::new(&["message"],
                            ::tracing_core::callsite::Identifier(&__CALLSITE)),
                        ::tracing::metadata::Kind::EVENT)
                };
            ::tracing::callsite::DefaultCallsite::new(&META)
        };
    let enabled =
        ::tracing::Level::TRACE <= ::tracing::level_filters::STATIC_MAX_LEVEL
                &&
                ::tracing::Level::TRACE <=
                    ::tracing::level_filters::LevelFilter::current() &&
            {
                let interest = __CALLSITE.interest();
                !interest.is_never() &&
                    ::tracing::__macro_support::__is_enabled(__CALLSITE.metadata(),
                        interest)
            };
    if enabled {
        (|value_set: ::tracing::field::ValueSet|
                    {
                        let meta = __CALLSITE.metadata();
                        ::tracing::Event::dispatch(meta, &value_set);
                        ;
                    })({
                #[allow(unused_imports)]
                use ::tracing::field::{debug, display, Value};
                let mut iter = __CALLSITE.metadata().fields().iter();
                __CALLSITE.metadata().fields().value_set(&[(&::tracing::__macro_support::Iterator::next(&mut iter).expect("FieldSet corrupted (this is a bug)"),
                                    ::tracing::__macro_support::Option::Some(&format_args!("SwitchInt({0:?})",
                                                    *discr) as &dyn Value))])
            });
    } else { ; }
};trace!("SwitchInt({:?})", *discr);
522
523                // Branch to the `otherwise` case by default, if no match is found.
524                let mut target_block = targets.otherwise();
525
526                for (const_int, target) in targets.iter() {
527                    // Compare using MIR BinOp::Eq, to also support pointer values.
528                    // (Avoiding `self.binary_op` as that does some redundant layout computation.)
529                    let res = self.binary_op(
530                        mir::BinOp::Eq,
531                        &discr,
532                        &ImmTy::from_uint(const_int, discr.layout),
533                    )?;
534                    if res.to_scalar().to_bool()? {
535                        target_block = target;
536                        break;
537                    }
538                }
539
540                self.go_to_block(target_block);
541            }
542
543            Call {
544                ref func,
545                ref args,
546                destination,
547                target,
548                unwind,
549                call_source: _,
550                fn_span: _,
551            } => {
552                let old_stack = self.frame_idx();
553                let old_loc = self.frame().loc;
554
555                let EvaluatedCalleeAndArgs { callee, args, fn_sig, fn_abi, with_caller_location } =
556                    self.eval_callee_and_args(terminator, func, args, &destination)?;
557
558                let destination = self.eval_place(destination)?;
559                self.init_fn_call(
560                    callee,
561                    (fn_sig.abi(), fn_abi),
562                    &args,
563                    with_caller_location,
564                    &destination,
565                    target,
566                    if fn_abi.can_unwind { unwind } else { mir::UnwindAction::Unreachable },
567                )?;
568                // Sanity-check that `eval_fn_call` either pushed a new frame or
569                // did a jump to another block. We disable the sanity check for functions that
570                // can't return, since Miri sometimes does have to keep the location the same
571                // for those (which is fine since execution will continue on a different thread).
572                if target.is_some() && self.frame_idx() == old_stack && self.frame().loc == old_loc
573                {
574                    ::rustc_middle::util::bug::span_bug_fmt(terminator.source_info.span,
    format_args!("evaluating this call made no progress"));span_bug!(terminator.source_info.span, "evaluating this call made no progress");
575                }
576            }
577
578            TailCall { ref func, ref args, fn_span: _ } => {
579                let old_frame_idx = self.frame_idx();
580
581                let EvaluatedCalleeAndArgs { callee, args, fn_sig, fn_abi, with_caller_location } =
582                    self.eval_callee_and_args(terminator, func, args, &mir::Place::return_place())?;
583
584                self.init_fn_tail_call(
585                    callee,
586                    (fn_sig.abi(), fn_abi),
587                    &args,
588                    with_caller_location,
589                )?;
590
591                if self.frame_idx() != old_frame_idx {
592                    ::rustc_middle::util::bug::span_bug_fmt(terminator.source_info.span,
    format_args!("evaluating this tail call pushed a new stack frame"));span_bug!(
593                        terminator.source_info.span,
594                        "evaluating this tail call pushed a new stack frame"
595                    );
596                }
597            }
598
599            Drop { place, target, unwind, replace: _, drop, async_fut } => {
600                if !(async_fut.is_none() && drop.is_none()) {
    {
        ::core::panicking::panic_fmt(format_args!("Async Drop must be expanded or reset to sync in runtime MIR"));
    }
};assert!(
601                    async_fut.is_none() && drop.is_none(),
602                    "Async Drop must be expanded or reset to sync in runtime MIR"
603                );
604                let place = self.eval_place(place)?;
605                let instance = {
606                    let _trace =
607                        <M as
        crate::interpret::Machine>::enter_trace_span(||
        {
            use ::tracing::__macro_support::Callsite as _;
            static __CALLSITE: ::tracing::callsite::DefaultCallsite =
                {
                    static META: ::tracing::Metadata<'static> =
                        {
                            ::tracing_core::metadata::Metadata::new("resolve",
                                "rustc_const_eval::interpret::step", ::tracing::Level::INFO,
                                ::tracing_core::__macro_support::Option::Some("compiler/rustc_const_eval/src/interpret/step.rs"),
                                ::tracing_core::__macro_support::Option::Some(607u32),
                                ::tracing_core::__macro_support::Option::Some("rustc_const_eval::interpret::step"),
                                ::tracing_core::field::FieldSet::new(&["resolve", "ty"],
                                    ::tracing_core::callsite::Identifier(&__CALLSITE)),
                                ::tracing::metadata::Kind::SPAN)
                        };
                    ::tracing::callsite::DefaultCallsite::new(&META)
                };
            let mut interest = ::tracing::subscriber::Interest::never();
            if ::tracing::Level::INFO <=
                                ::tracing::level_filters::STATIC_MAX_LEVEL &&
                            ::tracing::Level::INFO <=
                                ::tracing::level_filters::LevelFilter::current() &&
                        { interest = __CALLSITE.interest(); !interest.is_never() }
                    &&
                    ::tracing::__macro_support::__is_enabled(__CALLSITE.metadata(),
                        interest) {
                let meta = __CALLSITE.metadata();
                ::tracing::Span::new(meta,
                    &{
                            #[allow(unused_imports)]
                            use ::tracing::field::{debug, display, Value};
                            let mut iter = meta.fields().iter();
                            meta.fields().value_set(&[(&::tracing::__macro_support::Iterator::next(&mut iter).expect("FieldSet corrupted (this is a bug)"),
                                                ::tracing::__macro_support::Option::Some(&display(&"resolve_drop_glue")
                                                        as &dyn Value)),
                                            (&::tracing::__macro_support::Iterator::next(&mut iter).expect("FieldSet corrupted (this is a bug)"),
                                                ::tracing::__macro_support::Option::Some(&debug(&place.layout.ty)
                                                        as &dyn Value))])
                        })
            } else {
                let span =
                    ::tracing::__macro_support::__disabled_span(__CALLSITE.metadata());
                {};
                span
            }
        })enter_trace_span!(M, resolve::resolve_drop_glue, ty = ?place.layout.ty);
608                    Instance::resolve_drop_glue(*self.tcx, place.layout.ty)
609                };
610                if let ty::InstanceKind::DropGlue(_, None) = instance.def {
611                    // This is the branch we enter if and only if the dropped type has no drop glue
612                    // whatsoever. This can happen as a result of monomorphizing a drop of a
613                    // generic. In order to make sure that generic and non-generic code behaves
614                    // roughly the same (and in keeping with Mir semantics) we do nothing here.
615                    self.go_to_block(target);
616                    return interp_ok(());
617                }
618                {
    use ::tracing::__macro_support::Callsite as _;
    static __CALLSITE: ::tracing::callsite::DefaultCallsite =
        {
            static META: ::tracing::Metadata<'static> =
                {
                    ::tracing_core::metadata::Metadata::new("event compiler/rustc_const_eval/src/interpret/step.rs:618",
                        "rustc_const_eval::interpret::step",
                        ::tracing::Level::TRACE,
                        ::tracing_core::__macro_support::Option::Some("compiler/rustc_const_eval/src/interpret/step.rs"),
                        ::tracing_core::__macro_support::Option::Some(618u32),
                        ::tracing_core::__macro_support::Option::Some("rustc_const_eval::interpret::step"),
                        ::tracing_core::field::FieldSet::new(&["message"],
                            ::tracing_core::callsite::Identifier(&__CALLSITE)),
                        ::tracing::metadata::Kind::EVENT)
                };
            ::tracing::callsite::DefaultCallsite::new(&META)
        };
    let enabled =
        ::tracing::Level::TRACE <= ::tracing::level_filters::STATIC_MAX_LEVEL
                &&
                ::tracing::Level::TRACE <=
                    ::tracing::level_filters::LevelFilter::current() &&
            {
                let interest = __CALLSITE.interest();
                !interest.is_never() &&
                    ::tracing::__macro_support::__is_enabled(__CALLSITE.metadata(),
                        interest)
            };
    if enabled {
        (|value_set: ::tracing::field::ValueSet|
                    {
                        let meta = __CALLSITE.metadata();
                        ::tracing::Event::dispatch(meta, &value_set);
                        ;
                    })({
                #[allow(unused_imports)]
                use ::tracing::field::{debug, display, Value};
                let mut iter = __CALLSITE.metadata().fields().iter();
                __CALLSITE.metadata().fields().value_set(&[(&::tracing::__macro_support::Iterator::next(&mut iter).expect("FieldSet corrupted (this is a bug)"),
                                    ::tracing::__macro_support::Option::Some(&format_args!("TerminatorKind::drop: {0:?}, type {1}",
                                                    place, place.layout.ty) as &dyn Value))])
            });
    } else { ; }
};trace!("TerminatorKind::drop: {:?}, type {}", place, place.layout.ty);
619                self.init_drop_in_place_call(&place, instance, target, unwind)?;
620            }
621
622            Assert { ref cond, expected, ref msg, target, unwind } => {
623                let ignored =
624                    M::ignore_optional_overflow_checks(self) && msg.is_optional_overflow_check();
625                let cond_val = self.read_scalar(&self.eval_operand(cond, None)?)?.to_bool()?;
626                if ignored || expected == cond_val {
627                    self.go_to_block(target);
628                } else {
629                    M::assert_panic(self, msg, unwind)?;
630                }
631            }
632
633            UnwindTerminate(reason) => {
634                M::unwind_terminate(self, reason)?;
635            }
636
637            // When we encounter Resume, we've finished unwinding
638            // cleanup for the current stack frame. We pop it in order
639            // to continue unwinding the next frame
640            UnwindResume => {
641                {
    use ::tracing::__macro_support::Callsite as _;
    static __CALLSITE: ::tracing::callsite::DefaultCallsite =
        {
            static META: ::tracing::Metadata<'static> =
                {
                    ::tracing_core::metadata::Metadata::new("event compiler/rustc_const_eval/src/interpret/step.rs:641",
                        "rustc_const_eval::interpret::step",
                        ::tracing::Level::TRACE,
                        ::tracing_core::__macro_support::Option::Some("compiler/rustc_const_eval/src/interpret/step.rs"),
                        ::tracing_core::__macro_support::Option::Some(641u32),
                        ::tracing_core::__macro_support::Option::Some("rustc_const_eval::interpret::step"),
                        ::tracing_core::field::FieldSet::new(&["message"],
                            ::tracing_core::callsite::Identifier(&__CALLSITE)),
                        ::tracing::metadata::Kind::EVENT)
                };
            ::tracing::callsite::DefaultCallsite::new(&META)
        };
    let enabled =
        ::tracing::Level::TRACE <= ::tracing::level_filters::STATIC_MAX_LEVEL
                &&
                ::tracing::Level::TRACE <=
                    ::tracing::level_filters::LevelFilter::current() &&
            {
                let interest = __CALLSITE.interest();
                !interest.is_never() &&
                    ::tracing::__macro_support::__is_enabled(__CALLSITE.metadata(),
                        interest)
            };
    if enabled {
        (|value_set: ::tracing::field::ValueSet|
                    {
                        let meta = __CALLSITE.metadata();
                        ::tracing::Event::dispatch(meta, &value_set);
                        ;
                    })({
                #[allow(unused_imports)]
                use ::tracing::field::{debug, display, Value};
                let mut iter = __CALLSITE.metadata().fields().iter();
                __CALLSITE.metadata().fields().value_set(&[(&::tracing::__macro_support::Iterator::next(&mut iter).expect("FieldSet corrupted (this is a bug)"),
                                    ::tracing::__macro_support::Option::Some(&format_args!("unwinding: resuming from cleanup")
                                            as &dyn Value))])
            });
    } else { ; }
};trace!("unwinding: resuming from cleanup");
642                // By definition, a Resume terminator means
643                // that we're unwinding
644                self.return_from_current_stack_frame(/* unwinding */ true)?;
645                return interp_ok(());
646            }
647
648            // It is UB to ever encounter this.
649            Unreachable => do yeet ::rustc_middle::mir::interpret::InterpErrorKind::UndefinedBehavior(::rustc_middle::mir::interpret::UndefinedBehaviorInfo::Unreachable)throw_ub!(Unreachable),
650
651            // These should never occur for MIR we actually run.
652            FalseEdge { .. } | FalseUnwind { .. } | Yield { .. } | CoroutineDrop => ::rustc_middle::util::bug::span_bug_fmt(terminator.source_info.span,
    format_args!("{0:#?} should have been eliminated by MIR pass",
        terminator.kind))span_bug!(
653                terminator.source_info.span,
654                "{:#?} should have been eliminated by MIR pass",
655                terminator.kind
656            ),
657
658            InlineAsm { .. } => {
659                do yeet ::rustc_middle::mir::interpret::InterpErrorKind::Unsupported(::rustc_middle::mir::interpret::UnsupportedOpInfo::Unsupported(::alloc::__export::must_use({
                    ::alloc::fmt::format(format_args!("inline assembly is not supported"))
                })));throw_unsup_format!("inline assembly is not supported");
660            }
661        }
662
663        interp_ok(())
664    }
665}