Skip to main content

rustc_mir_transform/coroutine/
layout.rs

1//! Coroutine `StateTransform` inverts control flow in a coroutine from a function with yield
2//! points to a state machine. Each yield point corresponds to a state variant, and each variant
3//! stores the locals that are needed to continue the coroutine.
4//!
5//! The state transform creates a `poll` method such that calling the coroutine `f()` is equivalent
6//! to:
7//! ```ignore (example)
8//! fn initial_mir(state: CoroutineState, mut resume_arg: ResumeTy) {
9//!     // Repeatedly poll the state machine.
10//!     loop {
11//!         match final_mir(&mut state, resume_arg) {
12//!             CoroutineState::Yielded(yield_value) => resume_arg = yield yield_value,
13//!             CoroutineState::Complete(return_value) => return return_value,
14//!         }
15//!     }
16//! }
17//! ```
18//!
19//! This file compute for each yield point the set of locals that need to be saved in the coroutine
20//! state. This is also used for borrowck to compute the set of types held inside that state, which
21//! determine trait and region predicates that hold for this state.
22
23use std::ops;
24
25use itertools::izip;
26use rustc_abi::{FieldIdx, VariantIdx};
27use rustc_data_structures::fx::FxHashSet;
28use rustc_errors::pluralize;
29use rustc_hir::attrs::lang_items::LangItem;
30use rustc_hir::{self as hir, find_attr};
31use rustc_index::bit_set::{BitMatrix, DenseBitSet};
32use rustc_index::{Idx, IndexVec};
33use rustc_infer::traits::TraitErrors;
34use rustc_lint_defs::builtin::MUST_NOT_SUSPEND;
35use rustc_middle::mir::*;
36use rustc_middle::span_bug;
37use rustc_middle::ty::{self, CoroutineArgs, CoroutineArgsExt, Ty, TyCtxt, TypingMode};
38use rustc_mir_dataflow::impls::{
39    MaybeBorrowedLocals, MaybeLiveLocals, MaybeRequiresStorage, MaybeStorageLive,
40    always_storage_live_locals,
41};
42use rustc_mir_dataflow::{Analysis, Results, ResultsCursor, ResultsVisitor, visit_results};
43use rustc_span::Span;
44use rustc_span::def_id::{DefId, LocalDefId};
45use rustc_trait_selection::error_reporting::InferCtxtErrorExt;
46use rustc_trait_selection::infer::TyCtxtInferExt as _;
47use rustc_trait_selection::traits::{ObligationCause, ObligationCauseCode, ObligationCtxt};
48use tracing::{debug, instrument};
49
50use crate::diagnostics::{MustNotSupend, MustNotSuspendReason};
51
52const SELF_ARG: Local = Local::arg(0);
53
54pub(super) struct LivenessInfo {
55    /// Which locals are live across any suspension point.
56    pub(super) saved_locals: CoroutineSavedLocals,
57
58    /// The set of saved locals live at each suspension point.
59    live_locals_at_suspension_points: Vec<DenseBitSet<CoroutineSavedLocal>>,
60
61    /// Parallel vec to the above with SourceInfo for each yield terminator.
62    source_info_at_suspension_points: Vec<SourceInfo>,
63
64    /// For every saved local, the set of other saved locals that are
65    /// storage-live at the same time as this local. We cannot overlap locals in
66    /// the layout which have conflicting storage.
67    pub(super) storage_conflicts: BitMatrix<CoroutineSavedLocal, CoroutineSavedLocal>,
68
69    /// For every suspending block, the locals which are storage-live across
70    /// that suspension point.
71    storage_liveness: IndexVec<BasicBlock, Option<DenseBitSet<Local>>>,
72}
73
74/// Computes which locals have to be stored in the state-machine for the
75/// given coroutine.
76///
77/// The basic idea is as follows:
78/// - a local is live until we encounter a `StorageDead` statement. In
79///   case none exist, the local is considered to be always live.
80/// - a local has to be stored if it is either directly used after the
81///   the suspend point, or if it is live and has been previously borrowed.
82#[tracing::instrument(level = "trace", skip(tcx, body))]
83pub(super) fn locals_live_across_suspend_points<'tcx>(
84    tcx: TyCtxt<'tcx>,
85    body: &Body<'tcx>,
86    always_live_locals: &DenseBitSet<Local>,
87    movable: bool,
88) -> LivenessInfo {
89    // Calculate when MIR locals have live storage. This gives us an upper bound of their
90    // lifetimes.
91    let mut storage_live = MaybeStorageLive::new(std::borrow::Cow::Borrowed(always_live_locals))
92        .iterate_to_fixpoint(tcx, body, None)
93        .into_results_cursor(body);
94
95    // Calculate the MIR locals that have been previously borrowed (even if they are still active).
96    let borrowed_locals = MaybeBorrowedLocals.iterate_to_fixpoint(tcx, body, Some("coroutine"));
97
98    // Calculate the MIR locals that we need to keep storage around for.
99    let requires_storage =
100        MaybeRequiresStorage::new(body, &borrowed_locals).iterate_to_fixpoint(tcx, body, None);
101    let mut requires_storage_cursor = ResultsCursor::new_borrowing(body, &requires_storage);
102
103    // Calculate the liveness of MIR locals ignoring borrows.
104    let mut liveness =
105        MaybeLiveLocals.iterate_to_fixpoint(tcx, body, Some("coroutine")).into_results_cursor(body);
106
107    let mut storage_liveness_map = IndexVec::from_elem(None, &body.basic_blocks);
108    let mut live_locals_at_suspension_points = Vec::new();
109    let mut source_info_at_suspension_points = Vec::new();
110    let mut live_locals_at_any_suspension_point = DenseBitSet::new_empty(body.local_decls.len());
111    let mut borrowed_locals_cursor = ResultsCursor::new_owning(body, borrowed_locals);
112
113    for (block, data) in body.basic_blocks.iter_enumerated() {
114        let TerminatorKind::Yield { .. } = data.terminator().kind else { continue };
115
116        let loc = Location { block, statement_index: data.statements.len() };
117
118        liveness.seek_to_block_end(block);
119        let mut live_locals = liveness.get().clone();
120
121        if !movable {
122            // The `liveness` variable contains the liveness of MIR locals ignoring borrows.
123            // This is correct for movable coroutines since borrows cannot live across
124            // suspension points. However for immovable coroutines we need to account for
125            // borrows, so we conservatively assume that all borrowed locals are live until
126            // we find a StorageDead statement referencing the locals.
127            // To do this we just union our `liveness` result with `borrowed_locals`, which
128            // contains all the locals which has been borrowed before this suspension point.
129            // If a borrow is converted to a raw reference, we must also assume that it lives
130            // forever. Note that the final liveness is still bounded by the storage liveness
131            // of the local, which happens using the `intersect` operation below.
132            borrowed_locals_cursor.seek_before_primary_effect(loc);
133            live_locals.union(borrowed_locals_cursor.get());
134        }
135
136        // Store the storage liveness for later use so we can restore the state
137        // after a suspension point
138        storage_live.seek_before_primary_effect(loc);
139        storage_liveness_map[block] = Some(storage_live.get().clone());
140
141        // Locals live are live at this point only if they are used across
142        // suspension points (the `liveness` variable)
143        // and their storage is required (the `storage_required` variable)
144        requires_storage_cursor.seek_before_primary_effect(loc);
145        live_locals.intersect(requires_storage_cursor.get());
146
147        // The coroutine argument is ignored.
148        live_locals.remove(SELF_ARG);
149
150        debug!(?loc, ?live_locals);
151
152        // Add the locals live at this suspension point to the set of locals which live across
153        // any suspension points
154        live_locals_at_any_suspension_point.union(&live_locals);
155
156        live_locals_at_suspension_points.push(live_locals);
157        source_info_at_suspension_points.push(data.terminator().source_info);
158    }
159
160    debug!(?live_locals_at_any_suspension_point);
161    let saved_locals = CoroutineSavedLocals(live_locals_at_any_suspension_point);
162
163    // Renumber our liveness_map bitsets to include only the locals we are
164    // saving.
165    let live_locals_at_suspension_points = live_locals_at_suspension_points
166        .iter()
167        .map(|live_here| saved_locals.renumber_bitset(live_here))
168        .collect();
169
170    let storage_conflicts = compute_storage_conflicts(
171        body,
172        &saved_locals,
173        always_live_locals.clone(),
174        &requires_storage,
175    );
176
177    LivenessInfo {
178        saved_locals,
179        live_locals_at_suspension_points,
180        source_info_at_suspension_points,
181        storage_conflicts,
182        storage_liveness: storage_liveness_map,
183    }
184}
185
186/// The set of `Local`s that must be saved across yield points.
187///
188/// `CoroutineSavedLocal` is indexed in terms of the elements in this set;
189/// i.e. `CoroutineSavedLocal::new(1)` corresponds to the second local
190/// included in this set.
191pub(super) struct CoroutineSavedLocals(DenseBitSet<Local>);
192
193impl CoroutineSavedLocals {
194    /// Returns an iterator over each `CoroutineSavedLocal` along with the `Local` it corresponds
195    /// to.
196    fn iter_enumerated(&self) -> impl '_ + Iterator<Item = (CoroutineSavedLocal, Local)> {
197        self.iter().enumerate().map(|(i, l)| (CoroutineSavedLocal::from(i), l))
198    }
199
200    /// Transforms a `DenseBitSet<Local>` that contains only locals saved across yield points to the
201    /// equivalent `DenseBitSet<CoroutineSavedLocal>`.
202    fn renumber_bitset(&self, input: &DenseBitSet<Local>) -> DenseBitSet<CoroutineSavedLocal> {
203        assert!(self.superset(input), "{:?} not a superset of {:?}", self.0, input);
204        let mut out = DenseBitSet::new_empty(self.count());
205        for (saved_local, local) in self.iter_enumerated() {
206            if input.contains(local) {
207                out.insert(saved_local);
208            }
209        }
210        out
211    }
212
213    pub(super) fn get(&self, local: Local) -> Option<CoroutineSavedLocal> {
214        if !self.contains(local) {
215            return None;
216        }
217
218        let idx = self.iter().take_while(|&l| l < local).count();
219        Some(CoroutineSavedLocal::new(idx))
220    }
221}
222
223impl ops::Deref for CoroutineSavedLocals {
224    type Target = DenseBitSet<Local>;
225
226    fn deref(&self) -> &Self::Target {
227        &self.0
228    }
229}
230
231/// For every saved local, looks for which locals are StorageLive at the same
232/// time. Generates a bitset for every local of all the other locals that may be
233/// StorageLive simultaneously with that local. This is used in the layout
234/// computation; see `CoroutineLayout` for more.
235fn compute_storage_conflicts<'mir, 'tcx>(
236    body: &'mir Body<'tcx>,
237    saved_locals: &'mir CoroutineSavedLocals,
238    always_live_locals: DenseBitSet<Local>,
239    results: &Results<'tcx, MaybeRequiresStorage>,
240) -> BitMatrix<CoroutineSavedLocal, CoroutineSavedLocal> {
241    assert_eq!(body.local_decls.len(), saved_locals.domain_size());
242
243    debug!("compute_storage_conflicts({:?})", body.span);
244    debug!("always_live = {:?}", always_live_locals);
245
246    // Locals that are always live or ones that need to be stored across
247    // suspension points are not eligible for overlap.
248    let mut ineligible_locals = always_live_locals;
249    ineligible_locals.intersect(&**saved_locals);
250
251    // Compute the storage conflicts for all eligible locals.
252    let mut visitor = StorageConflictVisitor {
253        saved_locals,
254        local_conflicts: BitMatrix::from_row_n(&ineligible_locals, body.local_decls.len()),
255        eligible_storage_live: DenseBitSet::new_empty(body.local_decls.len()),
256    };
257
258    // Filter out:
259    // - unreachable blocks;
260    // - reachable blocks that end in `Unreachable`, because they never complete execution and
261    //   conflicts within them are spurious.
262    let blocks = traversal::reachable(body).filter_map(|(bb, data)| {
263        (!matches!(data.terminator().kind, TerminatorKind::Unreachable)).then_some(bb)
264    });
265    visit_results(body, blocks, results, &mut visitor);
266
267    let local_conflicts = visitor.local_conflicts;
268
269    // Compress the matrix using only stored locals (Local -> CoroutineSavedLocal).
270    //
271    // NOTE: Today we store a full conflict bitset for every local. Technically
272    // this is twice as many bits as we need, since the relation is symmetric.
273    // However, in practice these bitsets are not usually large. The layout code
274    // also needs to keep track of how many conflicts each local has, so it's
275    // simpler to keep it this way for now.
276    let mut storage_conflicts = BitMatrix::new(saved_locals.count(), saved_locals.count());
277    for (saved_local_a, local_a) in saved_locals.iter_enumerated() {
278        if ineligible_locals.contains(local_a) {
279            // Conflicts with everything.
280            storage_conflicts.insert_all_into_row(saved_local_a);
281        } else {
282            // Keep overlap information only for stored locals.
283            for (saved_local_b, local_b) in saved_locals.iter_enumerated() {
284                if local_conflicts.contains(local_a, local_b) {
285                    storage_conflicts.insert(saved_local_a, saved_local_b);
286                }
287            }
288        }
289    }
290    storage_conflicts
291}
292
293struct StorageConflictVisitor<'a> {
294    saved_locals: &'a CoroutineSavedLocals,
295    // FIXME(tmandry): Consider using sparse bitsets here once we have good
296    // benchmarks for coroutines.
297    local_conflicts: BitMatrix<Local, Local>,
298    // We keep this bitset as a buffer to avoid reallocating memory.
299    eligible_storage_live: DenseBitSet<Local>,
300}
301
302impl<'a, 'tcx> ResultsVisitor<'tcx, MaybeRequiresStorage> for StorageConflictVisitor<'a> {
303    fn visit_after_early_statement_effect(
304        &mut self,
305        state: &DenseBitSet<Local>,
306        _statement: &Statement<'tcx>,
307        _loc: Location,
308    ) {
309        self.apply_state(state);
310    }
311
312    fn visit_after_early_terminator_effect(
313        &mut self,
314        state: &DenseBitSet<Local>,
315        _terminator: &Terminator<'tcx>,
316        _loc: Location,
317    ) {
318        self.apply_state(state);
319    }
320}
321
322impl StorageConflictVisitor<'_> {
323    fn apply_state(&mut self, state: &DenseBitSet<Local>) {
324        self.eligible_storage_live.clone_from(state);
325        self.eligible_storage_live.intersect(&**self.saved_locals);
326
327        for local in self.eligible_storage_live.iter() {
328            self.local_conflicts.union_row_with(&self.eligible_storage_live, local);
329        }
330    }
331}
332
333#[tracing::instrument(level = "trace", skip(liveness, body))]
334pub(super) fn compute_layout<'tcx>(
335    liveness: LivenessInfo,
336    body: &Body<'tcx>,
337) -> (
338    IndexVec<Local, Option<(Ty<'tcx>, VariantIdx, FieldIdx)>>,
339    CoroutineLayout<'tcx>,
340    IndexVec<BasicBlock, Option<DenseBitSet<Local>>>,
341) {
342    let LivenessInfo {
343        saved_locals,
344        live_locals_at_suspension_points,
345        source_info_at_suspension_points,
346        storage_conflicts,
347        storage_liveness,
348    } = liveness;
349
350    // Gather live local types.
351    let mut tys: IndexVec<CoroutineSavedLocal, CoroutineSavedTy<'_>> = saved_locals
352        .iter_enumerated()
353        .map(|(saved_local, local)| {
354            debug!("coroutine saved local {:?} => {:?}", saved_local, local);
355
356            let decl = &body.local_decls[local];
357
358            // Do not `unwrap_crate_local` here, as post-borrowck cleanup may have already cleared
359            // the information. This is alright, since `ignore_for_traits` is only relevant when
360            // this code runs on pre-cleanup MIR, and `ignore_for_traits = false` is the safer
361            // default.
362            let ignore_for_traits = match decl.local_info {
363                // Do not include raw pointers created from accessing `static` items, as those could
364                // well be re-created by another access to the same static.
365                ClearCrossCrate::Set(LocalInfo::StaticRef { is_thread_local, .. }) => {
366                    !is_thread_local
367                }
368                // Fake borrows are only read by fake reads, so do not have any reality in
369                // post-analysis MIR.
370                ClearCrossCrate::Set(LocalInfo::FakeBorrow) => true,
371                _ => false,
372            };
373
374            CoroutineSavedTy {
375                ty: decl.ty,
376                source_info: decl.source_info,
377                ignore_for_traits,
378                // Will be set later when walking debuginfo.
379                debuginfo_name: None,
380            }
381        })
382        .collect();
383
384    // Leave empty variants for the UNRESUMED, RETURNED, and POISONED states.
385    // In debuginfo, these will correspond to the beginning (UNRESUMED) or end
386    // (RETURNED, POISONED) of the function.
387    let body_span = body.source_scopes[OUTERMOST_SOURCE_SCOPE].span;
388    let mut variant_source_info: IndexVec<VariantIdx, SourceInfo> = IndexVec::with_capacity(
389        CoroutineArgs::RESERVED_VARIANTS + live_locals_at_suspension_points.len(),
390    );
391    variant_source_info.extend([
392        SourceInfo::outermost(body_span.shrink_to_lo()),
393        SourceInfo::outermost(body_span.shrink_to_hi()),
394        SourceInfo::outermost(body_span.shrink_to_hi()),
395    ]);
396
397    // Simple map from new to old indices to avoid repeatedly counting bits.
398    let reverse_local_map: IndexVec<CoroutineSavedLocal, Local> = saved_locals.iter().collect();
399
400    // Build the coroutine variant field list.
401    // Create a map from local indices to coroutine struct indices.
402    let mut variant_fields: IndexVec<VariantIdx, _> = IndexVec::from_elem_n(
403        IndexVec::new(),
404        CoroutineArgs::RESERVED_VARIANTS + live_locals_at_suspension_points.len(),
405    );
406    let mut remap = IndexVec::from_elem_n(None, saved_locals.domain_size());
407    for (live_locals, &source_info_at_suspension_point, (variant_index, fields)) in izip!(
408        &live_locals_at_suspension_points,
409        &source_info_at_suspension_points,
410        variant_fields.iter_enumerated_mut().skip(CoroutineArgs::RESERVED_VARIANTS)
411    ) {
412        *fields = live_locals.iter().collect();
413        for (idx, &saved_local) in fields.iter_enumerated() {
414            // Note that if a field is included in multiple variants, we will
415            // just use the first one here. That's fine; fields do not move
416            // around inside coroutines, so it doesn't matter which variant
417            // index we access them by.
418            remap[reverse_local_map[saved_local]] = Some((tys[saved_local].ty, variant_index, idx));
419        }
420        variant_source_info.push(source_info_at_suspension_point);
421    }
422    debug!(?variant_fields);
423    debug!(?storage_conflicts);
424
425    for var in &body.var_debug_info {
426        let VarDebugInfoContents::Place(place) = &var.value else { continue };
427        let Some(local) = place.as_local() else { continue };
428        let Some(&Some((_, variant, field))) = remap.get(local) else {
429            continue;
430        };
431
432        let saved_local: CoroutineSavedLocal = variant_fields[variant][field];
433        tys[saved_local].debuginfo_name.get_or_insert(var.name);
434    }
435
436    let layout =
437        CoroutineLayout { field_tys: tys, variant_fields, variant_source_info, storage_conflicts };
438    debug!(?remap);
439    debug!(?layout);
440    debug!(?storage_liveness);
441
442    (remap, layout, storage_liveness)
443}
444
445#[instrument(level = "debug", skip(tcx), ret)]
446pub(crate) fn mir_coroutine_witnesses<'tcx>(
447    tcx: TyCtxt<'tcx>,
448    def_id: LocalDefId,
449) -> Option<CoroutineLayout<'tcx>> {
450    let (body, _) = tcx.mir_promoted(def_id);
451    let body = body.borrow();
452    let body = &*body;
453
454    // The first argument is the coroutine type passed by value
455    let coroutine_ty = body.local_decls[ty::CAPTURE_STRUCT_LOCAL].ty;
456
457    let movable = match *coroutine_ty.kind() {
458        ty::Coroutine(def_id, _) => tcx.coroutine_movability(def_id) == hir::Movability::Movable,
459        ty::Error(_) => return None,
460        _ => span_bug!(body.span, "unexpected coroutine type {}", coroutine_ty),
461    };
462
463    // The witness simply contains all locals live across suspend points.
464
465    let always_live_locals = always_storage_live_locals(body);
466    let liveness_info = locals_live_across_suspend_points(tcx, body, &always_live_locals, movable);
467
468    // Extract locals which are live across suspension point into `layout`
469    // `remap` gives a mapping from local indices onto coroutine struct indices
470    // `storage_liveness` tells us which locals have live storage at suspension points
471    let (_, coroutine_layout, _) = compute_layout(liveness_info, body);
472
473    check_suspend_tys(tcx, &coroutine_layout, body);
474    check_field_tys_sized(tcx, &coroutine_layout, def_id);
475
476    Some(coroutine_layout)
477}
478
479fn check_field_tys_sized<'tcx>(
480    tcx: TyCtxt<'tcx>,
481    coroutine_layout: &CoroutineLayout<'tcx>,
482    def_id: LocalDefId,
483) {
484    // No need to check if unsized_fn_params is disabled,
485    // since we will error during typeck.
486    if !tcx.features().unsized_fn_params() {
487        return;
488    }
489
490    // FIXME(#132279): @lcnr believes that we may want to support coroutines
491    // whose `Sized`-ness relies on the hidden types of opaques defined by the
492    // parent function. In this case we'd have to be able to reveal only these
493    // opaques here.
494    let infcx = tcx.infer_ctxt().ignoring_regions().build(TypingMode::non_body_analysis());
495    let param_env = tcx.param_env(def_id);
496
497    let ocx = ObligationCtxt::new_with_diagnostics(&infcx);
498    for field_ty in &coroutine_layout.field_tys {
499        ocx.register_bound(
500            ObligationCause::new(
501                field_ty.source_info.span,
502                def_id,
503                ObligationCauseCode::SizedCoroutineInterior(def_id),
504            ),
505            param_env,
506            field_ty.ty,
507            tcx.require_lang_item(LangItem::Sized, field_ty.source_info.span),
508        );
509    }
510
511    let errors = ocx.evaluate_obligations_error_on_ambiguity();
512    debug!(?errors);
513    if let TraitErrors::HasErrors(errors) = errors {
514        infcx.err_ctxt().report_fulfillment_errors(errors);
515    }
516}
517
518fn check_suspend_tys<'tcx>(tcx: TyCtxt<'tcx>, layout: &CoroutineLayout<'tcx>, body: &Body<'tcx>) {
519    let mut linted_tys = FxHashSet::default();
520
521    for (variant, yield_source_info) in
522        layout.variant_fields.iter().zip(&layout.variant_source_info)
523    {
524        debug!(?variant);
525        for &local in variant {
526            let decl = &layout.field_tys[local];
527            debug!(?decl);
528
529            if !decl.ignore_for_traits && linted_tys.insert(decl.ty) {
530                let Some(hir_id) = decl.source_info.scope.lint_root(&body.source_scopes) else {
531                    continue;
532                };
533
534                check_must_not_suspend_ty(
535                    tcx,
536                    decl.ty,
537                    hir_id,
538                    SuspendCheckData {
539                        source_span: decl.source_info.span,
540                        yield_span: yield_source_info.span,
541                        plural_len: 1,
542                        ..Default::default()
543                    },
544                );
545            }
546        }
547    }
548}
549
550#[derive(Default)]
551struct SuspendCheckData<'a> {
552    source_span: Span,
553    yield_span: Span,
554    descr_pre: &'a str,
555    descr_post: &'a str,
556    plural_len: usize,
557}
558
559// Returns whether it emitted a diagnostic or not
560// Note that this fn and the proceeding one are based on the code
561// for creating must_use diagnostics
562//
563// Note that this technique was chosen over things like a `Suspend` marker trait
564// as it is simpler and has precedent in the compiler
565fn check_must_not_suspend_ty<'tcx>(
566    tcx: TyCtxt<'tcx>,
567    ty: Ty<'tcx>,
568    hir_id: hir::HirId,
569    data: SuspendCheckData<'_>,
570) -> bool {
571    if ty.is_unit() {
572        return false;
573    }
574
575    let plural_suffix = pluralize!(data.plural_len);
576
577    debug!("Checking must_not_suspend for {}", ty);
578
579    match *ty.kind() {
580        ty::Adt(_, args) if ty.is_box() => {
581            let boxed_ty = args.type_at(0);
582            let allocator_ty = args.type_at(1);
583            check_must_not_suspend_ty(
584                tcx,
585                boxed_ty,
586                hir_id,
587                SuspendCheckData { descr_pre: &format!("{}boxed ", data.descr_pre), ..data },
588            ) || check_must_not_suspend_ty(
589                tcx,
590                allocator_ty,
591                hir_id,
592                SuspendCheckData { descr_pre: &format!("{}allocator ", data.descr_pre), ..data },
593            )
594        }
595        // FIXME(sized_hierarchy): This should be replaced with a requirement that types in
596        // coroutines implement `const Sized`. Scalable vectors are temporarily `Sized` while
597        // `feature(sized_hierarchy)` is not fully implemented, but in practice are
598        // non-`const Sized` and so do not have a known size at compilation time. Layout computation
599        // for a coroutine containing scalable vectors would be incorrect.
600        ty::Adt(def, _) if def.repr().scalable() => {
601            tcx.dcx()
602                .span_err(data.source_span, "scalable vectors cannot be held over await points");
603            true
604        }
605        ty::Adt(def, _) => check_must_not_suspend_def(tcx, def.did(), hir_id, data),
606        // FIXME: support adding the attribute to TAITs
607        ty::Alias(_, ty::AliasTy { kind: ty::Opaque { def_id: def }, .. }) => {
608            let mut has_emitted = false;
609            for &(predicate, _) in tcx.explicit_item_bounds(def).skip_binder() {
610                // We only look at the `DefId`, so it is safe to skip the binder here.
611                if let ty::ClauseKind::Trait(ref poly_trait_predicate) =
612                    predicate.kind().skip_binder()
613                {
614                    let def_id = poly_trait_predicate.trait_ref.def_id;
615                    let descr_pre = &format!("{}implementer{} of ", data.descr_pre, plural_suffix);
616                    if check_must_not_suspend_def(
617                        tcx,
618                        def_id,
619                        hir_id,
620                        SuspendCheckData { descr_pre, ..data },
621                    ) {
622                        has_emitted = true;
623                        break;
624                    }
625                }
626            }
627            has_emitted
628        }
629        ty::Dynamic(binder, _) => {
630            let mut has_emitted = false;
631            for predicate in binder.iter() {
632                if let ty::ExistentialPredicate::Trait(ref trait_ref) = predicate.skip_binder() {
633                    let def_id = trait_ref.def_id;
634                    let descr_post = &format!(" trait object{}{}", plural_suffix, data.descr_post);
635                    if check_must_not_suspend_def(
636                        tcx,
637                        def_id,
638                        hir_id,
639                        SuspendCheckData { descr_post, ..data },
640                    ) {
641                        has_emitted = true;
642                        break;
643                    }
644                }
645            }
646            has_emitted
647        }
648        ty::Tuple(fields) => {
649            let mut has_emitted = false;
650            for (i, ty) in fields.iter().enumerate() {
651                let descr_post = &format!(" in tuple element {i}");
652                if check_must_not_suspend_ty(
653                    tcx,
654                    ty,
655                    hir_id,
656                    SuspendCheckData { descr_post, ..data },
657                ) {
658                    has_emitted = true;
659                }
660            }
661            has_emitted
662        }
663        ty::Array(ty, len) => {
664            let descr_pre = &format!("{}array{} of ", data.descr_pre, plural_suffix);
665            check_must_not_suspend_ty(
666                tcx,
667                ty,
668                hir_id,
669                SuspendCheckData {
670                    descr_pre,
671                    // FIXME(must_not_suspend): This is wrong. We should handle printing unevaluated consts.
672                    plural_len: len.try_to_target_usize(tcx).unwrap_or(0) as usize + 1,
673                    ..data
674                },
675            )
676        }
677        // If drop tracking is enabled, we want to look through references, since the referent
678        // may not be considered live across the await point.
679        ty::Ref(_region, ty, _mutability) => {
680            let descr_pre = &format!("{}reference{} to ", data.descr_pre, plural_suffix);
681            check_must_not_suspend_ty(tcx, ty, hir_id, SuspendCheckData { descr_pre, ..data })
682        }
683        _ => false,
684    }
685}
686
687fn check_must_not_suspend_def(
688    tcx: TyCtxt<'_>,
689    def_id: DefId,
690    hir_id: hir::HirId,
691    data: SuspendCheckData<'_>,
692) -> bool {
693    if let Some(reason_str) = find_attr!(tcx, def_id, MustNotSupend {reason} => reason) {
694        let reason = reason_str.map(|s| MustNotSuspendReason { span: data.source_span, reason: s });
695        tcx.emit_node_span_lint(
696            MUST_NOT_SUSPEND,
697            hir_id,
698            data.source_span,
699            MustNotSupend {
700                tcx,
701                yield_sp: data.yield_span,
702                reason,
703                src_sp: data.source_span,
704                pre: data.descr_pre,
705                def_id,
706                post: data.descr_post,
707            },
708        );
709
710        true
711    } else {
712        false
713    }
714}