1use std::str::FromStr;
2
3use rustc_abi::{Align, ExternAbi};
4use rustc_ast::expand::autodiff_attrs::{AutoDiffAttrs, DiffActivity, DiffMode};
5use rustc_ast::{LitKind, MetaItem, MetaItemInner, attr};
6use rustc_hir::attrs::{AttributeKind, InlineAttr, InstructionSetAttr, UsedBy};
7use rustc_hir::def::DefKind;
8use rustc_hir::def_id::{DefId, LOCAL_CRATE, LocalDefId};
9use rustc_hir::{self as hir, Attribute, LangItem, find_attr, lang_items};
10use rustc_middle::middle::codegen_fn_attrs::{
11 CodegenFnAttrFlags, CodegenFnAttrs, PatchableFunctionEntry,
12};
13use rustc_middle::query::Providers;
14use rustc_middle::span_bug;
15use rustc_middle::ty::{self as ty, TyCtxt};
16use rustc_session::lint;
17use rustc_session::parse::feature_err;
18use rustc_span::{Ident, Span, sym};
19use rustc_target::spec::SanitizerSet;
20
21use crate::errors;
22use crate::errors::NoMangleNameless;
23use crate::target_features::{
24 check_target_feature_trait_unsafe, check_tied_features, from_target_feature_attr,
25};
26
27fn try_fn_sig<'tcx>(
33 tcx: TyCtxt<'tcx>,
34 did: LocalDefId,
35 attr_span: Span,
36) -> Option<ty::EarlyBinder<'tcx, ty::PolyFnSig<'tcx>>> {
37 use DefKind::*;
38
39 let def_kind = tcx.def_kind(did);
40 if let Fn | AssocFn | Variant | Ctor(..) = def_kind {
41 Some(tcx.fn_sig(did))
42 } else {
43 tcx.dcx().span_delayed_bug(attr_span, "this attribute can only be applied to functions");
44 None
45 }
46}
47
48fn parse_instruction_set_attr(tcx: TyCtxt<'_>, attr: &Attribute) -> Option<InstructionSetAttr> {
50 let list = attr.meta_item_list()?;
51
52 match &list[..] {
53 [MetaItemInner::MetaItem(set)] => {
54 let segments = set.path.segments.iter().map(|x| x.ident.name).collect::<Vec<_>>();
55 match segments.as_slice() {
56 [sym::arm, sym::a32 | sym::t32] if !tcx.sess.target.has_thumb_interworking => {
57 tcx.dcx().emit_err(errors::UnsupportedInstructionSet { span: attr.span() });
58 None
59 }
60 [sym::arm, sym::a32] => Some(InstructionSetAttr::ArmA32),
61 [sym::arm, sym::t32] => Some(InstructionSetAttr::ArmT32),
62 _ => {
63 tcx.dcx().emit_err(errors::InvalidInstructionSet { span: attr.span() });
64 None
65 }
66 }
67 }
68 [] => {
69 tcx.dcx().emit_err(errors::BareInstructionSet { span: attr.span() });
70 None
71 }
72 _ => {
73 tcx.dcx().emit_err(errors::MultipleInstructionSet { span: attr.span() });
74 None
75 }
76 }
77}
78
79fn parse_patchable_function_entry(
81 tcx: TyCtxt<'_>,
82 attr: &Attribute,
83) -> Option<PatchableFunctionEntry> {
84 attr.meta_item_list().and_then(|l| {
85 let mut prefix = None;
86 let mut entry = None;
87 for item in l {
88 let Some(meta_item) = item.meta_item() else {
89 tcx.dcx().emit_err(errors::ExpectedNameValuePair { span: item.span() });
90 continue;
91 };
92
93 let Some(name_value_lit) = meta_item.name_value_literal() else {
94 tcx.dcx().emit_err(errors::ExpectedNameValuePair { span: item.span() });
95 continue;
96 };
97
98 let attrib_to_write = match meta_item.name() {
99 Some(sym::prefix_nops) => &mut prefix,
100 Some(sym::entry_nops) => &mut entry,
101 _ => {
102 tcx.dcx().emit_err(errors::UnexpectedParameterName {
103 span: item.span(),
104 prefix_nops: sym::prefix_nops,
105 entry_nops: sym::entry_nops,
106 });
107 continue;
108 }
109 };
110
111 let rustc_ast::LitKind::Int(val, _) = name_value_lit.kind else {
112 tcx.dcx().emit_err(errors::InvalidLiteralValue { span: name_value_lit.span });
113 continue;
114 };
115
116 let Ok(val) = val.get().try_into() else {
117 tcx.dcx().emit_err(errors::OutOfRangeInteger { span: name_value_lit.span });
118 continue;
119 };
120
121 *attrib_to_write = Some(val);
122 }
123
124 if let (None, None) = (prefix, entry) {
125 tcx.dcx().span_err(attr.span(), "must specify at least one parameter");
126 }
127
128 Some(PatchableFunctionEntry::from_prefix_and_entry(prefix.unwrap_or(0), entry.unwrap_or(0)))
129 })
130}
131
132#[derive(Default)]
135struct InterestingAttributeDiagnosticSpans {
136 link_ordinal: Option<Span>,
137 sanitize: Option<Span>,
138 inline: Option<Span>,
139 no_mangle: Option<Span>,
140}
141
142fn process_builtin_attrs(
145 tcx: TyCtxt<'_>,
146 did: LocalDefId,
147 attrs: &[Attribute],
148 codegen_fn_attrs: &mut CodegenFnAttrs,
149) -> InterestingAttributeDiagnosticSpans {
150 let mut interesting_spans = InterestingAttributeDiagnosticSpans::default();
151 let rust_target_features = tcx.rust_target_features(LOCAL_CRATE);
152
153 for attr in attrs.iter() {
154 if let hir::Attribute::Parsed(p) = attr {
155 match p {
156 AttributeKind::Cold(_) => codegen_fn_attrs.flags |= CodegenFnAttrFlags::COLD,
157 AttributeKind::ExportName { name, .. } => {
158 codegen_fn_attrs.symbol_name = Some(*name)
159 }
160 AttributeKind::Inline(inline, span) => {
161 codegen_fn_attrs.inline = *inline;
162 interesting_spans.inline = Some(*span);
163 }
164 AttributeKind::Naked(_) => codegen_fn_attrs.flags |= CodegenFnAttrFlags::NAKED,
165 AttributeKind::Align { align, .. } => codegen_fn_attrs.alignment = Some(*align),
166 AttributeKind::LinkName { name, .. } => {
167 if tcx.is_foreign_item(did) {
170 codegen_fn_attrs.symbol_name = Some(*name);
171 }
172 }
173 AttributeKind::LinkOrdinal { ordinal, span } => {
174 codegen_fn_attrs.link_ordinal = Some(*ordinal);
175 interesting_spans.link_ordinal = Some(*span);
176 }
177 AttributeKind::LinkSection { name, .. } => {
178 codegen_fn_attrs.link_section = Some(*name)
179 }
180 AttributeKind::NoMangle(attr_span) => {
181 interesting_spans.no_mangle = Some(*attr_span);
182 if tcx.opt_item_name(did.to_def_id()).is_some() {
183 codegen_fn_attrs.flags |= CodegenFnAttrFlags::NO_MANGLE;
184 } else {
185 tcx.dcx().emit_err(NoMangleNameless {
186 span: *attr_span,
187 definition: format!(
188 "{} {}",
189 tcx.def_descr_article(did.to_def_id()),
190 tcx.def_descr(did.to_def_id())
191 ),
192 });
193 }
194 }
195 AttributeKind::Optimize(optimize, _) => codegen_fn_attrs.optimize = *optimize,
196 AttributeKind::TargetFeature { features, attr_span, was_forced } => {
197 let Some(sig) = tcx.hir_node_by_def_id(did).fn_sig() else {
198 tcx.dcx().span_delayed_bug(*attr_span, "target_feature applied to non-fn");
199 continue;
200 };
201 let safe_target_features =
202 matches!(sig.header.safety, hir::HeaderSafety::SafeTargetFeatures);
203 codegen_fn_attrs.safe_target_features = safe_target_features;
204 if safe_target_features && !was_forced {
205 if tcx.sess.target.is_like_wasm || tcx.sess.opts.actually_rustdoc {
206 } else {
228 check_target_feature_trait_unsafe(tcx, did, *attr_span);
229 }
230 }
231 from_target_feature_attr(
232 tcx,
233 did,
234 features,
235 *was_forced,
236 rust_target_features,
237 &mut codegen_fn_attrs.target_features,
238 );
239 }
240 AttributeKind::TrackCaller(attr_span) => {
241 let is_closure = tcx.is_closure_like(did.to_def_id());
242
243 if !is_closure
244 && let Some(fn_sig) = try_fn_sig(tcx, did, *attr_span)
245 && fn_sig.skip_binder().abi() != ExternAbi::Rust
246 {
247 tcx.dcx().emit_err(errors::RequiresRustAbi { span: *attr_span });
248 }
249 if is_closure
250 && !tcx.features().closure_track_caller()
251 && !attr_span.allows_unstable(sym::closure_track_caller)
252 {
253 feature_err(
254 &tcx.sess,
255 sym::closure_track_caller,
256 *attr_span,
257 "`#[track_caller]` on closures is currently unstable",
258 )
259 .emit();
260 }
261 codegen_fn_attrs.flags |= CodegenFnAttrFlags::TRACK_CALLER
262 }
263 AttributeKind::Used { used_by, .. } => match used_by {
264 UsedBy::Compiler => codegen_fn_attrs.flags |= CodegenFnAttrFlags::USED_COMPILER,
265 UsedBy::Linker => codegen_fn_attrs.flags |= CodegenFnAttrFlags::USED_LINKER,
266 },
267 AttributeKind::FfiConst(_) => {
268 codegen_fn_attrs.flags |= CodegenFnAttrFlags::FFI_CONST
269 }
270 AttributeKind::FfiPure(_) => codegen_fn_attrs.flags |= CodegenFnAttrFlags::FFI_PURE,
271 AttributeKind::StdInternalSymbol(_) => {
272 codegen_fn_attrs.flags |= CodegenFnAttrFlags::RUSTC_STD_INTERNAL_SYMBOL
273 }
274 AttributeKind::Linkage(linkage, _) => {
275 let linkage = Some(*linkage);
276
277 if tcx.is_foreign_item(did) {
278 codegen_fn_attrs.import_linkage = linkage;
279
280 if tcx.is_mutable_static(did.into()) {
281 let mut diag = tcx.dcx().struct_span_err(
282 attr.span(),
283 "extern mutable statics are not allowed with `#[linkage]`",
284 );
285 diag.note(
286 "marking the extern static mutable would allow changing which \
287 symbol the static references rather than make the target of the \
288 symbol mutable",
289 );
290 diag.emit();
291 }
292 } else {
293 codegen_fn_attrs.linkage = linkage;
294 }
295 }
296 AttributeKind::Sanitize { span, .. } => {
297 interesting_spans.sanitize = Some(*span);
298 }
299 AttributeKind::ObjcClass { classname, .. } => {
300 codegen_fn_attrs.objc_class = Some(*classname);
301 }
302 AttributeKind::ObjcSelector { methname, .. } => {
303 codegen_fn_attrs.objc_selector = Some(*methname);
304 }
305 _ => {}
306 }
307 }
308
309 let Some(Ident { name, .. }) = attr.ident() else {
310 continue;
311 };
312
313 match name {
314 sym::rustc_allocator => codegen_fn_attrs.flags |= CodegenFnAttrFlags::ALLOCATOR,
315 sym::rustc_nounwind => codegen_fn_attrs.flags |= CodegenFnAttrFlags::NEVER_UNWIND,
316 sym::rustc_reallocator => codegen_fn_attrs.flags |= CodegenFnAttrFlags::REALLOCATOR,
317 sym::rustc_deallocator => codegen_fn_attrs.flags |= CodegenFnAttrFlags::DEALLOCATOR,
318 sym::rustc_allocator_zeroed => {
319 codegen_fn_attrs.flags |= CodegenFnAttrFlags::ALLOCATOR_ZEROED
320 }
321 sym::thread_local => codegen_fn_attrs.flags |= CodegenFnAttrFlags::THREAD_LOCAL,
322 sym::instruction_set => {
323 codegen_fn_attrs.instruction_set = parse_instruction_set_attr(tcx, attr)
324 }
325 sym::patchable_function_entry => {
326 codegen_fn_attrs.patchable_function_entry =
327 parse_patchable_function_entry(tcx, attr);
328 }
329 _ => {}
330 }
331 }
332
333 interesting_spans
334}
335
336fn apply_overrides(tcx: TyCtxt<'_>, did: LocalDefId, codegen_fn_attrs: &mut CodegenFnAttrs) {
339 codegen_fn_attrs.alignment =
343 Ord::max(codegen_fn_attrs.alignment, tcx.sess.opts.unstable_opts.min_function_alignment);
344
345 codegen_fn_attrs.no_sanitize |= tcx.disabled_sanitizers_for(did);
347 codegen_fn_attrs.alignment = Ord::max(codegen_fn_attrs.alignment, tcx.inherited_align(did));
349
350 if codegen_fn_attrs.flags.contains(CodegenFnAttrFlags::NAKED) {
354 codegen_fn_attrs.inline = InlineAttr::Never;
355 }
356
357 if tcx.is_closure_like(did.to_def_id()) && codegen_fn_attrs.inline != InlineAttr::Always {
371 let owner_id = tcx.parent(did.to_def_id());
372 if tcx.def_kind(owner_id).has_codegen_attrs() {
373 codegen_fn_attrs
374 .target_features
375 .extend(tcx.codegen_fn_attrs(owner_id).target_features.iter().copied());
376 }
377 }
378
379 let crate_attrs = tcx.hir_attrs(rustc_hir::CRATE_HIR_ID);
382 let no_builtins = attr::contains_name(crate_attrs, sym::no_builtins);
383 if no_builtins {
384 codegen_fn_attrs.flags |= CodegenFnAttrFlags::NO_BUILTINS;
385 }
386
387 if tcx.should_inherit_track_caller(did) {
389 codegen_fn_attrs.flags |= CodegenFnAttrFlags::TRACK_CALLER;
390 }
391
392 if tcx.is_foreign_item(did) {
394 codegen_fn_attrs.flags |= CodegenFnAttrFlags::FOREIGN_ITEM;
395
396 if codegen_fn_attrs.flags.contains(CodegenFnAttrFlags::RUSTC_STD_INTERNAL_SYMBOL) {
398 } else if codegen_fn_attrs.symbol_name.is_some() {
402 } else {
404 codegen_fn_attrs.flags |= CodegenFnAttrFlags::NO_MANGLE;
412 }
413 }
414}
415
416fn check_result(
417 tcx: TyCtxt<'_>,
418 did: LocalDefId,
419 interesting_spans: InterestingAttributeDiagnosticSpans,
420 codegen_fn_attrs: &CodegenFnAttrs,
421) {
422 if !codegen_fn_attrs.target_features.is_empty()
436 && matches!(codegen_fn_attrs.inline, InlineAttr::Always)
437 && !tcx.features().target_feature_inline_always()
438 && let Some(span) = interesting_spans.inline
439 {
440 feature_err(
441 tcx.sess,
442 sym::target_feature_inline_always,
443 span,
444 "cannot use `#[inline(always)]` with `#[target_feature]`",
445 )
446 .emit();
447 }
448
449 if !codegen_fn_attrs.no_sanitize.is_empty()
451 && codegen_fn_attrs.inline.always()
452 && let (Some(no_sanitize_span), Some(inline_span)) =
453 (interesting_spans.sanitize, interesting_spans.inline)
454 {
455 let hir_id = tcx.local_def_id_to_hir_id(did);
456 tcx.node_span_lint(lint::builtin::INLINE_NO_SANITIZE, hir_id, no_sanitize_span, |lint| {
457 lint.primary_message("setting `sanitize` off will have no effect after inlining");
458 lint.span_note(inline_span, "inlining requested here");
459 })
460 }
461
462 if let Some(_) = codegen_fn_attrs.symbol_name
464 && let Some(_) = codegen_fn_attrs.link_ordinal
465 {
466 let msg = "cannot use `#[link_name]` with `#[link_ordinal]`";
467 if let Some(span) = interesting_spans.link_ordinal {
468 tcx.dcx().span_err(span, msg);
469 } else {
470 tcx.dcx().err(msg);
471 }
472 }
473
474 if let Some(features) = check_tied_features(
475 tcx.sess,
476 &codegen_fn_attrs
477 .target_features
478 .iter()
479 .map(|features| (features.name.as_str(), true))
480 .collect(),
481 ) {
482 let span =
483 find_attr!(tcx.get_all_attrs(did), AttributeKind::TargetFeature{attr_span: span, ..} => *span)
484 .unwrap_or_else(|| tcx.def_span(did));
485
486 tcx.dcx()
487 .create_err(errors::TargetFeatureDisableOrEnable {
488 features,
489 span: Some(span),
490 missing_features: Some(errors::MissingFeatures),
491 })
492 .emit();
493 }
494}
495
496fn handle_lang_items(
497 tcx: TyCtxt<'_>,
498 did: LocalDefId,
499 interesting_spans: &InterestingAttributeDiagnosticSpans,
500 attrs: &[Attribute],
501 codegen_fn_attrs: &mut CodegenFnAttrs,
502) {
503 let lang_item = lang_items::extract(attrs).and_then(|(name, _)| LangItem::from_name(name));
504
505 if let Some(lang_item) = lang_item
511 && let Some(link_name) = lang_item.link_name()
512 {
513 codegen_fn_attrs.flags |= CodegenFnAttrFlags::RUSTC_STD_INTERNAL_SYMBOL;
514 codegen_fn_attrs.symbol_name = Some(link_name);
515 }
516
517 if codegen_fn_attrs.flags.contains(CodegenFnAttrFlags::RUSTC_STD_INTERNAL_SYMBOL)
519 && codegen_fn_attrs.flags.contains(CodegenFnAttrFlags::NO_MANGLE)
520 {
521 let mut err = tcx
522 .dcx()
523 .struct_span_err(
524 interesting_spans.no_mangle.unwrap_or_default(),
525 "`#[no_mangle]` cannot be used on internal language items",
526 )
527 .with_note("Rustc requires this item to have a specific mangled name.")
528 .with_span_label(tcx.def_span(did), "should be the internal language item");
529 if let Some(lang_item) = lang_item
530 && let Some(link_name) = lang_item.link_name()
531 {
532 err = err
533 .with_note("If you are trying to prevent mangling to ease debugging, many")
534 .with_note(format!("debuggers support a command such as `rbreak {link_name}` to"))
535 .with_note(format!(
536 "match `.*{link_name}.*` instead of `break {link_name}` on a specific name"
537 ))
538 }
539 err.emit();
540 }
541}
542
543fn codegen_fn_attrs(tcx: TyCtxt<'_>, did: LocalDefId) -> CodegenFnAttrs {
552 if cfg!(debug_assertions) {
553 let def_kind = tcx.def_kind(did);
554 assert!(
555 def_kind.has_codegen_attrs(),
556 "unexpected `def_kind` in `codegen_fn_attrs`: {def_kind:?}",
557 );
558 }
559
560 let mut codegen_fn_attrs = CodegenFnAttrs::new();
561 let attrs = tcx.hir_attrs(tcx.local_def_id_to_hir_id(did));
562
563 let interesting_spans = process_builtin_attrs(tcx, did, attrs, &mut codegen_fn_attrs);
564 handle_lang_items(tcx, did, &interesting_spans, attrs, &mut codegen_fn_attrs);
565 apply_overrides(tcx, did, &mut codegen_fn_attrs);
566 check_result(tcx, did, interesting_spans, &codegen_fn_attrs);
567
568 codegen_fn_attrs
569}
570
571fn disabled_sanitizers_for(tcx: TyCtxt<'_>, did: LocalDefId) -> SanitizerSet {
572 let mut disabled = match tcx.opt_local_parent(did) {
574 Some(parent) => tcx.disabled_sanitizers_for(parent),
576 None => SanitizerSet::empty(),
579 };
580
581 if let Some((on_set, off_set)) = find_attr!(tcx.get_all_attrs(did), AttributeKind::Sanitize {on_set, off_set, ..} => (on_set, off_set))
583 {
584 disabled &= !*on_set;
587 disabled |= *off_set;
590 }
594 disabled
595}
596
597fn should_inherit_track_caller(tcx: TyCtxt<'_>, def_id: DefId) -> bool {
600 tcx.trait_item_of(def_id).is_some_and(|id| {
601 tcx.codegen_fn_attrs(id).flags.intersects(CodegenFnAttrFlags::TRACK_CALLER)
602 })
603}
604
605fn inherited_align<'tcx>(tcx: TyCtxt<'tcx>, def_id: DefId) -> Option<Align> {
608 tcx.codegen_fn_attrs(tcx.trait_item_of(def_id)?).alignment
609}
610
611pub fn autodiff_attrs(tcx: TyCtxt<'_>, id: DefId) -> Option<AutoDiffAttrs> {
618 let attrs = tcx.get_attrs(id, sym::rustc_autodiff);
619
620 let attrs = attrs.filter(|attr| attr.has_name(sym::rustc_autodiff)).collect::<Vec<_>>();
621
622 let attr = match &attrs[..] {
625 [] => return None,
626 [attr] => attr,
627 _ => {
628 span_bug!(attrs[1].span(), "cg_ssa: rustc_autodiff should only exist once per source");
629 }
630 };
631
632 let list = attr.meta_item_list().unwrap_or_default();
633
634 if list.is_empty() {
636 return Some(AutoDiffAttrs::source());
637 }
638
639 let [mode, width_meta, input_activities @ .., ret_activity] = &list[..] else {
640 span_bug!(attr.span(), "rustc_autodiff attribute must contain mode, width and activities");
641 };
642 let mode = if let MetaItemInner::MetaItem(MetaItem { path: p1, .. }) = mode {
643 p1.segments.first().unwrap().ident
644 } else {
645 span_bug!(attr.span(), "rustc_autodiff attribute must contain mode");
646 };
647
648 let mode = match mode.as_str() {
650 "Forward" => DiffMode::Forward,
651 "Reverse" => DiffMode::Reverse,
652 _ => {
653 span_bug!(mode.span, "rustc_autodiff attribute contains invalid mode");
654 }
655 };
656
657 let width: u32 = match width_meta {
658 MetaItemInner::MetaItem(MetaItem { path: p1, .. }) => {
659 let w = p1.segments.first().unwrap().ident;
660 match w.as_str().parse() {
661 Ok(val) => val,
662 Err(_) => {
663 span_bug!(w.span, "rustc_autodiff width should fit u32");
664 }
665 }
666 }
667 MetaItemInner::Lit(lit) => {
668 if let LitKind::Int(val, _) = lit.kind {
669 match val.get().try_into() {
670 Ok(val) => val,
671 Err(_) => {
672 span_bug!(lit.span, "rustc_autodiff width should fit u32");
673 }
674 }
675 } else {
676 span_bug!(lit.span, "rustc_autodiff width should be an integer");
677 }
678 }
679 };
680
681 let ret_symbol = if let MetaItemInner::MetaItem(MetaItem { path: p1, .. }) = ret_activity {
683 p1.segments.first().unwrap().ident
684 } else {
685 span_bug!(attr.span(), "rustc_autodiff attribute must contain the return activity");
686 };
687
688 let Ok(ret_activity) = DiffActivity::from_str(ret_symbol.as_str()) else {
690 span_bug!(ret_symbol.span, "invalid return activity");
691 };
692
693 let mut arg_activities: Vec<DiffActivity> = vec![];
695 for arg in input_activities {
696 let arg_symbol = if let MetaItemInner::MetaItem(MetaItem { path: p2, .. }) = arg {
697 match p2.segments.first() {
698 Some(x) => x.ident,
699 None => {
700 span_bug!(
701 arg.span(),
702 "rustc_autodiff attribute must contain the input activity"
703 );
704 }
705 }
706 } else {
707 span_bug!(arg.span(), "rustc_autodiff attribute must contain the input activity");
708 };
709
710 match DiffActivity::from_str(arg_symbol.as_str()) {
711 Ok(arg_activity) => arg_activities.push(arg_activity),
712 Err(_) => {
713 span_bug!(arg_symbol.span, "invalid input activity");
714 }
715 }
716 }
717
718 Some(AutoDiffAttrs { mode, width, ret_activity, input_activity: arg_activities })
719}
720
721pub(crate) fn provide(providers: &mut Providers) {
722 *providers = Providers {
723 codegen_fn_attrs,
724 should_inherit_track_caller,
725 inherited_align,
726 disabled_sanitizers_for,
727 ..*providers
728 };
729}