1use std::str::FromStr;
2
3use rustc_abi::{Align, ExternAbi};
4use rustc_ast::expand::autodiff_attrs::{AutoDiffAttrs, DiffActivity, DiffMode};
5use rustc_ast::{LitKind, MetaItem, MetaItemInner, attr};
6use rustc_hir::attrs::{AttributeKind, InlineAttr, InstructionSetAttr, UsedBy};
7use rustc_hir::def::DefKind;
8use rustc_hir::def_id::{DefId, LOCAL_CRATE, LocalDefId};
9use rustc_hir::{self as hir, Attribute, LangItem, find_attr, lang_items};
10use rustc_middle::middle::codegen_fn_attrs::{
11 CodegenFnAttrFlags, CodegenFnAttrs, PatchableFunctionEntry,
12};
13use rustc_middle::query::Providers;
14use rustc_middle::span_bug;
15use rustc_middle::ty::{self as ty, TyCtxt};
16use rustc_session::lint;
17use rustc_session::parse::feature_err;
18use rustc_span::{Ident, Span, sym};
19use rustc_target::spec::SanitizerSet;
20
21use crate::errors;
22use crate::errors::NoMangleNameless;
23use crate::target_features::{
24 check_target_feature_trait_unsafe, check_tied_features, from_target_feature_attr,
25};
26
27fn try_fn_sig<'tcx>(
33 tcx: TyCtxt<'tcx>,
34 did: LocalDefId,
35 attr_span: Span,
36) -> Option<ty::EarlyBinder<'tcx, ty::PolyFnSig<'tcx>>> {
37 use DefKind::*;
38
39 let def_kind = tcx.def_kind(did);
40 if let Fn | AssocFn | Variant | Ctor(..) = def_kind {
41 Some(tcx.fn_sig(did))
42 } else {
43 tcx.dcx().span_delayed_bug(attr_span, "this attribute can only be applied to functions");
44 None
45 }
46}
47
48fn parse_instruction_set_attr(tcx: TyCtxt<'_>, attr: &Attribute) -> Option<InstructionSetAttr> {
50 let list = attr.meta_item_list()?;
51
52 match &list[..] {
53 [MetaItemInner::MetaItem(set)] => {
54 let segments = set.path.segments.iter().map(|x| x.ident.name).collect::<Vec<_>>();
55 match segments.as_slice() {
56 [sym::arm, sym::a32 | sym::t32] if !tcx.sess.target.has_thumb_interworking => {
57 tcx.dcx().emit_err(errors::UnsupportedInstructionSet { span: attr.span() });
58 None
59 }
60 [sym::arm, sym::a32] => Some(InstructionSetAttr::ArmA32),
61 [sym::arm, sym::t32] => Some(InstructionSetAttr::ArmT32),
62 _ => {
63 tcx.dcx().emit_err(errors::InvalidInstructionSet { span: attr.span() });
64 None
65 }
66 }
67 }
68 [] => {
69 tcx.dcx().emit_err(errors::BareInstructionSet { span: attr.span() });
70 None
71 }
72 _ => {
73 tcx.dcx().emit_err(errors::MultipleInstructionSet { span: attr.span() });
74 None
75 }
76 }
77}
78
79fn parse_patchable_function_entry(
81 tcx: TyCtxt<'_>,
82 attr: &Attribute,
83) -> Option<PatchableFunctionEntry> {
84 attr.meta_item_list().and_then(|l| {
85 let mut prefix = None;
86 let mut entry = None;
87 for item in l {
88 let Some(meta_item) = item.meta_item() else {
89 tcx.dcx().emit_err(errors::ExpectedNameValuePair { span: item.span() });
90 continue;
91 };
92
93 let Some(name_value_lit) = meta_item.name_value_literal() else {
94 tcx.dcx().emit_err(errors::ExpectedNameValuePair { span: item.span() });
95 continue;
96 };
97
98 let attrib_to_write = match meta_item.name() {
99 Some(sym::prefix_nops) => &mut prefix,
100 Some(sym::entry_nops) => &mut entry,
101 _ => {
102 tcx.dcx().emit_err(errors::UnexpectedParameterName {
103 span: item.span(),
104 prefix_nops: sym::prefix_nops,
105 entry_nops: sym::entry_nops,
106 });
107 continue;
108 }
109 };
110
111 let rustc_ast::LitKind::Int(val, _) = name_value_lit.kind else {
112 tcx.dcx().emit_err(errors::InvalidLiteralValue { span: name_value_lit.span });
113 continue;
114 };
115
116 let Ok(val) = val.get().try_into() else {
117 tcx.dcx().emit_err(errors::OutOfRangeInteger { span: name_value_lit.span });
118 continue;
119 };
120
121 *attrib_to_write = Some(val);
122 }
123
124 if let (None, None) = (prefix, entry) {
125 tcx.dcx().span_err(attr.span(), "must specify at least one parameter");
126 }
127
128 Some(PatchableFunctionEntry::from_prefix_and_entry(prefix.unwrap_or(0), entry.unwrap_or(0)))
129 })
130}
131
132#[derive(Default)]
135struct InterestingAttributeDiagnosticSpans {
136 link_ordinal: Option<Span>,
137 sanitize: Option<Span>,
138 inline: Option<Span>,
139 no_mangle: Option<Span>,
140}
141
142fn process_builtin_attrs(
145 tcx: TyCtxt<'_>,
146 did: LocalDefId,
147 attrs: &[Attribute],
148 codegen_fn_attrs: &mut CodegenFnAttrs,
149) -> InterestingAttributeDiagnosticSpans {
150 let mut interesting_spans = InterestingAttributeDiagnosticSpans::default();
151 let rust_target_features = tcx.rust_target_features(LOCAL_CRATE);
152
153 for attr in attrs.iter() {
154 if let hir::Attribute::Parsed(p) = attr {
155 match p {
156 AttributeKind::Cold(_) => codegen_fn_attrs.flags |= CodegenFnAttrFlags::COLD,
157 AttributeKind::ExportName { name, .. } => {
158 codegen_fn_attrs.symbol_name = Some(*name)
159 }
160 AttributeKind::Inline(inline, span) => {
161 codegen_fn_attrs.inline = *inline;
162 interesting_spans.inline = Some(*span);
163 }
164 AttributeKind::Naked(_) => codegen_fn_attrs.flags |= CodegenFnAttrFlags::NAKED,
165 AttributeKind::Align { align, .. } => codegen_fn_attrs.alignment = Some(*align),
166 AttributeKind::LinkName { name, .. } => {
167 if tcx.is_foreign_item(did) {
170 codegen_fn_attrs.symbol_name = Some(*name);
171 }
172 }
173 AttributeKind::LinkOrdinal { ordinal, span } => {
174 codegen_fn_attrs.link_ordinal = Some(*ordinal);
175 interesting_spans.link_ordinal = Some(*span);
176 }
177 AttributeKind::LinkSection { name, .. } => {
178 codegen_fn_attrs.link_section = Some(*name)
179 }
180 AttributeKind::NoMangle(attr_span) => {
181 interesting_spans.no_mangle = Some(*attr_span);
182 if tcx.opt_item_name(did.to_def_id()).is_some() {
183 codegen_fn_attrs.flags |= CodegenFnAttrFlags::NO_MANGLE;
184 } else {
185 tcx.dcx().emit_err(NoMangleNameless {
186 span: *attr_span,
187 definition: format!(
188 "{} {}",
189 tcx.def_descr_article(did.to_def_id()),
190 tcx.def_descr(did.to_def_id())
191 ),
192 });
193 }
194 }
195 AttributeKind::Optimize(optimize, _) => codegen_fn_attrs.optimize = *optimize,
196 AttributeKind::TargetFeature { features, attr_span, was_forced } => {
197 let Some(sig) = tcx.hir_node_by_def_id(did).fn_sig() else {
198 tcx.dcx().span_delayed_bug(*attr_span, "target_feature applied to non-fn");
199 continue;
200 };
201 let safe_target_features =
202 matches!(sig.header.safety, hir::HeaderSafety::SafeTargetFeatures);
203 codegen_fn_attrs.safe_target_features = safe_target_features;
204 if safe_target_features && !was_forced {
205 if tcx.sess.target.is_like_wasm || tcx.sess.opts.actually_rustdoc {
206 } else {
228 check_target_feature_trait_unsafe(tcx, did, *attr_span);
229 }
230 }
231 from_target_feature_attr(
232 tcx,
233 did,
234 features,
235 *was_forced,
236 rust_target_features,
237 &mut codegen_fn_attrs.target_features,
238 );
239 }
240 AttributeKind::TrackCaller(attr_span) => {
241 let is_closure = tcx.is_closure_like(did.to_def_id());
242
243 if !is_closure
244 && let Some(fn_sig) = try_fn_sig(tcx, did, *attr_span)
245 && fn_sig.skip_binder().abi() != ExternAbi::Rust
246 {
247 tcx.dcx().emit_err(errors::RequiresRustAbi { span: *attr_span });
248 }
249 if is_closure
250 && !tcx.features().closure_track_caller()
251 && !attr_span.allows_unstable(sym::closure_track_caller)
252 {
253 feature_err(
254 &tcx.sess,
255 sym::closure_track_caller,
256 *attr_span,
257 "`#[track_caller]` on closures is currently unstable",
258 )
259 .emit();
260 }
261 codegen_fn_attrs.flags |= CodegenFnAttrFlags::TRACK_CALLER
262 }
263 AttributeKind::Used { used_by, .. } => match used_by {
264 UsedBy::Compiler => codegen_fn_attrs.flags |= CodegenFnAttrFlags::USED_COMPILER,
265 UsedBy::Linker => codegen_fn_attrs.flags |= CodegenFnAttrFlags::USED_LINKER,
266 },
267 AttributeKind::FfiConst(_) => {
268 codegen_fn_attrs.flags |= CodegenFnAttrFlags::FFI_CONST
269 }
270 AttributeKind::FfiPure(_) => codegen_fn_attrs.flags |= CodegenFnAttrFlags::FFI_PURE,
271 AttributeKind::StdInternalSymbol(_) => {
272 codegen_fn_attrs.flags |= CodegenFnAttrFlags::RUSTC_STD_INTERNAL_SYMBOL
273 }
274 AttributeKind::Linkage(linkage, _) => {
275 let linkage = Some(*linkage);
276
277 if tcx.is_foreign_item(did) {
278 codegen_fn_attrs.import_linkage = linkage;
279
280 if tcx.is_mutable_static(did.into()) {
281 let mut diag = tcx.dcx().struct_span_err(
282 attr.span(),
283 "extern mutable statics are not allowed with `#[linkage]`",
284 );
285 diag.note(
286 "marking the extern static mutable would allow changing which \
287 symbol the static references rather than make the target of the \
288 symbol mutable",
289 );
290 diag.emit();
291 }
292 } else {
293 codegen_fn_attrs.linkage = linkage;
294 }
295 }
296 AttributeKind::Sanitize { span, .. } => {
297 interesting_spans.sanitize = Some(*span);
298 }
299 _ => {}
300 }
301 }
302
303 let Some(Ident { name, .. }) = attr.ident() else {
304 continue;
305 };
306
307 match name {
308 sym::rustc_allocator => codegen_fn_attrs.flags |= CodegenFnAttrFlags::ALLOCATOR,
309 sym::rustc_nounwind => codegen_fn_attrs.flags |= CodegenFnAttrFlags::NEVER_UNWIND,
310 sym::rustc_reallocator => codegen_fn_attrs.flags |= CodegenFnAttrFlags::REALLOCATOR,
311 sym::rustc_deallocator => codegen_fn_attrs.flags |= CodegenFnAttrFlags::DEALLOCATOR,
312 sym::rustc_allocator_zeroed => {
313 codegen_fn_attrs.flags |= CodegenFnAttrFlags::ALLOCATOR_ZEROED
314 }
315 sym::thread_local => codegen_fn_attrs.flags |= CodegenFnAttrFlags::THREAD_LOCAL,
316 sym::instruction_set => {
317 codegen_fn_attrs.instruction_set = parse_instruction_set_attr(tcx, attr)
318 }
319 sym::patchable_function_entry => {
320 codegen_fn_attrs.patchable_function_entry =
321 parse_patchable_function_entry(tcx, attr);
322 }
323 _ => {}
324 }
325 }
326
327 interesting_spans
328}
329
330fn apply_overrides(tcx: TyCtxt<'_>, did: LocalDefId, codegen_fn_attrs: &mut CodegenFnAttrs) {
333 codegen_fn_attrs.alignment =
337 Ord::max(codegen_fn_attrs.alignment, tcx.sess.opts.unstable_opts.min_function_alignment);
338
339 codegen_fn_attrs.no_sanitize |= tcx.disabled_sanitizers_for(did);
341 codegen_fn_attrs.alignment = Ord::max(codegen_fn_attrs.alignment, tcx.inherited_align(did));
343
344 if codegen_fn_attrs.flags.contains(CodegenFnAttrFlags::NAKED) {
348 codegen_fn_attrs.inline = InlineAttr::Never;
349 }
350
351 if tcx.is_closure_like(did.to_def_id()) && codegen_fn_attrs.inline != InlineAttr::Always {
365 let owner_id = tcx.parent(did.to_def_id());
366 if tcx.def_kind(owner_id).has_codegen_attrs() {
367 codegen_fn_attrs
368 .target_features
369 .extend(tcx.codegen_fn_attrs(owner_id).target_features.iter().copied());
370 }
371 }
372
373 let crate_attrs = tcx.hir_attrs(rustc_hir::CRATE_HIR_ID);
376 let no_builtins = attr::contains_name(crate_attrs, sym::no_builtins);
377 if no_builtins {
378 codegen_fn_attrs.flags |= CodegenFnAttrFlags::NO_BUILTINS;
379 }
380
381 if tcx.should_inherit_track_caller(did) {
383 codegen_fn_attrs.flags |= CodegenFnAttrFlags::TRACK_CALLER;
384 }
385
386 if tcx.is_foreign_item(did) {
388 codegen_fn_attrs.flags |= CodegenFnAttrFlags::FOREIGN_ITEM;
389
390 if codegen_fn_attrs.flags.contains(CodegenFnAttrFlags::RUSTC_STD_INTERNAL_SYMBOL) {
392 } else if codegen_fn_attrs.symbol_name.is_some() {
396 } else {
398 codegen_fn_attrs.flags |= CodegenFnAttrFlags::NO_MANGLE;
406 }
407 }
408}
409
410fn check_result(
411 tcx: TyCtxt<'_>,
412 did: LocalDefId,
413 interesting_spans: InterestingAttributeDiagnosticSpans,
414 codegen_fn_attrs: &CodegenFnAttrs,
415) {
416 if !codegen_fn_attrs.target_features.is_empty()
430 && matches!(codegen_fn_attrs.inline, InlineAttr::Always)
431 && !tcx.features().target_feature_inline_always()
432 && let Some(span) = interesting_spans.inline
433 {
434 feature_err(
435 tcx.sess,
436 sym::target_feature_inline_always,
437 span,
438 "cannot use `#[inline(always)]` with `#[target_feature]`",
439 )
440 .emit();
441 }
442
443 if !codegen_fn_attrs.no_sanitize.is_empty()
445 && codegen_fn_attrs.inline.always()
446 && let (Some(no_sanitize_span), Some(inline_span)) =
447 (interesting_spans.sanitize, interesting_spans.inline)
448 {
449 let hir_id = tcx.local_def_id_to_hir_id(did);
450 tcx.node_span_lint(lint::builtin::INLINE_NO_SANITIZE, hir_id, no_sanitize_span, |lint| {
451 lint.primary_message("setting `sanitize` off will have no effect after inlining");
452 lint.span_note(inline_span, "inlining requested here");
453 })
454 }
455
456 if let Some(_) = codegen_fn_attrs.symbol_name
458 && let Some(_) = codegen_fn_attrs.link_ordinal
459 {
460 let msg = "cannot use `#[link_name]` with `#[link_ordinal]`";
461 if let Some(span) = interesting_spans.link_ordinal {
462 tcx.dcx().span_err(span, msg);
463 } else {
464 tcx.dcx().err(msg);
465 }
466 }
467
468 if let Some(features) = check_tied_features(
469 tcx.sess,
470 &codegen_fn_attrs
471 .target_features
472 .iter()
473 .map(|features| (features.name.as_str(), true))
474 .collect(),
475 ) {
476 let span =
477 find_attr!(tcx.get_all_attrs(did), AttributeKind::TargetFeature{attr_span: span, ..} => *span)
478 .unwrap_or_else(|| tcx.def_span(did));
479
480 tcx.dcx()
481 .create_err(errors::TargetFeatureDisableOrEnable {
482 features,
483 span: Some(span),
484 missing_features: Some(errors::MissingFeatures),
485 })
486 .emit();
487 }
488}
489
490fn handle_lang_items(
491 tcx: TyCtxt<'_>,
492 did: LocalDefId,
493 interesting_spans: &InterestingAttributeDiagnosticSpans,
494 attrs: &[Attribute],
495 codegen_fn_attrs: &mut CodegenFnAttrs,
496) {
497 let lang_item = lang_items::extract(attrs).and_then(|(name, _)| LangItem::from_name(name));
498
499 if let Some(lang_item) = lang_item
505 && let Some(link_name) = lang_item.link_name()
506 {
507 codegen_fn_attrs.flags |= CodegenFnAttrFlags::RUSTC_STD_INTERNAL_SYMBOL;
508 codegen_fn_attrs.symbol_name = Some(link_name);
509 }
510
511 if codegen_fn_attrs.flags.contains(CodegenFnAttrFlags::RUSTC_STD_INTERNAL_SYMBOL)
513 && codegen_fn_attrs.flags.contains(CodegenFnAttrFlags::NO_MANGLE)
514 {
515 let mut err = tcx
516 .dcx()
517 .struct_span_err(
518 interesting_spans.no_mangle.unwrap_or_default(),
519 "`#[no_mangle]` cannot be used on internal language items",
520 )
521 .with_note("Rustc requires this item to have a specific mangled name.")
522 .with_span_label(tcx.def_span(did), "should be the internal language item");
523 if let Some(lang_item) = lang_item
524 && let Some(link_name) = lang_item.link_name()
525 {
526 err = err
527 .with_note("If you are trying to prevent mangling to ease debugging, many")
528 .with_note(format!("debuggers support a command such as `rbreak {link_name}` to"))
529 .with_note(format!(
530 "match `.*{link_name}.*` instead of `break {link_name}` on a specific name"
531 ))
532 }
533 err.emit();
534 }
535}
536
537fn codegen_fn_attrs(tcx: TyCtxt<'_>, did: LocalDefId) -> CodegenFnAttrs {
546 if cfg!(debug_assertions) {
547 let def_kind = tcx.def_kind(did);
548 assert!(
549 def_kind.has_codegen_attrs(),
550 "unexpected `def_kind` in `codegen_fn_attrs`: {def_kind:?}",
551 );
552 }
553
554 let mut codegen_fn_attrs = CodegenFnAttrs::new();
555 let attrs = tcx.hir_attrs(tcx.local_def_id_to_hir_id(did));
556
557 let interesting_spans = process_builtin_attrs(tcx, did, attrs, &mut codegen_fn_attrs);
558 handle_lang_items(tcx, did, &interesting_spans, attrs, &mut codegen_fn_attrs);
559 apply_overrides(tcx, did, &mut codegen_fn_attrs);
560 check_result(tcx, did, interesting_spans, &codegen_fn_attrs);
561
562 codegen_fn_attrs
563}
564
565fn disabled_sanitizers_for(tcx: TyCtxt<'_>, did: LocalDefId) -> SanitizerSet {
566 let mut disabled = match tcx.opt_local_parent(did) {
568 Some(parent) => tcx.disabled_sanitizers_for(parent),
570 None => SanitizerSet::empty(),
573 };
574
575 if let Some((on_set, off_set)) = find_attr!(tcx.get_all_attrs(did), AttributeKind::Sanitize {on_set, off_set, ..} => (on_set, off_set))
577 {
578 disabled &= !*on_set;
581 disabled |= *off_set;
584 }
588 disabled
589}
590
591fn should_inherit_track_caller(tcx: TyCtxt<'_>, def_id: DefId) -> bool {
594 tcx.trait_item_of(def_id).is_some_and(|id| {
595 tcx.codegen_fn_attrs(id).flags.intersects(CodegenFnAttrFlags::TRACK_CALLER)
596 })
597}
598
599fn inherited_align<'tcx>(tcx: TyCtxt<'tcx>, def_id: DefId) -> Option<Align> {
602 tcx.codegen_fn_attrs(tcx.trait_item_of(def_id)?).alignment
603}
604
605pub fn autodiff_attrs(tcx: TyCtxt<'_>, id: DefId) -> Option<AutoDiffAttrs> {
612 let attrs = tcx.get_attrs(id, sym::rustc_autodiff);
613
614 let attrs = attrs.filter(|attr| attr.has_name(sym::rustc_autodiff)).collect::<Vec<_>>();
615
616 let attr = match &attrs[..] {
619 [] => return None,
620 [attr] => attr,
621 _ => {
622 span_bug!(attrs[1].span(), "cg_ssa: rustc_autodiff should only exist once per source");
623 }
624 };
625
626 let list = attr.meta_item_list().unwrap_or_default();
627
628 if list.is_empty() {
630 return Some(AutoDiffAttrs::source());
631 }
632
633 let [mode, width_meta, input_activities @ .., ret_activity] = &list[..] else {
634 span_bug!(attr.span(), "rustc_autodiff attribute must contain mode, width and activities");
635 };
636 let mode = if let MetaItemInner::MetaItem(MetaItem { path: p1, .. }) = mode {
637 p1.segments.first().unwrap().ident
638 } else {
639 span_bug!(attr.span(), "rustc_autodiff attribute must contain mode");
640 };
641
642 let mode = match mode.as_str() {
644 "Forward" => DiffMode::Forward,
645 "Reverse" => DiffMode::Reverse,
646 _ => {
647 span_bug!(mode.span, "rustc_autodiff attribute contains invalid mode");
648 }
649 };
650
651 let width: u32 = match width_meta {
652 MetaItemInner::MetaItem(MetaItem { path: p1, .. }) => {
653 let w = p1.segments.first().unwrap().ident;
654 match w.as_str().parse() {
655 Ok(val) => val,
656 Err(_) => {
657 span_bug!(w.span, "rustc_autodiff width should fit u32");
658 }
659 }
660 }
661 MetaItemInner::Lit(lit) => {
662 if let LitKind::Int(val, _) = lit.kind {
663 match val.get().try_into() {
664 Ok(val) => val,
665 Err(_) => {
666 span_bug!(lit.span, "rustc_autodiff width should fit u32");
667 }
668 }
669 } else {
670 span_bug!(lit.span, "rustc_autodiff width should be an integer");
671 }
672 }
673 };
674
675 let ret_symbol = if let MetaItemInner::MetaItem(MetaItem { path: p1, .. }) = ret_activity {
677 p1.segments.first().unwrap().ident
678 } else {
679 span_bug!(attr.span(), "rustc_autodiff attribute must contain the return activity");
680 };
681
682 let Ok(ret_activity) = DiffActivity::from_str(ret_symbol.as_str()) else {
684 span_bug!(ret_symbol.span, "invalid return activity");
685 };
686
687 let mut arg_activities: Vec<DiffActivity> = vec![];
689 for arg in input_activities {
690 let arg_symbol = if let MetaItemInner::MetaItem(MetaItem { path: p2, .. }) = arg {
691 match p2.segments.first() {
692 Some(x) => x.ident,
693 None => {
694 span_bug!(
695 arg.span(),
696 "rustc_autodiff attribute must contain the input activity"
697 );
698 }
699 }
700 } else {
701 span_bug!(arg.span(), "rustc_autodiff attribute must contain the input activity");
702 };
703
704 match DiffActivity::from_str(arg_symbol.as_str()) {
705 Ok(arg_activity) => arg_activities.push(arg_activity),
706 Err(_) => {
707 span_bug!(arg_symbol.span, "invalid input activity");
708 }
709 }
710 }
711
712 Some(AutoDiffAttrs { mode, width, ret_activity, input_activity: arg_activities })
713}
714
715pub(crate) fn provide(providers: &mut Providers) {
716 *providers = Providers {
717 codegen_fn_attrs,
718 should_inherit_track_caller,
719 inherited_align,
720 disabled_sanitizers_for,
721 ..*providers
722 };
723}