1//! Declare various LLVM values.
2//!
3//! Prefer using functions and methods from this module rather than calling LLVM
4//! functions directly. These functions do some additional work to ensure we do
5//! the right thing given the preconceptions of codegen.
6//!
7//! Some useful guidelines:
8//!
9//! * Use declare_* family of methods if you are declaring, but are not
10//! interested in defining the Value they return.
11//! * Use define_* family of methods when you might be defining the Value.
12//! * When in doubt, define.
1314use std::borrow::Borrow;
1516use itertools::Itertools;
17use rustc_codegen_ssa::traits::TypeMembershipCodegenMethods;
18use rustc_data_structures::fx::FxIndexSet;
19use rustc_middle::ty::{Instance, Ty};
20use rustc_sanitizers::{cfi, kcfi};
21use rustc_target::callconv::FnAbi;
22use smallvec::SmallVec;
23use tracing::debug;
2425use crate::abi::FnAbiLlvmExt;
26use crate::attributes;
27use crate::common::AsCCharPtr;
28use crate::context::{CodegenCx, GenericCx, SCx, SimpleCx};
29use crate::llvm::AttributePlace::Function;
30use crate::llvm::{self, FromGeneric, Type, Value, Visibility};
3132/// Declare a function with a SimpleCx.
33///
34/// If there’s a value with the same name already declared, the function will
35/// update the declaration and return existing Value instead.
36pub(crate) fn declare_simple_fn<'ll>(
37 cx: &SimpleCx<'ll>,
38 name: &str,
39 callconv: llvm::CallConv,
40 unnamed: llvm::UnnamedAddr,
41 visibility: llvm::Visibility,
42 ty: &'ll Type,
43) -> &'ll Value {
44{
use ::tracing::__macro_support::Callsite as _;
static __CALLSITE: ::tracing::callsite::DefaultCallsite =
{
static META: ::tracing::Metadata<'static> =
{
::tracing_core::metadata::Metadata::new("event compiler/rustc_codegen_llvm/src/declare.rs:44",
"rustc_codegen_llvm::declare", ::tracing::Level::DEBUG,
::tracing_core::__macro_support::Option::Some("compiler/rustc_codegen_llvm/src/declare.rs"),
::tracing_core::__macro_support::Option::Some(44u32),
::tracing_core::__macro_support::Option::Some("rustc_codegen_llvm::declare"),
::tracing_core::field::FieldSet::new(&["message"],
::tracing_core::callsite::Identifier(&__CALLSITE)),
::tracing::metadata::Kind::EVENT)
};
::tracing::callsite::DefaultCallsite::new(&META)
};
let enabled =
::tracing::Level::DEBUG <= ::tracing::level_filters::STATIC_MAX_LEVEL
&&
::tracing::Level::DEBUG <=
::tracing::level_filters::LevelFilter::current() &&
{
let interest = __CALLSITE.interest();
!interest.is_never() &&
::tracing::__macro_support::__is_enabled(__CALLSITE.metadata(),
interest)
};
if enabled {
(|value_set: ::tracing::field::ValueSet|
{
let meta = __CALLSITE.metadata();
::tracing::Event::dispatch(meta, &value_set);
;
})({
#[allow(unused_imports)]
use ::tracing::field::{debug, display, Value};
let mut iter = __CALLSITE.metadata().fields().iter();
__CALLSITE.metadata().fields().value_set(&[(&::tracing::__macro_support::Iterator::next(&mut iter).expect("FieldSet corrupted (this is a bug)"),
::tracing::__macro_support::Option::Some(&format_args!("declare_simple_fn(name={0:?}, ty={1:?})",
name, ty) as &dyn Value))])
});
} else { ; }
};debug!("declare_simple_fn(name={:?}, ty={:?})", name, ty);
45let llfn = unsafe {
46 llvm::LLVMRustGetOrInsertFunction(cx.llmod, name.as_c_char_ptr(), name.len(), ty)
47 };
4849 llvm::SetFunctionCallConv(llfn, callconv);
50 llvm::set_unnamed_address(llfn, unnamed);
51 llvm::set_visibility(llfn, visibility);
5253llfn54}
5556/// Declare a function.
57///
58/// If there’s a value with the same name already declared, the function will
59/// update the declaration and return existing Value instead.
60pub(crate) fn declare_raw_fn<'ll, 'tcx>(
61 cx: &CodegenCx<'ll, 'tcx>,
62 name: &str,
63 callconv: llvm::CallConv,
64 unnamed: llvm::UnnamedAddr,
65 visibility: llvm::Visibility,
66 ty: &'ll Type,
67) -> &'ll Value {
68{
use ::tracing::__macro_support::Callsite as _;
static __CALLSITE: ::tracing::callsite::DefaultCallsite =
{
static META: ::tracing::Metadata<'static> =
{
::tracing_core::metadata::Metadata::new("event compiler/rustc_codegen_llvm/src/declare.rs:68",
"rustc_codegen_llvm::declare", ::tracing::Level::DEBUG,
::tracing_core::__macro_support::Option::Some("compiler/rustc_codegen_llvm/src/declare.rs"),
::tracing_core::__macro_support::Option::Some(68u32),
::tracing_core::__macro_support::Option::Some("rustc_codegen_llvm::declare"),
::tracing_core::field::FieldSet::new(&["message"],
::tracing_core::callsite::Identifier(&__CALLSITE)),
::tracing::metadata::Kind::EVENT)
};
::tracing::callsite::DefaultCallsite::new(&META)
};
let enabled =
::tracing::Level::DEBUG <= ::tracing::level_filters::STATIC_MAX_LEVEL
&&
::tracing::Level::DEBUG <=
::tracing::level_filters::LevelFilter::current() &&
{
let interest = __CALLSITE.interest();
!interest.is_never() &&
::tracing::__macro_support::__is_enabled(__CALLSITE.metadata(),
interest)
};
if enabled {
(|value_set: ::tracing::field::ValueSet|
{
let meta = __CALLSITE.metadata();
::tracing::Event::dispatch(meta, &value_set);
;
})({
#[allow(unused_imports)]
use ::tracing::field::{debug, display, Value};
let mut iter = __CALLSITE.metadata().fields().iter();
__CALLSITE.metadata().fields().value_set(&[(&::tracing::__macro_support::Iterator::next(&mut iter).expect("FieldSet corrupted (this is a bug)"),
::tracing::__macro_support::Option::Some(&format_args!("declare_raw_fn(name={0:?}, ty={1:?})",
name, ty) as &dyn Value))])
});
} else { ; }
};debug!("declare_raw_fn(name={:?}, ty={:?})", name, ty);
69let llfn = declare_simple_fn(cx, name, callconv, unnamed, visibility, ty);
7071let mut attrs = SmallVec::<[_; 4]>::new();
7273if cx.tcx.sess.opts.cg.no_redzone.unwrap_or(cx.tcx.sess.target.disable_redzone) {
74attrs.push(llvm::AttributeKind::NoRedZone.create_attr(cx.llcx));
75 }
7677attrs.extend(attributes::non_lazy_bind_attr(cx, cx.tcx.sess));
7879 attributes::apply_to_llfn(llfn, Function, &attrs);
8081llfn82}
8384impl<'ll, CX: Borrow<SCx<'ll>>> GenericCx<'ll, CX> {
85/// Declare a global value.
86 ///
87 /// If there’s a value with the same name already declared, the function will
88 /// return its Value instead.
89pub(crate) fn declare_global(&self, name: &str, ty: &'ll Type) -> &'ll Value {
90{
use ::tracing::__macro_support::Callsite as _;
static __CALLSITE: ::tracing::callsite::DefaultCallsite =
{
static META: ::tracing::Metadata<'static> =
{
::tracing_core::metadata::Metadata::new("event compiler/rustc_codegen_llvm/src/declare.rs:90",
"rustc_codegen_llvm::declare", ::tracing::Level::DEBUG,
::tracing_core::__macro_support::Option::Some("compiler/rustc_codegen_llvm/src/declare.rs"),
::tracing_core::__macro_support::Option::Some(90u32),
::tracing_core::__macro_support::Option::Some("rustc_codegen_llvm::declare"),
::tracing_core::field::FieldSet::new(&["message"],
::tracing_core::callsite::Identifier(&__CALLSITE)),
::tracing::metadata::Kind::EVENT)
};
::tracing::callsite::DefaultCallsite::new(&META)
};
let enabled =
::tracing::Level::DEBUG <= ::tracing::level_filters::STATIC_MAX_LEVEL
&&
::tracing::Level::DEBUG <=
::tracing::level_filters::LevelFilter::current() &&
{
let interest = __CALLSITE.interest();
!interest.is_never() &&
::tracing::__macro_support::__is_enabled(__CALLSITE.metadata(),
interest)
};
if enabled {
(|value_set: ::tracing::field::ValueSet|
{
let meta = __CALLSITE.metadata();
::tracing::Event::dispatch(meta, &value_set);
;
})({
#[allow(unused_imports)]
use ::tracing::field::{debug, display, Value};
let mut iter = __CALLSITE.metadata().fields().iter();
__CALLSITE.metadata().fields().value_set(&[(&::tracing::__macro_support::Iterator::next(&mut iter).expect("FieldSet corrupted (this is a bug)"),
::tracing::__macro_support::Option::Some(&format_args!("declare_global(name={0:?})",
name) as &dyn Value))])
});
} else { ; }
};debug!("declare_global(name={:?})", name);
91unsafe {
92 llvm::LLVMRustGetOrInsertGlobal(
93 (**self).borrow().llmod,
94name.as_c_char_ptr(),
95name.len(),
96ty,
97 )
98 }
99 }
100}
101102impl<'ll, 'tcx> CodegenCx<'ll, 'tcx> {
103/// Declare a C ABI function.
104 ///
105 /// Only use this for foreign function ABIs and glue. For Rust functions use
106 /// `declare_fn` instead.
107 ///
108 /// If there’s a value with the same name already declared, the function will
109 /// update the declaration and return existing Value instead.
110pub(crate) fn declare_cfn(
111&self,
112 name: &str,
113 unnamed: llvm::UnnamedAddr,
114 fn_type: &'ll Type,
115 ) -> &'ll Value {
116// Visibility should always be default for declarations, otherwise the linker may report an
117 // error.
118declare_raw_fn(self, name, llvm::CCallConv, unnamed, Visibility::Default, fn_type)
119 }
120121/// Declare an entry Function
122 ///
123 /// The ABI of this function can change depending on the target (although for now the same as
124 /// `declare_cfn`)
125 ///
126 /// If there’s a value with the same name already declared, the function will
127 /// update the declaration and return existing Value instead.
128pub(crate) fn declare_entry_fn(
129&self,
130 name: &str,
131 callconv: llvm::CallConv,
132 unnamed: llvm::UnnamedAddr,
133 fn_type: &'ll Type,
134 ) -> &'ll Value {
135let visibility = Visibility::from_generic(self.tcx.sess.default_visibility());
136declare_raw_fn(self, name, callconv, unnamed, visibility, fn_type)
137 }
138139/// Declare a Rust function.
140 ///
141 /// If there’s a value with the same name already declared, the function will
142 /// update the declaration and return existing Value instead.
143pub(crate) fn declare_fn(
144&self,
145 name: &str,
146 fn_abi: &FnAbi<'tcx, Ty<'tcx>>,
147 instance: Option<Instance<'tcx>>,
148 ) -> &'ll Value {
149{
use ::tracing::__macro_support::Callsite as _;
static __CALLSITE: ::tracing::callsite::DefaultCallsite =
{
static META: ::tracing::Metadata<'static> =
{
::tracing_core::metadata::Metadata::new("event compiler/rustc_codegen_llvm/src/declare.rs:149",
"rustc_codegen_llvm::declare", ::tracing::Level::DEBUG,
::tracing_core::__macro_support::Option::Some("compiler/rustc_codegen_llvm/src/declare.rs"),
::tracing_core::__macro_support::Option::Some(149u32),
::tracing_core::__macro_support::Option::Some("rustc_codegen_llvm::declare"),
::tracing_core::field::FieldSet::new(&["message"],
::tracing_core::callsite::Identifier(&__CALLSITE)),
::tracing::metadata::Kind::EVENT)
};
::tracing::callsite::DefaultCallsite::new(&META)
};
let enabled =
::tracing::Level::DEBUG <= ::tracing::level_filters::STATIC_MAX_LEVEL
&&
::tracing::Level::DEBUG <=
::tracing::level_filters::LevelFilter::current() &&
{
let interest = __CALLSITE.interest();
!interest.is_never() &&
::tracing::__macro_support::__is_enabled(__CALLSITE.metadata(),
interest)
};
if enabled {
(|value_set: ::tracing::field::ValueSet|
{
let meta = __CALLSITE.metadata();
::tracing::Event::dispatch(meta, &value_set);
;
})({
#[allow(unused_imports)]
use ::tracing::field::{debug, display, Value};
let mut iter = __CALLSITE.metadata().fields().iter();
__CALLSITE.metadata().fields().value_set(&[(&::tracing::__macro_support::Iterator::next(&mut iter).expect("FieldSet corrupted (this is a bug)"),
::tracing::__macro_support::Option::Some(&format_args!("declare_rust_fn(name={0:?}, fn_abi={1:?})",
name, fn_abi) as &dyn Value))])
});
} else { ; }
};debug!("declare_rust_fn(name={:?}, fn_abi={:?})", name, fn_abi);
150151// Function addresses in Rust are never significant, allowing functions to
152 // be merged.
153let llfn = declare_raw_fn(
154self,
155name,
156fn_abi.llvm_cconv(self),
157 llvm::UnnamedAddr::Global,
158 llvm::Visibility::Default,
159fn_abi.llvm_type(self),
160 );
161fn_abi.apply_attrs_llfn(self, llfn, instance);
162163if self.tcx.sess.is_sanitizer_cfi_enabled() {
164if let Some(instance) = instance {
165let mut typeids = FxIndexSet::default();
166for options in [
167 cfi::TypeIdOptions::GENERALIZE_POINTERS,
168 cfi::TypeIdOptions::NORMALIZE_INTEGERS,
169 cfi::TypeIdOptions::USE_CONCRETE_SELF,
170 ]
171 .into_iter()
172 .powerset()
173 .map(cfi::TypeIdOptions::from_iter)
174 {
175let typeid = cfi::typeid_for_instance(self.tcx, instance, options);
176if typeids.insert(typeid.clone()) {
177self.add_type_metadata(llfn, typeid.as_bytes());
178 }
179 }
180 } else {
181for options in [
182 cfi::TypeIdOptions::GENERALIZE_POINTERS,
183 cfi::TypeIdOptions::NORMALIZE_INTEGERS,
184 ]
185 .into_iter()
186 .powerset()
187 .map(cfi::TypeIdOptions::from_iter)
188 {
189let typeid = cfi::typeid_for_fnabi(self.tcx, fn_abi, options);
190self.add_type_metadata(llfn, typeid.as_bytes());
191 }
192 }
193 }
194195if self.tcx.sess.is_sanitizer_kcfi_enabled() {
196// LLVM KCFI does not support multiple !kcfi_type attachments
197let mut options = kcfi::TypeIdOptions::empty();
198if self.tcx.sess.is_sanitizer_cfi_generalize_pointers_enabled() {
199options.insert(kcfi::TypeIdOptions::GENERALIZE_POINTERS);
200 }
201if self.tcx.sess.is_sanitizer_cfi_normalize_integers_enabled() {
202options.insert(kcfi::TypeIdOptions::NORMALIZE_INTEGERS);
203 }
204205if let Some(instance) = instance {
206let kcfi_typeid = kcfi::typeid_for_instance(self.tcx, instance, options);
207self.set_kcfi_type_metadata(llfn, kcfi_typeid);
208 } else {
209let kcfi_typeid = kcfi::typeid_for_fnabi(self.tcx, fn_abi, options);
210self.set_kcfi_type_metadata(llfn, kcfi_typeid);
211 }
212 }
213214llfn215 }
216}
217218impl<'ll, CX: Borrow<SCx<'ll>>> GenericCx<'ll, CX> {
219/// Declare a global with an intention to define it.
220 ///
221 /// Use this function when you intend to define a global. This function will
222 /// return `None` if the name already has a definition associated with it. In that
223 /// case an error should be reported to the user, because it usually happens due
224 /// to user’s fault (e.g., misuse of `#[no_mangle]` or `#[export_name]` attributes).
225pub(crate) fn define_global(&self, name: &str, ty: &'ll Type) -> Option<&'ll Value> {
226if self.get_defined_value(name).is_some() {
227None228 } else {
229Some(self.declare_global(name, ty))
230 }
231 }
232233/// Gets declared value by name.
234pub(crate) fn get_declared_value(&self, name: &str) -> Option<&'ll Value> {
235{
use ::tracing::__macro_support::Callsite as _;
static __CALLSITE: ::tracing::callsite::DefaultCallsite =
{
static META: ::tracing::Metadata<'static> =
{
::tracing_core::metadata::Metadata::new("event compiler/rustc_codegen_llvm/src/declare.rs:235",
"rustc_codegen_llvm::declare", ::tracing::Level::DEBUG,
::tracing_core::__macro_support::Option::Some("compiler/rustc_codegen_llvm/src/declare.rs"),
::tracing_core::__macro_support::Option::Some(235u32),
::tracing_core::__macro_support::Option::Some("rustc_codegen_llvm::declare"),
::tracing_core::field::FieldSet::new(&["message"],
::tracing_core::callsite::Identifier(&__CALLSITE)),
::tracing::metadata::Kind::EVENT)
};
::tracing::callsite::DefaultCallsite::new(&META)
};
let enabled =
::tracing::Level::DEBUG <= ::tracing::level_filters::STATIC_MAX_LEVEL
&&
::tracing::Level::DEBUG <=
::tracing::level_filters::LevelFilter::current() &&
{
let interest = __CALLSITE.interest();
!interest.is_never() &&
::tracing::__macro_support::__is_enabled(__CALLSITE.metadata(),
interest)
};
if enabled {
(|value_set: ::tracing::field::ValueSet|
{
let meta = __CALLSITE.metadata();
::tracing::Event::dispatch(meta, &value_set);
;
})({
#[allow(unused_imports)]
use ::tracing::field::{debug, display, Value};
let mut iter = __CALLSITE.metadata().fields().iter();
__CALLSITE.metadata().fields().value_set(&[(&::tracing::__macro_support::Iterator::next(&mut iter).expect("FieldSet corrupted (this is a bug)"),
::tracing::__macro_support::Option::Some(&format_args!("get_declared_value(name={0:?})",
name) as &dyn Value))])
});
} else { ; }
};debug!("get_declared_value(name={:?})", name);
236unsafe { llvm::LLVMRustGetNamedValue(self.llmod(), name.as_c_char_ptr(), name.len()) }
237 }
238239/// Gets defined or externally defined (AvailableExternally linkage) value by
240 /// name.
241pub(crate) fn get_defined_value(&self, name: &str) -> Option<&'ll Value> {
242self.get_declared_value(name).and_then(|val| {
243let declaration = llvm::is_declaration(val);
244if !declaration { Some(val) } else { None }
245 })
246 }
247}