Skip to main content

rustc_codegen_llvm/
callee.rs

1//! Handles codegen of callees as well as other call-related
2//! things. Callees are a superset of normal rust values and sometimes
3//! have different representations. In particular, top-level fn items
4//! and methods are represented as just a fn ptr and not a full
5//! closure.
6
7use rustc_codegen_ssa::common;
8use rustc_middle::ty::layout::{FnAbiOf, HasTyCtxt, HasTypingEnv};
9use rustc_middle::ty::{self, Instance, TypeVisitableExt};
10use rustc_target::spec::{Arch, Env};
11use tracing::debug;
12
13use crate::context::CodegenCx;
14use crate::llvm::{self, Value};
15
16/// Codegens a reference to a fn/method item, monomorphizing and
17/// inlining as it goes.
18pub(crate) fn get_fn<'ll, 'tcx>(cx: &CodegenCx<'ll, 'tcx>, instance: Instance<'tcx>) -> &'ll Value {
19    let tcx = cx.tcx();
20
21    {
    use ::tracing::__macro_support::Callsite as _;
    static __CALLSITE: ::tracing::callsite::DefaultCallsite =
        {
            static META: ::tracing::Metadata<'static> =
                {
                    ::tracing_core::metadata::Metadata::new("event /rustc-dev/809936eac66c547a5127ce1da805f0d3a6789b98/compiler/rustc_codegen_llvm/src/callee.rs:21",
                        "rustc_codegen_llvm::callee", ::tracing::Level::DEBUG,
                        ::tracing_core::__macro_support::Option::Some("/rustc-dev/809936eac66c547a5127ce1da805f0d3a6789b98/compiler/rustc_codegen_llvm/src/callee.rs"),
                        ::tracing_core::__macro_support::Option::Some(21u32),
                        ::tracing_core::__macro_support::Option::Some("rustc_codegen_llvm::callee"),
                        ::tracing_core::field::FieldSet::new(&["message"],
                            ::tracing_core::callsite::Identifier(&__CALLSITE)),
                        ::tracing::metadata::Kind::EVENT)
                };
            ::tracing::callsite::DefaultCallsite::new(&META)
        };
    let enabled =
        ::tracing::Level::DEBUG <= ::tracing::level_filters::STATIC_MAX_LEVEL
                &&
                ::tracing::Level::DEBUG <=
                    ::tracing::level_filters::LevelFilter::current() &&
            {
                let interest = __CALLSITE.interest();
                !interest.is_never() &&
                    ::tracing::__macro_support::__is_enabled(__CALLSITE.metadata(),
                        interest)
            };
    if enabled {
        (|value_set: ::tracing::field::ValueSet|
                    {
                        let meta = __CALLSITE.metadata();
                        ::tracing::Event::dispatch(meta, &value_set);
                        ;
                    })({
                #[allow(unused_imports)]
                use ::tracing::field::{debug, display, Value};
                __CALLSITE.metadata().fields().value_set_all(&[(::tracing::__macro_support::Option::Some(&format_args!("get_fn(instance={0:?})",
                                                    instance) as &dyn ::tracing::field::Value))])
            });
    } else { ; }
};debug!("get_fn(instance={:?})", instance);
22
23    if !!instance.args.has_infer() {
    ::core::panicking::panic("assertion failed: !instance.args.has_infer()")
};assert!(!instance.args.has_infer());
24    if !!instance.args.has_escaping_bound_vars() {
    ::core::panicking::panic("assertion failed: !instance.args.has_escaping_bound_vars()")
};assert!(!instance.args.has_escaping_bound_vars());
25
26    if let Some(&llfn) = cx.instances.borrow().get(&instance) {
27        return llfn;
28    }
29
30    let sym = tcx.symbol_name(instance).name;
31    {
    use ::tracing::__macro_support::Callsite as _;
    static __CALLSITE: ::tracing::callsite::DefaultCallsite =
        {
            static META: ::tracing::Metadata<'static> =
                {
                    ::tracing_core::metadata::Metadata::new("event /rustc-dev/809936eac66c547a5127ce1da805f0d3a6789b98/compiler/rustc_codegen_llvm/src/callee.rs:31",
                        "rustc_codegen_llvm::callee", ::tracing::Level::DEBUG,
                        ::tracing_core::__macro_support::Option::Some("/rustc-dev/809936eac66c547a5127ce1da805f0d3a6789b98/compiler/rustc_codegen_llvm/src/callee.rs"),
                        ::tracing_core::__macro_support::Option::Some(31u32),
                        ::tracing_core::__macro_support::Option::Some("rustc_codegen_llvm::callee"),
                        ::tracing_core::field::FieldSet::new(&["message"],
                            ::tracing_core::callsite::Identifier(&__CALLSITE)),
                        ::tracing::metadata::Kind::EVENT)
                };
            ::tracing::callsite::DefaultCallsite::new(&META)
        };
    let enabled =
        ::tracing::Level::DEBUG <= ::tracing::level_filters::STATIC_MAX_LEVEL
                &&
                ::tracing::Level::DEBUG <=
                    ::tracing::level_filters::LevelFilter::current() &&
            {
                let interest = __CALLSITE.interest();
                !interest.is_never() &&
                    ::tracing::__macro_support::__is_enabled(__CALLSITE.metadata(),
                        interest)
            };
    if enabled {
        (|value_set: ::tracing::field::ValueSet|
                    {
                        let meta = __CALLSITE.metadata();
                        ::tracing::Event::dispatch(meta, &value_set);
                        ;
                    })({
                #[allow(unused_imports)]
                use ::tracing::field::{debug, display, Value};
                __CALLSITE.metadata().fields().value_set_all(&[(::tracing::__macro_support::Option::Some(&format_args!("get_fn({0:?}: {1:?}) => {2}",
                                                    instance, instance.ty(cx.tcx(), cx.typing_env()), sym) as
                                            &dyn ::tracing::field::Value))])
            });
    } else { ; }
};debug!("get_fn({:?}: {:?}) => {}", instance, instance.ty(cx.tcx(), cx.typing_env()), sym);
32
33    let fn_abi = cx.fn_abi_of_instance(instance, ty::List::empty());
34
35    let llfn = if let Some(llfn) = cx.get_declared_value(sym) {
36        llfn
37    } else {
38        let instance_def_id = instance.def_id();
39        let llfn = if tcx.sess.target.arch == Arch::X86
40            && let Some(dllimport) = crate::common::get_dllimport(tcx, instance_def_id, sym)
41        {
42            // When calling functions in generated import libraries,
43            // LLVM/ar_archive_writer needs the fully decorated name
44            // (as would have been in the declaring object file), but dlltool
45            // wants the name as exported (as would be in the def file)
46            // which may be missing decorations.
47            let using_dlltool = common::is_using_dlltool(&tcx.sess.target);
48            let llfn = cx.declare_fn(
49                &common::i686_decorated_name(dllimport, using_dlltool, true, !using_dlltool),
50                fn_abi,
51                Some(instance),
52            );
53
54            // Fix for https://github.com/rust-lang/rust/issues/104453
55            // On x86 Windows, LLVM uses 'L' as the prefix for any private
56            // global symbols, so when we create an undecorated function symbol
57            // that begins with an 'L' LLVM misinterprets that as a private
58            // global symbol that it created and so fails the compilation at a
59            // later stage since such a symbol must have a definition.
60            //
61            // To avoid this, we set the Storage Class to "DllImport" so that
62            // LLVM will prefix the name with `__imp_`. Ideally, we'd like the
63            // existing logic below to set the Storage Class, but it has an
64            // exemption for MinGW for backwards compatibility.
65            llvm::set_dllimport_storage_class(llfn);
66            llfn
67        } else {
68            cx.declare_fn(sym, fn_abi, Some(instance))
69        };
70        {
    use ::tracing::__macro_support::Callsite as _;
    static __CALLSITE: ::tracing::callsite::DefaultCallsite =
        {
            static META: ::tracing::Metadata<'static> =
                {
                    ::tracing_core::metadata::Metadata::new("event /rustc-dev/809936eac66c547a5127ce1da805f0d3a6789b98/compiler/rustc_codegen_llvm/src/callee.rs:70",
                        "rustc_codegen_llvm::callee", ::tracing::Level::DEBUG,
                        ::tracing_core::__macro_support::Option::Some("/rustc-dev/809936eac66c547a5127ce1da805f0d3a6789b98/compiler/rustc_codegen_llvm/src/callee.rs"),
                        ::tracing_core::__macro_support::Option::Some(70u32),
                        ::tracing_core::__macro_support::Option::Some("rustc_codegen_llvm::callee"),
                        ::tracing_core::field::FieldSet::new(&["message"],
                            ::tracing_core::callsite::Identifier(&__CALLSITE)),
                        ::tracing::metadata::Kind::EVENT)
                };
            ::tracing::callsite::DefaultCallsite::new(&META)
        };
    let enabled =
        ::tracing::Level::DEBUG <= ::tracing::level_filters::STATIC_MAX_LEVEL
                &&
                ::tracing::Level::DEBUG <=
                    ::tracing::level_filters::LevelFilter::current() &&
            {
                let interest = __CALLSITE.interest();
                !interest.is_never() &&
                    ::tracing::__macro_support::__is_enabled(__CALLSITE.metadata(),
                        interest)
            };
    if enabled {
        (|value_set: ::tracing::field::ValueSet|
                    {
                        let meta = __CALLSITE.metadata();
                        ::tracing::Event::dispatch(meta, &value_set);
                        ;
                    })({
                #[allow(unused_imports)]
                use ::tracing::field::{debug, display, Value};
                __CALLSITE.metadata().fields().value_set_all(&[(::tracing::__macro_support::Option::Some(&format_args!("get_fn: not casting pointer!")
                                            as &dyn ::tracing::field::Value))])
            });
    } else { ; }
};debug!("get_fn: not casting pointer!");
71
72        // Apply an appropriate linkage/visibility value to our item that we
73        // just declared.
74        //
75        // This is sort of subtle. Inside our codegen unit we started off
76        // compilation by predefining all our own `MonoItem` instances. That
77        // is, everything we're codegenning ourselves is already defined. That
78        // means that anything we're actually codegenning in this codegen unit
79        // will have hit the above branch in `get_declared_value`. As a result,
80        // we're guaranteed here that we're declaring a symbol that won't get
81        // defined, or in other words we're referencing a value from another
82        // codegen unit or even another crate.
83        //
84        // So because this is a foreign value we blanket apply an external
85        // linkage directive because it's coming from a different object file.
86        // The visibility here is where it gets tricky. This symbol could be
87        // referencing some foreign crate or foreign library (an `extern`
88        // block) in which case we want to leave the default visibility. We may
89        // also, though, have multiple codegen units. It could be a
90        // monomorphization, in which case its expected visibility depends on
91        // whether we are sharing generics or not. The important thing here is
92        // that the visibility we apply to the declaration is the same one that
93        // has been applied to the definition (wherever that definition may be).
94
95        llvm::set_linkage(llfn, llvm::Linkage::ExternalLinkage);
96        let is_generic = instance.args.non_erasable_generics().next().is_some();
97
98        let is_hidden = if is_generic {
99            // This is a monomorphization of a generic function.
100            if !(cx.tcx.sess.opts.share_generics()
101                || tcx.codegen_instance_attrs(instance.def).inline
102                    == rustc_hir::attrs::InlineAttr::Never)
103            {
104                // When not sharing generics, all instances are in the same
105                // crate and have hidden visibility.
106                true
107            } else {
108                if let Some(instance_def_id) = instance_def_id.as_local() {
109                    // This is a monomorphization of a generic function
110                    // defined in the current crate. It is hidden if:
111                    // - the definition is unreachable for downstream
112                    //   crates, or
113                    // - the current crate does not re-export generics
114                    //   (because the crate is a C library or executable)
115                    cx.tcx.is_unreachable_local_definition(instance_def_id)
116                        || !cx.tcx.local_crate_exports_generics()
117                } else {
118                    // This is a monomorphization of a generic function
119                    // defined in an upstream crate. It is hidden if:
120                    // - it is instantiated in this crate, and
121                    // - the current crate does not re-export generics
122                    instance.upstream_monomorphization(tcx).is_none()
123                        && !cx.tcx.local_crate_exports_generics()
124                }
125            }
126        } else {
127            // This is a non-generic function. It is hidden if:
128            // - it is instantiated in the local crate, and
129            //   - it is defined an upstream crate (non-local), or
130            //   - it is not reachable
131            cx.tcx.is_codegened_item(instance_def_id)
132                && (!instance_def_id.is_local()
133                    || !cx.tcx.is_reachable_non_generic(instance_def_id))
134        };
135        if is_hidden {
136            llvm::set_visibility(llfn, llvm::Visibility::Hidden);
137        }
138
139        // MinGW: For backward compatibility we rely on the linker to decide whether it
140        // should use dllimport for functions.
141        if cx.use_dll_storage_attrs
142            && let Some(library) = tcx.native_library(instance_def_id)
143            && library.kind.is_dllimport()
144            && !#[allow(non_exhaustive_omitted_patterns)] match tcx.sess.target.env {
    Env::Gnu | Env::Uclibc => true,
    _ => false,
}matches!(tcx.sess.target.env, Env::Gnu | Env::Uclibc)
145        {
146            llvm::set_dllimport_storage_class(llfn);
147        }
148
149        cx.assume_dso_local(llfn, true);
150
151        llfn
152    };
153
154    cx.instances.borrow_mut().insert(instance, llfn);
155
156    llfn
157}