rustc_metadata/rmeta/
mod.rs

1use std::marker::PhantomData;
2use std::num::NonZero;
3
4pub(crate) use decoder::{CrateMetadata, CrateNumMap, MetadataBlob, TargetModifiers};
5use decoder::{DecodeContext, Metadata};
6use def_path_hash_map::DefPathHashMapRef;
7use encoder::EncodeContext;
8pub use encoder::{EncodedMetadata, encode_metadata, rendered_const};
9use rustc_abi::{FieldIdx, ReprOptions, VariantIdx};
10use rustc_ast::expand::StrippedCfgItem;
11use rustc_data_structures::fx::FxHashMap;
12use rustc_data_structures::svh::Svh;
13use rustc_hir::PreciseCapturingArgKind;
14use rustc_hir::def::{CtorKind, DefKind, DocLinkResMap};
15use rustc_hir::def_id::{CrateNum, DefId, DefIdMap, DefIndex, DefPathHash, StableCrateId};
16use rustc_hir::definitions::DefKey;
17use rustc_hir::lang_items::LangItem;
18use rustc_index::IndexVec;
19use rustc_index::bit_set::DenseBitSet;
20use rustc_macros::{
21    Decodable, Encodable, MetadataDecodable, MetadataEncodable, TyDecodable, TyEncodable,
22};
23use rustc_middle::metadata::ModChild;
24use rustc_middle::middle::codegen_fn_attrs::CodegenFnAttrs;
25use rustc_middle::middle::debugger_visualizer::DebuggerVisualizerFile;
26use rustc_middle::middle::exported_symbols::{ExportedSymbol, SymbolExportInfo};
27use rustc_middle::middle::lib_features::FeatureStability;
28use rustc_middle::middle::resolve_bound_vars::ObjectLifetimeDefault;
29use rustc_middle::ty::fast_reject::SimplifiedType;
30use rustc_middle::ty::{
31    self, DeducedParamAttrs, ParameterizedOverTcx, Ty, TyCtxt, UnusedGenericParams,
32};
33use rustc_middle::util::Providers;
34use rustc_middle::{mir, trivially_parameterized_over_tcx};
35use rustc_serialize::opaque::FileEncoder;
36use rustc_session::config::{SymbolManglingVersion, TargetModifier};
37use rustc_session::cstore::{CrateDepKind, ForeignModule, LinkagePreference, NativeLib};
38use rustc_span::edition::Edition;
39use rustc_span::hygiene::{ExpnIndex, MacroKind, SyntaxContextKey};
40use rustc_span::{self, ExpnData, ExpnHash, ExpnId, Ident, Span, Symbol};
41use rustc_target::spec::{PanicStrategy, TargetTuple};
42use table::TableBuilder;
43use {rustc_ast as ast, rustc_attr_data_structures as attrs, rustc_hir as hir};
44
45use crate::creader::CrateMetadataRef;
46
47mod decoder;
48mod def_path_hash_map;
49mod encoder;
50mod table;
51
52pub(crate) fn rustc_version(cfg_version: &'static str) -> String {
53    format!("rustc {cfg_version}")
54}
55
56/// Metadata encoding version.
57/// N.B., increment this if you change the format of metadata such that
58/// the rustc version can't be found to compare with `rustc_version()`.
59const METADATA_VERSION: u8 = 10;
60
61/// Metadata header which includes `METADATA_VERSION`.
62///
63/// This header is followed by the length of the compressed data, then
64/// the position of the `CrateRoot`, which is encoded as a 64-bit little-endian
65/// unsigned integer, and further followed by the rustc version string.
66pub const METADATA_HEADER: &[u8] = &[b'r', b'u', b's', b't', 0, 0, 0, METADATA_VERSION];
67
68/// A value of type T referred to by its absolute position
69/// in the metadata, and which can be decoded lazily.
70///
71/// Metadata is effective a tree, encoded in post-order,
72/// and with the root's position written next to the header.
73/// That means every single `LazyValue` points to some previous
74/// location in the metadata and is part of a larger node.
75///
76/// The first `LazyValue` in a node is encoded as the backwards
77/// distance from the position where the containing node
78/// starts and where the `LazyValue` points to, while the rest
79/// use the forward distance from the previous `LazyValue`.
80/// Distances start at 1, as 0-byte nodes are invalid.
81/// Also invalid are nodes being referred in a different
82/// order than they were encoded in.
83#[must_use]
84struct LazyValue<T> {
85    position: NonZero<usize>,
86    _marker: PhantomData<fn() -> T>,
87}
88
89impl<T: ParameterizedOverTcx> ParameterizedOverTcx for LazyValue<T> {
90    type Value<'tcx> = LazyValue<T::Value<'tcx>>;
91}
92
93impl<T> LazyValue<T> {
94    fn from_position(position: NonZero<usize>) -> LazyValue<T> {
95        LazyValue { position, _marker: PhantomData }
96    }
97}
98
99/// A list of lazily-decoded values.
100///
101/// Unlike `LazyValue<Vec<T>>`, the length is encoded next to the
102/// position, not at the position, which means that the length
103/// doesn't need to be known before encoding all the elements.
104///
105/// If the length is 0, no position is encoded, but otherwise,
106/// the encoding is that of `LazyArray`, with the distinction that
107/// the minimal distance the length of the sequence, i.e.
108/// it's assumed there's no 0-byte element in the sequence.
109struct LazyArray<T> {
110    position: NonZero<usize>,
111    num_elems: usize,
112    _marker: PhantomData<fn() -> T>,
113}
114
115impl<T: ParameterizedOverTcx> ParameterizedOverTcx for LazyArray<T> {
116    type Value<'tcx> = LazyArray<T::Value<'tcx>>;
117}
118
119impl<T> Default for LazyArray<T> {
120    fn default() -> LazyArray<T> {
121        LazyArray::from_position_and_num_elems(NonZero::new(1).unwrap(), 0)
122    }
123}
124
125impl<T> LazyArray<T> {
126    fn from_position_and_num_elems(position: NonZero<usize>, num_elems: usize) -> LazyArray<T> {
127        LazyArray { position, num_elems, _marker: PhantomData }
128    }
129}
130
131/// A list of lazily-decoded values, with the added capability of random access.
132///
133/// Random-access table (i.e. offering constant-time `get`/`set`), similar to
134/// `LazyArray<T>`, but without requiring encoding or decoding all the values
135/// eagerly and in-order.
136struct LazyTable<I, T> {
137    position: NonZero<usize>,
138    /// The encoded size of the elements of a table is selected at runtime to drop
139    /// trailing zeroes. This is the number of bytes used for each table element.
140    width: usize,
141    /// How many elements are in the table.
142    len: usize,
143    _marker: PhantomData<fn(I) -> T>,
144}
145
146impl<I: 'static, T: ParameterizedOverTcx> ParameterizedOverTcx for LazyTable<I, T> {
147    type Value<'tcx> = LazyTable<I, T::Value<'tcx>>;
148}
149
150impl<I, T> LazyTable<I, T> {
151    fn from_position_and_encoded_size(
152        position: NonZero<usize>,
153        width: usize,
154        len: usize,
155    ) -> LazyTable<I, T> {
156        LazyTable { position, width, len, _marker: PhantomData }
157    }
158}
159
160impl<T> Copy for LazyValue<T> {}
161impl<T> Clone for LazyValue<T> {
162    fn clone(&self) -> Self {
163        *self
164    }
165}
166
167impl<T> Copy for LazyArray<T> {}
168impl<T> Clone for LazyArray<T> {
169    fn clone(&self) -> Self {
170        *self
171    }
172}
173
174impl<I, T> Copy for LazyTable<I, T> {}
175impl<I, T> Clone for LazyTable<I, T> {
176    fn clone(&self) -> Self {
177        *self
178    }
179}
180
181/// Encoding / decoding state for `Lazy`s (`LazyValue`, `LazyArray`, and `LazyTable`).
182#[derive(Copy, Clone, PartialEq, Eq, Debug)]
183enum LazyState {
184    /// Outside of a metadata node.
185    NoNode,
186
187    /// Inside a metadata node, and before any `Lazy`s.
188    /// The position is that of the node itself.
189    NodeStart(NonZero<usize>),
190
191    /// Inside a metadata node, with a previous `Lazy`s.
192    /// The position is where that previous `Lazy` would start.
193    Previous(NonZero<usize>),
194}
195
196type SyntaxContextTable = LazyTable<u32, Option<LazyValue<SyntaxContextKey>>>;
197type ExpnDataTable = LazyTable<ExpnIndex, Option<LazyValue<ExpnData>>>;
198type ExpnHashTable = LazyTable<ExpnIndex, Option<LazyValue<ExpnHash>>>;
199
200#[derive(MetadataEncodable, MetadataDecodable)]
201pub(crate) struct ProcMacroData {
202    proc_macro_decls_static: DefIndex,
203    stability: Option<attrs::Stability>,
204    macros: LazyArray<DefIndex>,
205}
206
207/// Serialized crate metadata.
208///
209/// This contains just enough information to determine if we should load the `CrateRoot` or not.
210/// Prefer [`CrateRoot`] whenever possible to avoid ICEs when using `omit-git-hash` locally.
211/// See #76720 for more details.
212///
213/// If you do modify this struct, also bump the [`METADATA_VERSION`] constant.
214#[derive(MetadataEncodable, MetadataDecodable)]
215pub(crate) struct CrateHeader {
216    pub(crate) triple: TargetTuple,
217    pub(crate) hash: Svh,
218    pub(crate) name: Symbol,
219    /// Whether this is the header for a proc-macro crate.
220    ///
221    /// This is separate from [`ProcMacroData`] to avoid having to update [`METADATA_VERSION`] every
222    /// time ProcMacroData changes.
223    pub(crate) is_proc_macro_crate: bool,
224    /// Whether this crate metadata section is just a stub.
225    /// Stubs do not contain the full metadata (it will be typically stored
226    /// in a separate rmeta file).
227    ///
228    /// This is used inside rlibs and dylibs when using `-Zembed-metadata=no`.
229    pub(crate) is_stub: bool,
230}
231
232/// Serialized `.rmeta` data for a crate.
233///
234/// When compiling a proc-macro crate, we encode many of
235/// the `LazyArray<T>` fields as `Lazy::empty()`. This serves two purposes:
236///
237/// 1. We avoid performing unnecessary work. Proc-macro crates can only
238/// export proc-macros functions, which are compiled into a shared library.
239/// As a result, a large amount of the information we normally store
240/// (e.g. optimized MIR) is unneeded by downstream crates.
241/// 2. We avoid serializing invalid `CrateNum`s. When we deserialize
242/// a proc-macro crate, we don't load any of its dependencies (since we
243/// just need to invoke a native function from the shared library).
244/// This means that any foreign `CrateNum`s that we serialize cannot be
245/// deserialized, since we will not know how to map them into the current
246/// compilation session. If we were to serialize a proc-macro crate like
247/// a normal crate, much of what we serialized would be unusable in addition
248/// to being unused.
249#[derive(MetadataEncodable, MetadataDecodable)]
250pub(crate) struct CrateRoot {
251    /// A header used to detect if this is the right crate to load.
252    header: CrateHeader,
253
254    extra_filename: String,
255    stable_crate_id: StableCrateId,
256    required_panic_strategy: Option<PanicStrategy>,
257    panic_in_drop_strategy: PanicStrategy,
258    edition: Edition,
259    has_global_allocator: bool,
260    has_alloc_error_handler: bool,
261    has_panic_handler: bool,
262    has_default_lib_allocator: bool,
263
264    crate_deps: LazyArray<CrateDep>,
265    dylib_dependency_formats: LazyArray<Option<LinkagePreference>>,
266    lib_features: LazyArray<(Symbol, FeatureStability)>,
267    stability_implications: LazyArray<(Symbol, Symbol)>,
268    lang_items: LazyArray<(DefIndex, LangItem)>,
269    lang_items_missing: LazyArray<LangItem>,
270    stripped_cfg_items: LazyArray<StrippedCfgItem<DefIndex>>,
271    diagnostic_items: LazyArray<(Symbol, DefIndex)>,
272    native_libraries: LazyArray<NativeLib>,
273    foreign_modules: LazyArray<ForeignModule>,
274    traits: LazyArray<DefIndex>,
275    impls: LazyArray<TraitImpls>,
276    incoherent_impls: LazyArray<IncoherentImpls>,
277    interpret_alloc_index: LazyArray<u64>,
278    proc_macro_data: Option<ProcMacroData>,
279
280    tables: LazyTables,
281    debugger_visualizers: LazyArray<DebuggerVisualizerFile>,
282
283    exportable_items: LazyArray<DefIndex>,
284    stable_order_of_exportable_impls: LazyArray<(DefIndex, usize)>,
285    exported_non_generic_symbols: LazyArray<(ExportedSymbol<'static>, SymbolExportInfo)>,
286    exported_generic_symbols: LazyArray<(ExportedSymbol<'static>, SymbolExportInfo)>,
287
288    syntax_contexts: SyntaxContextTable,
289    expn_data: ExpnDataTable,
290    expn_hashes: ExpnHashTable,
291
292    def_path_hash_map: LazyValue<DefPathHashMapRef<'static>>,
293
294    source_map: LazyTable<u32, Option<LazyValue<rustc_span::SourceFile>>>,
295    target_modifiers: LazyArray<TargetModifier>,
296
297    compiler_builtins: bool,
298    needs_allocator: bool,
299    needs_panic_runtime: bool,
300    no_builtins: bool,
301    panic_runtime: bool,
302    profiler_runtime: bool,
303    symbol_mangling_version: SymbolManglingVersion,
304
305    specialization_enabled_in: bool,
306}
307
308/// On-disk representation of `DefId`.
309/// This creates a type-safe way to enforce that we remap the CrateNum between the on-disk
310/// representation and the compilation session.
311#[derive(Copy, Clone)]
312pub(crate) struct RawDefId {
313    krate: u32,
314    index: u32,
315}
316
317impl From<DefId> for RawDefId {
318    fn from(val: DefId) -> Self {
319        RawDefId { krate: val.krate.as_u32(), index: val.index.as_u32() }
320    }
321}
322
323impl RawDefId {
324    /// This exists so that `provide_one!` is happy
325    fn decode(self, meta: (CrateMetadataRef<'_>, TyCtxt<'_>)) -> DefId {
326        self.decode_from_cdata(meta.0)
327    }
328
329    fn decode_from_cdata(self, cdata: CrateMetadataRef<'_>) -> DefId {
330        let krate = CrateNum::from_u32(self.krate);
331        let krate = cdata.map_encoded_cnum_to_current(krate);
332        DefId { krate, index: DefIndex::from_u32(self.index) }
333    }
334}
335
336#[derive(Encodable, Decodable)]
337pub(crate) struct CrateDep {
338    pub name: Symbol,
339    pub hash: Svh,
340    pub host_hash: Option<Svh>,
341    pub kind: CrateDepKind,
342    pub extra_filename: String,
343    pub is_private: bool,
344}
345
346#[derive(MetadataEncodable, MetadataDecodable)]
347pub(crate) struct TraitImpls {
348    trait_id: (u32, DefIndex),
349    impls: LazyArray<(DefIndex, Option<SimplifiedType>)>,
350}
351
352#[derive(MetadataEncodable, MetadataDecodable)]
353pub(crate) struct IncoherentImpls {
354    self_ty: SimplifiedType,
355    impls: LazyArray<DefIndex>,
356}
357
358/// Define `LazyTables` and `TableBuilders` at the same time.
359macro_rules! define_tables {
360    (
361        - defaulted: $($name1:ident: Table<$IDX1:ty, $T1:ty>,)+
362        - optional: $($name2:ident: Table<$IDX2:ty, $T2:ty>,)+
363    ) => {
364        #[derive(MetadataEncodable, MetadataDecodable)]
365        pub(crate) struct LazyTables {
366            $($name1: LazyTable<$IDX1, $T1>,)+
367            $($name2: LazyTable<$IDX2, Option<$T2>>,)+
368        }
369
370        #[derive(Default)]
371        struct TableBuilders {
372            $($name1: TableBuilder<$IDX1, $T1>,)+
373            $($name2: TableBuilder<$IDX2, Option<$T2>>,)+
374        }
375
376        impl TableBuilders {
377            fn encode(&self, buf: &mut FileEncoder) -> LazyTables {
378                LazyTables {
379                    $($name1: self.$name1.encode(buf),)+
380                    $($name2: self.$name2.encode(buf),)+
381                }
382            }
383        }
384    }
385}
386
387define_tables! {
388- defaulted:
389    intrinsic: Table<DefIndex, Option<LazyValue<ty::IntrinsicDef>>>,
390    is_macro_rules: Table<DefIndex, bool>,
391    type_alias_is_lazy: Table<DefIndex, bool>,
392    attr_flags: Table<DefIndex, AttrFlags>,
393    // The u64 is the crate-local part of the DefPathHash. All hashes in this crate have the same
394    // StableCrateId, so we omit encoding those into the table.
395    //
396    // Note also that this table is fully populated (no gaps) as every DefIndex should have a
397    // corresponding DefPathHash.
398    def_path_hashes: Table<DefIndex, u64>,
399    explicit_item_bounds: Table<DefIndex, LazyArray<(ty::Clause<'static>, Span)>>,
400    explicit_item_self_bounds: Table<DefIndex, LazyArray<(ty::Clause<'static>, Span)>>,
401    inferred_outlives_of: Table<DefIndex, LazyArray<(ty::Clause<'static>, Span)>>,
402    explicit_super_predicates_of: Table<DefIndex, LazyArray<(ty::Clause<'static>, Span)>>,
403    explicit_implied_predicates_of: Table<DefIndex, LazyArray<(ty::Clause<'static>, Span)>>,
404    explicit_implied_const_bounds: Table<DefIndex, LazyArray<(ty::PolyTraitRef<'static>, Span)>>,
405    inherent_impls: Table<DefIndex, LazyArray<DefIndex>>,
406    associated_types_for_impl_traits_in_associated_fn: Table<DefIndex, LazyArray<DefId>>,
407    opt_rpitit_info: Table<DefIndex, Option<LazyValue<ty::ImplTraitInTraitData>>>,
408    // Reexported names are not associated with individual `DefId`s,
409    // e.g. a glob import can introduce a lot of names, all with the same `DefId`.
410    // That's why the encoded list needs to contain `ModChild` structures describing all the names
411    // individually instead of `DefId`s.
412    module_children_reexports: Table<DefIndex, LazyArray<ModChild>>,
413    cross_crate_inlinable: Table<DefIndex, bool>,
414
415- optional:
416    attributes: Table<DefIndex, LazyArray<hir::Attribute>>,
417    // For non-reexported names in a module every name is associated with a separate `DefId`,
418    // so we can take their names, visibilities etc from other encoded tables.
419    module_children_non_reexports: Table<DefIndex, LazyArray<DefIndex>>,
420    associated_item_or_field_def_ids: Table<DefIndex, LazyArray<DefIndex>>,
421    def_kind: Table<DefIndex, DefKind>,
422    visibility: Table<DefIndex, LazyValue<ty::Visibility<DefIndex>>>,
423    safety: Table<DefIndex, hir::Safety>,
424    def_span: Table<DefIndex, LazyValue<Span>>,
425    def_ident_span: Table<DefIndex, LazyValue<Span>>,
426    lookup_stability: Table<DefIndex, LazyValue<attrs::Stability>>,
427    lookup_const_stability: Table<DefIndex, LazyValue<attrs::ConstStability>>,
428    lookup_default_body_stability: Table<DefIndex, LazyValue<attrs::DefaultBodyStability>>,
429    lookup_deprecation_entry: Table<DefIndex, LazyValue<attrs::Deprecation>>,
430    explicit_predicates_of: Table<DefIndex, LazyValue<ty::GenericPredicates<'static>>>,
431    generics_of: Table<DefIndex, LazyValue<ty::Generics>>,
432    type_of: Table<DefIndex, LazyValue<ty::EarlyBinder<'static, Ty<'static>>>>,
433    variances_of: Table<DefIndex, LazyArray<ty::Variance>>,
434    fn_sig: Table<DefIndex, LazyValue<ty::EarlyBinder<'static, ty::PolyFnSig<'static>>>>,
435    codegen_fn_attrs: Table<DefIndex, LazyValue<CodegenFnAttrs>>,
436    impl_trait_header: Table<DefIndex, LazyValue<ty::ImplTraitHeader<'static>>>,
437    const_param_default: Table<DefIndex, LazyValue<ty::EarlyBinder<'static, rustc_middle::ty::Const<'static>>>>,
438    object_lifetime_default: Table<DefIndex, LazyValue<ObjectLifetimeDefault>>,
439    optimized_mir: Table<DefIndex, LazyValue<mir::Body<'static>>>,
440    mir_for_ctfe: Table<DefIndex, LazyValue<mir::Body<'static>>>,
441    closure_saved_names_of_captured_variables: Table<DefIndex, LazyValue<IndexVec<FieldIdx, Symbol>>>,
442    mir_coroutine_witnesses: Table<DefIndex, LazyValue<mir::CoroutineLayout<'static>>>,
443    promoted_mir: Table<DefIndex, LazyValue<IndexVec<mir::Promoted, mir::Body<'static>>>>,
444    thir_abstract_const: Table<DefIndex, LazyValue<ty::EarlyBinder<'static, ty::Const<'static>>>>,
445    impl_parent: Table<DefIndex, RawDefId>,
446    constness: Table<DefIndex, hir::Constness>,
447    const_conditions: Table<DefIndex, LazyValue<ty::ConstConditions<'static>>>,
448    defaultness: Table<DefIndex, hir::Defaultness>,
449    // FIXME(eddyb) perhaps compute this on the fly if cheap enough?
450    coerce_unsized_info: Table<DefIndex, LazyValue<ty::adjustment::CoerceUnsizedInfo>>,
451    mir_const_qualif: Table<DefIndex, LazyValue<mir::ConstQualifs>>,
452    rendered_const: Table<DefIndex, LazyValue<String>>,
453    rendered_precise_capturing_args: Table<DefIndex, LazyArray<PreciseCapturingArgKind<Symbol, Symbol>>>,
454    asyncness: Table<DefIndex, ty::Asyncness>,
455    fn_arg_idents: Table<DefIndex, LazyArray<Option<Ident>>>,
456    coroutine_kind: Table<DefIndex, hir::CoroutineKind>,
457    coroutine_for_closure: Table<DefIndex, RawDefId>,
458    adt_destructor: Table<DefIndex, LazyValue<ty::Destructor>>,
459    adt_async_destructor: Table<DefIndex, LazyValue<ty::AsyncDestructor>>,
460    coroutine_by_move_body_def_id: Table<DefIndex, RawDefId>,
461    eval_static_initializer: Table<DefIndex, LazyValue<mir::interpret::ConstAllocation<'static>>>,
462    trait_def: Table<DefIndex, LazyValue<ty::TraitDef>>,
463    trait_item_def_id: Table<DefIndex, RawDefId>,
464    expn_that_defined: Table<DefIndex, LazyValue<ExpnId>>,
465    default_fields: Table<DefIndex, LazyValue<DefId>>,
466    params_in_repr: Table<DefIndex, LazyValue<DenseBitSet<u32>>>,
467    repr_options: Table<DefIndex, LazyValue<ReprOptions>>,
468    // `def_keys` and `def_path_hashes` represent a lazy version of a
469    // `DefPathTable`. This allows us to avoid deserializing an entire
470    // `DefPathTable` up front, since we may only ever use a few
471    // definitions from any given crate.
472    def_keys: Table<DefIndex, LazyValue<DefKey>>,
473    proc_macro_quoted_spans: Table<usize, LazyValue<Span>>,
474    variant_data: Table<DefIndex, LazyValue<VariantData>>,
475    assoc_container: Table<DefIndex, ty::AssocItemContainer>,
476    macro_definition: Table<DefIndex, LazyValue<ast::DelimArgs>>,
477    proc_macro: Table<DefIndex, MacroKind>,
478    deduced_param_attrs: Table<DefIndex, LazyArray<DeducedParamAttrs>>,
479    trait_impl_trait_tys: Table<DefIndex, LazyValue<DefIdMap<ty::EarlyBinder<'static, Ty<'static>>>>>,
480    doc_link_resolutions: Table<DefIndex, LazyValue<DocLinkResMap>>,
481    doc_link_traits_in_scope: Table<DefIndex, LazyArray<DefId>>,
482    assumed_wf_types_for_rpitit: Table<DefIndex, LazyArray<(Ty<'static>, Span)>>,
483    opaque_ty_origin: Table<DefIndex, LazyValue<hir::OpaqueTyOrigin<DefId>>>,
484    anon_const_kind: Table<DefIndex, LazyValue<ty::AnonConstKind>>,
485}
486
487#[derive(TyEncodable, TyDecodable)]
488struct VariantData {
489    idx: VariantIdx,
490    discr: ty::VariantDiscr,
491    /// If this is unit or tuple-variant/struct, then this is the index of the ctor id.
492    ctor: Option<(CtorKind, DefIndex)>,
493    is_non_exhaustive: bool,
494}
495
496bitflags::bitflags! {
497    #[derive(Default)]
498    pub struct AttrFlags: u8 {
499        const IS_DOC_HIDDEN = 1 << 0;
500    }
501}
502
503/// A span tag byte encodes a bunch of data, so that we can cut out a few extra bytes from span
504/// encodings (which are very common, for example, libcore has ~650,000 unique spans and over 1.1
505/// million references to prior-written spans).
506///
507/// The byte format is split into several parts:
508///
509/// [ a a a a a c d d ]
510///
511/// `a` bits represent the span length. We have 5 bits, so we can store lengths up to 30 inline, with
512/// an all-1s pattern representing that the length is stored separately.
513///
514/// `c` represents whether the span context is zero (and then it is not stored as a separate varint)
515/// for direct span encodings, and whether the offset is absolute or relative otherwise (zero for
516/// absolute).
517///
518/// d bits represent the kind of span we are storing (local, foreign, partial, indirect).
519#[derive(Encodable, Decodable, Copy, Clone)]
520struct SpanTag(u8);
521
522#[derive(Debug, Copy, Clone, PartialEq, Eq)]
523enum SpanKind {
524    Local = 0b00,
525    Foreign = 0b01,
526    Partial = 0b10,
527    // Indicates the actual span contents are elsewhere.
528    // If this is the kind, then the span context bit represents whether it is a relative or
529    // absolute offset.
530    Indirect = 0b11,
531}
532
533impl SpanTag {
534    fn new(kind: SpanKind, context: rustc_span::SyntaxContext, length: usize) -> SpanTag {
535        let mut data = 0u8;
536        data |= kind as u8;
537        if context.is_root() {
538            data |= 0b100;
539        }
540        let all_1s_len = (0xffu8 << 3) >> 3;
541        // strictly less than - all 1s pattern is a sentinel for storage being out of band.
542        if length < all_1s_len as usize {
543            data |= (length as u8) << 3;
544        } else {
545            data |= all_1s_len << 3;
546        }
547
548        SpanTag(data)
549    }
550
551    fn indirect(relative: bool, length_bytes: u8) -> SpanTag {
552        let mut tag = SpanTag(SpanKind::Indirect as u8);
553        if relative {
554            tag.0 |= 0b100;
555        }
556        assert!(length_bytes <= 8);
557        tag.0 |= length_bytes << 3;
558        tag
559    }
560
561    fn kind(self) -> SpanKind {
562        let masked = self.0 & 0b11;
563        match masked {
564            0b00 => SpanKind::Local,
565            0b01 => SpanKind::Foreign,
566            0b10 => SpanKind::Partial,
567            0b11 => SpanKind::Indirect,
568            _ => unreachable!(),
569        }
570    }
571
572    fn is_relative_offset(self) -> bool {
573        debug_assert_eq!(self.kind(), SpanKind::Indirect);
574        self.0 & 0b100 != 0
575    }
576
577    fn context(self) -> Option<rustc_span::SyntaxContext> {
578        if self.0 & 0b100 != 0 { Some(rustc_span::SyntaxContext::root()) } else { None }
579    }
580
581    fn length(self) -> Option<rustc_span::BytePos> {
582        let all_1s_len = (0xffu8 << 3) >> 3;
583        let len = self.0 >> 3;
584        if len != all_1s_len { Some(rustc_span::BytePos(u32::from(len))) } else { None }
585    }
586}
587
588// Tags for encoding Symbol's
589const SYMBOL_STR: u8 = 0;
590const SYMBOL_OFFSET: u8 = 1;
591const SYMBOL_PREDEFINED: u8 = 2;
592
593pub fn provide(providers: &mut Providers) {
594    encoder::provide(providers);
595    decoder::provide(providers);
596}
597
598trivially_parameterized_over_tcx! {
599    VariantData,
600    RawDefId,
601    TraitImpls,
602    IncoherentImpls,
603    CrateHeader,
604    CrateRoot,
605    CrateDep,
606    AttrFlags,
607}
rustc_metadata/rmeta/mod.rs

rustc_metadata/rmeta/
mod.rs
