charon_lib/transform/

mod.rs

pub mod ctx;
pub mod typecheck_and_unify;
pub mod utils;

/// Passes that finish translation, i.e. required for the output to be a valid output.
pub mod finish_translation {
    pub mod filter_invisible_trait_impls;
    pub mod insert_assign_return_unit;
    pub mod insert_ptr_metadata;
    pub mod insert_storage_statements;
}

/// Passes that compute extra info to be stored in the crate.
pub mod add_missing_info {
    pub mod add_implied_outlives;
    pub mod add_missing_alias_clauses;
    pub mod compute_layout_guarantees;
    pub mod compute_short_names;
    pub mod detect_drop_flags;
    pub mod link_specs;
    pub mod recover_body_comments;
    pub mod reorder_decls;
    pub mod sccs;
}

/// Passes that effect some kind of normalization on the crate.
pub mod normalize {
    pub mod desugar_drops;
    pub mod expand_associated_types;
    pub mod normalize_trait_refs;
    pub mod partial_monomorphization;
    pub mod skip_trait_refs_when_known;
    pub mod transform_dyn_trait_calls;
}

/// Passes that undo some lowering done by rustc to recover an operation closer to what the user
/// wrote.
pub mod resugar {
    pub mod move_asserts_to_statements;
    pub mod reconstruct_asserts;
    pub mod reconstruct_box_derefs;
    pub mod reconstruct_copy_for_deref;
    pub mod reconstruct_fallible_operations;
    pub mod reconstruct_intrinsics;
    pub mod reconstruct_matches;
    pub mod reconstruct_panic_calls;
    pub mod reconstruct_static_accesses;
    pub mod reconstruct_vec_boxes;
    pub mod resugar_drops;
}

/// Passes that make the output simpler/easier to consume.
pub mod simplify_output {
    pub mod anon_const_to_call;
    pub mod builtins_to_function_calls;
    pub mod duplicate_defaulted_methods;
    pub mod filter_trivial_drops;
    pub mod hide_allocator_param;
    pub mod index_intermediate_assigns;
    pub mod inline_selected_functions;
    pub mod lift_associated_item_clauses;
    pub mod remove_adt_clauses;
    pub mod remove_nops;
    pub mod remove_unit_locals;
    pub mod remove_unused_clauses;
    pub mod remove_unused_locals;
    pub mod simplify_constants;
    pub mod unbind_item_vars;
    pub mod update_block_indices;
}

/// Passes that manipulate the control flow and reconstruct its structure.
pub mod control_flow {
    pub mod duplicate_return;
    pub mod merge_goto_chains;
    pub mod prettify_cfg;
    pub mod ullbc_to_llbc;
}

pub use ctx::TransformCtx;
use ctx::{LlbcPass, TransformPass, UllbcPass};

use crate::options::CliOpts;

/// Shorten a pass name for display: `charon_lib::transform::foo::bar::Transform` -> `foo::bar`.
fn short_pass_name(name: &str) -> String {
    let name = name.strip_prefix("charon_lib::transform::").unwrap_or(name);
    let name = name.strip_suffix("::Transform").unwrap_or(name);
    name.to_owned()
}

/// Run transformation passes on the crate before outputting it.
pub fn run_transformation_passes(options: &CliOpts, ctx: &mut TransformCtx) {
    // Passes that apply to the whole crate at once, typically those that change item signatures.
    let global = |x| Pass::NonBody(CowBox::Borrowed(x));
    // Passes that apply to bodies but work on either kind.
    let mixed_body = |x| Pass::NonBody(CowBox::Borrowed(x));

    ctx.run_pass(Pass::NonBody(PrintCtxPass::new(
        options.print_original_ullbc,
        "# ULLBC after translation from MIR".to_string(),
    )));

    // Item and type cleanup passes.
    ctx.run_passes([
        // Link specification items and the items they specify in both directions.
        global(&add_missing_info::link_specs::Transform),
        // `--duplicate-defaulted-methods`: copy default method bodies into impls that use them.
        global(&simplify_output::duplicate_defaulted_methods::Transform),
        // Compute short names. We do it early to make pretty-printed output more legible in traces.
        global(&add_missing_info::compute_short_names::Transform),
        // Check that translation emitted consistent types, and unify body lifetimes (best-effort).
        global(&typecheck_and_unify::Check::PostTranslation),
        // Filter the trait impls that were marked invisible since we couldn't filter them out
        // earlier.
        global(&finish_translation::filter_invisible_trait_impls::Transform),
        // Move clauses on associated types to be implied clauses of the trait.
        global(&simplify_output::lift_associated_item_clauses::Transform),
        // Type aliases may use associated types without declaring the corresponding trait
        // such missing trait clauses.
        global(&add_missing_info::add_missing_alias_clauses::Transform),
        // Make explicit the outlives predicates implied by item signatures.
        global(&add_missing_info::add_implied_outlives::Transform),
    ]);

    // Body cleanup passes on the ullbc.
    let pass = Pass::FusedUnstructuredBody(Box::new([
        // Detect which locals are drop flags.
        CowBox::Borrowed(&add_missing_info::detect_drop_flags::Transform),
        // Reconstruct conditional drops. Needs to be done before any pass changes the shape of the
        // CFG.
        CowBox::Borrowed(&resugar::resugar_drops::Transform),
        // Compute the metadata & insert for Rvalue
        CowBox::Borrowed(&finish_translation::insert_ptr_metadata::Transform),
        // Add the missing assignments to the return value.
        // When the function return type is unit, the generated MIR doesn't set the return value to
        // `()`. This can be a concern: in the case of Aeneas, it means the return variable
        // contains ⊥ upon returning. For this reason, when the function has return type unit, we
        // insert an extra assignment just before returning.
        CowBox::Borrowed(&finish_translation::insert_assign_return_unit::Transform),
        // Insert storage markers for locals that don't have them (that's allowed in MIR).
        CowBox::Borrowed(&finish_translation::insert_storage_statements::Transform),
        // Transform Drops into Calls to drop_glue.
        CowBox::Borrowed(&normalize::desugar_drops::Transform),
        // Whenever we reference a trait method on a known type, refer to the method `FunDecl`
        // directly instead of going via a `TraitRef`. This is done before associated-type lifting
        // because it messes up generic args order.
        CowBox::Borrowed(&normalize::skip_trait_refs_when_known::Transform),
        // Transform dyn trait method calls to vtable function pointer calls.
        // This should be early to handle the calls before other transformations.
        CowBox::Borrowed(&normalize::transform_dyn_trait_calls::Transform),
        // Replace promoted and inline consts with calls to their initializers.
        simplify_output::anon_const_to_call::Transform::new(ctx),
        // Inline promoted and inline consts, as well as dummy auto-generated panic functions.
        simplify_output::inline_selected_functions::Transform::new(ctx),
        // Replace calls to built-in panic functions with `Panic` terminators.
        resugar::reconstruct_panic_calls::Transform::new(ctx),
        // Remove drop statements that are noops.
        CowBox::Borrowed(&simplify_output::filter_trivial_drops::Transform),
        // Inline all asserts that correspond to dynamic checks into statements.
        // The following pass will then merge the generated gotos as part of this substitution,
        // and [reconstruct_fallible_operations] can then use the inlined asserts to
        // reconstruct the fallible operations.
        CowBox::Borrowed(&resugar::move_asserts_to_statements::Transform),
        // Merge single-origin gotos into their parent. This drastically reduces the graph size
        // of the CFG.
        // This must be done early as some resugaring passes depend on it.
        CowBox::Borrowed(&control_flow::merge_goto_chains::Transform),
        // Undo the splitting of places at derefs done in elaborated MIR.
        CowBox::Borrowed(&resugar::reconstruct_copy_for_deref::Transform),
        // Remove overflow/div-by-zero/bounds checks since they are already part of the
        // arithmetic/array operation in the semantics of (U)LLBC.
        // **WARNING**: this pass uses the fact that the dynamic checks introduced by Rustc use a
        // special "assert" construct. Because of this, it must happen *before* the
        // [reconstruct_asserts] pass. See the comments in [crate::remove_dynamic_checks].
        // **WARNING**: this pass relies on a precise structure of the MIR statements. Because of this,
        // it must happen before passes that insert statements like [simplify_constants].
        CowBox::Borrowed(&resugar::reconstruct_fallible_operations::Transform),
        // Reconstruct `vec![x]` lowering to avoid unsafe operations.
        // **WARNING**: this pass relies on a precise structure of the MIR statements. Because of
        // this, it must happen before passes that insert statements like [simplify_constants].
        // This must also happen after `inline_selected_functions`, and `merge_goto_chains`.
        resugar::reconstruct_vec_boxes::Transform::new(ctx),
        // Resugar the box derefs that got desugared in elaborated MIR.
        CowBox::Borrowed(&resugar::reconstruct_box_derefs::Transform),
        // Recognize calls to the `offset_of` intrinsic and replace them with the
        // corresponding constant expression.
        CowBox::Borrowed(&resugar::reconstruct_intrinsics::Transform),
        // Reconstruct the asserts
        CowBox::Borrowed(&resugar::reconstruct_asserts::Transform),
        // Access statics directly instead of through a temporary holding their address.
        // This must happen before [simplify_constants], which splits these temporaries.
        CowBox::Borrowed(&resugar::reconstruct_static_accesses::Transform),
        // Desugar the constants to other values/operands as much as possible.
        CowBox::Borrowed(&simplify_output::simplify_constants::Transform),
        // Introduce intermediate assignments in preparation of the [`builtins_to_function_calls`]
        // pass.
        CowBox::Borrowed(&simplify_output::index_intermediate_assigns::Transform),
        // Remove locals of type `()` which show up a lot.
        CowBox::Borrowed(&simplify_output::remove_unit_locals::Transform),
        // Duplicate return blocks and unwind paths.
        CowBox::Borrowed(&control_flow::duplicate_return::Transform),
        // Reconstruct matches on enum variants.
        resugar::reconstruct_matches::Transform::new(ctx),
        // Remove the locals which are never used.
        CowBox::Borrowed(&simplify_output::remove_unused_locals::Transform),
        // Another round.
        CowBox::Borrowed(&control_flow::merge_goto_chains::Transform),
        // Renumber rechable blocks to be consecutive and in topological order.
        CowBox::Borrowed(&simplify_output::update_block_indices::Transform),
    ]));
    ctx.run_pass(pass);

    if !options.ullbc {
        // If we're reconstructing control-flow, print the ullbc here.
        ctx.run_pass(Pass::NonBody(PrintCtxPass::new(
            options.print_ullbc,
            "# Final ULLBC before control-flow reconstruction".to_string(),
        )));
    }

    if !options.ullbc {
        // Go from ULLBC to LLBC (Low-Level Borrow Calculus) by reconstructing the control flow.
        ctx.run_pass(mixed_body(&control_flow::ullbc_to_llbc::Transform));
        // Body cleanup passes after control flow reconstruction.
        let pass = Pass::FusedStructuredBody(Box::new([
            // Cleanup the cfg.
            CowBox::Borrowed(&control_flow::prettify_cfg::Transform),
            // Replace some operations and array/slice indexing with standard library function
            // calls.
            simplify_output::builtins_to_function_calls::Transform::new(ctx),
        ]));
        ctx.run_pass(pass);
    }
    // Cleanup passes useful for both llbc and ullbc.
    ctx.run_passes([
        // Body passes may introduce fresh locals; make their storage markers explicit.
        mixed_body(&finish_translation::insert_storage_statements::Transform),
        // Normalize trait refs.
        global(&normalize::normalize_trait_refs::Transform),
        // Change trait associated types to be type parameters instead. See the module for details.
        // This also normalizes any use of an associated type that we can resolve.
        global(&normalize::expand_associated_types::Transform),
        // Remove the explicit `Self: Trait` clause of methods/assoc const declaration items if
        // they're not used. This simplifies the graph of dependencies between definitions.
        global(&simplify_output::remove_unused_clauses::Transform),
        // `--remove-adt-clauses`: Remove all trait clauses from type declarations.
        global(&simplify_output::remove_adt_clauses::Transform),
        // Remove the locals which are never used.
        mixed_body(&simplify_output::remove_unused_locals::Transform),
        // Remove the useless `StatementKind::Nop`s.
        mixed_body(&simplify_output::remove_nops::Transform),
        // Take all the comments found in the original body and assign them to statements. This must be
        // last after all the statement-affecting passes to avoid losing comments.
        mixed_body(&add_missing_info::recover_body_comments::Transform),
        // Hide the `A` type parameter on standard library containers (`Box`, `Vec`, etc).
        global(&simplify_output::hide_allocator_param::Transform),
        // Partially monomorphize items so that no item is ever instanciated with a mutable reference
        // or a type containing one.
        global(&normalize::partial_monomorphization::Transform),
        // Provide expressions describing the language-guaranteed properties of each type layout.
        global(&add_missing_info::compute_layout_guarantees::Transform),
        // Reorder the graph of dependencies and compute the strictly connex components to:
        // - compute the order in which to extract the definitions
        // - find the recursive definitions
        // - group the mutually recursive definitions
        // This is done last to account for the final item graph, not the initial one.
        global(&add_missing_info::reorder_decls::Transform),
        // Check that types are still consistent after the transformation passes.
        global(&typecheck_and_unify::Check::PostTransformation),
        // Use `DeBruijnVar::Free` for the variables bound in item signatures.
        mixed_body(&simplify_output::unbind_item_vars::Check),
    ]);

    if options.ullbc {
        // If we're not reconstructing control-flow, print the ullbc after finalizing passes.
        ctx.run_pass(Pass::NonBody(PrintCtxPass::new(
            options.print_ullbc,
            "# Final ULLBC before serialization".to_string(),
        )));
    } else {
        ctx.run_pass(Pass::NonBody(PrintCtxPass::new(
            options.print_llbc,
            "# Final LLBC before serialization".to_string(),
        )));
    }
}

pub enum CowBox<T: ?Sized + 'static> {
    Borrowed(&'static T),
    Owned(Box<T>),
}

impl<T: ?Sized + 'static> std::ops::Deref for CowBox<T> {
    type Target = T;
    fn deref(&self) -> &Self::Target {
        match self {
            CowBox::Borrowed(x) => x,
            CowBox::Owned(x) => x.as_ref(),
        }
    }
}

pub enum Pass {
    NonBody(CowBox<dyn TransformPass>),
    FusedUnstructuredBody(Box<[CowBox<dyn UllbcPass>]>),
    FusedStructuredBody(Box<[CowBox<dyn LlbcPass>]>),
}

impl TransformCtx {
    pub fn run_pass(&mut self, mut pass: Pass) {
        match &mut pass {
            Pass::NonBody(pass) => {
                if pass.should_run(&self.options) {
                    trace!("# Starting pass {}", pass.name());
                    let _guard =
                        crate::timing::scope_lazy("transform", || short_pass_name(pass.name()));
                    pass.transform_ctx(self)
                }
            }
            Pass::FusedUnstructuredBody(passes) => {
                // Some passes carry function bodies, which must also be transformed. This applies
                // all the passes before pass `p` to the bodies potentially carried by pass `p`.
                for i in 0..passes.len() {
                    if let (first_passes, [pass, ..]) = passes.split_at_mut(i)
                        && let CowBox::Owned(pass) = pass
                    {
                        pass.apply_preceding_passes(self, first_passes);
                    }
                }
                self.for_each_item_mut(|ctx, mut item| {
                    for pass in passes.iter() {
                        if pass.should_run(&ctx.options) {
                            trace!("# Starting pass {}", pass.name());
                            let _guard = crate::timing::scope_lazy("transform", || {
                                short_pass_name(pass.name())
                            });
                            pass.transform_item(ctx, item.reborrow());
                        }
                    }
                });
                for pass in passes.iter() {
                    if pass.should_run(&self.options) {
                        pass.finalize(self);
                    }
                }
            }
            Pass::FusedStructuredBody(passes) => {
                self.for_each_fun_decl(|ctx, decl| {
                    for pass in passes.iter() {
                        if pass.should_run(&ctx.options) {
                            trace!("# Starting pass {}", pass.name());
                            let _guard = crate::timing::scope_lazy("transform", || {
                                short_pass_name(pass.name())
                            });
                            pass.transform_function(ctx, decl);
                        }
                    }
                });
            }
        };
    }
    pub fn run_passes(&mut self, passes: impl IntoIterator<Item = Pass>) {
        for pass in passes {
            self.run_pass(pass);
        }
    }
}

pub struct PrintCtxPass {
    pub message: String,
    /// Whether we're printing to stdout or only logging.
    pub to_stdout: bool,
}

impl PrintCtxPass {
    pub fn new(to_stdout: bool, message: String) -> CowBox<dyn TransformPass> {
        let ret = Self { message, to_stdout };
        CowBox::Owned(Box::new(ret))
    }
}

impl TransformPass for PrintCtxPass {
    fn transform_ctx(&self, ctx: &mut TransformCtx) {
        let message = &self.message;
        if self.to_stdout {
            println!("{message}:\n\n{ctx}\n");
        } else {
            trace!("{message}:\n\n{ctx}\n");
        }
    }
}