oxc/tasks/ast_tools/src/codegen.rs
overlookmotel e1b747ddd6
refactor(ast_tools): all runners produce Vec<Output> (#6942)
Standardize all the different `Runner`s to produce `Vec<Output>`.
2024-10-27 15:29:17 +00:00

209 lines
5.6 KiB
Rust

use std::{cell::RefCell, path::PathBuf};
use itertools::Itertools;
use rustc_hash::{FxBuildHasher, FxHashMap};
use crate::{
derives::Derive,
generators::Generator,
log, logln,
output::{Output, RawOutput},
passes::Pass,
rust_ast::{self, AstRef},
schema::{lower_ast_types, Schema, TypeDef},
Result, TypeId,
};
#[derive(Default)]
pub struct AstCodegen {
files: Vec<PathBuf>,
passes: Vec<Box<dyn Runner<Context = EarlyCtx>>>,
generators: Vec<Box<dyn Runner<Context = LateCtx>>>,
derives: Vec<Box<dyn Runner<Context = LateCtx>>>,
}
pub struct AstCodegenResult {
pub schema: Schema,
pub outputs: Vec<RawOutput>,
}
pub trait Runner {
type Context;
fn name(&self) -> &'static str;
fn file_path(&self) -> &'static str;
fn run(&mut self, ctx: &Self::Context) -> Result<Vec<Output>>;
}
pub struct EarlyCtx {
ty_table: Vec<AstRef>,
ident_table: FxHashMap<String, TypeId>,
mods: RefCell<Vec<rust_ast::Module>>,
}
impl EarlyCtx {
fn new(mods: Vec<rust_ast::Module>) -> Self {
// worst case len
let len = mods.iter().fold(0, |acc, it| acc + it.items.len());
let adts = mods.iter().flat_map(|it| it.items.iter());
let mut ty_table = Vec::with_capacity(len);
let mut ident_table = FxHashMap::with_capacity_and_hasher(len, FxBuildHasher);
for adt in adts {
if let Some(ident) = adt.borrow().ident() {
let ident = ident.to_string();
let type_id = ty_table.len();
ty_table.push(AstRef::clone(adt));
ident_table.insert(ident, type_id);
}
}
Self { ty_table, ident_table, mods: RefCell::new(mods) }
}
pub fn chronological_idents(&self) -> impl Iterator<Item = &String> {
self.ident_table.iter().sorted_by_key(|it| it.1).map(|it| it.0)
}
pub fn mods(&self) -> &RefCell<Vec<rust_ast::Module>> {
&self.mods
}
pub fn find(&self, key: &String) -> Option<AstRef> {
self.type_id(key).map(|id| AstRef::clone(&self.ty_table[id]))
}
pub fn type_id(&self, key: &String) -> Option<TypeId> {
self.ident_table.get(key).copied()
}
pub fn ast_ref(&self, id: TypeId) -> AstRef {
AstRef::clone(&self.ty_table[id])
}
fn into_late_ctx(self) -> LateCtx {
let schema = lower_ast_types(&self);
LateCtx { schema }
}
}
pub struct LateCtx {
schema: Schema,
}
impl LateCtx {
pub fn schema(&self) -> &Schema {
&self.schema
}
pub fn type_def(&self, id: TypeId) -> Option<&TypeDef> {
self.schema.get(id)
}
}
impl AstCodegen {
#[must_use]
pub fn add_file<P>(mut self, path: P) -> Self
where
P: AsRef<str>,
{
self.files.push(path.as_ref().into());
self
}
#[must_use]
pub fn pass<P>(mut self, pass: P) -> Self
where
P: Pass + Runner<Context = EarlyCtx> + 'static,
{
self.passes.push(Box::new(pass));
self
}
#[must_use]
pub fn generate<G>(mut self, generator: G) -> Self
where
G: Generator + Runner<Context = LateCtx> + 'static,
{
self.generators.push(Box::new(generator));
self
}
#[must_use]
pub fn derive<D>(mut self, derive: D) -> Self
where
D: Derive + Runner<Context = LateCtx> + 'static,
{
self.derives.push(Box::new(derive));
self
}
pub fn run(self) -> Result<AstCodegenResult> {
let modules = self
.files
.into_iter()
.map(rust_ast::Module::from)
.map(rust_ast::Module::load)
.map_ok(rust_ast::Module::expand)
.map_ok(|it| it.map(rust_ast::Module::analyze))
.collect::<Result<Result<Result<Vec<_>>>>>()???;
// early passes
let ctx = {
let ctx = EarlyCtx::new(modules);
for mut runner in self.passes {
let name = runner.name();
log!("Pass {name}... ");
runner.run(&ctx)?;
logln!("Done!");
}
ctx.into_late_ctx()
};
let derives = self
.derives
.into_iter()
.map(|mut runner| {
let name = runner.name();
log!("Derive {name}... ");
let result = runner.run(&ctx);
match result {
Ok(outputs) => {
logln!("Done!");
let generator_path = runner.file_path();
Ok(outputs.into_iter().map(|output| output.output(generator_path)))
}
Err(err) => {
logln!("FAILED");
Err(err)
}
}
})
.flatten_ok();
let outputs = self
.generators
.into_iter()
.map(|mut runner| {
let name = runner.name();
log!("Generate {name}... ");
let result = runner.run(&ctx);
match result {
Ok(outputs) => {
logln!("Done!");
let generator_path = runner.file_path();
Ok(outputs.into_iter().map(|output| output.output(generator_path)))
}
Err(err) => {
logln!("FAILED");
Err(err)
}
}
})
.flatten_ok();
let outputs = derives.chain(outputs).collect::<Result<Vec<_>>>()?;
Ok(AstCodegenResult { outputs, schema: ctx.schema })
}
}