Skip to content

Commit

Permalink
Move test codegen to a fn.
Browse files Browse the repository at this point in the history
  • Loading branch information
@ratmice
ratmice committed Aug 30, 2023
1 parent 0158b8a commit e66c69c
Showing 1 changed file with 134 additions and 130 deletions.
264 changes: 134 additions & 130 deletions lrpar/cttests/build.rs
View file
Original file line number Diff line number Diff line change
Expand Up @@ -5,143 +5,147 @@ use lrpar::CTParserBuilder;
use std::{env, fs, path::PathBuf};
use yaml_rust::YamlLoader;

fn run_test_path(path: PathBuf) -> Result<(), Box<dyn std::error::Error>> {
let out_dir = env::var("OUT_DIR").unwrap();
if path.is_file() {
println!("cargo:rerun-if-changed={}", path.display());
// Parse test file
let s = fs::read_to_string(&path).unwrap();
let docs = YamlLoader::load_from_str(&s).unwrap();
let grm = &docs[0]["grammar"].as_str().unwrap();
let lex = &docs[0]["lexer"].as_str().unwrap();
let yacckind = match docs[0]["yacckind"].as_str().unwrap() {
"Original(YaccOriginalActionKind::NoAction)" => {
YaccKind::Original(YaccOriginalActionKind::NoAction)
}
"Original(YaccOriginalActionKind::UserAction)" => {
YaccKind::Original(YaccOriginalActionKind::UserAction)
}
"Grmtools" => YaccKind::Grmtools,
"Original(YaccOriginalActionKind::GenericParseTree)" => {
YaccKind::Original(YaccOriginalActionKind::GenericParseTree)
}
s => panic!("YaccKind '{}' not supported", s),
};
let (negative_yacc_flags, positive_yacc_flags) = &docs[0]["yacc_flags"]
.as_vec()
.map(|flags_vec| {
flags_vec
.iter()
.partition(|flag| flag.as_str().unwrap().starts_with('!'))
})
.unwrap_or_else(|| (Vec::new(), Vec::new()));
let positive_yacc_flags = positive_yacc_flags
.iter()
.map(|flag| flag.as_str().unwrap())
.collect::<Vec<_>>();
let negative_yacc_flags = negative_yacc_flags
.iter()
.map(|flag| {
let flag = flag.as_str().unwrap();
flag.strip_prefix('!').unwrap()
})
.collect::<Vec<_>>();
let yacc_flags = (&positive_yacc_flags, &negative_yacc_flags);
let (negative_lex_flags, positive_lex_flags) = &docs[0]["lex_flags"]
.as_vec()
.map(|flags_vec| {
flags_vec
.iter()
.partition(|flag| flag.as_str().unwrap().starts_with('!'))
})
.unwrap_or_else(|| (Vec::new(), Vec::new()));
let negative_lex_flags = negative_lex_flags
.iter()
.map(|flag| {
let flag = flag.as_str().unwrap();
flag.strip_prefix('!').unwrap()
})
.collect::<Vec<_>>();
let positive_lex_flags = positive_lex_flags
.iter()
.map(|flag| flag.as_str().unwrap())
.collect::<Vec<_>>();
let lex_flags = (&positive_lex_flags, &negative_lex_flags);

// The code below, in essence, replicates lrlex and lrpar's internal / undocumented
// filename conventions. If those change, this code will also have to change.

// Create grammar files
let base = path.file_stem().unwrap().to_str().unwrap();
let mut pg = PathBuf::from(&out_dir);
pg.push(format!("{}.y.rs", base));
fs::write(&pg, grm).unwrap();
let mut pl = PathBuf::from(&out_dir);
pl.push(format!("{}.l.rs", base));
fs::write(&pl, lex).unwrap();

// Build parser and lexer
let mut outp = PathBuf::from(&out_dir);
outp.push(format!("{}.y.rs", base));
outp.set_extension("rs");
let mut cp_build = CTParserBuilder::<DefaultLexerTypes<u32>>::new()
.yacckind(yacckind)
.grammar_path(pg.to_str().unwrap())
.output_path(&outp);
if let Some(flag) = check_flag(yacc_flags, "error_on_conflicts") {
cp_build = cp_build.error_on_conflicts(flag)
}
if let Some(flag) = check_flag(yacc_flags, "warnings_are_errors") {
cp_build = cp_build.warnings_are_errors(flag)
}
if let Some(flag) = check_flag(yacc_flags, "show_warnings") {
cp_build = cp_build.show_warnings(flag)
};
let cp = cp_build.build()?;

let mut outl = PathBuf::from(&out_dir);
outl.push(format!("{}.l.rs", base));
outl.set_extension("rs");
let mut cl_build = CTLexerBuilder::new()
.rule_ids_map(cp.token_map())
.lexer_path(pl.to_str().unwrap())
.output_path(&outl);
if let Some(flag) = check_flag(lex_flags, "allow_missing_terms_in_lexer") {
cl_build = cl_build.allow_missing_terms_in_lexer(flag)
}
if let Some(flag) = check_flag(lex_flags, "allow_missing_tokens_in_parser") {
cl_build = cl_build.allow_missing_tokens_in_parser(flag)
}
if let Some(flag) = check_flag(lex_flags, "dot_matches_new_line") {
cl_build = cl_build.dot_matches_new_line(flag)
}
if let Some(flag) = check_flag(lex_flags, "case_insensitive") {
cl_build = cl_build.case_insensitive(flag)
}
if let Some(flag) = check_flag(lex_flags, "multi_line") {
cl_build = cl_build.multi_line(flag)
}
if let Some(flag) = check_flag(lex_flags, "swap_greed") {
cl_build = cl_build.swap_greed(flag)
}
if let Some(flag) = check_flag(lex_flags, "ignore_whitespace") {
cl_build = cl_build.ignore_whitespace(flag)
}
if let Some(flag) = check_flag(lex_flags, "unicode") {
cl_build = cl_build.unicode(flag)
}
if let Some(flag) = check_flag(lex_flags, "octal") {
cl_build = cl_build.octal(flag)
}
cl_build.build()?;
}
Ok(())
}

// Compiles the `*.test` files within `src`. Test files are written in Yaml syntax and have 4
// mandatory sections: name (describing what the test does), yacckind (defining the grammar type
// used), grammar (the grammar rules), and lexer (the lexing rules). The tests are compiled into
// two modules `<filename>_y` and `<filename>_l`, which we can then import into src/lib.rs and
// write tests for.
fn main() -> Result<(), Box<dyn std::error::Error>> {
let out_dir = env::var("OUT_DIR").unwrap();
for entry in glob("src/*.test")? {
let path = entry.unwrap();
if path.is_file() {
println!("cargo:rerun-if-changed={}", path.display());
// Parse test file
let s = fs::read_to_string(&path).unwrap();
let docs = YamlLoader::load_from_str(&s).unwrap();
let grm = &docs[0]["grammar"].as_str().unwrap();
let lex = &docs[0]["lexer"].as_str().unwrap();
let yacckind = match docs[0]["yacckind"].as_str().unwrap() {
"Original(YaccOriginalActionKind::NoAction)" => {
YaccKind::Original(YaccOriginalActionKind::NoAction)
}
"Original(YaccOriginalActionKind::UserAction)" => {
YaccKind::Original(YaccOriginalActionKind::UserAction)
}
"Grmtools" => YaccKind::Grmtools,
"Original(YaccOriginalActionKind::GenericParseTree)" => {
YaccKind::Original(YaccOriginalActionKind::GenericParseTree)
}
s => panic!("YaccKind '{}' not supported", s),
};
let (negative_yacc_flags, positive_yacc_flags) = &docs[0]["yacc_flags"]
.as_vec()
.map(|flags_vec| {
flags_vec
.iter()
.partition(|flag| flag.as_str().unwrap().starts_with('!'))
})
.unwrap_or_else(|| (Vec::new(), Vec::new()));
let positive_yacc_flags = positive_yacc_flags
.iter()
.map(|flag| flag.as_str().unwrap())
.collect::<Vec<_>>();
let negative_yacc_flags = negative_yacc_flags
.iter()
.map(|flag| {
let flag = flag.as_str().unwrap();
flag.strip_prefix('!').unwrap()
})
.collect::<Vec<_>>();
let yacc_flags = (&positive_yacc_flags, &negative_yacc_flags);
let (negative_lex_flags, positive_lex_flags) = &docs[0]["lex_flags"]
.as_vec()
.map(|flags_vec| {
flags_vec
.iter()
.partition(|flag| flag.as_str().unwrap().starts_with('!'))
})
.unwrap_or_else(|| (Vec::new(), Vec::new()));
let negative_lex_flags = negative_lex_flags
.iter()
.map(|flag| {
let flag = flag.as_str().unwrap();
flag.strip_prefix('!').unwrap()
})
.collect::<Vec<_>>();
let positive_lex_flags = positive_lex_flags
.iter()
.map(|flag| flag.as_str().unwrap())
.collect::<Vec<_>>();
let lex_flags = (&positive_lex_flags, &negative_lex_flags);

// The code below, in essence, replicates lrlex and lrpar's internal / undocumented
// filename conventions. If those change, this code will also have to change.

// Create grammar files
let base = path.file_stem().unwrap().to_str().unwrap();
let mut pg = PathBuf::from(&out_dir);
pg.push(format!("{}.y.rs", base));
fs::write(&pg, grm).unwrap();
let mut pl = PathBuf::from(&out_dir);
pl.push(format!("{}.l.rs", base));
fs::write(&pl, lex).unwrap();

// Build parser and lexer
let mut outp = PathBuf::from(&out_dir);
outp.push(format!("{}.y.rs", base));
outp.set_extension("rs");
let mut cp_build = CTParserBuilder::<DefaultLexerTypes<u32>>::new()
.yacckind(yacckind)
.grammar_path(pg.to_str().unwrap())
.output_path(&outp);
if let Some(flag) = check_flag(yacc_flags, "error_on_conflicts") {
cp_build = cp_build.error_on_conflicts(flag)
}
if let Some(flag) = check_flag(yacc_flags, "warnings_are_errors") {
cp_build = cp_build.warnings_are_errors(flag)
}
if let Some(flag) = check_flag(yacc_flags, "show_warnings") {
cp_build = cp_build.show_warnings(flag)
};
let cp = cp_build.build()?;

let mut outl = PathBuf::from(&out_dir);
outl.push(format!("{}.l.rs", base));
outl.set_extension("rs");
let mut cl_build = CTLexerBuilder::new()
.rule_ids_map(cp.token_map())
.lexer_path(pl.to_str().unwrap())
.output_path(&outl);
if let Some(flag) = check_flag(lex_flags, "allow_missing_terms_in_lexer") {
cl_build = cl_build.allow_missing_terms_in_lexer(flag)
}
if let Some(flag) = check_flag(lex_flags, "allow_missing_tokens_in_parser") {
cl_build = cl_build.allow_missing_tokens_in_parser(flag)
}
if let Some(flag) = check_flag(lex_flags, "dot_matches_new_line") {
cl_build = cl_build.dot_matches_new_line(flag)
}
if let Some(flag) = check_flag(lex_flags, "case_insensitive") {
cl_build = cl_build.case_insensitive(flag)
}
if let Some(flag) = check_flag(lex_flags, "multi_line") {
cl_build = cl_build.multi_line(flag)
}
if let Some(flag) = check_flag(lex_flags, "swap_greed") {
cl_build = cl_build.swap_greed(flag)
}
if let Some(flag) = check_flag(lex_flags, "ignore_whitespace") {
cl_build = cl_build.ignore_whitespace(flag)
}
if let Some(flag) = check_flag(lex_flags, "unicode") {
cl_build = cl_build.unicode(flag)
}
if let Some(flag) = check_flag(lex_flags, "octal") {
cl_build = cl_build.octal(flag)
}
cl_build.build()?;
}
run_test_path(entry.unwrap())?;
}
Ok(())
}
Expand Down

0 comments on commit e66c69c

Please sign in to comment.