//! Parsing of source code into syntax trees. use std::str::FromStr; use crate::{Feedback, Pass}; use crate::color::RgbaColor; use crate::compute::table::SpannedEntry; use super::decoration::Decoration; use super::span::{Pos, Span, Spanned}; use super::tokens::{is_newline_char, Token, TokenMode, Tokens}; use super::tree::{CallExpr, Expr, SyntaxNode, SyntaxTree, TableExpr}; use super::Ident; /// Parse a string of source code. pub fn parse(src: &str) -> Pass { Parser::new(src).parse() } struct Parser<'s> { tokens: Tokens<'s>, peeked: Option>>>, delimiters: Vec<(Pos, Token<'static>)>, feedback: Feedback, } impl<'s> Parser<'s> { fn new(src: &'s str) -> Self { Self { tokens: Tokens::new(src, TokenMode::Body), peeked: None, delimiters: vec![], feedback: Feedback::new(), } } fn parse(mut self) -> Pass { let tree = self.parse_body_contents(); Pass::new(tree, self.feedback) } } // Typesetting content. impl Parser<'_> { fn parse_body_contents(&mut self) -> SyntaxTree { let mut tree = SyntaxTree::new(); let mut par = SyntaxTree::new(); while let Some(token) = self.peek() { par.push(match token.v { // Starting from two newlines counts as a paragraph break, a single // newline does not. Token::Space(newlines) => if newlines < 2 { self.with_span(SyntaxNode::Spacing) } else { // End the current paragraph if it is not empty. if let (Some(first), Some(last)) = (par.first(), par.last()) { let span = Span::merge(first.span, last.span); let node = SyntaxNode::Par(std::mem::take(&mut par)); tree.push(Spanned::new(node, span)); } self.eat(); continue; } Token::LineComment(_) | Token::BlockComment(_) => { self.eat(); continue } Token::LeftBracket => { self.parse_bracket_call().map(|c| SyntaxNode::Call(c)) } Token::Star => self.with_span(SyntaxNode::ToggleBolder), Token::Underscore => self.with_span(SyntaxNode::ToggleItalic), Token::Backslash => self.with_span(SyntaxNode::Linebreak), Token::Raw { raw, terminated } => { if !terminated { error!( @self.feedback, Span::at(token.span.end), "expected backtick", ); } self.with_span(SyntaxNode::Raw(unescape_raw(raw))) } Token::Text(text) => { self.with_span(SyntaxNode::Text(text.to_string())) } unexpected => { self.eat(); error!( @self.feedback, token.span, "unexpected {}", unexpected.name(), ); continue; } }); } if let (Some(first), Some(last)) = (par.first(), par.last()) { let span = Span::merge(first.span, last.span); let node = SyntaxNode::Par(par); tree.push(Spanned::new(node, span)); } tree } } // Function calls. impl Parser<'_> { fn parse_bracket_call(&mut self) -> Spanned { self.start_group(Delimiter::Bracket); self.tokens.push_mode(TokenMode::Header); let after_bracket = self.pos(); self.skip_white(); let name = self.parse_ident().unwrap_or_else(|| { self.expected_found_or_at("function name", after_bracket); Spanned::zero(Ident(String::new())) }); self.skip_white(); let mut args = match self.eatv() { Some(Token::Colon) => self.parse_table_contents().0, Some(_) => { self.expected_at("colon", name.span.end); while self.eat().is_some() {} TableExpr::new() } None => TableExpr::new(), }; self.tokens.pop_mode(); let mut span = self.end_group(); if self.check(Token::LeftBracket) { self.start_group(Delimiter::Bracket); self.tokens.push_mode(TokenMode::Body); let body = self.parse_body_contents(); self.tokens.pop_mode(); let body_span = self.end_group(); let expr = Expr::Tree(body); args.push(SpannedEntry::val(Spanned::new(expr, body_span))); span.expand(body_span); } Spanned::new(CallExpr { name, args }, span) } fn parse_paren_call(&mut self, name: Spanned) -> Spanned { self.start_group(Delimiter::Paren); let args = self.parse_table_contents().0; let args_span = self.end_group(); let span = Span::merge(name.span, args_span); Spanned::new(CallExpr { name, args }, span) } } // Tables. impl Parser<'_> { fn parse_table_contents(&mut self) -> (TableExpr, bool) { let mut table = TableExpr::new(); let mut comma_and_keyless = true; while { self.skip_white(); !self.eof() } { let (key, val) = if let Some(ident) = self.parse_ident() { self.skip_white(); match self.peekv() { Some(Token::Equals) => { self.eat(); self.skip_white(); (Some(ident), try_opt_or!(self.parse_expr(), { self.expected("value"); continue; })) } Some(Token::LeftParen) => { let call = self.parse_paren_call(ident); (None, call.map(|c| Expr::Call(c))) } _ => (None, ident.map(|id| Expr::Ident(id))) } } else { (None, try_opt_or!(self.parse_expr(), { self.expected("value"); continue; })) }; let behind = val.span.end; if let Some(key) = key { comma_and_keyless = false; table.insert(key.v.0, SpannedEntry::new(key.span, val)); self.feedback.decorations .push(Spanned::new(Decoration::TableKey, key.span)); } else { table.push(SpannedEntry::val(val)); } if { self.skip_white(); self.eof() } { break; } self.expect_at(Token::Comma, behind); comma_and_keyless = false; } let coercable = comma_and_keyless && !table.is_empty(); (table, coercable) } } // Expressions and values. impl Parser<'_> { fn parse_expr(&mut self) -> Option> { self.parse_binops("summand", Self::parse_term, |token| match token { Token::Plus => Some(Expr::Add), Token::Hyphen => Some(Expr::Sub), _ => None, }) } fn parse_term(&mut self) -> Option> { self.parse_binops("factor", Self::parse_factor, |token| match token { Token::Star => Some(Expr::Mul), Token::Slash => Some(Expr::Div), _ => None, }) } /// Parse expression of the form ` ( )*`. fn parse_binops( &mut self, operand_name: &str, mut parse_operand: impl FnMut(&mut Self) -> Option>, mut parse_op: impl FnMut(Token) -> Option< fn(Box>, Box>) -> Expr >, ) -> Option> { let mut left = parse_operand(self)?; self.skip_white(); while let Some(token) = self.peek() { if let Some(op) = parse_op(token.v) { self.eat(); self.skip_white(); if let Some(right) = parse_operand(self) { let span = Span::merge(left.span, right.span); let v = op(Box::new(left), Box::new(right)); left = Spanned::new(v, span); self.skip_white(); continue; } error!( @self.feedback, Span::merge(left.span, token.span), "missing right {}", operand_name, ); } break; } Some(left) } fn parse_factor(&mut self) -> Option> { if let Some(hyph) = self.check_eat(Token::Hyphen) { self.skip_white(); if let Some(factor) = self.parse_factor() { let span = Span::merge(hyph.span, factor.span); Some(Spanned::new(Expr::Neg(Box::new(factor)), span)) } else { error!(@self.feedback, hyph.span, "dangling minus"); None } } else { self.parse_value() } } fn parse_value(&mut self) -> Option> { let Spanned { v: token, span } = self.peek()?; Some(match token { // This could be a function call or an identifier. Token::Ident(id) => { let name = Spanned::new(Ident(id.to_string()), span); self.eat(); self.skip_white(); if self.check(Token::LeftParen) { self.parse_paren_call(name).map(|call| Expr::Call(call)) } else { name.map(|id| Expr::Ident(id)) } } Token::Str { string, terminated } => { if !terminated { self.expected_at("quote", span.end); } self.with_span(Expr::Str(unescape_string(string))) } Token::Bool(b) => self.with_span(Expr::Bool(b)), Token::Number(n) => self.with_span(Expr::Number(n)), Token::Length(s) => self.with_span(Expr::Length(s)), Token::Hex(s) => { if let Ok(color) = RgbaColor::from_str(s) { self.with_span(Expr::Color(color)) } else { // Heal color by assuming black. error!(@self.feedback, span, "invalid color"); let healed = RgbaColor::new_healed(0, 0, 0, 255); self.with_span(Expr::Color(healed)) } } // This could be a table or a parenthesized expression. We parse as // a table in any case and coerce the table into a value if it is // coercable (length 1 and no trailing comma). Token::LeftParen => { self.start_group(Delimiter::Paren); let (table, coercable) = self.parse_table_contents(); let span = self.end_group(); let expr = if coercable { table.into_values() .next() .expect("table is coercable").val.v } else { Expr::Table(table) }; Spanned::new(expr, span) } // This is a content expression. Token::LeftBrace => { self.start_group(Delimiter::Brace); self.tokens.push_mode(TokenMode::Body); let tree = self.parse_body_contents(); self.tokens.pop_mode(); let span = self.end_group(); Spanned::new(Expr::Tree(tree), span) } // This is a bracketed function call. Token::LeftBracket => { let call = self.parse_bracket_call(); let tree = vec![call.map(|c| SyntaxNode::Call(c))]; Spanned::new(Expr::Tree(tree), span) } _ => return None, }) } fn parse_ident(&mut self) -> Option> { self.peek().and_then(|token| match token.v { Token::Ident(id) => Some(self.with_span(Ident(id.to_string()))), _ => None, }) } } // Error handling. impl Parser<'_> { fn expect_at(&mut self, token: Token<'_>, pos: Pos) -> bool { if self.check(token) { self.eat(); true } else { self.expected_at(token.name(), pos); false } } fn expected(&mut self, thing: &str) { if let Some(found) = self.eat() { error!( @self.feedback, found.span, "expected {}, found {}", thing, found.v.name(), ); } else { error!(@self.feedback, Span::at(self.pos()), "expected {}", thing); } } fn expected_at(&mut self, thing: &str, pos: Pos) { error!(@self.feedback, Span::at(pos), "expected {}", thing); } fn expected_found_or_at(&mut self, thing: &str, pos: Pos) { if self.eof() { self.expected_at(thing, pos) } else { self.expected(thing); } } } // Parsing primitives. impl<'s> Parser<'s> { fn start_group(&mut self, delimiter: Delimiter) { let start = self.pos(); self.assert(delimiter.start()); self.delimiters.push((start, delimiter.end())); } fn end_group(&mut self) -> Span { assert_eq!(self.peek(), None, "unfinished group"); let (start, end_token) = self.delimiters.pop() .expect("group was not started"); match self.peeked.unwrap() { Some(token) if token.v == end_token => { self.peeked = None; Span::new(start, token.span.end) } _ => { let end = self.pos(); error!( @self.feedback, Span::at(end), "expected {}", end_token.name(), ); Span::new(start, end) } } } fn skip_white(&mut self) { while matches!( self.peekv(), Some(Token::Space(_)) | Some(Token::LineComment(_)) | Some(Token::BlockComment(_)) ) { self.eat(); } } fn eatv(&mut self) -> Option> { self.eat().map(Spanned::value) } fn peekv(&mut self) -> Option> { self.peek().map(Spanned::value) } fn assert(&mut self, token: Token<'_>) { assert!(self.check_eat(token).is_some()); } fn check_eat(&mut self, token: Token<'_>) -> Option>> { if self.check(token) { self.eat() } else { None } } fn check(&mut self, token: Token<'_>) -> bool { self.peekv() == Some(token) } fn with_span(&mut self, v: T) -> Spanned { let span = self.eat().expect("expected token").span; Spanned::new(v, span) } fn eof(&mut self) -> bool { self.peek().is_none() } fn eat(&mut self) -> Option>> { let token = self.peek()?; self.peeked = None; Some(token) } fn peek(&mut self) -> Option>> { let tokens = &mut self.tokens; let token = (*self.peeked.get_or_insert_with(|| tokens.next()))?; // Check for unclosed groups. if Delimiter::is_delimiter(token.v) { if self.delimiters.iter().rev().any(|&(_, end)| token.v == end) { return None; } } Some(token) } fn pos(&self) -> Pos { self.peeked .flatten() .map(|s| s.span.start) .unwrap_or_else(|| self.tokens.pos()) } } #[derive(Debug, Copy, Clone, Eq, PartialEq)] enum Delimiter { Paren, Bracket, Brace, } impl Delimiter { fn is_delimiter(token: Token<'_>) -> bool { matches!( token, Token::RightParen | Token::RightBracket | Token::RightBrace ) } fn start(self) -> Token<'static> { match self { Self::Paren => Token::LeftParen, Self::Bracket => Token::LeftBracket, Self::Brace => Token::LeftBrace, } } fn end(self) -> Token<'static> { match self { Self::Paren => Token::RightParen, Self::Bracket => Token::RightBracket, Self::Brace => Token::RightBrace, } } } fn unescape_string(string: &str) -> String { let mut iter = string.chars(); let mut out = String::with_capacity(string.len()); while let Some(c) = iter.next() { if c == '\\' { match iter.next() { Some('\\') => out.push('\\'), Some('"') => out.push('"'), Some('n') => out.push('\n'), Some('t') => out.push('\t'), Some(c) => { out.push('\\'); out.push(c); } None => out.push('\\'), } } else { out.push(c); } } out } /// Unescape raw markup and split it into into lines. fn unescape_raw(raw: &str) -> Vec { let mut iter = raw.chars().peekable(); let mut line = String::new(); let mut lines = Vec::new(); while let Some(c) = iter.next() { if c == '\\' { match iter.next() { Some('`') => line.push('`'), Some(c) => { line.push('\\'); line.push(c); } None => line.push('\\'), } } else if is_newline_char(c) { if c == '\r' && iter.peek() == Some(&'\n') { iter.next(); } lines.push(std::mem::take(&mut line)); } else { line.push(c); } } lines.push(line); lines } #[cfg(test)] #[allow(non_snake_case)] mod tests { use crate::syntax::tests::*; use crate::length::Length; use super::*; use Decoration::*; // ----------------------- Construct Syntax Nodes ----------------------- // use SyntaxNode::{ Spacing as S, Linebreak as L, ToggleItalic as I, ToggleBolder as B, }; fn T(text: &str) -> SyntaxNode { SyntaxNode::Text(text.to_string()) } macro_rules! R { ($($line:expr),* $(,)?) => { SyntaxNode::Raw(vec![$($line.to_string()),*]) }; } macro_rules! P { ($($tts:tt)*) => { SyntaxNode::Par(Tree![@$($tts)*]) }; } macro_rules! F { ($($tts:tt)*) => { SyntaxNode::Call(Call!(@$($tts)*)) } } // ------------------------ Construct Expressions ----------------------- // use Expr::{Bool, Number as Num, Length as Len, Color}; fn Id(ident: &str) -> Expr { Expr::Ident(Ident(ident.to_string())) } fn Str(string: &str) -> Expr { Expr::Str(string.to_string()) } macro_rules! Table { (@table=$table:expr,) => {}; (@table=$table:expr, $key:expr => $value:expr $(, $($tts:tt)*)?) => {{ let key = Into::>::into($key); let val = Into::>::into($value); $table.insert(key.v, SpannedEntry::new(key.span, val)); Table![@table=$table, $($($tts)*)?]; }}; (@table=$table:expr, $value:expr $(, $($tts:tt)*)?) => { let val = Into::>::into($value); $table.push(SpannedEntry::val(val)); Table![@table=$table, $($($tts)*)?]; }; (@$($tts:tt)*) => {{ #[allow(unused_mut)] let mut table = TableExpr::new(); Table![@table=table, $($tts)*]; table }}; ($($tts:tt)*) => { Expr::Table(Table![@$($tts)*]) }; } macro_rules! Tree { (@$($node:expr),* $(,)?) => { vec![$(Into::>::into($node)),*] }; ($($tts:tt)*) => { Expr::Tree(Tree![@$($tts)*]) }; } macro_rules! Call { (@$name:expr $(; $($tts:tt)*)?) => {{ let name = Into::>::into($name); CallExpr { name: name.map(|n| Ident(n.to_string())), args: Table![@$($($tts)*)?], } }}; ($($tts:tt)*) => { Expr::Call(Call![@$($tts)*]) }; } fn Neg>>(e1: T) -> Expr { Expr::Neg(Box::new(e1.into())) } fn Add>>(e1: T, e2: T) -> Expr { Expr::Add(Box::new(e1.into()), Box::new(e2.into())) } fn Sub>>(e1: T, e2: T) -> Expr { Expr::Sub(Box::new(e1.into()), Box::new(e2.into())) } fn Mul>>(e1: T, e2: T) -> Expr { Expr::Mul(Box::new(e1.into()), Box::new(e2.into())) } fn Div>>(e1: T, e2: T) -> Expr { Expr::Div(Box::new(e1.into()), Box::new(e2.into())) } // ----------------------------- Test Macros ---------------------------- // // Test syntax trees with or without spans. macro_rules! t { ($($tts:tt)*) => {test!(@spans=false, $($tts)*)} } macro_rules! ts { ($($tts:tt)*) => {test!(@spans=true, $($tts)*)} } macro_rules! test { (@spans=$spans:expr, $src:expr => $($tts:tt)*) => { let exp = Tree![@$($tts)*]; let pass = parse($src); check($src, exp, pass.output, $spans); }; } // Test expressions. macro_rules! v { ($src:expr => $($tts:tt)*) => { t!(concat!("[val: ", $src, "]") => P![F!("val"; $($tts)*)]); } } // Test error messages. macro_rules! e { ($src:expr => $($tts:tt)*) => { let exp = vec![$($tts)*]; let pass = parse($src); let found = pass.feedback.diagnostics.iter() .map(|s| s.as_ref().map(|e| e.message.as_str())) .collect::>(); check($src, exp, found, true); }; } // Test decorations. macro_rules! d { ($src:expr => $($tts:tt)*) => { let exp = vec![$($tts)*]; let pass = parse($src); check($src, exp, pass.feedback.decorations, true); }; } // -------------------------------- Tests ------------------------------- // #[test] fn test_unescape_strings() { fn test(string: &str, expected: &str) { assert_eq!(unescape_string(string), expected.to_string()); } test(r#"hello world"#, "hello world"); test(r#"hello\nworld"#, "hello\nworld"); test(r#"a\"bc"#, "a\"bc"); test(r#"a\\"#, "a\\"); test(r#"a\\\nbc"#, "a\\\nbc"); test(r#"a\tbc"#, "a\tbc"); test(r"🌎", "🌎"); test(r"🌎\", r"🌎\"); test(r"\🌎", r"\🌎"); } #[test] fn test_unescape_raws() { fn test(raw: &str, expected: Vec<&str>) { assert_eq!(unescape_raw(raw), expected); } test("raw\\`", vec!["raw`"]); test("raw\ntext", vec!["raw", "text"]); test("a\r\nb", vec!["a", "b"]); test("a\n\nb", vec!["a", "", "b"]); test("a\r\x0Bb", vec!["a", "", "b"]); test("a\r\n\r\nb", vec!["a", "", "b"]); test("raw\\a", vec!["raw\\a"]); test("raw\\", vec!["raw\\"]); } #[test] fn test_parse_simple_nodes() { t!("" => ); t!("hi" => P![T("hi")]); t!("*hi" => P![B, T("hi")]); t!("hi_" => P![T("hi"), I]); t!("hi you" => P![T("hi"), S, T("you")]); t!("\n\n\nhello" => P![T("hello")]); t!(r"a\ b" => P![T("a"), L, S, T("b")]); t!("`py`" => P![R!["py"]]); t!("`hi\nyou" => P![R!["hi", "you"]]); e!("`hi\nyou" => s(1,3, 1,3, "expected backtick")); t!("`hi\\`du`" => P![R!["hi`du"]]); t!("πŸ’œ\n\n 🌍" => P![T("πŸ’œ")], P![T("🌍")]); ts!("hi" => s(0,0, 0,2, P![s(0,0, 0,2, T("hi"))])); ts!("*Hi*" => s(0,0, 0,4, P![ s(0,0, 0,1, B), s(0,1, 0,3, T("Hi")), s(0,3, 0,4, B), ])); ts!("πŸ’œ\n\n 🌍" => s(0,0, 0,1, P![s(0,0, 0,1, T("πŸ’œ"))]), s(2,1, 2,2, P![s(2,1, 2,2, T("🌍"))]), ); } #[test] fn test_parse_comments() { // In body. t!("hi// you\nw" => P![T("hi"), S, T("w")]); t!("first//\n//\nsecond" => P![T("first"), S, S, T("second")]); t!("first//\n \nsecond" => P![T("first")], P![T("second")]); t!("first/*\n \n*/second" => P![T("first"), T("second")]); e!("🌎\n*/n" => s(1,0, 1,2, "unexpected end of block comment")); // In header. t!("[val:/*12pt*/]" => P![F!("val")]); t!("[val \n /* \n */:]" => P![F!("val")]); e!("[val \n /* \n */:]" => ); e!("[val : 12, /* \n */ 14]" => ); } #[test] fn test_parse_groups() { e!("[)" => s(0,1, 0,2, "expected function name, found closing paren"), s(0,2, 0,2, "expected closing bracket")); e!("[v:{]}" => s(0,4, 0,4, "expected closing brace"), s(0,5, 0,6, "unexpected closing brace")); } #[test] fn test_parse_function_names() { // No closing bracket. t!("[" => P![F!("")]); e!("[" => s(0,1, 0,1, "expected function name"), s(0,1, 0,1, "expected closing bracket")); // No name. e!("[]" => s(0,1, 0,1, "expected function name")); e!("[\"]" => s(0,1, 0,3, "expected function name, found string"), s(0,3, 0,3, "expected closing bracket")); // A valid name. t!("[hi]" => P![F!("hi")]); t!("[ f]" => P![F!("f")]); // An invalid name. e!("[12]" => s(0,1, 0,3, "expected function name, found number")); e!("[ 🌎]" => s(0,3, 0,4, "expected function name, found invalid token")); } #[test] fn test_parse_colon_starting_func_args() { // Just colon without args. e!("[val:]" => ); // Wrong token. t!("[val=]" => P![F!("val")]); e!("[val=]" => s(0,4, 0,4, "expected colon")); e!("[val/🌎:$]" => s(0,4, 0,4, "expected colon")); // String in invalid header without colon still parsed as string // Note: No "expected quote" error because not even the string was // expected. e!("[val/\"]" => s(0,4, 0,4, "expected colon"), s(0,7, 0,7, "expected closing bracket")); } #[test] fn test_parse_function_bodies() { t!("[val: 1][*Hi*]" => P![F!("val"; Num(1.0), Tree![P![B, T("Hi"), B]])]); e!(" [val][ */ ]" => s(0,8, 0,10, "unexpected end of block comment")); // Raw in body. t!("[val][`Hi]`" => P![F!("val"; Tree![P![R!["Hi]"]]])]); e!("[val][`Hi]`" => s(0,11, 0,11, "expected closing bracket")); // Crazy. t!("[v][[v][v][v]]" => P![F!("v"; Tree![P![ F!("v"; Tree![P![T("v")]]), F!("v") ]])]); // Spanned. ts!(" [box][Oh my]" => s(0,0, 0,13, P![ s(0,0, 0,1, S), s(0,1, 0,13, F!(s(0,2, 0,5, "box"); s(0,6, 0,13, Tree![s(0,7, 0,12, P![ s(0,7, 0,9, T("Oh")), s(0,9, 0,10, S), s(0,10, 0,12, T("my")) ])]) )) ])); } #[test] fn test_parse_values() { // Simple. v!("_" => Id("_")); v!("name" => Id("name")); v!("Ξ±" => Id("Ξ±")); v!("\"hi\"" => Str("hi")); v!("true" => Bool(true)); v!("false" => Bool(false)); v!("1.0e-4" => Num(1e-4)); v!("3.14" => Num(3.14)); v!("50%" => Num(0.5)); v!("4.5cm" => Len(Length::cm(4.5))); v!("12e1pt" => Len(Length::pt(12e1))); v!("#f7a20500" => Color(RgbaColor::new(0xf7, 0xa2, 0x05, 0x00))); v!("\"a\n[]\\\"string\"" => Str("a\n[]\"string")); // Content. v!("{_hi_}" => Tree![P![I, T("hi"), I]]); e!("[val: {_hi_}]" => ); v!("[hi]" => Tree![F!["hi"]]); e!("[val: [hi]]" => ); // Healed colors. v!("#12345" => Color(RgbaColor::new_healed(0, 0, 0, 0xff))); e!("[val: #12345]" => s(0,6, 0,12, "invalid color")); e!("[val: #a5]" => s(0,6, 0,9, "invalid color")); e!("[val: #14b2ah]" => s(0,6, 0,13, "invalid color")); e!("[val: #f075ff011]" => s(0,6, 0,16, "invalid color")); // Unclosed string. v!("\"hello" => Str("hello]")); e!("[val: \"hello]" => s(0,13, 0,13, "expected quote"), s(0,13, 0,13, "expected closing bracket")); // Spanned. ts!("[val: 1.4]" => s(0,0, 0,10, P![ s(0,0, 0,10, F!(s(0,1, 0,4, "val"); s(0,6, 0,9, Num(1.4)))) ])); } #[test] fn test_parse_expressions() { // Coerced table. v!("(hi)" => Id("hi")); // Operations. v!("-1" => Neg(Num(1.0))); v!("-- 1" => Neg(Neg(Num(1.0)))); v!("3.2in + 6pt" => Add(Len(Length::inches(3.2)), Len(Length::pt(6.0)))); v!("5 - 0.01" => Sub(Num(5.0), Num(0.01))); v!("(3mm * 2)" => Mul(Len(Length::mm(3.0)), Num(2.0))); v!("12e-3cm/1pt" => Div(Len(Length::cm(12e-3)), Len(Length::pt(1.0)))); // More complex. v!("(3.2in + 6pt)*(5/2-1)" => Mul( Add(Len(Length::inches(3.2)), Len(Length::pt(6.0))), Sub(Div(Num(5.0), Num(2.0)), Num(1.0)) )); v!("(6.3E+2+4* - 3.2pt)/2" => Div( Add(Num(6.3e2), Mul(Num(4.0), Neg(Len(Length::pt(3.2))))), Num(2.0) )); // Associativity of multiplication and division. v!("3/4*5" => Mul(Div(Num(3.0), Num(4.0)), Num(5.0))); // Spanned. ts!("[val: 1 + 3]" => s(0,0, 0,12, P![s(0,0, 0,12, F!( s(0,1, 0,4, "val"); s(0,6, 0,11, Add( s(0,6, 0,7, Num(1.0)), s(0,10, 0,11, Num(3.0)), )) ))])); // Span of parenthesized expression contains parens. ts!("[val: (1)]" => s(0,0, 0,10, P![ s(0,0, 0,10, F!(s(0,1, 0,4, "val"); s(0,6, 0,9, Num(1.0)))) ])); // Invalid expressions. v!("4pt--" => Len(Length::pt(4.0))); e!("[val: 4pt--]" => s(0,10, 0,11, "dangling minus"), s(0,6, 0,10, "missing right summand")); v!("3mm+4pt*" => Add(Len(Length::mm(3.0)), Len(Length::pt(4.0)))); e!("[val: 3mm+4pt*]" => s(0,10, 0,14, "missing right factor")); } #[test] fn test_parse_tables() { // Okay. v!("()" => Table![]); v!("(false)" => Bool(false)); v!("(true,)" => Table![Bool(true)]); v!("(key=val)" => Table!["key" => Id("val")]); v!("(1, 2)" => Table![Num(1.0), Num(2.0)]); v!("(1, key=\"value\")" => Table![Num(1.0), "key" => Str("value")]); // Decorations. d!("[val: key=hi]" => s(0,6, 0,9, TableKey)); d!("[val: (key=hi)]" => s(0,7, 0,10, TableKey)); d!("[val: f(key=hi)]" => s(0,8, 0,11, TableKey)); // Spanned with spacing around keyword arguments. ts!("[val: \n hi \n = /* //\n */ \"s\n\"]" => s(0,0, 4,2, P![ s(0,0, 4,2, F!( s(0,1, 0,4, "val"); s(1,1, 1,3, "hi") => s(3,4, 4,1, Str("s\n")) )) ])); e!("[val: \n hi \n = /* //\n */ \"s\n\"]" => ); } #[test] fn test_parse_tables_compute_func_calls() { v!("empty()" => Call!("empty")); v!("add ( 1 , 2 )" => Call!("add"; Num(1.0), Num(2.0))); v!("items(\"fire\", #f93a6d)" => Call!("items"; Str("fire"), Color(RgbaColor::new(0xf9, 0x3a, 0x6d, 0xff)) )); // More complex. v!("css(1pt, rgb(90, 102, 254), \"solid\")" => Call!( "css"; Len(Length::pt(1.0)), Call!("rgb"; Num(90.0), Num(102.0), Num(254.0)), Str("solid"), )); // Unclosed. v!("lang(δΈ­ζ–‡]" => Call!("lang"; Id("δΈ­ζ–‡"))); e!("[val: lang(δΈ­ζ–‡]" => s(0,13, 0,13, "expected closing paren")); // Invalid name. v!("πŸ‘ (\"abc\", 13e-5)" => Table!(Str("abc"), Num(13.0e-5))); e!("[val: πŸ‘ (\"abc\", 13e-5)]" => s(0,6, 0,7, "expected value, found invalid token")); } #[test] fn test_parse_tables_nested() { v!("(1, ( ab=(), d = (3, 14pt) )), false" => Table![ Num(1.0), Table!( "ab" => Table![], "d" => Table!(Num(3.0), Len(Length::pt(14.0))), ), ], Bool(false), ); } #[test] fn test_parse_tables_errors() { // Expected value. e!("[val: (=)]" => s(0,7, 0,8, "expected value, found equals sign")); e!("[val: (,)]" => s(0,7, 0,8, "expected value, found comma")); v!("(\x07 abc,)" => Table![Id("abc")]); e!("[val: (\x07 abc,)]" => s(0,7, 0,8, "expected value, found invalid token")); e!("[val: (key=,)]" => s(0,11, 0,12, "expected value, found comma")); e!("[val: hi,)]" => s(0,9, 0,10, "expected value, found closing paren")); // Expected comma. v!("(true false)" => Table![Bool(true), Bool(false)]); e!("[val: (true false)]" => s(0,11, 0,11, "expected comma")); // Expected closing paren. e!("[val: (#000]" => s(0,11, 0,11, "expected closing paren")); e!("[val: (key]" => s(0,10, 0,10, "expected closing paren")); e!("[val: (key=]" => s(0,11, 0,11, "expected value"), s(0,11, 0,11, "expected closing paren")); // Bad key. v!("true=you" => Bool(true), Id("you")); e!("[val: true=you]" => s(0,10, 0,10, "expected comma"), s(0,10, 0,11, "expected value, found equals sign")); // Unexpected equals sign. v!("z=y=4" => Num(4.0), "z" => Id("y")); e!("[val: z=y=4]" => s(0,9, 0,9, "expected comma"), s(0,9, 0,10, "expected value, found equals sign")); } }