1044 lines
32 KiB
Rust
1044 lines
32 KiB
Rust
use crate::attr;
|
|
use crate::lex;
|
|
use crate::Span;
|
|
|
|
use lex::Delimiter;
|
|
use lex::Symbol;
|
|
|
|
use Atom::*;
|
|
use Container::*;
|
|
|
|
#[derive(Debug, Clone, PartialEq, Eq)]
|
|
pub enum Atom {
|
|
Softbreak,
|
|
Hardbreak,
|
|
Escape,
|
|
Nbsp,
|
|
Ellipsis,
|
|
EnDash,
|
|
EmDash,
|
|
}
|
|
|
|
#[derive(Debug, Copy, Clone, PartialEq, Eq)]
|
|
pub enum Container {
|
|
Span,
|
|
Subscript,
|
|
Superscript,
|
|
Insert,
|
|
Delete,
|
|
Emphasis,
|
|
Strong,
|
|
Mark,
|
|
// smart quoting
|
|
SingleQuoted,
|
|
DoubleQuoted,
|
|
// Verbatim
|
|
Verbatim,
|
|
/// Span is the format.
|
|
RawFormat,
|
|
InlineMath,
|
|
DisplayMath,
|
|
/// Span is the reference link tag.
|
|
ReferenceLink,
|
|
/// Span is the reference link tag.
|
|
ReferenceImage,
|
|
/// Span is the URL.
|
|
InlineLink,
|
|
/// Span is the URL.
|
|
InlineImage,
|
|
|
|
Autolink,
|
|
}
|
|
|
|
#[derive(Debug, PartialEq, Eq)]
|
|
pub enum EventKind {
|
|
Enter(Container),
|
|
Exit(Container),
|
|
Atom(Atom),
|
|
Str,
|
|
Whitespace,
|
|
Attributes,
|
|
Placeholder,
|
|
}
|
|
|
|
#[derive(Debug, PartialEq, Eq)]
|
|
pub struct Event {
|
|
pub kind: EventKind,
|
|
pub span: Span,
|
|
}
|
|
|
|
pub struct Parser<I> {
|
|
/// Lexer, hosting upcoming source.
|
|
lexer: lex::Lexer<I>,
|
|
/// Span of current event.
|
|
span: Span,
|
|
/// Stack with kind and index of _potential_ openers for containers.
|
|
openers: Vec<(Delim, usize)>,
|
|
/// Buffer queue for next events. Events are buffered until no modifications due to future
|
|
/// characters are needed.
|
|
events: std::collections::VecDeque<Event>,
|
|
}
|
|
|
|
impl<I: Iterator<Item = char> + Clone> Parser<I> {
|
|
pub fn new(chars: I) -> Self {
|
|
Self {
|
|
lexer: lex::Lexer::new(chars),
|
|
span: Span::new(0, 0),
|
|
openers: Vec::new(),
|
|
events: std::collections::VecDeque::new(),
|
|
}
|
|
}
|
|
|
|
fn eat(&mut self) -> Option<lex::Token> {
|
|
let tok = self.lexer.next();
|
|
if let Some(t) = &tok {
|
|
self.span = self.span.extend(t.len);
|
|
}
|
|
tok
|
|
}
|
|
|
|
fn peek(&mut self) -> Option<&lex::Token> {
|
|
self.lexer.peek()
|
|
}
|
|
|
|
fn reset_span(&mut self) {
|
|
self.span = Span::empty_at(self.span.end());
|
|
}
|
|
|
|
fn parse_event(&mut self) -> Option<Event> {
|
|
self.reset_span();
|
|
self.eat().map(|first| {
|
|
self.parse_verbatim(&first)
|
|
.or_else(|| self.parse_attributes(&first))
|
|
.or_else(|| self.parse_autolink(&first))
|
|
.or_else(|| self.parse_container(&first))
|
|
.or_else(|| self.parse_atom(&first))
|
|
.unwrap_or(Event {
|
|
kind: if first.kind == lex::Kind::Whitespace {
|
|
EventKind::Whitespace
|
|
} else {
|
|
EventKind::Str
|
|
},
|
|
span: self.span,
|
|
})
|
|
})
|
|
}
|
|
|
|
fn parse_verbatim(&mut self, first: &lex::Token) -> Option<Event> {
|
|
match first.kind {
|
|
lex::Kind::Seq(lex::Sequence::Dollar) => {
|
|
let math_opt = (first.len <= 2)
|
|
.then(|| {
|
|
if let Some(lex::Token {
|
|
kind: lex::Kind::Seq(lex::Sequence::Backtick),
|
|
len,
|
|
}) = self.peek()
|
|
{
|
|
Some((
|
|
if first.len == 2 {
|
|
DisplayMath
|
|
} else {
|
|
InlineMath
|
|
},
|
|
*len,
|
|
))
|
|
} else {
|
|
None
|
|
}
|
|
})
|
|
.flatten();
|
|
if math_opt.is_some() {
|
|
self.eat(); // backticks
|
|
}
|
|
math_opt
|
|
}
|
|
lex::Kind::Seq(lex::Sequence::Backtick) => Some((Verbatim, first.len)),
|
|
_ => None,
|
|
}
|
|
.map(|(mut kind, opener_len)| {
|
|
let opener_event = self.events.len();
|
|
self.events.push_back(Event {
|
|
kind: EventKind::Enter(kind),
|
|
span: self.span,
|
|
});
|
|
|
|
let mut span_inner = Span::empty_at(self.span.end());
|
|
let mut span_outer = None;
|
|
|
|
let mut non_whitespace_first = None;
|
|
let mut non_whitespace_last = None;
|
|
|
|
while let Some(t) = self.eat() {
|
|
if matches!(t.kind, lex::Kind::Seq(lex::Sequence::Backtick)) && t.len == opener_len
|
|
{
|
|
if matches!(kind, Verbatim)
|
|
&& matches!(
|
|
self.lexer.peek().map(|t| &t.kind),
|
|
Some(lex::Kind::Open(Delimiter::BraceEqual))
|
|
)
|
|
{
|
|
let mut ahead = self.lexer.inner().clone();
|
|
let mut end = false;
|
|
let len = (&mut ahead)
|
|
.take_while(|c| {
|
|
if *c == '{' {
|
|
return false;
|
|
}
|
|
if *c == '}' {
|
|
end = true;
|
|
};
|
|
!end && !c.is_whitespace()
|
|
})
|
|
.count();
|
|
if len > 0 && end {
|
|
self.lexer = lex::Lexer::new(ahead);
|
|
let span_format = Span::by_len(self.span.end() + "{=".len(), len);
|
|
kind = RawFormat;
|
|
self.events[opener_event].kind = EventKind::Enter(kind);
|
|
self.events[opener_event].span = span_format;
|
|
self.span = span_format.translate(1); // }
|
|
span_outer = Some(span_format);
|
|
}
|
|
}
|
|
break;
|
|
}
|
|
if !matches!(t.kind, lex::Kind::Whitespace) {
|
|
if non_whitespace_first.is_none() {
|
|
non_whitespace_first = Some((t.kind, span_inner.end()));
|
|
}
|
|
non_whitespace_last = Some((t.kind, span_inner.end() + t.len));
|
|
}
|
|
span_inner = span_inner.extend(t.len);
|
|
self.reset_span();
|
|
}
|
|
|
|
if let Some((lex::Kind::Seq(lex::Sequence::Backtick), pos)) = non_whitespace_first {
|
|
span_inner = span_inner.with_start(pos);
|
|
}
|
|
if let Some((lex::Kind::Seq(lex::Sequence::Backtick), pos)) = non_whitespace_last {
|
|
span_inner = span_inner.with_end(pos);
|
|
}
|
|
|
|
self.events.push_back(Event {
|
|
kind: EventKind::Str,
|
|
span: span_inner,
|
|
});
|
|
|
|
Event {
|
|
kind: EventKind::Exit(kind),
|
|
span: span_outer.unwrap_or(self.span),
|
|
}
|
|
})
|
|
}
|
|
|
|
fn parse_attributes(&mut self, first: &lex::Token) -> Option<Event> {
|
|
if first.kind == lex::Kind::Open(Delimiter::Brace)
|
|
&& self
|
|
.events
|
|
.back()
|
|
.map_or(false, |e| e.kind == EventKind::Str)
|
|
{
|
|
let mut ahead = self.lexer.inner().clone();
|
|
let (mut attr_len, mut has_attr) = attr::valid(std::iter::once('{').chain(&mut ahead));
|
|
attr_len -= 1; // rm {
|
|
if attr_len > 0 {
|
|
while attr_len > 0 {
|
|
self.span = self.span.extend(attr_len);
|
|
self.lexer = lex::Lexer::new(ahead.clone());
|
|
|
|
let (l, non_empty) = attr::valid(&mut ahead);
|
|
attr_len = l;
|
|
has_attr |= non_empty;
|
|
}
|
|
|
|
Some(if has_attr {
|
|
let i = self
|
|
.events
|
|
.iter()
|
|
.rposition(|e| e.kind != EventKind::Str)
|
|
.map_or(0, |i| i + 1);
|
|
let span_str = Span::new(
|
|
self.events[i].span.start(),
|
|
self.events[self.events.len() - 1].span.end(),
|
|
);
|
|
self.events.drain(i..);
|
|
|
|
self.events.push_back(Event {
|
|
kind: EventKind::Attributes,
|
|
span: self.span,
|
|
});
|
|
self.events.push_back(Event {
|
|
kind: EventKind::Enter(Container::Span),
|
|
span: Span::empty_at(span_str.start()),
|
|
});
|
|
self.events.push_back(Event {
|
|
kind: EventKind::Str,
|
|
span: span_str,
|
|
});
|
|
|
|
Event {
|
|
kind: EventKind::Exit(Container::Span),
|
|
span: Span::empty_at(span_str.end()),
|
|
}
|
|
} else {
|
|
Event {
|
|
kind: EventKind::Placeholder,
|
|
span: Span::empty_at(self.span.start()),
|
|
}
|
|
})
|
|
} else {
|
|
None
|
|
}
|
|
} else {
|
|
None
|
|
}
|
|
}
|
|
|
|
fn parse_autolink(&mut self, first: &lex::Token) -> Option<Event> {
|
|
if first.kind == lex::Kind::Sym(Symbol::Lt) {
|
|
let mut ahead = self.lexer.inner().clone();
|
|
let mut end = false;
|
|
let mut is_url = false;
|
|
let len = (&mut ahead)
|
|
.take_while(|c| {
|
|
if *c == '>' {
|
|
end = true;
|
|
};
|
|
if matches!(*c, ':' | '@') {
|
|
is_url = true;
|
|
}
|
|
!end && !c.is_whitespace()
|
|
})
|
|
.count();
|
|
(end && is_url).then(|| {
|
|
self.lexer = lex::Lexer::new(ahead);
|
|
self.events.push_back(Event {
|
|
kind: EventKind::Enter(Autolink),
|
|
span: self.span,
|
|
});
|
|
self.span = Span::by_len(self.span.end(), len);
|
|
self.events.push_back(Event {
|
|
kind: EventKind::Str,
|
|
span: self.span,
|
|
});
|
|
self.span = Span::by_len(self.span.end(), 1);
|
|
Event {
|
|
kind: EventKind::Exit(Autolink),
|
|
span: self.span,
|
|
}
|
|
})
|
|
} else {
|
|
None
|
|
}
|
|
}
|
|
|
|
fn parse_container(&mut self, first: &lex::Token) -> Option<Event> {
|
|
Delim::from_token(first.kind).map(|(delim, dir)| {
|
|
self.openers
|
|
.iter()
|
|
.rposition(|(d, _)| {
|
|
*d == delim || matches!((d, delim), (Delim::Span(..), Delim::Span(..)))
|
|
})
|
|
.and_then(|o| {
|
|
if matches!(dir, Dir::Close | Dir::Both) {
|
|
let (d, e) = self.openers[o];
|
|
let e_attr = e;
|
|
let e_opener = e + 1;
|
|
let inner_span =
|
|
Span::new(self.events[e_opener].span.end(), self.span.start());
|
|
let mut event_closer = match Container::try_from(d) {
|
|
Ok(cont) => {
|
|
self.events[e_opener].kind = EventKind::Enter(cont);
|
|
Some(Event {
|
|
kind: EventKind::Exit(cont),
|
|
span: self.span,
|
|
})
|
|
}
|
|
Err(ty) => self.post_span(ty, e_opener),
|
|
};
|
|
self.openers.drain(o..);
|
|
|
|
if let Some(event_closer) = &mut event_closer {
|
|
if event_closer.span.is_empty() {
|
|
assert!(matches!(
|
|
event_closer.kind,
|
|
EventKind::Exit(
|
|
Container::ReferenceLink | Container::ReferenceImage
|
|
)
|
|
));
|
|
assert_eq!(self.events[e_opener].span, event_closer.span);
|
|
event_closer.span = inner_span;
|
|
self.events[e_opener].span = inner_span;
|
|
}
|
|
}
|
|
|
|
let mut ahead = self.lexer.inner().clone();
|
|
let (mut attr_len, mut has_attr) = attr::valid(&mut ahead);
|
|
if attr_len > 0 {
|
|
let span_closer = self.span;
|
|
self.span = Span::empty_at(self.span.end());
|
|
while attr_len > 0 {
|
|
self.span = self.span.extend(attr_len);
|
|
self.lexer = lex::Lexer::new(ahead.clone());
|
|
|
|
let (l, non_empty) = attr::valid(&mut ahead);
|
|
has_attr |= non_empty;
|
|
attr_len = l;
|
|
}
|
|
|
|
if has_attr {
|
|
self.events[e_attr] = Event {
|
|
kind: EventKind::Attributes,
|
|
span: self.span,
|
|
};
|
|
}
|
|
|
|
if event_closer.is_none() {
|
|
if has_attr {
|
|
self.events[e_opener].kind = EventKind::Enter(Container::Span);
|
|
}
|
|
event_closer = Some(Event {
|
|
kind: if has_attr {
|
|
EventKind::Exit(Container::Span)
|
|
} else {
|
|
EventKind::Str
|
|
},
|
|
span: span_closer,
|
|
});
|
|
}
|
|
}
|
|
event_closer
|
|
} else {
|
|
None
|
|
}
|
|
})
|
|
.unwrap_or_else(|| {
|
|
self.openers.push((delim, self.events.len()));
|
|
// push dummy event in case attributes are encountered after closing delimiter
|
|
self.events.push_back(Event {
|
|
kind: EventKind::Placeholder,
|
|
span: Span::empty_at(self.span.start()),
|
|
});
|
|
// use str for now, replace if closed later
|
|
Event {
|
|
kind: EventKind::Str,
|
|
span: self.span,
|
|
}
|
|
})
|
|
})
|
|
}
|
|
|
|
fn post_span(&mut self, ty: SpanType, opener_event: usize) -> Option<Event> {
|
|
let mut ahead = self.lexer.inner().clone();
|
|
match ahead.next() {
|
|
Some(opener @ ('[' | '(')) => {
|
|
let img = ty == SpanType::Image;
|
|
let (closer, kind) = match opener {
|
|
'[' => (']', if img { ReferenceImage } else { ReferenceLink }),
|
|
'(' => (')', if img { InlineImage } else { InlineLink }),
|
|
_ => unreachable!(),
|
|
};
|
|
let mut end = false;
|
|
let len = (&mut ahead)
|
|
.take_while(|c| {
|
|
if *c == opener {
|
|
return false;
|
|
}
|
|
if *c == closer {
|
|
end = true;
|
|
};
|
|
!end
|
|
})
|
|
.count();
|
|
end.then(|| {
|
|
let span = Span::by_len(self.span.end() + 1, len);
|
|
(kind, span)
|
|
})
|
|
}
|
|
_ => None,
|
|
}
|
|
.map(|(kind, span)| {
|
|
self.lexer = lex::Lexer::new(ahead);
|
|
self.events[opener_event].kind = EventKind::Enter(kind);
|
|
self.events[opener_event].span = span;
|
|
self.span = span.translate(1);
|
|
Event {
|
|
kind: EventKind::Exit(kind),
|
|
span,
|
|
}
|
|
})
|
|
}
|
|
|
|
fn parse_atom(&mut self, first: &lex::Token) -> Option<Event> {
|
|
let atom = match first.kind {
|
|
lex::Kind::Newline => Softbreak,
|
|
lex::Kind::Hardbreak => Hardbreak,
|
|
lex::Kind::Escape => Escape,
|
|
lex::Kind::Nbsp => Nbsp,
|
|
lex::Kind::Seq(lex::Sequence::Period) if first.len == 3 => Ellipsis,
|
|
lex::Kind::Seq(lex::Sequence::Hyphen) if first.len == 2 => EnDash,
|
|
lex::Kind::Seq(lex::Sequence::Hyphen) if first.len == 3 => EmDash,
|
|
_ => return None,
|
|
};
|
|
|
|
Some(Event {
|
|
kind: EventKind::Atom(atom),
|
|
span: self.span,
|
|
})
|
|
}
|
|
}
|
|
|
|
#[derive(Debug, Clone, Copy, PartialEq, Eq)]
|
|
enum Directionality {
|
|
Uni,
|
|
Bi,
|
|
}
|
|
|
|
#[derive(Debug, Clone, Copy, PartialEq, Eq)]
|
|
enum SpanType {
|
|
Image,
|
|
General,
|
|
}
|
|
|
|
#[derive(Debug, Clone, Copy, PartialEq, Eq)]
|
|
enum Delim {
|
|
Span(SpanType),
|
|
Strong(Directionality),
|
|
Emphasis(Directionality),
|
|
Superscript(Directionality),
|
|
Subscript(Directionality),
|
|
SingleQuoted,
|
|
DoubleQuoted,
|
|
Mark,
|
|
Delete,
|
|
Insert,
|
|
}
|
|
|
|
enum Dir {
|
|
Open,
|
|
Close,
|
|
Both,
|
|
}
|
|
|
|
impl Delim {
|
|
fn from_token(kind: lex::Kind) -> Option<(Self, Dir)> {
|
|
use Delim::*;
|
|
use Dir::{Both, Close, Open};
|
|
use Directionality::{Bi, Uni};
|
|
use SpanType::{General, Image};
|
|
|
|
match kind {
|
|
lex::Kind::Sym(Symbol::Asterisk) => Some((Strong(Bi), Both)),
|
|
lex::Kind::Sym(Symbol::Underscore) => Some((Emphasis(Bi), Both)),
|
|
lex::Kind::Sym(Symbol::Caret) => Some((Superscript(Bi), Both)),
|
|
lex::Kind::Sym(Symbol::Tilde) => Some((Subscript(Bi), Both)),
|
|
lex::Kind::Sym(Symbol::Quote1) => Some((SingleQuoted, Both)),
|
|
lex::Kind::Sym(Symbol::Quote2) => Some((DoubleQuoted, Both)),
|
|
lex::Kind::Sym(Symbol::ExclaimBracket) => Some((Span(Image), Open)),
|
|
lex::Kind::Open(Delimiter::Bracket) => Some((Span(General), Open)),
|
|
lex::Kind::Close(Delimiter::Bracket) => Some((Span(General), Close)),
|
|
lex::Kind::Open(Delimiter::BraceAsterisk) => Some((Strong(Uni), Open)),
|
|
lex::Kind::Close(Delimiter::BraceAsterisk) => Some((Strong(Uni), Close)),
|
|
lex::Kind::Open(Delimiter::BraceUnderscore) => Some((Emphasis(Uni), Open)),
|
|
lex::Kind::Close(Delimiter::BraceUnderscore) => Some((Emphasis(Uni), Close)),
|
|
lex::Kind::Open(Delimiter::BraceCaret) => Some((Superscript(Uni), Open)),
|
|
lex::Kind::Close(Delimiter::BraceCaret) => Some((Superscript(Uni), Close)),
|
|
lex::Kind::Open(Delimiter::BraceTilde) => Some((Subscript(Uni), Open)),
|
|
lex::Kind::Close(Delimiter::BraceTilde) => Some((Subscript(Uni), Close)),
|
|
lex::Kind::Open(Delimiter::BraceEqual) => Some((Mark, Open)),
|
|
lex::Kind::Close(Delimiter::BraceEqual) => Some((Mark, Close)),
|
|
lex::Kind::Open(Delimiter::BraceHyphen) => Some((Delete, Open)),
|
|
lex::Kind::Close(Delimiter::BraceHyphen) => Some((Delete, Close)),
|
|
lex::Kind::Open(Delimiter::BracePlus) => Some((Insert, Open)),
|
|
lex::Kind::Close(Delimiter::BracePlus) => Some((Insert, Close)),
|
|
_ => None,
|
|
}
|
|
}
|
|
}
|
|
|
|
impl TryFrom<Delim> for Container {
|
|
type Error = SpanType;
|
|
|
|
fn try_from(d: Delim) -> Result<Self, Self::Error> {
|
|
match d {
|
|
Delim::Span(ty) => Err(ty),
|
|
Delim::Strong(..) => Ok(Self::Strong),
|
|
Delim::Emphasis(..) => Ok(Self::Emphasis),
|
|
Delim::Superscript(..) => Ok(Self::Superscript),
|
|
Delim::Subscript(..) => Ok(Self::Subscript),
|
|
Delim::SingleQuoted => Ok(Self::SingleQuoted),
|
|
Delim::DoubleQuoted => Ok(Self::DoubleQuoted),
|
|
Delim::Mark => Ok(Self::Mark),
|
|
Delim::Delete => Ok(Self::Delete),
|
|
Delim::Insert => Ok(Self::Insert),
|
|
}
|
|
}
|
|
}
|
|
|
|
impl<I: Iterator<Item = char> + Clone> Iterator for Parser<I> {
|
|
type Item = Event;
|
|
|
|
fn next(&mut self) -> Option<Self::Item> {
|
|
while self.events.is_empty()
|
|
|| !self.openers.is_empty()
|
|
|| self // for merge or attributes
|
|
.events
|
|
.back()
|
|
.map_or(false, |ev| {
|
|
matches!(ev.kind, EventKind::Str | EventKind::Whitespace)
|
|
})
|
|
{
|
|
if let Some(ev) = self.parse_event() {
|
|
self.events.push_back(ev);
|
|
} else {
|
|
break;
|
|
}
|
|
}
|
|
|
|
self.events.pop_front().and_then(|e| {
|
|
match e.kind {
|
|
EventKind::Str | EventKind::Whitespace => {
|
|
// merge str events
|
|
let mut span = e.span;
|
|
while self.events.front().map_or(false, |e| {
|
|
matches!(
|
|
e.kind,
|
|
EventKind::Str | EventKind::Whitespace | EventKind::Placeholder
|
|
)
|
|
}) {
|
|
let ev = self.events.pop_front().unwrap();
|
|
assert_eq!(span.end(), ev.span.start());
|
|
span = span.union(ev.span);
|
|
}
|
|
Some(Event {
|
|
kind: EventKind::Str,
|
|
span,
|
|
})
|
|
}
|
|
EventKind::Placeholder => self.next(),
|
|
_ => Some(e),
|
|
}
|
|
})
|
|
}
|
|
}
|
|
|
|
#[cfg(test)]
|
|
mod test {
|
|
use super::Container::*;
|
|
use super::EventKind::*;
|
|
use super::Verbatim;
|
|
|
|
macro_rules! test_parse {
|
|
($($st:ident,)? $src:expr $(,$($token:expr),* $(,)?)?) => {
|
|
#[allow(unused)]
|
|
let mut p = super::Parser::new($src.chars());
|
|
let actual = p.map(|ev| (ev.kind, ev.span.of($src))).collect::<Vec<_>>();
|
|
let expected = &[$($($token),*,)?];
|
|
assert_eq!(actual, expected, "\n\n{}\n\n", $src);
|
|
};
|
|
}
|
|
|
|
#[test]
|
|
fn str() {
|
|
test_parse!("abc", (Str, "abc"));
|
|
test_parse!("abc def", (Str, "abc def"));
|
|
}
|
|
|
|
#[test]
|
|
fn verbatim() {
|
|
test_parse!(
|
|
"`abc`",
|
|
(Enter(Verbatim), "`"),
|
|
(Str, "abc"),
|
|
(Exit(Verbatim), "`"),
|
|
);
|
|
test_parse!(
|
|
"`abc\ndef`",
|
|
(Enter(Verbatim), "`"),
|
|
(Str, "abc\ndef"),
|
|
(Exit(Verbatim), "`"),
|
|
);
|
|
test_parse!(
|
|
"`abc&def`",
|
|
(Enter(Verbatim), "`"),
|
|
(Str, "abc&def"),
|
|
(Exit(Verbatim), "`"),
|
|
);
|
|
test_parse!(
|
|
"`abc",
|
|
(Enter(Verbatim), "`"),
|
|
(Str, "abc"),
|
|
(Exit(Verbatim), ""),
|
|
);
|
|
test_parse!(
|
|
"``abc``",
|
|
(Enter(Verbatim), "``"),
|
|
(Str, "abc"),
|
|
(Exit(Verbatim), "``"),
|
|
);
|
|
test_parse!(
|
|
"abc `def`",
|
|
(Str, "abc "),
|
|
(Enter(Verbatim), "`"),
|
|
(Str, "def"),
|
|
(Exit(Verbatim), "`"),
|
|
);
|
|
test_parse!(
|
|
"abc`def`",
|
|
(Str, "abc"),
|
|
(Enter(Verbatim), "`"),
|
|
(Str, "def"),
|
|
(Exit(Verbatim), "`"),
|
|
);
|
|
}
|
|
|
|
#[test]
|
|
fn verbatim_whitespace() {
|
|
test_parse!(
|
|
"` `",
|
|
(Enter(Verbatim), "`"),
|
|
(Str, " "),
|
|
(Exit(Verbatim), "`"),
|
|
);
|
|
test_parse!(
|
|
"` abc `",
|
|
(Enter(Verbatim), "`"),
|
|
(Str, " abc "),
|
|
(Exit(Verbatim), "`"),
|
|
);
|
|
}
|
|
|
|
#[test]
|
|
fn verbatim_trim() {
|
|
test_parse!(
|
|
"` ``abc`` `",
|
|
(Enter(Verbatim), "`"),
|
|
(Str, "``abc``"),
|
|
(Exit(Verbatim), "`"),
|
|
);
|
|
}
|
|
|
|
#[test]
|
|
fn math() {
|
|
test_parse!(
|
|
"$`abc`",
|
|
(Enter(InlineMath), "$`"),
|
|
(Str, "abc"),
|
|
(Exit(InlineMath), "`"),
|
|
);
|
|
test_parse!(
|
|
"$`abc` str",
|
|
(Enter(InlineMath), "$`"),
|
|
(Str, "abc"),
|
|
(Exit(InlineMath), "`"),
|
|
(Str, " str"),
|
|
);
|
|
test_parse!(
|
|
"$$`abc`",
|
|
(Enter(DisplayMath), "$$`"),
|
|
(Str, "abc"),
|
|
(Exit(DisplayMath), "`"),
|
|
);
|
|
test_parse!(
|
|
"$`abc",
|
|
(Enter(InlineMath), "$`"),
|
|
(Str, "abc"),
|
|
(Exit(InlineMath), ""),
|
|
);
|
|
test_parse!(
|
|
"$```abc```",
|
|
(Enter(InlineMath), "$```"),
|
|
(Str, "abc"),
|
|
(Exit(InlineMath), "```"),
|
|
);
|
|
}
|
|
|
|
#[test]
|
|
fn raw_format() {
|
|
test_parse!(
|
|
"`raw`{=format}",
|
|
(Enter(RawFormat), "format"),
|
|
(Str, "raw"),
|
|
(Exit(RawFormat), "format"),
|
|
);
|
|
test_parse!(
|
|
"before `raw`{=format} after",
|
|
(Str, "before "),
|
|
(Enter(RawFormat), "format"),
|
|
(Str, "raw"),
|
|
(Exit(RawFormat), "format"),
|
|
(Str, " after"),
|
|
);
|
|
}
|
|
|
|
#[test]
|
|
fn raw_attr() {
|
|
test_parse!(
|
|
"`raw`{=format #id}",
|
|
(Enter(Verbatim), "`"),
|
|
(Str, "raw"),
|
|
(Exit(Verbatim), "`"),
|
|
(Str, "{=format #id}"),
|
|
);
|
|
}
|
|
|
|
#[test]
|
|
fn span_tag() {
|
|
test_parse!(
|
|
"[text][tag]",
|
|
(Enter(ReferenceLink), "tag"),
|
|
(Str, "text"),
|
|
(Exit(ReferenceLink), "tag"),
|
|
);
|
|
test_parse!(
|
|
"![text][tag]",
|
|
(Enter(ReferenceImage), "tag"),
|
|
(Str, "text"),
|
|
(Exit(ReferenceImage), "tag"),
|
|
);
|
|
test_parse!(
|
|
"before [text][tag] after",
|
|
(Str, "before "),
|
|
(Enter(ReferenceLink), "tag"),
|
|
(Str, "text"),
|
|
(Exit(ReferenceLink), "tag"),
|
|
(Str, " after"),
|
|
);
|
|
test_parse!(
|
|
"[[inner][i]][o]",
|
|
(Enter(ReferenceLink), "o"),
|
|
(Enter(ReferenceLink), "i"),
|
|
(Str, "inner"),
|
|
(Exit(ReferenceLink), "i"),
|
|
(Exit(ReferenceLink), "o"),
|
|
);
|
|
}
|
|
|
|
#[test]
|
|
fn span_tag_empty() {
|
|
test_parse!(
|
|
"[text][]",
|
|
(Enter(ReferenceLink), "text"),
|
|
(Str, "text"),
|
|
(Exit(ReferenceLink), "text"),
|
|
);
|
|
test_parse!(
|
|
"![text][]",
|
|
(Enter(ReferenceImage), "text"),
|
|
(Str, "text"),
|
|
(Exit(ReferenceImage), "text"),
|
|
);
|
|
}
|
|
|
|
#[test]
|
|
fn span_tag_empty_nested() {
|
|
// TODO strip non str from tag?
|
|
test_parse!(
|
|
"[some _text_][]",
|
|
(Enter(ReferenceLink), "some _text_"),
|
|
(Str, "some "),
|
|
(Enter(Emphasis), "_"),
|
|
(Str, "text"),
|
|
(Exit(Emphasis), "_"),
|
|
(Exit(ReferenceLink), "some _text_"),
|
|
);
|
|
}
|
|
|
|
#[test]
|
|
fn span_url() {
|
|
test_parse!(
|
|
"before [text](url) after",
|
|
(Str, "before "),
|
|
(Enter(InlineLink), "url"),
|
|
(Str, "text"),
|
|
(Exit(InlineLink), "url"),
|
|
(Str, " after"),
|
|
);
|
|
test_parse!(
|
|
"[outer [inner](i)](o)",
|
|
(Enter(InlineLink), "o"),
|
|
(Str, "outer "),
|
|
(Enter(InlineLink), "i"),
|
|
(Str, "inner"),
|
|
(Exit(InlineLink), "i"),
|
|
(Exit(InlineLink), "o"),
|
|
);
|
|
}
|
|
|
|
#[test]
|
|
fn span_url_empty() {
|
|
test_parse!(
|
|
"before [text]() after",
|
|
(Str, "before "),
|
|
(Enter(InlineLink), ""),
|
|
(Str, "text"),
|
|
(Exit(InlineLink), ""),
|
|
(Str, " after"),
|
|
);
|
|
}
|
|
|
|
#[test]
|
|
fn span() {
|
|
test_parse!("[abc]", (Str, "[abc]"));
|
|
}
|
|
|
|
#[test]
|
|
fn span_attr() {
|
|
test_parse!(
|
|
"[abc]{.def}",
|
|
(Attributes, "{.def}"),
|
|
(Enter(Span), "["),
|
|
(Str, "abc"),
|
|
(Exit(Span), "]"),
|
|
);
|
|
}
|
|
|
|
#[test]
|
|
fn autolink() {
|
|
test_parse!(
|
|
"<https://example.com>",
|
|
(Enter(Autolink), "<"),
|
|
(Str, "https://example.com"),
|
|
(Exit(Autolink), ">")
|
|
);
|
|
test_parse!(
|
|
"<a@b.c>",
|
|
(Enter(Autolink), "<"),
|
|
(Str, "a@b.c"),
|
|
(Exit(Autolink), ">"),
|
|
);
|
|
test_parse!(
|
|
"<http://a.b><http://c.d>",
|
|
(Enter(Autolink), "<"),
|
|
(Str, "http://a.b"),
|
|
(Exit(Autolink), ">"),
|
|
(Enter(Autolink), "<"),
|
|
(Str, "http://c.d"),
|
|
(Exit(Autolink), ">")
|
|
);
|
|
test_parse!("<not-a-url>", (Str, "<not-a-url>"));
|
|
}
|
|
|
|
#[test]
|
|
fn container_basic() {
|
|
test_parse!(
|
|
"_abc_",
|
|
(Enter(Emphasis), "_"),
|
|
(Str, "abc"),
|
|
(Exit(Emphasis), "_"),
|
|
);
|
|
test_parse!(
|
|
"{_abc_}",
|
|
(Enter(Emphasis), "{_"),
|
|
(Str, "abc"),
|
|
(Exit(Emphasis), "_}"),
|
|
);
|
|
}
|
|
|
|
#[test]
|
|
fn container_nest() {
|
|
test_parse!(
|
|
"{_{_abc_}_}",
|
|
(Enter(Emphasis), "{_"),
|
|
(Enter(Emphasis), "{_"),
|
|
(Str, "abc"),
|
|
(Exit(Emphasis), "_}"),
|
|
(Exit(Emphasis), "_}"),
|
|
);
|
|
test_parse!(
|
|
"*_abc_*",
|
|
(Enter(Strong), "*"),
|
|
(Enter(Emphasis), "_"),
|
|
(Str, "abc"),
|
|
(Exit(Emphasis), "_"),
|
|
(Exit(Strong), "*"),
|
|
);
|
|
}
|
|
|
|
#[test]
|
|
fn container_unopened() {
|
|
test_parse!("*}abc", (Str, "*}abc"));
|
|
}
|
|
|
|
#[test]
|
|
fn container_close_parent() {
|
|
test_parse!(
|
|
"{*{_abc*}",
|
|
(Enter(Strong), "{*"),
|
|
(Str, "{_abc"),
|
|
(Exit(Strong), "*}"),
|
|
);
|
|
}
|
|
|
|
#[test]
|
|
fn container_close_block() {
|
|
test_parse!("{_abc", (Str, "{_abc"));
|
|
test_parse!("{_{*{_abc", (Str, "{_{*{_abc"));
|
|
}
|
|
|
|
#[test]
|
|
fn container_attr() {
|
|
test_parse!(
|
|
"_abc def_{.attr}",
|
|
(Attributes, "{.attr}"),
|
|
(Enter(Emphasis), "_"),
|
|
(Str, "abc def"),
|
|
(Exit(Emphasis), "_"),
|
|
);
|
|
}
|
|
|
|
#[test]
|
|
fn container_attr_empty() {
|
|
test_parse!(
|
|
"_abc def_{}",
|
|
(Enter(Emphasis), "_"),
|
|
(Str, "abc def"),
|
|
(Exit(Emphasis), "_"),
|
|
);
|
|
test_parse!(
|
|
"_abc def_{ % comment % } ghi",
|
|
(Enter(Emphasis), "_"),
|
|
(Str, "abc def"),
|
|
(Exit(Emphasis), "_"),
|
|
(Str, " ghi"),
|
|
);
|
|
}
|
|
|
|
#[test]
|
|
fn container_attr_multiple() {
|
|
test_parse!(
|
|
"_abc def_{.a}{.b}{.c} {.d}",
|
|
(Attributes, "{.a}{.b}{.c}"),
|
|
(Enter(Emphasis), "_"),
|
|
(Str, "abc def"),
|
|
(Exit(Emphasis), "_"),
|
|
(Str, " {.d}"),
|
|
);
|
|
}
|
|
|
|
#[test]
|
|
fn attr() {
|
|
test_parse!(
|
|
"word{a=b}",
|
|
(Attributes, "{a=b}"),
|
|
(Enter(Span), ""),
|
|
(Str, "word"),
|
|
(Exit(Span), ""),
|
|
);
|
|
test_parse!(
|
|
"some word{.a}{.b} with attrs",
|
|
(Str, "some "),
|
|
(Attributes, "{.a}{.b}"),
|
|
(Enter(Span), ""),
|
|
(Str, "word"),
|
|
(Exit(Span), ""),
|
|
(Str, " with attrs"),
|
|
);
|
|
}
|
|
|
|
#[test]
|
|
fn attr_empty() {
|
|
test_parse!("word{}", (Str, "word"));
|
|
test_parse!("word{ % comment % } trail", (Str, "word"), (Str, " trail"));
|
|
}
|
|
}
|