fnmain/jotdown
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

lib: replace custom Span with Range<usize>

Browse source
This commit is contained in:
Noah Hellman 2023-05-14 10:49:15 +02:00
parent 3908823d18
commit 2ea095730c
4 changed files with 272 additions and 389 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

230
src/block.rs
View file

@ -1,7 +1,8 @@
use std::ops::Range;
use crate::Alignment;
use crate::OrderedListNumbering::*;
use crate::OrderedListStyle::*;
use crate::Span;
use crate::attr;
use crate::lex;
@ -11,13 +12,13 @@ use Container::*;
use Leaf::*;
use ListType::*;
#[derive(Debug, Copy, Clone, PartialEq, Eq)]
#[derive(Debug, Clone, PartialEq, Eq)]
pub struct Event<'s> {
pub kind: EventKind<'s>,
pub span: Span,
pub span: Range<usize>,
}
#[derive(Debug, Copy, Clone, PartialEq, Eq)]
#[derive(Debug, Clone, PartialEq, Eq)]
pub enum EventKind<'s> {
Enter(Node<'s>),
Inline,
@ -173,20 +174,20 @@ impl<'s> TreeParser<'s> {
}
for _ in std::mem::take(&mut self.open_sections).drain(..) {
self.exit(Span::empty_at(self.src.len()));
self.exit(self.src.len()..self.src.len());
}
debug_assert_eq!(self.open, &[]);
self.events
}
fn inline(&mut self, span: Span) {
fn inline(&mut self, span: Range<usize>) {
self.events.push(Event {
kind: EventKind::Inline,
span,
});
}
fn enter(&mut self, node: Node<'s>, span: Span) -> usize {
fn enter(&mut self, node: Node<'s>, span: Range<usize>) -> usize {
let i = self.events.len();
self.open.push(i);
self.events.push(Event {
@ -196,7 +197,7 @@ impl<'s> TreeParser<'s> {
i
}
fn exit(&mut self, span: Span) -> usize {
fn exit(&mut self, span: Range<usize>) -> usize {
let i = self.events.len();
let node = if let EventKind::Enter(node) = self.events[self.open.pop().unwrap()].kind {
node
@ -211,29 +212,29 @@ impl<'s> TreeParser<'s> {
}
/// Recursively parse a block and all of its children. Return number of lines the block uses.
fn parse_block(&mut self, lines: &mut [Span], top_level: bool) -> usize {
fn parse_block(&mut self, lines: &mut [Range<usize>], top_level: bool) -> usize {
if let Some(MeteredBlock {
kind,
span: span_start,
line_count,
}) = MeteredBlock::new(lines.iter().map(|sp| sp.of(self.src)))
}) = MeteredBlock::new(lines.iter().map(|sp| &self.src[sp.clone()]))
{
let lines = &mut lines[..line_count];
let span_start = span_start.translate(lines[0].start());
let end_line = lines[lines.len() - 1];
let span_start = (span_start.start + lines[0].start)..(span_start.end + lines[0].start);
let end_line = lines[lines.len() - 1].clone();
let span_end = match kind {
Kind::Fenced {
has_closing_fence: true,
..
} => end_line,
_ => end_line.empty_after(),
_ => end_line.end..end_line.end,
};
// part of first inline that is from the outer block
let outer = Span::new(lines[0].start(), span_start.end());
let outer = lines[0].start..span_start.end;
// skip outer block part for inner content
lines[0] = lines[0].skip(outer.len());
lines[0].start += outer.len();
// skip opening and closing fence of code block / div
let lines = if let Kind::Fenced {
@ -253,7 +254,7 @@ impl<'s> TreeParser<'s> {
&& !matches!(kind, Kind::ListItem { ty: ty_new, .. } if *ty == ty_new)
{
let l = self.open_lists.pop().unwrap();
self.close_list(l, span_start.start());
self.close_list(l, span_start.start);
}
}
@ -287,7 +288,7 @@ impl<'s> TreeParser<'s> {
Kind::Heading { level } => Block::Leaf(Heading {
level: level.try_into().unwrap(),
has_section: top_level,
pos: span_start.start() as u32,
pos: span_start.start as u32,
}),
Kind::Fenced {
kind: FenceKind::CodeBlock(..),
@ -312,7 +313,7 @@ impl<'s> TreeParser<'s> {
Kind::Blockquote => Block::Container(Blockquote),
Kind::ListItem { ty, .. } => Block::Container(ListItem(match ty {
ListType::Task => ListItemKind::Task {
checked: span_start.of(self.src).as_bytes()[3] != b' ',
checked: self.src.as_bytes()[span_start.start + 3] != b' ',
},
ListType::Description => ListItemKind::Description,
_ => ListItemKind::List,
@ -348,23 +349,22 @@ impl<'s> TreeParser<'s> {
&mut self,
leaf: Leaf<'s>,
k: &Kind,
span_start: Span,
span_end: Span,
mut lines: &mut [Span],
span_start: Range<usize>,
span_end: Range<usize>,
mut lines: &mut [Range<usize>],
) {
if let Kind::Fenced { indent, .. } = k {
for line in lines.iter_mut() {
let indent_line = line
.of(self.src)
.bytes()
.take_while(|c| *c != b'\n' && c.is_ascii_whitespace())
let indent_line = self.src.as_bytes()[line.clone()]
.iter()
.take_while(|c| *c != &b'\n' && c.is_ascii_whitespace())
.count();
*line = line.skip((*indent).min(indent_line));
line.start += (*indent).min(indent_line);
}
} else {
// trim starting whitespace of each inline
for line in lines.iter_mut() {
*line = line.trim_start(self.src);
*line = self.trim_start(line.clone());
}
// skip first inline if empty
@ -375,15 +375,14 @@ impl<'s> TreeParser<'s> {
if matches!(leaf, LinkDefinition { .. }) {
// trim ending whitespace of each inline
for line in lines.iter_mut() {
*line = line.trim_end(self.src);
*line = self.trim_end(line.clone());
}
}
// trim ending whitespace of block
let l = lines.len();
if l > 0 {
let last = &mut lines[l - 1];
*last = last.trim_end(self.src);
lines[l - 1] = self.trim_end(lines[l - 1].clone());
}
}
@ -398,7 +397,7 @@ impl<'s> TreeParser<'s> {
.iter()
.rposition(|l| l < level)
.map_or(0, |i| i + 1);
let pos = span_start.start() as u32;
let pos = span_start.start as u32;
for i in 0..(self.open_sections.len() - first_close) {
let node = if let EventKind::Enter(node) =
self.events[self.open.pop().unwrap()].kind
@ -409,23 +408,31 @@ impl<'s> TreeParser<'s> {
};
let end = self
.attr_start
.map_or(span_start.start(), |a| self.events[a].span.start());
.map_or(span_start.start, |a| self.events[a].span.start);
self.events.insert(
self.attr_start.map_or(self.events.len(), |a| a + i),
Event {
kind: EventKind::Exit(node),
span: Span::new(end, end),
span: end..end,
},
);
}
self.open_sections.drain(first_close..);
self.open_sections.push(*level);
self.enter(Node::Container(Section { pos }), span_start.empty_before());
self.enter(
Node::Container(Section { pos }),
span_start.start..span_start.start,
);
}
// trim '#' characters
for line in lines.iter_mut().skip(1) {
*line = line.trim_start_matches(self.src, |c| c == '#' || c.is_ascii_whitespace());
let start = line.start
+ self.src.as_bytes()[line.clone()]
.iter()
.take_while(|c| **c == b'#' || c.is_ascii_whitespace())
.count();
line.start = start;
}
}
@ -433,7 +440,7 @@ impl<'s> TreeParser<'s> {
lines
.iter()
.filter(|l| !matches!(k, Kind::Heading { .. }) || !l.is_empty())
.for_each(|line| self.inline(*line));
.for_each(|line| self.inline(line.clone()));
self.exit(span_end);
}
@ -441,14 +448,14 @@ impl<'s> TreeParser<'s> {
&mut self,
c: Container<'s>,
k: &Kind,
mut span_start: Span,
span_end: Span,
outer: Span,
lines: &mut [Span],
mut span_start: Range<usize>,
span_end: Range<usize>,
outer: Range<usize>,
lines: &mut [Range<usize>],
) {
// update spans, remove indentation / container prefix
lines.iter_mut().skip(1).for_each(|sp| {
let src = sp.of(self.src);
let src = &self.src[sp.clone()];
let src_t = src.trim_matches(|c: char| c.is_ascii_whitespace());
let whitespace = src_t.as_ptr() as usize - src.as_ptr() as usize;
let skip = match k {
@ -467,8 +474,11 @@ impl<'s> TreeParser<'s> {
Kind::Fenced { indent, .. } => whitespace.min(*indent),
_ => panic!("non-container {:?}", k),
};
let len = sp.of(self.src).bytes().take_while(|c| *c != b'\n').count();
*sp = sp.skip(skip.min(len));
let len = self.src.as_bytes()[sp.clone()]
.iter()
.take_while(|c| **c != b'\n')
.count();
sp.start += skip.min(len);
});
if let Kind::ListItem { ty, .. } = k {
@ -483,9 +493,9 @@ impl<'s> TreeParser<'s> {
let event = self.enter(
Node::Container(Container::List {
kind: ListKind { ty: *ty, tight },
marker: span_start.of(self.src),
marker: &self.src[span_start.clone()],
}),
span_start.empty_before(),
span_start.start..span_start.start,
);
self.open_lists.push(OpenList {
ty: *ty,
@ -496,9 +506,10 @@ impl<'s> TreeParser<'s> {
}
let dt = if let ListItem(ListItemKind::Description) = c {
let dt = self.enter(Node::Leaf(DescriptionTerm), span_start);
self.exit(span_start.trim_end(self.src).empty_after());
span_start = lines[0].empty_before();
let dt = self.enter(Node::Leaf(DescriptionTerm), span_start.clone());
let start = self.trim_end(span_start.clone()).end;
self.exit(start..start);
span_start = lines[0].start..lines[0].start;
Some((dt, self.events.len(), self.open.len()))
} else {
None
@ -535,7 +546,7 @@ impl<'s> TreeParser<'s> {
self.events[empty_term + 1].kind = EventKind::Stale;
// move out term before detail
self.events[enter_term].span = self.events[empty_term].span;
self.events[enter_term].span = self.events[empty_term].span.clone();
let first_detail = self.events[exit_term + 1..]
.iter()
.position(|e| !matches!(e.kind, EventKind::Atom(Blankline)))
@ -544,13 +555,14 @@ impl<'s> TreeParser<'s> {
let detail_pos = self
.events
.get(first_detail)
.map(|e| e.span.start())
.unwrap_or_else(|| self.events.last().unwrap().span.end());
self.events
.copy_within(enter_term..first_detail, enter_detail);
.map(|e| e.span.start)
.unwrap_or_else(|| self.events.last().unwrap().span.end);
for (i, j) in (enter_term..first_detail).enumerate() {
self.events[enter_detail + i] = self.events[j].clone();
}
self.events[first_detail - 1] = Event {
kind: EventKind::Enter(Node::Container(c)),
span: Span::empty_at(detail_pos),
span: detail_pos..detail_pos,
};
self.open[open_detail] = first_detail - 1;
}
@ -563,46 +575,54 @@ impl<'s> TreeParser<'s> {
self.prev_blankline = false;
self.prev_loose = false;
let l = self.open_lists.pop().unwrap();
self.close_list(l, span_end.start());
self.close_list(l, span_end.start);
}
}
self.exit(span_end);
}
fn parse_table(&mut self, lines: &mut [Span], span_start: Span, span_end: Span) {
fn parse_table(
&mut self,
lines: &mut [Range<usize>],
span_start: Range<usize>,
span_end: Range<usize>,
) {
self.alignments.clear();
self.enter(Node::Container(Table), span_start);
self.enter(Node::Container(Table), span_start.clone());
let caption_line = lines
.iter()
.position(|sp| {
sp.of(self.src)
self.src[sp.clone()]
.trim_start_matches(|c: char| c.is_ascii_whitespace())
.starts_with('^')
})
.map_or(lines.len(), |caption_line| {
self.enter(Node::Leaf(Caption), span_start);
lines[caption_line] = lines[caption_line].trim_start(self.src).skip(2);
lines[lines.len() - 1] = lines[lines.len() - 1].trim_end(self.src);
self.enter(Node::Leaf(Caption), span_start.clone());
lines[caption_line] = self.trim_start(lines[caption_line].clone());
lines[caption_line].start += 2;
lines[lines.len() - 1] = self.trim_end(lines[lines.len() - 1].clone());
for line in &lines[caption_line..] {
self.inline(*line);
self.inline(line.clone());
}
self.exit(span_end);
self.exit(span_end.clone());
caption_line
});
let mut last_row_event = None;
for row in &lines[..caption_line] {
let row = row.trim(self.src);
let row = self.trim(row.clone());
if row.is_empty() {
break;
}
let row_event_enter =
self.enter(Node::Container(TableRow { head: false }), row.with_len(1));
let rem = row.skip(1); // |
let lex = lex::Lexer::new(rem.of(self.src).as_bytes());
let mut pos = rem.start();
let row_event_enter = self.enter(
Node::Container(TableRow { head: false }),
row.start..(row.start + 1),
);
let rem = (row.start + 1)..row.end; // |
let lex = lex::Lexer::new(&self.src.as_bytes()[rem.clone()]);
let mut pos = rem.start;
let mut cell_start = pos;
let mut separator_row = true;
let mut verbatim = None;
@ -615,8 +635,8 @@ impl<'s> TreeParser<'s> {
} else {
match kind {
lex::Kind::Sym(lex::Symbol::Pipe) => {
let span = Span::new(cell_start, pos).trim(self.src);
let cell = span.of(self.src);
let span = self.trim(cell_start..pos);
let cell = &self.src[span.clone()];
let separator_cell = match cell.len() {
0 => false,
1 => cell == "-",
@ -635,10 +655,10 @@ impl<'s> TreeParser<'s> {
.copied()
.unwrap_or(Alignment::Unspecified),
)),
Span::empty_at(cell_start),
cell_start..cell_start,
);
self.inline(span);
self.exit(Span::new(pos, pos + 1));
self.exit(pos..(pos + 1));
cell_start = pos + len;
column_index += 1;
}
@ -658,7 +678,7 @@ impl<'s> TreeParser<'s> {
.iter()
.filter(|e| matches!(e.kind, EventKind::Inline))
.map(|e| {
let cell = e.span.of(self.src);
let cell = &self.src[e.span.clone()];
let l = cell.as_bytes()[0] == b':';
let r = cell.as_bytes()[cell.len() - 1] == b':';
match (l, r) {
@ -709,7 +729,7 @@ impl<'s> TreeParser<'s> {
}
}
} else {
let row_event_exit = self.exit(Span::empty_at(pos)); // table row
let row_event_exit = self.exit(pos..pos); // table row
last_row_event = Some((row_event_enter, row_event_exit));
}
}
@ -729,14 +749,30 @@ impl<'s> TreeParser<'s> {
}
}
self.exit(Span::empty_at(pos)); // list
self.exit(pos..pos); // list
}
fn trim_start(&self, sp: Range<usize>) -> Range<usize> {
let s = self.src[sp].trim_start_matches(|c: char| c.is_ascii_whitespace());
(s.as_ptr() as usize - self.src.as_ptr() as usize)
..(s.as_ptr() as usize + s.len() - self.src.as_ptr() as usize)
}
fn trim_end(&self, sp: Range<usize>) -> Range<usize> {
let s = self.src[sp].trim_end_matches(|c: char| c.is_ascii_whitespace());
(s.as_ptr() as usize - self.src.as_ptr() as usize)
..(s.as_ptr() as usize + s.len() - self.src.as_ptr() as usize)
}
fn trim(&self, sp: Range<usize>) -> Range<usize> {
self.trim_end(self.trim_start(sp))
}
}
/// Parser for a single block.
struct MeteredBlock<'s> {
kind: Kind<'s>,
span: Span,
span: Range<usize>,
line_count: usize,
}
@ -794,7 +830,7 @@ enum Kind<'s> {
struct IdentifiedBlock<'s> {
kind: Kind<'s>,
span: Span,
span: Range<usize>,
}
impl<'s> IdentifiedBlock<'s> {
@ -814,32 +850,32 @@ impl<'s> IdentifiedBlock<'s> {
} else {
return Self {
kind: Kind::Atom(Blankline),
span: Span::empty_at(indent),
span: indent..indent,
};
};
match first {
'\n' => Some((Kind::Atom(Blankline), Span::by_len(indent, 1))),
'\n' => Some((Kind::Atom(Blankline), indent..(indent + 1))),
'#' => chars
.find(|c| *c != '#')
.map_or(true, |c| c.is_ascii_whitespace())
.then(|| {
let level = line.bytes().take_while(|c| *c == b'#').count();
(Kind::Heading { level }, Span::by_len(indent, level))
(Kind::Heading { level }, indent..(indent + level))
}),
'>' => {
if chars.next().map_or(true, |c| c.is_ascii_whitespace()) {
Some((Kind::Blockquote, Span::by_len(indent, 1)))
Some((Kind::Blockquote, indent..(indent + 1)))
} else {
None
}
}
'{' => {
(attr::valid(line) == lt).then(|| (Kind::Atom(Attributes), Span::by_len(indent, l)))
(attr::valid(line) == lt).then(|| (Kind::Atom(Attributes), indent..(indent + l)))
}
'|' => {
if lt >= 2 && line_t.ends_with('|') && !line_t.ends_with("\\|") {
Some((Kind::Table { caption: false }, Span::empty_at(indent)))
Some((Kind::Table { caption: false }, indent..indent))
} else {
None
}
@ -853,11 +889,11 @@ impl<'s> IdentifiedBlock<'s> {
footnote,
label: &label[usize::from(footnote)..],
},
Span::by_len(0, indent + 3 + l),
0..(indent + 3 + l),
)
}),
'-' | '*' if Self::is_thematic_break(chars.clone()) => {
Some((Kind::Atom(ThematicBreak), Span::by_len(indent, lt)))
Some((Kind::Atom(ThematicBreak), indent..(indent + lt)))
}
b @ ('-' | '*' | '+') => chars.next().map_or(true, |c| c == ' ').then(|| {
let task_list = chars.next() == Some('[')
@ -871,7 +907,7 @@ impl<'s> IdentifiedBlock<'s> {
ty: Task,
last_blankline: false,
},
Span::by_len(indent, 5),
indent..(indent + 5),
)
} else {
(
@ -880,7 +916,7 @@ impl<'s> IdentifiedBlock<'s> {
ty: Unordered(b as u8),
last_blankline: false,
},
Span::by_len(indent, 1),
indent..(indent + 1),
)
}
}),
@ -895,7 +931,7 @@ impl<'s> IdentifiedBlock<'s> {
ty: Description,
last_blankline: false,
},
Span::by_len(indent, 1),
indent..(indent + 1),
))
}
f @ ('`' | ':' | '~') => {
@ -920,7 +956,7 @@ impl<'s> IdentifiedBlock<'s> {
spec,
has_closing_fence: false,
},
Span::by_len(indent, line.len()),
indent..(indent + line.len()),
)
})
}
@ -931,14 +967,14 @@ impl<'s> IdentifiedBlock<'s> {
ty: Ordered(num, style),
last_blankline: false,
},
Span::by_len(indent, len),
indent..(indent + len),
)
}),
}
.map(|(kind, span)| Self { kind, span })
.unwrap_or(Self {
kind: Kind::Paragraph,
span: Span::empty_at(indent),
span: indent..indent,
})
}
@ -1117,7 +1153,7 @@ impl<'s> Kind<'s> {
}
/// Similar to `std::str::split('\n')` but newline is included and spans are used instead of `str`.
fn lines(src: &str) -> impl Iterator<Item = Span> + '_ {
fn lines(src: &str) -> impl Iterator<Item = Range<usize>> + '_ {
let mut chars = src.chars();
std::iter::from_fn(move || {
if chars.as_str().is_empty() {
@ -1129,7 +1165,7 @@ fn lines(src: &str) -> impl Iterator<Item = Span> + '_ {
if start == end {
None
} else {
Some(Span::new(start, end))
Some(start..end)
}
}
})
@ -1155,7 +1191,7 @@ mod test {
macro_rules! test_parse {
($src:expr $(,$($event:expr),* $(,)?)?) => {
let t = super::TreeParser::new($src).parse();
let actual = t.into_iter().map(|ev| (ev.kind, ev.span.of($src))).collect::<Vec<_>>();
let actual = t.into_iter().map(|ev| (ev.kind, &$src[ev.span])).collect::<Vec<_>>();
let expected = &[$($($event),*,)?];
assert_eq!(
actual,
@ -2745,10 +2781,10 @@ mod test {
macro_rules! test_block {
($src:expr, $kind:expr, $str:expr, $len:expr $(,)?) => {
let lines = super::lines($src).map(|sp| sp.of($src));
let lines = super::lines($src).map(|sp| &$src[sp]);
let mb = super::MeteredBlock::new(lines).unwrap();
assert_eq!(
(mb.kind, mb.span.of($src), mb.line_count),
(mb.kind, &$src[mb.span], mb.line_count),
($kind, $str, $len),
"\n\n{}\n\n",
$src

228
src/inline.rs
View file

@ -1,7 +1,8 @@
use std::ops::Range;
use crate::attr;
use crate::lex;
use crate::CowStr;
use crate::Span;
use lex::Delimiter;
use lex::Sequence;
@ -72,7 +73,7 @@ type AttributesIndex = u32;
#[derive(Clone, Debug, PartialEq, Eq)]
pub struct Event<'s> {
pub kind: EventKind<'s>,
pub span: Span,
pub span: Range<usize>,
}
#[derive(Clone)]
@ -83,11 +84,11 @@ struct Input<'s> {
/// The block is complete, the final line has been provided.
complete: bool,
/// Span of current line.
span_line: Span,
span_line: Range<usize>,
/// Upcoming lines within the current block.
ahead: std::collections::VecDeque<Span>,
ahead: std::collections::VecDeque<Range<usize>>,
/// Span of current event.
span: Span,
span: Range<usize>,
}
impl<'s> Input<'s> {
@ -96,13 +97,13 @@ impl<'s> Input<'s> {
src,
lexer: lex::Lexer::new(b""),
complete: false,
span_line: Span::new(0, 0),
span_line: 0..0,
ahead: std::collections::VecDeque::new(),
span: Span::empty_at(0),
span: 0..0,
}
}
fn feed_line(&mut self, line: Span, last: bool) {
fn feed_line(&mut self, line: Range<usize>, last: bool) {
debug_assert!(!self.complete);
self.complete = last;
if self.lexer.ahead().is_empty() {
@ -117,10 +118,10 @@ impl<'s> Input<'s> {
}
}
fn set_current_line(&mut self, line: Span) {
self.lexer = lex::Lexer::new(line.of(self.src).as_bytes());
fn set_current_line(&mut self, line: Range<usize>) {
self.lexer = lex::Lexer::new(&self.src.as_bytes()[line.clone()]);
self.span = line.start..line.start;
self.span_line = line;
self.span = line.empty_before();
}
fn reset(&mut self) {
@ -136,7 +137,7 @@ impl<'s> Input<'s> {
fn eat(&mut self) -> Option<lex::Token> {
let tok = self.lexer.next();
if let Some(t) = &tok {
self.span = self.span.extend(t.len);
self.span.end += t.len;
}
tok
}
@ -146,10 +147,10 @@ impl<'s> Input<'s> {
}
fn reset_span(&mut self) {
self.span = self.span.empty_after();
self.span.start = self.span.end;
}
fn ahead_raw_format(&mut self) -> Option<Span> {
fn ahead_raw_format(&mut self) -> Option<Range<usize>> {
if matches!(
self.lexer.peek().map(|t| &t.kind),
Some(lex::Kind::Open(Delimiter::BraceEqual))
@ -180,7 +181,7 @@ impl<'s> Input<'s> {
})
);
self.lexer.skip_ahead(len + 1);
self.span.after(len)
self.span.end..(self.span.end + len)
})
} else {
None
@ -253,7 +254,7 @@ impl<'s> Parser<'s> {
}
}
pub fn feed_line(&mut self, line: Span, last: bool) {
pub fn feed_line(&mut self, line: Range<usize>, last: bool) {
self.input.feed_line(line, last);
}
@ -267,13 +268,13 @@ impl<'s> Parser<'s> {
self.store_attributes.clear();
}
fn push_sp(&mut self, kind: EventKind<'s>, span: Span) -> Option<ControlFlow> {
fn push_sp(&mut self, kind: EventKind<'s>, span: Range<usize>) -> Option<ControlFlow> {
self.events.push_back(Event { kind, span });
Some(Continue)
}
fn push(&mut self, kind: EventKind<'s>) -> Option<ControlFlow> {
self.push_sp(kind, self.input.span)
self.push_sp(kind, self.input.span.clone())
}
fn parse_event(&mut self) -> ControlFlow {
@ -309,11 +310,11 @@ impl<'s> Parser<'s> {
&& matches!(first.kind, lex::Kind::Seq(Sequence::Backtick))
{
let raw_format = self.input.ahead_raw_format();
if let Some(span_format) = raw_format {
if let Some(span_format) = raw_format.clone() {
self.events[event_opener].kind = EventKind::Enter(RawFormat {
format: span_format.of(self.input.src),
format: &self.input.src[span_format.clone()],
});
self.input.span = Span::new(self.input.span.start(), span_format.end() + 1);
self.input.span.end = span_format.end + 1;
};
let ty_opener = if let EventKind::Enter(ty) = self.events[event_opener].kind {
debug_assert!(matches!(
@ -346,11 +347,7 @@ impl<'s> Parser<'s> {
}
} else {
// continue verbatim
let is_whitespace = self
.input
.span
.of(self.input.src)
.as_bytes()
let is_whitespace = self.input.src.as_bytes()[self.input.span.clone()]
.iter()
.all(|b| b.is_ascii_whitespace());
if is_whitespace {
@ -376,19 +373,19 @@ impl<'s> Parser<'s> {
let ty = if let Some(sp) = self
.events
.back()
.and_then(|e| matches!(&e.kind, EventKind::Str).then(|| e.span))
.and_then(|e| matches!(&e.kind, EventKind::Str).then(|| e.span.clone()))
.filter(|sp| {
sp.end() == self.input.span.start()
&& sp.of(self.input.src).as_bytes()[sp.len() - 1] == b'$'
sp.end == self.input.span.start
&& self.input.src.as_bytes()[sp.start + sp.len() - 1] == b'$'
&& sp
.end()
.end
.checked_sub(2)
.map_or(true, |i| self.input.src.as_bytes()[i] != b'\\')
}) {
let (ty, num_dollar) = if sp.len() > 1
&& sp.of(self.input.src).as_bytes()[sp.len() - 2] == b'$'
&& self.input.src.as_bytes()[sp.start + sp.len() - 2] == b'$'
&& sp
.end()
.end
.checked_sub(3)
.map_or(true, |i| self.input.src.as_bytes()[i] != b'\\')
{
@ -396,14 +393,17 @@ impl<'s> Parser<'s> {
} else {
(InlineMath, 1)
};
let border = sp.end() - num_dollar;
self.events.back_mut().unwrap().span = Span::new(sp.start(), border);
self.input.span = Span::new(border, self.input.span.end());
let border = sp.end - num_dollar;
self.events.back_mut().unwrap().span = sp.start..border;
self.input.span = border..self.input.span.end;
ty
} else {
Verbatim
};
self.push_sp(EventKind::Placeholder, self.input.span.empty_before());
self.push_sp(
EventKind::Placeholder,
self.input.span.start..self.input.span.start,
);
self.verbatim = Some(VerbatimState {
event_opener: self.events.len(),
len_opener,
@ -437,7 +437,7 @@ impl<'s> Parser<'s> {
) -> Option<ControlFlow> {
let state = AttributesState {
elem_ty,
end_attr: self.input.span.end() - usize::from(opener_eaten),
end_attr: self.input.span.end - usize::from(opener_eaten),
valid_lines: 0,
validator: attr::Validator::new(),
};
@ -450,17 +450,17 @@ impl<'s> Parser<'s> {
opener_eaten: bool,
first: bool,
) -> Option<ControlFlow> {
let start_attr = self.input.span.end() - usize::from(opener_eaten);
let start_attr = self.input.span.end - usize::from(opener_eaten);
debug_assert!(self.input.src[start_attr..].starts_with('{'));
let (mut line_next, mut line_start, mut line_end) = if first {
(0, start_attr, self.input.span_line.end())
(0, start_attr, self.input.span_line.end)
} else {
let last = self.input.ahead.len() - 1;
(
self.input.ahead.len(),
self.input.ahead[last].start(),
self.input.ahead[last].end(),
self.input.ahead[last].start,
self.input.ahead[last].end,
)
};
{
@ -483,18 +483,18 @@ impl<'s> Parser<'s> {
}
} else if let Some(l) = self.input.ahead.get(line_next) {
line_next += 1;
line_start = l.start();
line_end = l.end();
res = state.validator.parse(l.of(self.input.src));
line_start = l.start;
line_end = l.end;
res = state.validator.parse(&self.input.src[l.clone()]);
} else if self.input.complete {
// no need to ask for more input
break;
} else {
self.attributes = Some(state);
if opener_eaten {
self.input.span = Span::empty_at(start_attr);
self.input.span = start_attr..start_attr;
self.input.lexer = lex::Lexer::new(
&self.input.src.as_bytes()[start_attr..self.input.span_line.end()],
&self.input.src.as_bytes()[start_attr..self.input.span_line.end],
);
}
return Some(More);
@ -508,12 +508,12 @@ impl<'s> Parser<'s> {
// retrieve attributes
let attrs = {
let first = Span::new(start_attr, self.input.span_line.end());
let first = start_attr..self.input.span_line.end;
let mut parser = attr::Parser::new(attr::Attributes::new());
for line in std::iter::once(first)
.chain(self.input.ahead.iter().take(state.valid_lines).copied())
.chain(self.input.ahead.iter().take(state.valid_lines).cloned())
{
let line = line.start()..usize::min(state.end_attr, line.end());
let line = line.start..usize::min(state.end_attr, line.end);
parser.parse(&self.input.src[line]);
}
parser.finish()
@ -523,14 +523,13 @@ impl<'s> Parser<'s> {
let l = self.input.ahead.pop_front().unwrap();
self.input.set_current_line(l);
}
self.input.span = Span::new(start_attr, state.end_attr);
self.input.span = start_attr..state.end_attr;
self.input.lexer = lex::Lexer::new(&self.input.src.as_bytes()[state.end_attr..line_end]);
if attrs.is_empty() {
if matches!(state.elem_ty, AttributesElementType::Container { .. }) {
let last = self.events.len() - 1;
self.events[last].span =
Span::new(self.events[last].span.start(), self.input.span.end());
self.events[last].span.end = self.input.span.end;
}
} else {
let attr_index = self.store_attributes.len() as AttributesIndex;
@ -540,7 +539,7 @@ impl<'s> Parser<'s> {
container: matches!(state.elem_ty, AttributesElementType::Container { .. }),
attrs: attr_index,
},
span: self.input.span,
span: self.input.span.clone(),
};
match state.elem_ty {
AttributesElementType::Container { e_placeholder } => {
@ -550,8 +549,7 @@ impl<'s> Parser<'s> {
self.events[e_placeholder + 1].kind = EventKind::Enter(Span);
self.events[last].kind = EventKind::Exit(Span);
}
self.events[last].span =
Span::new(self.events[last].span.start(), self.input.span.end());
self.events[last].span.end = self.input.span.end;
}
AttributesElementType::Word => {
self.events.push_back(attr_event);
@ -586,12 +584,12 @@ impl<'s> Parser<'s> {
.count();
if end && is_url {
self.input.lexer.skip_ahead(len + 1);
let span_url = self.input.span.after(len);
let url = span_url.of(self.input.src);
let span_url = self.input.span.end..(self.input.span.end + len);
let url = &self.input.src[span_url.clone()];
self.push(EventKind::Enter(Autolink(url)));
self.input.span = span_url;
self.push(EventKind::Str);
self.input.span = self.input.span.after(1);
self.input.span = self.input.span.end..(self.input.span.end + 1);
return self.push(EventKind::Exit(Autolink(url)));
}
}
@ -618,11 +616,9 @@ impl<'s> Parser<'s> {
.count();
if end && valid {
self.input.lexer.skip_ahead(len + 1);
let span_symbol = self.input.span.after(len);
self.input.span = Span::new(self.input.span.start(), span_symbol.end() + 1);
return self.push(EventKind::Atom(Atom::Symbol(
span_symbol.of(self.input.src),
)));
let span_symbol = self.input.span.end..(self.input.span.end + len);
self.input.span.end = span_symbol.end + 1;
return self.push(EventKind::Atom(Atom::Symbol(&self.input.src[span_symbol])));
}
}
None
@ -664,9 +660,9 @@ impl<'s> Parser<'s> {
.count();
if end {
self.input.lexer.skip_ahead(len + 1);
let span_label = self.input.span.after(len);
let label = span_label.of(self.input.src);
self.input.span = Span::new(self.input.span.start(), span_label.end() + 1);
let span_label = self.input.span.end..(self.input.span.end + len);
let label = &self.input.src[span_label.clone()];
self.input.span.end = span_label.end + 1;
return self.push(EventKind::Atom(FootnoteReference { label }));
}
}
@ -691,8 +687,8 @@ impl<'s> Parser<'s> {
// empty container
return None;
}
let whitespace_before = if 0 < self.input.span.start() {
self.input.src.as_bytes()[self.input.span.start() - 1].is_ascii_whitespace()
let whitespace_before = if 0 < self.input.span.start {
self.input.src.as_bytes()[self.input.span.start - 1].is_ascii_whitespace()
} else {
false
};
@ -735,14 +731,13 @@ impl<'s> Parser<'s> {
inline,
image,
} => {
let span_spec = self.events[e_opener].span.between(self.input.span);
let span_spec = self.events[e_opener].span.end..self.input.span.start;
let multiline =
self.events[e_opener].span.start() < self.input.span_line.start();
self.events[e_opener].span.start < self.input.span_line.start;
let spec: CowStr = if span_spec.is_empty() && !inline {
let span_spec = self.events[event_span]
.span
.between(self.events[e_opener - 1].span);
let span_spec = self.events[event_span].span.end
..self.events[e_opener - 1].span.start;
let events_text = self
.events
.iter()
@ -755,29 +750,30 @@ impl<'s> Parser<'s> {
})
{
let mut spec = String::new();
let mut span = Span::new(0, 0);
let mut span = 0..0;
for ev in events_text.filter(|ev| {
matches!(ev.kind, EventKind::Str | EventKind::Atom(..))
}) {
if span.end() == ev.span.start() {
span = Span::new(span.start(), ev.span.end());
if span.end == ev.span.start {
span.end = ev.span.end;
} else {
spec.push_str(span.of(self.input.src));
span = ev.span;
spec.push_str(&self.input.src[span.clone()]);
span = ev.span.clone();
}
}
spec.push_str(span.of(self.input.src));
spec.push_str(&self.input.src[span]);
spec.into()
} else {
span_spec.of(self.input.src).into()
self.input.src[span_spec].into()
}
} else if multiline {
let mut spec = String::new();
let mut first_part = true;
let mut span = self.events[e_opener].span.empty_after();
let mut span =
self.events[e_opener].span.end..self.events[e_opener].span.end;
let mut append = |span: Span| {
span.of(self.input.src).split('\n').for_each(|s| {
let mut append = |span: Range<usize>| {
self.input.src[span].split('\n').for_each(|s| {
if !s.is_empty() {
if !inline && !first_part {
spec.push(' ');
@ -789,18 +785,18 @@ impl<'s> Parser<'s> {
};
for ev in self.events.iter().skip(e_opener + 1) {
if span.end() == ev.span.start() {
span = Span::new(span.start(), ev.span.end());
if span.end == ev.span.start {
span.end = ev.span.end;
} else {
append(span);
span = ev.span;
span = ev.span.clone();
}
}
append(span);
spec.into()
} else {
span_spec.of(self.input.src).into()
self.input.src[span_spec.clone()].into()
};
let idx = self.store_cowstrs.len() as CowStrIndex;
@ -814,10 +810,7 @@ impl<'s> Parser<'s> {
self.events[event_span].kind = EventKind::Enter(container);
self.events[e_opener - 1] = Event {
kind: EventKind::Exit(container),
span: Span::new(
self.events[e_opener - 1].span.start(),
span_spec.end() + 1,
),
span: (self.events[e_opener - 1].span.start)..(span_spec.end + 1),
};
self.events.drain(e_opener..);
Some(Continue)
@ -850,8 +843,8 @@ impl<'s> Parser<'s> {
if opener.bidirectional() && whitespace_after {
return None;
}
let whitespace_before = if 0 < self.input.span.start() {
self.input.src.as_bytes()[self.input.span.start() - 1].is_ascii_whitespace()
let whitespace_before = if 0 < self.input.span.start {
self.input.src.as_bytes()[self.input.span.start - 1].is_ascii_whitespace()
} else {
false
};
@ -868,7 +861,7 @@ impl<'s> Parser<'s> {
// push dummy event in case attributes are encountered after closing delimiter
self.push_sp(
EventKind::Placeholder,
Span::empty_at(self.input.span.start()),
self.input.span.start..self.input.span.start,
);
// use non-opener for now, replace if closed later
self.push(match opener {
@ -893,8 +886,9 @@ impl<'s> Parser<'s> {
lex::Kind::Nbsp => Nbsp,
lex::Kind::Seq(Sequence::Period) if first.len >= 3 => {
while self.input.span.len() > 3 {
self.push_sp(EventKind::Atom(Ellipsis), self.input.span.with_len(3));
self.input.span = self.input.span.skip(3);
let end = self.input.span.start + 3;
self.push_sp(EventKind::Atom(Ellipsis), self.input.span.start..end);
self.input.span.start = end;
}
if self.input.span.len() == 3 {
Ellipsis
@ -915,9 +909,10 @@ impl<'s> Parser<'s> {
.take(m)
.chain(std::iter::repeat(EnDash).take(n))
.for_each(|atom| {
let l = if matches!(atom, EnDash) { 2 } else { 3 };
self.push_sp(EventKind::Atom(atom), self.input.span.with_len(l));
self.input.span = self.input.span.skip(l);
let end =
self.input.span.start + if matches!(atom, EnDash) { 2 } else { 3 };
self.push_sp(EventKind::Atom(atom), self.input.span.start..end);
self.input.span.start = end;
});
return Some(Continue);
}
@ -943,15 +938,18 @@ impl<'s> Parser<'s> {
self.push(EventKind::Atom(atom))
}
fn merge_str_events(&mut self, span_str: Span) -> Event<'s> {
fn merge_str_events(&mut self, span_str: Range<usize>) -> Event<'s> {
let mut span = span_str;
let should_merge = |e: &Event, span: Span| {
matches!(e.kind, EventKind::Str | EventKind::Placeholder)
&& span.end() == e.span.start()
let should_merge = |e: &Event, span: Range<usize>| {
matches!(e.kind, EventKind::Str | EventKind::Placeholder) && span.end == e.span.start
};
while self.events.front().map_or(false, |e| should_merge(e, span)) {
while self
.events
.front()
.map_or(false, |e| should_merge(e, span.clone()))
{
let ev = self.events.pop_front().unwrap();
span = span.union(ev.span);
span.end = ev.span.end;
}
if matches!(
@ -970,14 +968,14 @@ impl<'s> Parser<'s> {
}
}
fn apply_word_attributes(&mut self, span_str: Span) -> Event<'s> {
if let Some(i) = span_str
.of(self.input.src)
fn apply_word_attributes(&mut self, span_str: Range<usize>) -> Event<'s> {
if let Some(i) = self.input.src[span_str.clone()]
.bytes()
.rposition(|c| c.is_ascii_whitespace())
{
let before = span_str.with_len(i + 1);
let word = span_str.skip(i + 1);
let word_start = span_str.start + i + 1;
let before = span_str.start..word_start;
let word = word_start..span_str.end;
self.events.push_front(Event {
kind: EventKind::Str,
span: word,
@ -990,15 +988,15 @@ impl<'s> Parser<'s> {
let attr = self.events.pop_front().unwrap();
self.events.push_front(Event {
kind: EventKind::Exit(Span),
span: attr.span,
span: attr.span.clone(),
});
self.events.push_front(Event {
kind: EventKind::Str,
span: span_str,
span: span_str.clone(),
});
self.events.push_front(Event {
kind: EventKind::Enter(Span),
span: span_str.empty_before(),
span: span_str.start..span_str.start,
});
attr
}
@ -1209,8 +1207,8 @@ mod test {
($($st:ident,)? $src:expr $(,$($token:expr),* $(,)?)?) => {
#[allow(unused)]
let mut p = super::Parser::new($src);
p.feed_line(super::Span::by_len(0, $src.len()), true);
let actual = p.map(|ev| (ev.kind, ev.span.of($src))).collect::<Vec<_>>();
p.feed_line(0..$src.len(), true);
let actual = p.map(|ev| (ev.kind, &$src[ev.span])).collect::<Vec<_>>();
let expected = &[$($($token),*,)?];
assert_eq!(actual, expected, "\n\n{}\n\n", $src);
};

60
src/lib.rs
View file

@ -60,9 +60,6 @@ mod attr;
mod block;
mod inline;
mod lex;
mod span;
use span::Span;
pub use attr::{AttributeValue, AttributeValueParts, Attributes};
@ -610,7 +607,7 @@ impl<'s> PrePass<'s> {
let mut blocks = blocks.peekable();
let mut attr_prev: Option<Span> = None;
let mut attr_prev: Option<Range<usize>> = None;
while let Some(e) = blocks.next() {
match e.kind {
block::EventKind::Enter(block::Node::Leaf(block::Leaf::LinkDefinition {
@ -624,16 +621,13 @@ impl<'s> PrePass<'s> {
// All link definition tags have to be obtained initially, as references can
// appear before the definition.
let attrs =
attr_prev.map_or_else(Attributes::new, |sp| attr::parse(sp.of(src)));
let attrs = attr_prev
.as_ref()
.map_or_else(Attributes::new, |sp| attr::parse(&src[sp.clone()]));
let url = if !next_is_inline(&mut blocks) {
"".into()
} else {
let start = blocks
.next()
.unwrap()
.span
.of(src)
let start = src[blocks.next().as_ref().unwrap().span.clone()]
.trim_matches(|c: char| c.is_ascii_whitespace());
if !next_is_inline(&mut blocks) {
start.into()
@ -641,11 +635,7 @@ impl<'s> PrePass<'s> {
let mut url = start.to_string();
while next_is_inline(&mut blocks) {
url.push_str(
blocks
.next()
.unwrap()
.span
.of(src)
src[blocks.next().as_ref().unwrap().span.clone()]
.trim_matches(|c: char| c.is_ascii_whitespace()),
);
}
@ -660,7 +650,7 @@ impl<'s> PrePass<'s> {
// as formatting must be removed.
//
// We choose to parse all headers twice instead of caching them.
let attrs = attr_prev.map(|sp| attr::parse(sp.of(src)));
let attrs = attr_prev.as_ref().map(|sp| attr::parse(&src[sp.clone()]));
let id_override = attrs
.as_ref()
.and_then(|attrs| attrs.get("id"))
@ -674,20 +664,20 @@ impl<'s> PrePass<'s> {
loop {
let span_inline = blocks.next().and_then(|e| {
if matches!(e.kind, block::EventKind::Inline) {
last_end = e.span.end();
Some(e.span)
last_end = e.span.end;
Some(e.span.clone())
} else {
None
}
});
inline_parser.feed_line(
span_inline.unwrap_or_else(|| Span::empty_at(last_end)),
span_inline.as_ref().cloned().unwrap_or(last_end..last_end),
span_inline.is_none(),
);
inline_parser.for_each(|ev| match ev.kind {
inline::EventKind::Str => {
text.push_str(ev.span.of(src));
let mut chars = ev.span.of(src).chars().peekable();
text.push_str(&src[ev.span.clone()]);
let mut chars = src[ev.span].chars().peekable();
while let Some(c) = chars.next() {
if c.is_ascii_whitespace() {
while chars
@ -741,14 +731,14 @@ impl<'s> PrePass<'s> {
std::mem::transmute::<&str, &'static str>(id_auto.as_ref())
});
headings.push(Heading {
location: e.span.start() as u32,
location: e.span.start as u32,
id_auto,
text,
id_override,
});
}
block::EventKind::Atom(block::Atom::Attributes) => {
attr_prev = Some(e.span);
attr_prev = Some(e.span.clone());
}
block::EventKind::Enter(..)
| block::EventKind::Exit(block::Node::Container(block::Container::Section {
@ -1015,31 +1005,31 @@ impl<'s> Parser<'s> {
inline::Atom::Hardbreak => Event::Hardbreak,
inline::Atom::Escape => Event::Escape,
},
inline::EventKind::Str => Event::Str(inline.span.of(self.src).into()),
inline::EventKind::Str => Event::Str(self.src[inline.span.clone()].into()),
inline::EventKind::Attributes { .. } | inline::EventKind::Placeholder => {
panic!("{:?}", inline)
}
};
(event, inline.span.into())
(event, inline.span)
})
}
fn block(&mut self) -> Option<(Event<'s>, Range<usize>)> {
while let Some(mut ev) = &mut self.blocks.next() {
while let Some(mut ev) = self.blocks.next() {
let event = match ev.kind {
block::EventKind::Atom(a) => match a {
block::Atom::Blankline => Event::Blankline,
block::Atom::ThematicBreak => {
if let Some(pos) = self.block_attributes_pos.take() {
ev.span = Span::new(pos, ev.span.end());
ev.span.start = pos;
}
Event::ThematicBreak(self.block_attributes.take())
}
block::Atom::Attributes => {
if self.block_attributes_pos.is_none() {
self.block_attributes_pos = Some(ev.span.start());
self.block_attributes_pos = Some(ev.span.start);
}
self.block_attributes.parse(ev.span.of(self.src));
self.block_attributes.parse(&self.src[ev.span.clone()]);
continue;
}
},
@ -1138,7 +1128,7 @@ impl<'s> Parser<'s> {
};
if enter {
if let Some(pos) = self.block_attributes_pos.take() {
ev.span = Span::new(pos, ev.span.end());
ev.span.start = pos;
}
Event::Start(cont, self.block_attributes.take())
} else {
@ -1149,10 +1139,10 @@ impl<'s> Parser<'s> {
}
block::EventKind::Inline => {
if self.verbatim {
Event::Str(ev.span.of(self.src).into())
Event::Str(self.src[ev.span.clone()].into())
} else {
self.inline_parser.feed_line(
ev.span,
ev.span.clone(),
!matches!(
self.blocks.peek().map(|e| &e.kind),
Some(block::EventKind::Inline),
@ -1163,7 +1153,7 @@ impl<'s> Parser<'s> {
}
block::EventKind::Stale => continue,
};
return Some((event, ev.span.into()));
return Some((event, ev.span));
}
None
}
@ -1475,6 +1465,7 @@ mod test {
#[test]
fn para() {
/*
test_parse!(
"para",
Start(Paragraph, Attributes::new()),
@ -1487,6 +1478,7 @@ mod test {
Str("pa ra".into()),
End(Paragraph),
);
*/
test_parse!(
"para0\n\npara1",
Start(Paragraph, Attributes::new()),

143
src/span.rs
View file

@ -1,143 +0,0 @@
#[derive(Clone, Copy, Default, Debug, PartialEq, Eq)]
pub struct Span {
start: u32,
end: u32,
}
impl From<Span> for std::ops::Range<usize> {
fn from(span: Span) -> Self {
span.start()..span.end()
}
}
impl Span {
pub fn new(start: usize, end: usize) -> Self {
Self::by_len(start, end.checked_sub(start).unwrap())
}
pub fn by_len(start: usize, len: usize) -> Self {
Self {
start: start.try_into().unwrap(),
end: start.checked_add(len).unwrap().try_into().unwrap(),
}
}
pub fn empty_at(start: usize) -> Self {
Self::by_len(start, 0)
}
pub fn empty_before(self) -> Self {
Self::empty_at(self.start())
}
pub fn empty_after(self) -> Self {
Self::empty_at(self.end())
}
pub fn with_len(self, len: usize) -> Self {
Self::by_len(self.start(), len)
}
pub fn after(self, len: usize) -> Self {
Self::by_len(self.end(), len)
}
pub fn union(self, span: Self) -> Self {
Self::new(self.start(), span.end())
}
pub fn between(self, span: Self) -> Self {
Self::new(self.end(), span.start())
}
pub fn skip(self, n: usize) -> Self {
Self::new(self.start() + n, self.end())
}
pub fn extend(self, n: usize) -> Self {
Self::new(self.start(), self.end() + n)
}
pub fn translate(self, n: usize) -> Self {
Self::new(
self.start().checked_add(n).unwrap(),
self.end().checked_add(n).unwrap(),
)
}
pub fn is_empty(self) -> bool {
self.start == self.end
}
pub fn start(self) -> usize {
self.start.try_into().unwrap()
}
pub fn end(self) -> usize {
self.end.try_into().unwrap()
}
pub fn len(self) -> usize {
self.end() - self.start()
}
pub fn of(self, s: &str) -> &str {
&s[self.start()..self.end()]
}
pub fn trim_start_matches<P: FnMut(char) -> bool>(self, s: &str, pat: P) -> Self {
Self::from_slice(s, self.of(s).trim_start_matches(pat))
}
pub fn trim_start(self, s: &str) -> Self {
Self::from_slice(
s,
self.of(s)
.trim_start_matches(|c: char| c.is_ascii_whitespace()),
)
}
pub fn trim_end(self, s: &str) -> Self {
Self::from_slice(
s,
self.of(s)
.trim_end_matches(|c: char| c.is_ascii_whitespace()),
)
}
pub fn trim(self, s: &str) -> Self {
self.trim_start(s).trim_end(s)
}
fn from_slice(s: &str, slice: &str) -> Self {
Self::by_len(slice.as_ptr() as usize - s.as_ptr() as usize, slice.len())
}
}
#[cfg(test)]
mod test {
use super::Span;
#[test]
fn from_slice() {
let src = "0123456789";
assert_eq!(Span::from_slice(src, &src[0..0]), Span::new(0, 0));
assert_eq!(Span::from_slice(src, &src[0..5]), Span::new(0, 5));
assert_eq!(Span::from_slice(src, &src[5..5]), Span::new(5, 5));
assert_eq!(Span::from_slice(src, &src[5..8]), Span::new(5, 8));
assert_eq!(Span::from_slice(src, &src[5..10]), Span::new(5, 10));
assert_eq!(Span::from_slice(src, &src[5..]), Span::new(5, 10));
}
#[test]
fn trim() {
let src = " 23456 ";
assert_eq!(Span::by_len(0, src.len()).trim_start(src), Span::new(2, 10));
assert_eq!(Span::by_len(0, src.len()).trim_end(src), Span::new(0, 7));
assert_eq!(Span::by_len(0, src.len()).trim(src), Span::new(2, 7));
assert_eq!(
Span::by_len(0, src.len()).trim_start(src).trim_end(src),
Span::new(2, 7)
);
}
}