zaphar/abortable_parser
1
0
Fork 0
mirror of https://github.com/zaphar/abortable_parser.git synced 2025-07-26 21:19:53 -04:00
Code Issues Packages Projects Releases Wiki Activity

MAINT: cargo fmt

Browse Source
This commit is contained in:
Jeremy Wall 2018-09-12 19:55:14 -05:00
parent e1698065c6
commit e833730fbb
5 changed files with 108 additions and 114 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

148
src/combinators.rs
View File

@ -1,29 +1,32 @@
//! Contains combinators that can assemble other matchers or combinators into more complex grammars. //! Contains combinators that can assemble other matchers or combinators into more complex grammars.
use super::{InputIter, Error, Result}; use super::{Error, InputIter, Result};
/// Turns a `Result` to it's inverse. /// Turns a `Result` to it's inverse.
/// ///
/// `Result::Fail` becomes `Result::Complete` and `Result::Complete` becomes `Result::Fail`. /// `Result::Fail` becomes `Result::Complete` and `Result::Complete` becomes `Result::Fail`.
/// You must pass in an iterator at the appropriate spot for the next combinator /// You must pass in an iterator at the appropriate spot for the next combinator
/// to start at. /// to start at.
/// ///
/// The `not!` macro provides syntactic sugar for using this combinator properly. /// The `not!` macro provides syntactic sugar for using this combinator properly.
pub fn not<I, O>(i: I, result: Result<I, O>) -> Result<I, ()> pub fn not<I, O>(i: I, result: Result<I, O>) -> Result<I, ()>
where where
I: InputIter, I: InputIter,
{ {
match result { match result {
Result::Complete(i, _) => Result::Fail(Error::new("Matched on input when we shouldn't have.".to_string(), &i)), Result::Complete(i, _) => Result::Fail(Error::new(
Result::Abort(e) => Result::Abort(e), "Matched on input when we shouldn't have.".to_string(),
Result::Incomplete(offset) => Result::Incomplete(offset), &i,
Result::Fail(_) => Result::Complete(i, ()), )),
} Result::Abort(e) => Result::Abort(e),
Result::Incomplete(offset) => Result::Incomplete(offset),
Result::Fail(_) => Result::Complete(i, ()),
}
} }
/// Turns a matcher into it's inverse, only succeeding if the the matcher returns a Fail. /// Turns a matcher into it's inverse, only succeeding if the the matcher returns a Fail.
/// Does not consume it's input and only returns (). /// Does not consume it's input and only returns ().
/// ///
/// ``` /// ```
/// # #[macro_use] extern crate abortable_parser; /// # #[macro_use] extern crate abortable_parser;
/// # use abortable_parser::iter; /// # use abortable_parser::iter;
@ -56,7 +59,7 @@ macro_rules! not {
} }
/// Checks the given matcher without consuming the input. /// Checks the given matcher without consuming the input.
/// ///
/// ``` /// ```
/// # #[macro_use] extern crate abortable_parser; /// # #[macro_use] extern crate abortable_parser;
/// # use abortable_parser::iter; /// # use abortable_parser::iter;
@ -103,13 +106,13 @@ macro_rules! run {
} }
/// Maps a `Result::Fail` to a `Result::Abort`. /// Maps a `Result::Fail` to a `Result::Abort`.
/// ///
/// It leaves the rest of the Result variants untouched. /// It leaves the rest of the Result variants untouched.
/// ///
/// The `must!` macro provided syntactice sugar for using this combinator. /// The `must!` macro provided syntactice sugar for using this combinator.
pub fn must<I, O>(result: Result<I, O>) -> Result<I, O> pub fn must<I, O>(result: Result<I, O>) -> Result<I, O>
where where
I: InputIter I: InputIter,
{ {
match result { match result {
Result::Complete(i, o) => Result::Complete(i, o), Result::Complete(i, o) => Result::Complete(i, o),
@ -117,25 +120,24 @@ where
Result::Fail(e) => Result::Abort(e), Result::Fail(e) => Result::Abort(e),
Result::Abort(e) => Result::Abort(e), Result::Abort(e) => Result::Abort(e),
} }
} }
/// Turns `Result::Fail` into `Result::Abort`. /// Turns `Result::Fail` into `Result::Abort`.
/// ///
/// Allows you to turn any parse failure into a hard abort of the parser. /// Allows you to turn any parse failure into a hard abort of the parser.
/// ///
/// ``` /// ```
/// # #[macro_use] extern crate abortable_parser; /// # #[macro_use] extern crate abortable_parser;
/// use abortable_parser::iter; /// use abortable_parser::iter;
/// # use abortable_parser::Result; /// # use abortable_parser::Result;
/// # use std::convert::From; /// # use std::convert::From;
/// # fn main() { /// # fn main() {
/// ///
/// let iter: iter::SliceIter<u8> = "foo".into(); /// let iter: iter::SliceIter<u8> = "foo".into();
/// ///
/// let tok = must!(iter, text_token!("foo")); /// let tok = must!(iter, text_token!("foo"));
/// # assert!(tok.is_complete()); /// # assert!(tok.is_complete());
/// ///
/// let fail = must!(iter, text_token!("bar")); /// let fail = must!(iter, text_token!("bar"));
/// # assert!(fail.is_abort()); /// # assert!(fail.is_abort());
/// # } /// # }
@ -175,25 +177,25 @@ macro_rules! wrap_err {
} }
/// Traps a `Result::Abort` and converts it into a `Result::Fail`. /// Traps a `Result::Abort` and converts it into a `Result::Fail`.
/// ///
/// This is the semantic inverse of `must`. /// This is the semantic inverse of `must`.
/// ///
/// The `trap!` macro provides syntactic sugar for using this combinator. /// The `trap!` macro provides syntactic sugar for using this combinator.
pub fn trap<I, O>(result: Result<I, O>) -> Result<I, O> pub fn trap<I, O>(result: Result<I, O>) -> Result<I, O>
where where
I: InputIter I: InputIter,
{ {
match result { match result {
Result::Complete(i, o) => Result::Complete(i, o), Result::Complete(i, o) => Result::Complete(i, o),
Result::Incomplete(offset) => Result::Incomplete(offset), Result::Incomplete(offset) => Result::Incomplete(offset),
Result::Fail(e) => Result::Fail(e), Result::Fail(e) => Result::Fail(e),
Result::Abort(e) => Result::Fail(e), Result::Abort(e) => Result::Fail(e),
} }
} }
/// Turns `Result::Abort` into `Result::Fail` allowing you to trap and then convert any `Result::Abort` /// Turns `Result::Abort` into `Result::Fail` allowing you to trap and then convert any `Result::Abort`
/// into a normal Fail. /// into a normal Fail.
/// ///
/// ``` /// ```
/// # #[macro_use] extern crate abortable_parser; /// # #[macro_use] extern crate abortable_parser;
/// use abortable_parser::iter; /// use abortable_parser::iter;
@ -217,9 +219,9 @@ macro_rules! trap {
} }
/// Turns `Result::Fail` or `Result::Incomplete` into `Result::Abort`. /// Turns `Result::Fail` or `Result::Incomplete` into `Result::Abort`.
/// ///
/// You must specify the error message to use in case the matcher is incomplete. /// You must specify the error message to use in case the matcher is incomplete.
/// ///
/// The must_complete! macro provides syntactic sugar for using this combinator. /// The must_complete! macro provides syntactic sugar for using this combinator.
pub fn must_complete<I, O, M>(result: Result<I, O>, msg: M) -> Result<I, O> pub fn must_complete<I, O, M>(result: Result<I, O>, msg: M) -> Result<I, O>
where where
@ -227,17 +229,17 @@ where
M: Into<String>, M: Into<String>,
{ {
match result { match result {
Result::Complete(i, o) => Result::Complete(i, o), Result::Complete(i, o) => Result::Complete(i, o),
Result::Incomplete(ref offset) => Result::Abort(Error::new(msg, offset)), Result::Incomplete(ref offset) => Result::Abort(Error::new(msg, offset)),
Result::Fail(e) => Result::Abort(e), Result::Fail(e) => Result::Abort(e),
Result::Abort(e) => Result::Abort(e), Result::Abort(e) => Result::Abort(e),
} }
} }
/// Turns `Result::Fail` and `Result::Incomplete` into `Result::Abort`. /// Turns `Result::Fail` and `Result::Incomplete` into `Result::Abort`.
/// ///
/// You must specify the error message to use in case the matcher is incomplete. /// You must specify the error message to use in case the matcher is incomplete.
/// ///
/// ``` /// ```
/// # #[macro_use] extern crate abortable_parser; /// # #[macro_use] extern crate abortable_parser;
/// use abortable_parser::iter; /// use abortable_parser::iter;
@ -260,7 +262,7 @@ macro_rules! must_complete {
} }
/// Captures a sequence of sub parsers output. /// Captures a sequence of sub parsers output.
/// ///
/// ``` /// ```
/// # #[macro_use] extern crate abortable_parser; /// # #[macro_use] extern crate abortable_parser;
/// use abortable_parser::iter; /// use abortable_parser::iter;
@ -279,13 +281,13 @@ macro_rules! must_complete {
/// if let Result::Complete(_, o) = result { /// if let Result::Complete(_, o) = result {
/// assert_eq!("foo", o.0); /// assert_eq!("foo", o.0);
/// assert_eq!("bar", o.1); /// assert_eq!("bar", o.1);
/// } /// }
/// # } /// # }
/// ``` /// ```
/// ///
/// Or alternatively rather than a tuple as the output you can return a single /// Or alternatively rather than a tuple as the output you can return a single
/// expression. /// expression.
/// ///
/// ``` /// ```
/// # #[macro_use] extern crate abortable_parser; /// # #[macro_use] extern crate abortable_parser;
/// # use abortable_parser::iter; /// # use abortable_parser::iter;
@ -306,7 +308,7 @@ macro_rules! must_complete {
/// } /// }
/// # } /// # }
/// ``` /// ```
/// ///
/// The output from this combinator must be indicated by parentheses. /// The output from this combinator must be indicated by parentheses.
#[macro_export] #[macro_export]
macro_rules! do_each { macro_rules! do_each {
@ -361,7 +363,7 @@ macro_rules! do_each {
} }
/// Returns the output of the first sub parser to succeed. /// Returns the output of the first sub parser to succeed.
/// ///
/// ``` /// ```
/// # #[macro_use] extern crate abortable_parser; /// # #[macro_use] extern crate abortable_parser;
/// use abortable_parser::iter; /// use abortable_parser::iter;
@ -462,11 +464,11 @@ macro_rules! either {
} }
/// Maps a `Result` to be optional. /// Maps a `Result` to be optional.
/// ///
/// `Result::Fail` maps to None and `Result::Complete` maps to Some. The rest of the /// `Result::Fail` maps to None and `Result::Complete` maps to Some. The rest of the
/// `Result` variants are left untouched. You must pass in the iterator that the /// `Result` variants are left untouched. You must pass in the iterator that the
/// next matcher should use in the event of a fail. /// next matcher should use in the event of a fail.
/// ///
/// The `optional!` macro provides some syntactice sugar for using this combinator /// The `optional!` macro provides some syntactice sugar for using this combinator
/// properly. /// properly.
pub fn optional<I, O>(iter: I, result: Result<I, O>) -> Result<I, Option<O>> pub fn optional<I, O>(iter: I, result: Result<I, O>) -> Result<I, Option<O>>
@ -474,25 +476,19 @@ where
I: InputIter, I: InputIter,
{ {
match result { match result {
Result::Complete(i, o) => { Result::Complete(i, o) => Result::Complete(i, Some(o)),
Result::Complete(i, Some(o)) // Incomplete could still work possibly parse.
} Result::Incomplete(i) => Result::Incomplete(i),
// Incomplete could still work possibly parse. // Fail just means it didn't match.
Result::Incomplete(i) => { Result::Fail(_) => Result::Complete(iter, None),
Result::Incomplete(i) // Aborts are hard failures that the parser can't recover from.
} Result::Abort(e) => Result::Abort(e),
// Fail just means it didn't match. }
Result::Fail(_) => {
Result::Complete(iter, None)
},
// Aborts are hard failures that the parser can't recover from.
Result::Abort(e) => Result::Abort(e),
}
} }
/// Treats a sub parser as optional. It returns Some(output) for a successful match /// Treats a sub parser as optional. It returns Some(output) for a successful match
/// and None for failures. /// and None for failures.
/// ///
/// ``` /// ```
/// # #[macro_use] extern crate abortable_parser; /// # #[macro_use] extern crate abortable_parser;
/// use abortable_parser::iter; /// use abortable_parser::iter;
@ -526,7 +522,7 @@ macro_rules! optional {
/// Runs a single matcher repeating 0 or mre times and returns a possibly empty /// Runs a single matcher repeating 0 or mre times and returns a possibly empty
/// vector of the parsed results. /// vector of the parsed results.
/// ///
/// ``` /// ```
/// # #[macro_use] extern crate abortable_parser; /// # #[macro_use] extern crate abortable_parser;
/// use abortable_parser::iter; /// use abortable_parser::iter;
@ -585,7 +581,7 @@ macro_rules! repeat {
} }
/// Convenience macro for looking for a specific text token in a byte input stream. /// Convenience macro for looking for a specific text token in a byte input stream.
/// ///
/// ``` /// ```
/// # #[macro_use] extern crate abortable_parser; /// # #[macro_use] extern crate abortable_parser;
/// use abortable_parser::iter; /// use abortable_parser::iter;
@ -697,20 +693,16 @@ macro_rules! discard {
} }
/// Matches and returns any ascii charactar whitespace byte. /// Matches and returns any ascii charactar whitespace byte.
pub fn ascii_ws<'a, I: InputIter<Item=&'a u8>>(mut i: I) -> Result<I, u8> { pub fn ascii_ws<'a, I: InputIter<Item = &'a u8>>(mut i: I) -> Result<I, u8> {
match i.next() { match i.next() {
Some(b) => { Some(b) => match b {
match b { b'\r' => Result::Complete(i, *b),
b'\r' => Result::Complete(i, *b), b'\n' => Result::Complete(i, *b),
b'\n' => Result::Complete(i, *b), b'\t' => Result::Complete(i, *b),
b'\t' => Result::Complete(i, *b), b' ' => Result::Complete(i, *b),
b' ' => Result::Complete(i, *b), _ => Result::Fail(Error::new("Not whitespace", &i)),
_ => Result::Fail(Error::new("Not whitespace", &i)),
}
}, },
None => { None => Result::Fail(Error::new("Unexpected End Of Input", &i)),
Result::Fail(Error::new("Unexpected End Of Input", &i))
}
} }
} }
@ -734,9 +726,9 @@ pub fn eoi<I: InputIter>(i: I) -> Result<I, ()> {
/// text_token!("token") /// text_token!("token")
/// ); /// );
/// ``` /// ```
/// ///
/// You can also specify that the function is public if so desired. /// You can also specify that the function is public if so desired.
/// ///
/// ``` /// ```
/// # #[macro_use] extern crate abortable_parser; /// # #[macro_use] extern crate abortable_parser;
/// # use abortable_parser::iter::StrIter; /// # use abortable_parser::iter::StrIter;
@ -766,4 +758,4 @@ macro_rules! make_fn {
make_fn!(pub $name<$i, $o>, run!($rule)) make_fn!(pub $name<$i, $o>, run!($rule))
}; };
} }

21
src/integration_tests.rs
View File

@ -1,7 +1,8 @@
use iter::StrIter;
use super::{Result, eoi, ascii_ws}; use super::{ascii_ws, eoi, Result};
use iter::StrIter;
make_fn!(proto<StrIter, &str>,
make_fn!(proto<StrIter, &str>,
do_each!( do_each!(
proto => until!(text_token!("://")), proto => until!(text_token!("://")),
_ => must!(text_token!("://")), _ => must!(text_token!("://")),
@ -9,18 +10,18 @@
) )
); );
make_fn!(domain<StrIter, &str>, make_fn!(domain<StrIter, &str>,
until!(either!( until!(either!(
discard!(text_token!("/")), discard!(text_token!("/")),
discard!(ascii_ws), discard!(ascii_ws),
eoi)) eoi))
); );
make_fn!(path<StrIter, &str>, make_fn!(path<StrIter, &str>,
until!(either!(discard!(ascii_ws), eoi)) until!(either!(discard!(ascii_ws), eoi))
); );
make_fn!(pub url<StrIter, (Option<&str>, Option<&str>, &str)>, make_fn!(pub url<StrIter, (Option<&str>, Option<&str>, &str)>,
do_each!( do_each!(
protocol => optional!(proto), protocol => optional!(proto),
domain => optional!(domain), domain => optional!(domain),
@ -39,4 +40,4 @@ fn test_url_parser() {
assert!(domain.is_some()); assert!(domain.is_some());
assert_eq!(path, "/some/path"); assert_eq!(path, "/some/path");
} }
} }

20
src/iter.rs
View File

@ -55,10 +55,10 @@ impl<'a, T: Debug + 'a> InputIter for SliceIter<'a, T> {}
impl<'a, T: Debug + 'a> Span<&'a [T]> for SliceIter<'a, T> { impl<'a, T: Debug + 'a> Span<&'a [T]> for SliceIter<'a, T> {
fn span(&self, idx: SpanRange) -> &'a [T] { fn span(&self, idx: SpanRange) -> &'a [T] {
match idx { match idx {
SpanRange::Range(r) => self.source.index(r), SpanRange::Range(r) => self.source.index(r),
SpanRange::RangeTo(r) => self.source.index(r), SpanRange::RangeTo(r) => self.source.index(r),
SpanRange::RangeFrom(r) => self.source.index(r), SpanRange::RangeFrom(r) => self.source.index(r),
SpanRange::RangeFull(r) => self.source.index(r), SpanRange::RangeFull(r) => self.source.index(r),
} }
} }
} }
@ -75,7 +75,7 @@ impl<'a, T: Debug> From<&'a [T]> for SliceIter<'a, T> {
} }
} }
impl <'a, T: Debug> From<&'a Vec<T>> for SliceIter<'a, T> { impl<'a, T: Debug> From<&'a Vec<T>> for SliceIter<'a, T> {
fn from(source: &'a Vec<T>) -> Self { fn from(source: &'a Vec<T>) -> Self {
SliceIter::new(source.as_slice()) SliceIter::new(source.as_slice())
} }
@ -140,10 +140,10 @@ use std::ops::Index;
impl<'a> Span<&'a str> for StrIter<'a> { impl<'a> Span<&'a str> for StrIter<'a> {
fn span(&self, idx: SpanRange) -> &'a str { fn span(&self, idx: SpanRange) -> &'a str {
match idx { match idx {
SpanRange::Range(r) => self.source.index(r), SpanRange::Range(r) => self.source.index(r),
SpanRange::RangeTo(r) => self.source.index(r), SpanRange::RangeTo(r) => self.source.index(r),
SpanRange::RangeFrom(r) => self.source.index(r), SpanRange::RangeFrom(r) => self.source.index(r),
SpanRange::RangeFull(r) => self.source.index(r), SpanRange::RangeFull(r) => self.source.index(r),
} }
} }
} }

27
src/lib.rs
View File

@ -1,13 +1,13 @@
//! An opinionated parser combinator library with a focus on fully abortable parsing and error handling. //! An opinionated parser combinator library with a focus on fully abortable parsing and error handling.
//! //!
//! # Example //! # Example
//! //!
//! ``` //! ```
//! #[macro_use] //! #[macro_use]
//! extern crate abortable_parser; //! extern crate abortable_parser;
//! use abortable_parser::iter::StrIter; //! use abortable_parser::iter::StrIter;
//! use abortable_parser::{Result, eoi, ascii_ws}; //! use abortable_parser::{Result, eoi, ascii_ws};
//! //!
//! make_fn!(proto<StrIter, &str>, //! make_fn!(proto<StrIter, &str>,
//! do_each!( //! do_each!(
//! proto => until!(text_token!("://")), //! proto => until!(text_token!("://")),
@ -22,11 +22,11 @@
//! discard!(ascii_ws), //! discard!(ascii_ws),
//! eoi)) //! eoi))
//! ); //! );
//! //!
//! make_fn!(path<StrIter, &str>, //! make_fn!(path<StrIter, &str>,
//! until!(either!(discard!(ascii_ws), eoi)) //! until!(either!(discard!(ascii_ws), eoi))
//! ); //! );
//! //!
//! make_fn!(url<StrIter, (Option<&str>, Option<&str>, &str)>, //! make_fn!(url<StrIter, (Option<&str>, Option<&str>, &str)>,
//! do_each!( //! do_each!(
//! protocol => optional!(proto), //! protocol => optional!(proto),
@ -35,7 +35,7 @@
//! (protocol, domain, path) //! (protocol, domain, path)
//! ) //! )
//! ); //! );
//! //!
//! # fn main() { //! # fn main() {
//! let iter = StrIter::new("http://example.com/some/path "); //! let iter = StrIter::new("http://example.com/some/path ");
//! let result = url(iter); //! let result = url(iter);
@ -88,10 +88,11 @@ pub struct Error {
impl Error { impl Error {
/// Constructs a new Error with an offset and no cause. /// Constructs a new Error with an offset and no cause.
pub fn new<S, M>(msg: M, offset: &S) -> Self pub fn new<S, M>(msg: M, offset: &S) -> Self
where where
S: Offsetable, S: Offsetable,
M: Into<String> { M: Into<String>,
{
Error { Error {
msg: msg.into(), msg: msg.into(),
offset: offset.get_offset(), offset: offset.get_offset(),
@ -103,8 +104,8 @@ impl Error {
pub fn caused_by<S, M>(msg: M, offset: &S, cause: Self) -> Self pub fn caused_by<S, M>(msg: M, offset: &S, cause: Self) -> Self
where where
S: Offsetable, S: Offsetable,
M: Into<String> { M: Into<String>,
{
Error { Error {
msg: msg.into(), msg: msg.into(),
offset: offset.get_offset(), offset: offset.get_offset(),
@ -189,14 +190,14 @@ impl<I: InputIter, O> Result<I, O> {
} }
} }
pub use iter::SliceIter;
pub use combinators::*; pub use combinators::*;
pub use iter::SliceIter;
#[macro_use] #[macro_use]
pub mod combinators; pub mod combinators;
pub mod iter; pub mod iter;
#[cfg(test)] #[cfg(test)]
mod test; mod integration_tests;
#[cfg(test)] #[cfg(test)]
mod integration_tests; mod test;

6
src/test.rs
View File

@ -1,8 +1,8 @@
use std::fmt::{Debug, Display}; use std::fmt::{Debug, Display};
use super::{InputIter, Offsetable, Result}; use super::{InputIter, Offsetable, Result};
use iter::{StrIter, SliceIter};
use combinators::*; use combinators::*;
use iter::{SliceIter, StrIter};
#[test] #[test]
fn test_slice_iter() { fn test_slice_iter() {
@ -361,7 +361,7 @@ fn test_until() {
assert_eq!(i.get_offset(), 3); assert_eq!(i.get_offset(), 3);
assert_eq!(o.len(), 3); assert_eq!(o.len(), 3);
assert_eq!(o, "foo"); assert_eq!(o, "foo");
} }
} }
#[test] #[test]
@ -461,4 +461,4 @@ fn test_ascii_ws_carriage_return() {
let iter = StrIter::new(input_str); let iter = StrIter::new(input_str);
let result = ascii_ws(iter); let result = ascii_ws(iter);
assert!(result.is_complete()); assert!(result.is_complete());
} }