summaryrefslogtreecommitdiffstats
path: root/crates/rebel-parse/src/lib.rs
diff options
context:
space:
mode:
authorMatthias Schiffer <mschiffer@universe-factory.net>2024-04-21 13:57:45 +0200
committerMatthias Schiffer <mschiffer@universe-factory.net>2024-04-22 17:53:49 +0200
commit767842ab64f601b324b02a0f7f55ebc0b849f251 (patch)
tree71af28ee7b3f5837b60a29d752b7df25843a920d /crates/rebel-parse/src/lib.rs
parent458afaa9b725b295fc634121350da547cf668f25 (diff)
downloadrebel-767842ab64f601b324b02a0f7f55ebc0b849f251.tar
rebel-767842ab64f601b324b02a0f7f55ebc0b849f251.zip
rebel-parse: separate tokenization step
Diffstat (limited to 'crates/rebel-parse/src/lib.rs')
-rw-r--r--crates/rebel-parse/src/lib.rs3
1 files changed, 3 insertions, 0 deletions
diff --git a/crates/rebel-parse/src/lib.rs b/crates/rebel-parse/src/lib.rs
index 8019d00..4a8c431 100644
--- a/crates/rebel-parse/src/lib.rs
+++ b/crates/rebel-parse/src/lib.rs
@@ -1,5 +1,8 @@
pub mod ast;
+pub mod token;
+
mod grammar;
pub use grammar::recipe;
pub use grammar::task_ref;
+pub use grammar::tokenize;