tokens: add a more advanced tokens parser

Signed-off-by: William Casarin <jb55@jb55.com>

crates/notedeck_columns/src/storage/mod.rs

@@ -5,4 +5,7 @@ mod token_parser;
 pub use decks::{load_decks_cache, save_decks_cache, DECKS_CACHE_FILE};
 pub use migration::{deserialize_columns, COLUMNS_FILE};
 
-pub use token_parser::{ParseError, TokenParser, TokenSerializable, TokenWriter};
+pub use token_parser::{
+    ParseError, Payload, Token, TokenAlternatives, TokenParser, TokenPayload, TokenSerializable,
+    TokenWriter, UnexpectedToken,
+};