add tokenator crate

also remove a lot of the "advanced" token parsing style
which was a bit too verbose for my tastes

Signed-off-by: William Casarin <jb55@jb55.com>
This commit is contained in:
William Casarin
2025-01-22 13:11:30 -08:00
parent 29491cca05
commit ed455f7ea4
14 changed files with 350 additions and 595 deletions

View File

@@ -0,0 +1,7 @@
[package]
name = "tokenator"
version = "0.1.0"
edition = "2021"
description = "A simple library for parsing a serializing string tokens"
[dependencies]