diff --git a/src/specctra/read.rs b/src/specctra/read.rs index 620bc0e..1dc2746 100644 --- a/src/specctra/read.rs +++ b/src/specctra/read.rs @@ -311,6 +311,7 @@ impl ListTokenizer { // puts a token back into cache, to be consumed by something else pub fn return_token(&mut self, token: InputToken) { + assert!(self.cached_token.is_none()); self.cached_token = Some(token); }