jessebrault/deimos-lang
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Fix lexer whitespace bug.

Browse Source
This commit is contained in:
Jesse Brault 2026-03-02 11:46:40 -06:00
parent 1188e2b671
commit f2f4b0537e
1 changed files with 11 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
dmc-lib/src/lexer.rs
View File

@ -27,8 +27,10 @@ impl<'a> Lexer<'a> {
let maybe_chunk = self.input.get(self.position..); let maybe_chunk = self.input.get(self.position..);
if maybe_chunk.is_none() { if maybe_chunk.is_none() {
return None; return None;
} else { }
chunk = maybe_chunk.unwrap(); chunk = maybe_chunk.unwrap();
if chunk.is_empty() {
return None;
} }
} }
@ -154,4 +156,11 @@ mod tests {
assert_next(&mut lexer, TokenKind::End, 3); assert_next(&mut lexer, TokenKind::End, 3);
assert_eq!(lexer.next(), None); assert_eq!(lexer.next(), None);
} }
#[test]
fn blank_after_last_token_returns_none() {
let mut lexer = Lexer::new("fn ");
assert_next(&mut lexer, TokenKind::Fn, 2);
assert_eq!(lexer.next(), None);
}
} }