strip lines

This commit is contained in:
Love Lysell Berglund 2025-09-25 14:20:10 +02:00
commit 0ac6024b63
2 changed files with 1 additions and 1 deletions

Binary file not shown.

View file

@ -24,7 +24,7 @@ def tokenize(lines: list[str]) -> list[str]:
for line in lines:
word_type = CharType.NONE
current_word = []
for i, char in enumerate(line.lower()):
for i, char in enumerate(line.strip().lower()):
if len(current_word) == 0:
ct = char_type(char)
if ct == CharType.SPACE: