mirror of
https://github.com/DanilaFe/abacus
synced 2024-11-13 14:19:53 -08:00
Correctly handle un-matched tokens and end-of-string situations.
This commit is contained in:
parent
76705ed92b
commit
93e892f92e
|
@ -87,11 +87,12 @@ public class Lexer<T> {
|
|||
int index = startAt;
|
||||
ArrayList<Match<T>> matches = new ArrayList<>();
|
||||
Match<T> lastMatch = null;
|
||||
while((lastMatch = lexOne(from, index, compare)) != null && index < from.length()){
|
||||
while(index < from.length() && (lastMatch = lexOne(from, index, compare)) != null){
|
||||
if(lastMatch.getTo() == lastMatch.getFrom()) return null;
|
||||
matches.add(lastMatch);
|
||||
index += lastMatch.getTo() - lastMatch.getFrom();
|
||||
}
|
||||
if(lastMatch == null) return null;
|
||||
return matches;
|
||||
}
|
||||
|
||||
|
|
Loading…
Reference in New Issue
Block a user