sBubshait/ARMv8
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update the tokenizer to skip whitespaces

Browse Source
This commit is contained in:
sBubshait 2024-06-13 19:26:40 +01:00
parent 16fb04b737
commit ed6ff9ba92
1 changed files with 8 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
src/tokeniser.c
View File

@ -39,7 +39,10 @@ char **tokenise(char *line, int *numTokens) {
if (*c == ',' && !inBracket) { if (*c == ',' && !inBracket) {
*c = '\0'; *c = '\0';
tokens[(*numTokens)++] = currentToken; tokens[(*numTokens)++] = currentToken;
currentToken = c + 2; // Skip ", " currentToken = c + 1;
while (*currentToken == ' ') {
currentToken++;
}
} }
} }
@ -85,7 +88,10 @@ char **tokeniseOperands(char *line, int *numTokens) {
if (*c == ',' && !inBracket) { if (*c == ',' && !inBracket) {
*c = '\0'; *c = '\0';
tokens[(*numTokens)++] = currentToken; tokens[(*numTokens)++] = currentToken;
currentToken = c + 2; // Skip ", " currentToken = c + 1;
while (*currentToken == ' ') {
currentToken++;
}
} }
} }