From ed6ff9ba920485bee93d89d5705af6e7e4aae2b4 Mon Sep 17 00:00:00 2001
From: sBubshait <s.bobshit@gmail.com>
Date: Thu, 13 Jun 2024 19:26:40 +0100
Subject: [PATCH] Update the tokenizer to skip whitespaces

---
 src/tokeniser.c | 10 ++++++++--
 1 file changed, 8 insertions(+), 2 deletions(-)

diff --git a/src/tokeniser.c b/src/tokeniser.c
index 1bb2fe5..7cec970 100644
--- a/src/tokeniser.c
+++ b/src/tokeniser.c
@@ -39,7 +39,10 @@ char **tokenise(char *line, int *numTokens) {
         if (*c == ',' && !inBracket) {
             *c = '\0';
             tokens[(*numTokens)++] = currentToken;
-            currentToken = c + 2; // Skip ", "
+            currentToken = c + 1;
+            while (*currentToken == ' ') {
+                currentToken++;
+            }
         }
     }
 
@@ -85,7 +88,10 @@ char **tokeniseOperands(char *line, int *numTokens) {
         if (*c == ',' && !inBracket) {
             *c = '\0';
             tokens[(*numTokens)++] = currentToken;
-            currentToken = c + 2; // Skip ", "
+            currentToken = c + 1;
+            while (*currentToken == ' ') {
+                currentToken++;
+            }
         }
     }