Add a FIXME comment about multibytes characters support.

[TP_AL_C.git] / lexer / main.c

diff --git a/lexer/main.c b/lexer/main.c
index 691d54eef5162acaa4f8c5ee5514e0f02d1834bb..40ff04d540f95c4b7e6fa16b984d8e188997af6d 100644 (file)
--- a/lexer/main.c
+++ b/lexer/main.c
@@ -40,6 +40,7 @@ bool istAlpha() {
         c == L'\''|| c == L'#' || \
         c == L'0' || c == L'1' || c == L'2' || c == L'3' || c == L'4' || c == L'5' || c == L'6' || \
         c == L'7' || c == L'8' || c == L'9' || \
+        // FIXME: Accentued characters (aka multibytes characters) support is still buggy
         c == L'à' || c == L'â' || c == L'ç' || c == L'è' || c == L'é' || c == L'î' || c == L'ô' || \
         c == L'ù' || c == L'û' || \
         c == L'À' || c == L'Â' || c == L'Ç' || c == L'È' || c == L'É' || c == L'Î' || c == L'Ô' || \
@@ -237,7 +238,7 @@ int main() {
             wprintf(L"Scanner error with token value: %ls\n", token[tokenFound].value);
             exit(EXIT_FAILURE);
         }
-        if (c != WEOF) {
+        if (tokenType == MOT || tokenType == MOTCLE) {
             wprintf(L"%20s: %ls\n", tokenTypestr[tokenType], token[tokenFound].value);
         } else {
             wprintf(L"%20s\n", tokenTypestr[tokenType]);