Update tokenizer to ignore whitespaces when parsing preprocessor directives. Fix #120.

Fix issues regarding the PP directives AC.

Author: Hexer10

SourcepawnCondenser/SourcepawnCondenser/CondenserFunctions/SMPPDirectiveConsumer.cs

@@ -7,31 +7,29 @@ public partial class Condenser
     {
         private int ConsumeSMPPDirective()
         {
-            if (t[position].Value == "#define")
+            if (t[position].Value != "#define" || position + 1 >= length ||
+                t[position + 1].Kind != TokenKind.Identifier)
             {
-                if ((position + 1) < length)
+                return -1;
+            }
+
+            def.Defines.Add(new SMDefine
+            {
+                Index = t[position].Index,
+                Length = t[position + 1].Index - t[position].Index + t[position + 1].Length,
+                File = FileName,
+                Name = t[position + 1].Value
+            });
+            
+            for (var j = position + 1; j < length; ++j)
+            {
+                if (t[j].Kind == TokenKind.EOL)
                 {
-                    if (t[position + 1].Kind == TokenKind.Identifier)
-                    {
-                        def.Defines.Add(new SMDefine()
-                        {
-                            Index = t[position].Index,
-                            Length = t[position + 1].Index - t[position].Index + t[position + 1].Length,
-                            File = FileName,
-                            Name = t[position + 1].Value
-                        });
-                        for (var j = position + 1; j < length; ++j)
-                        {
-                            if (t[j].Kind == TokenKind.EOL)
-                            {
-                                return j;
-                            }
-                        }
-                        return position + 1;
-                    }
+                    return j;
                 }
             }
-            return -1;
+
+            return position + 1;
         }
     }
 }