Merge pull request #7 from BK-SCOSS/thaidd/dev

Thaidd/dev

Author: Dec1mo

sctokenizer/cpp_tokenizer.py

@@ -4,7 +4,6 @@
 from sctokenizer.assets.cpp_keywords import cpp_keyword_set
 from sctokenizer.assets.cpp_operators import cpp_operator_set
 from sctokenizer.token import TokenType, Token
-# from icecream import ic
 
 class CppTokenizer(Tokenizer):
     def __init__(self):

sctokenizer/php_tokenizer.py

@@ -4,7 +4,6 @@
 from sctokenizer.assets.php_keywords import php_keyword_set
 from sctokenizer.assets.php_operators import php_operator_set
 from sctokenizer.token import TokenType, Token
-from icecream import ic
 
 class PhpTokenizer(Tokenizer):
 
@@ -55,10 +54,6 @@ def tokenize(self, source_str):
                     first_no_space_in_word = cur
                     self.colnumber = i
 
-            ic(state)
-            ic(pending)
-            ic(cur)
-
             if state == TokenizerState.IN_COMMENT:
                 # Check end of block comment
                 if cur == '*':