diff --git a/LanguageServer/src/main/java/org/nittalab/dtram/languageserver/utils/Tokenizer.java b/LanguageServer/src/main/java/org/nittalab/dtram/languageserver/utils/Tokenizer.java index a0271f1..a8acecb 100644 --- a/LanguageServer/src/main/java/org/nittalab/dtram/languageserver/utils/Tokenizer.java +++ b/LanguageServer/src/main/java/org/nittalab/dtram/languageserver/utils/Tokenizer.java @@ -40,7 +40,6 @@ public static List tokenize(BufferedReader reader) throws IOException { List tokens = splitByLine(reader); tokens = splitBySpace(tokens); - tokens = extractMultilineComments(tokens); tokens = extractComments(tokens); tokens = splitTokens(tokens, Operators.EQ); @@ -155,52 +154,6 @@ } /** - * Extracts multiline comment from given tokens. - * - * @param original Original tokens - * @return {@link List} of {@link Token} with extracted multiline comments - * @author Shohei Yamagiwa - * @since 0.1 - */ - protected static List extractMultilineComments(List original) { - ArrayList newTokens = new ArrayList<>(); - - Token commentToken = new Token(); - boolean isComment = false; - StringBuilder commentText = new StringBuilder(); - - for (Token originalToken : original) { - switch (originalToken.getText()) { - case Comments.MULTILINE_COMMENT_START -> { - commentToken = new Token(); - commentToken.setStartPos(originalToken.getStartPos()); - - commentText.append(originalToken.getText()); - isComment = true; - } - case Comments.MULTILINE_COMMENT_END -> { - commentText.append(originalToken.getText()); - isComment = false; - - commentToken.setEndPos(originalToken.getEndPos()); - commentToken.setText(commentText.toString()); - commentToken.setAtomic(true); - - newTokens.add(commentToken); - } - default -> { - if (isComment) { - commentText.append(originalToken.getText()); - } else { - newTokens.add(originalToken); - } - } - } - } - return newTokens; - } - - /** * Extracts single-line comment from given tokens. * * @param original Original tokens