Preprocessor bug fixed

OSWINDS · Jun 1, 2016 · 7bea4ba · 7bea4ba
1 parent 08a9b25
commit 7bea4ba
Showing 1 changed file with 5 additions and 3 deletions.
diff --git a/src/combiner/Preprocessor.java b/src/combiner/Preprocessor.java
@@ -66,13 +66,15 @@ public static void preprocessTweets(String collectionName, FrequencyCounter fc)
     private static String preprocessTweet(String input){
         input = prepareText(input);
         String[] tokens = tokenizer(input);
+
         StringBuilder builder = new StringBuilder("");
         for(String s : tokens){
-            if(isWhitelisted(s) && !isMention(s, '@')){      //if the word is whitelisted and its not a 'Google Plus' mention
+            if(isWhitelisted(s)==true && !isMention(s, '@')){      //if the word is whitelisted and its not a 'Google Plus' mention
                 builder.append(" ").append(s);
             }
         }
-        return input;
+
+        return builder.toString();
     }
 
     /**
@@ -89,7 +91,7 @@ private static String preprocessComment(String input){
                 builder.append(" ").append(s);
             }
         }
-        return input;
+        return builder.toString();
     }
 
     /**