public void normalization(Request request) { String original = ' ' + request.getOriginal() + ' '; original = original.replaceAll("\\s{2,}", " "); String input[] = splitter.split(original); Sentence[] sentences = new Sentence[input.length]; for (int i = 0, n = input.length; i < n; i++) { sentences[i] = new Sentence(input[i]); normalization(sentences[i]); } request.setOriginal(original); request.setSentences(sentences); }
public static void main(String[] args) { String sentence = "Hi there my name is mr. koushik. why are you being so dumb!! ugh..."; String[] s = SentenceSplitter.split(sentence); for (String sent : s) System.out.println(Arrays.toString(tokenize(sent))); }