public void normalization(Request request) {
String original = ' ' + request.getOriginal() + ' ';
original = original.replaceAll("\\s{2,}", " ");
String input[] = splitter.split(original);
Sentence[] sentences = new Sentence[input.length];
for (int i = 0, n = input.length; i < n; i++) {
sentences[i] = new Sentence(input[i]);
normalization(sentences[i]);
}
request.setOriginal(original);
request.setSentences(sentences);
}
public static void main(String[] args) {
String sentence = "Hi there my name is mr. koushik. why are you being so dumb!! ugh...";
String[] s = SentenceSplitter.split(sentence);
for (String sent : s) System.out.println(Arrays.toString(tokenize(sent)));
}
