Package de.neosearch.verweiserkennung.tokenizer

Class SimpleTokenizer

java.lang.Object

de.neosearch.verweiserkennung.tokenizer.SimpleTokenizer

public class SimpleTokenizer
extends Object

Constructor Summary

Constructors

Constructor	Description
SimpleTokenizer()

Method Summary

Modifier and Type	Method	Description
static void	main(String[] args)
List<Token>	tokenize(String text)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

SimpleTokenizer

public SimpleTokenizer()

Method Detail

tokenize

public List<Token> tokenize(String text)

main

public static void main(String[] args)