Package de.neosearch.verweiserkennung.tokenizer

Class ShingleTokenizer

java.lang.Object

de.neosearch.verweiserkennung.tokenizer.ShingleTokenizer

public class ShingleTokenizer
extends Object

Constructor Summary

Constructors

Constructor	Description
ShingleTokenizer(List<Token> tokens, int maxShingleSize)

Method Summary

Modifier and Type	Method	Description
boolean	hasMoreShingles()
Shingle	moreShingle()
void	skipTo(int end)
void	skipTo2(int end)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

ShingleTokenizer

public ShingleTokenizer(List<Token> tokens,
                        int maxShingleSize)

Method Detail

hasMoreShingles

public boolean hasMoreShingles()

moreShingle

public Shingle moreShingle()

skipTo

public void skipTo(int end)

skipTo2

public void skipTo2(int end)