Package com.intuit.fuzzymatcher.function

Class TokenizerFunction

java.lang.Object

com.intuit.fuzzymatcher.function.TokenizerFunction

public class TokenizerFunction
extends Object

A functional interface to Tokenize Elements

Constructor Summary

Constructors

Constructor	Description
TokenizerFunction()

Method Summary

Modifier and Type	Method	Description
static java.util.function.Function<Element<String>,java.util.stream.Stream<Token<String>>>	chainTokenizers(java.util.function.Function<Element<String>,java.util.stream.Stream<Token<String>>>... tokenizers)
static java.util.function.Function<Element<String>,java.util.stream.Stream<Token<String>>>	decaGramTokenizer()
static java.util.stream.Stream<Token<String>>	getNGramTokens(int size, Element element)
static java.util.function.Function<Element<String>,java.util.stream.Stream<Token<String>>>	triGramTokenizer()
static java.util.function.Function<Element,java.util.stream.Stream<Token>>	valueTokenizer()
static java.util.function.Function<Element<String>,java.util.stream.Stream<Token<String>>>	wordSoundexEncodeTokenizer()
static java.util.function.Function<Element<String>,java.util.stream.Stream<Token<String>>>	wordTokenizer()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

TokenizerFunction

public TokenizerFunction()

Method Detail

valueTokenizer

public static java.util.function.Function<Element,java.util.stream.Stream<Token>> valueTokenizer()

wordTokenizer

public static java.util.function.Function<Element<String>,java.util.stream.Stream<Token<String>>> wordTokenizer()

wordSoundexEncodeTokenizer

public static java.util.function.Function<Element<String>,java.util.stream.Stream<Token<String>>> wordSoundexEncodeTokenizer()

triGramTokenizer

public static java.util.function.Function<Element<String>,java.util.stream.Stream<Token<String>>> triGramTokenizer()

decaGramTokenizer

public static java.util.function.Function<Element<String>,java.util.stream.Stream<Token<String>>> decaGramTokenizer()

getNGramTokens

public static java.util.stream.Stream<Token<String>> getNGramTokens(int size,
                                                                    Element element)

chainTokenizers

public static java.util.function.Function<Element<String>,java.util.stream.Stream<Token<String>>> chainTokenizers(java.util.function.Function<Element<String>,java.util.stream.Stream<Token<String>>>... tokenizers)