7#ifndef WHITESPACETOKENIZER_H
8#define WHITESPACETOKENIZER_H
#define LUCENE_CLASS(Name)
Definition LuceneObject.h:24
AttributeFactoryPtr factory
Definition AttributeSource.h:60
CharTokenizer(const ReaderPtr &input)
ReaderPtr input
The text source for this Tokenizer.
Definition Tokenizer.h:47
WhitespaceTokenizer(const AttributeSourcePtr &source, const ReaderPtr &input)
Construct a new WhitespaceTokenizer using a given AttributeSource.
WhitespaceTokenizer(const ReaderPtr &input)
Construct a new WhitespaceTokenizer.
virtual ~WhitespaceTokenizer()
virtual bool isTokenChar(wchar_t c)
Collects only characters which do not satisfy Character#isWhitespace(char).
WhitespaceTokenizer(const AttributeFactoryPtr &factory, const ReaderPtr &input)
Construct a new WhitespaceTokenizer using a given AttributeSource.AttributeFactory.
Definition AbstractAllTermDocs.h:12
boost::shared_ptr< Reader > ReaderPtr
Definition LuceneTypes.h:547
boost::shared_ptr< AttributeFactory > AttributeFactoryPtr
Definition LuceneTypes.h:519
boost::shared_ptr< AttributeSource > AttributeSourcePtr
Definition LuceneTypes.h:520