84 Token(int32_t start, int32_t end);
90 Token(int32_t start, int32_t end,
const String& type);
96 Token(int32_t start, int32_t end, int32_t flags);
103 Token(
const String& text, int32_t start, int32_t end);
111 Token(
const String& text, int32_t start, int32_t end,
const String& type);
119 Token(
const String& text, int32_t start, int32_t end, int32_t flags);
122 Token(CharArray startTermBuffer, int32_t termBufferOffset, int32_t termBufferLength, int32_t start, int32_t end);
129 static const String& DEFAULT_TYPE();
163 virtual void setPositionIncrement(int32_t positionIncrement);
167 virtual int32_t getPositionIncrement();
174 virtual String term();
180 virtual void setTermBuffer(
const wchar_t* buffer, int32_t offset, int32_t length);
184 virtual void setTermBuffer(
const String& buffer);
190 virtual void setTermBuffer(
const String& buffer, int32_t offset, int32_t length);
195 virtual CharArray termBuffer();
198 virtual wchar_t* termBufferArray();
206 virtual CharArray resizeTermBuffer(int32_t newSize);
209 virtual int32_t termLength();
215 virtual void setTermLength(int32_t length);
222 virtual int32_t startOffset();
226 virtual void setStartOffset(int32_t offset);
230 virtual int32_t endOffset();
234 virtual void setEndOffset(int32_t offset);
238 virtual void setOffset(int32_t startOffset, int32_t endOffset);
241 virtual String type();
245 virtual void setType(
const String& type);
252 virtual int32_t getFlags();
255 virtual void setFlags(int32_t flags);
261 virtual void setPayload(
const PayloadPtr& payload);
263 virtual String toString();
266 virtual void clear();
272 TokenPtr clone(CharArray newTermBuffer, int32_t newTermOffset, int32_t newTermLength, int32_t newStartOffset, int32_t newEndOffset);
275 virtual int32_t hashCode();
280 TokenPtr reinit(CharArray newTermBuffer, int32_t newTermOffset, int32_t newTermLength, int32_t newStartOffset, int32_t newEndOffset,
const String& newType);
285 TokenPtr reinit(CharArray newTermBuffer, int32_t newTermOffset, int32_t newTermLength, int32_t newStartOffset, int32_t newEndOffset);
290 TokenPtr reinit(
const String& newTerm, int32_t newStartOffset, int32_t newEndOffset,
const String& newType);
295 TokenPtr reinit(
const String& newTerm, int32_t newTermOffset, int32_t newTermLength, int32_t newStartOffset, int32_t newEndOffset,
const String& newType);
300 TokenPtr reinit(
const String& newTerm, int32_t newStartOffset, int32_t newEndOffset);
305 TokenPtr reinit(
const String& newTerm, int32_t newTermOffset, int32_t newTermLength, int32_t newStartOffset, int32_t newEndOffset);
308 void reinit(
const TokenPtr& prototype);
311 void reinit(
const TokenPtr& prototype,
const String& newTerm);
314 void reinit(
const TokenPtr& prototype, CharArray newTermBuffer, int32_t offset, int32_t length);
323 void ConstructToken(int32_t start, int32_t end,
const String& type, int32_t flags);
328 void growTermBuffer(int32_t newSize);
330 void initTermBuffer();
333 void clearNoTermBuffer();
349 virtual AttributePtr createAttributeInstance(
const String& className);
351 virtual int32_t hashCode();
boost::shared_ptr< Payload > PayloadPtr
Definition: LuceneTypes.h:198
Base class for Attributes that can be added to a AttributeSource.
Definition: Attribute.h:18
boost::shared_ptr< LuceneObject > LuceneObjectPtr
Definition: LuceneTypes.h:539
CharArray _termBuffer
Definition: Token.h:134
A Token is an occurrence of a term from the text of a field. It consists of a term's text...
Definition: Token.h:76
int32_t flags
Definition: Token.h:139
boost::shared_ptr< AttributeFactory > AttributeFactoryPtr
Definition: LuceneTypes.h:519
int32_t _startOffset
Definition: Token.h:136
boost::shared_ptr< Token > TokenPtr
Definition: LuceneTypes.h:59
static const int32_t MIN_BUFFER_SIZE
Definition: Token.h:132
boost::shared_ptr< Attribute > AttributePtr
Definition: LuceneTypes.h:518
String _type
Definition: Token.h:138
PayloadPtr payload
Definition: Token.h:140
#define LUCENE_CLASS(Name)
Definition: LuceneObject.h:24
Definition: AbstractAllTermDocs.h:12
int32_t _endOffset
Definition: Token.h:137
Definition: AttributeSource.h:14
Creates a TokenAttributeFactory returning Token as instance for the basic attributes and for all othe...
Definition: Token.h:338
int32_t positionIncrement
Definition: Token.h:141
int32_t _termLength
Definition: Token.h:135