Lucene++ - a full-featured, c++ search engine
API Documentation


 All Data Structures Namespaces Files Functions Variables Typedefs Enumerations Enumerator Macros Pages
TokenStream.h
Go to the documentation of this file.
1 // Copyright (c) 2009-2014 Alan Wright. All rights reserved.
3 // Distributable under the terms of either the Apache License (Version 2.0)
4 // or the GNU Lesser General Public License.
6 
7 #ifndef TOKENSTREAM_H
8 #define TOKENSTREAM_H
9 
10 #include "AttributeSource.h"
11 
12 namespace Lucene {
13 
44 class LPPAPI TokenStream : public AttributeSource {
45 protected:
47  TokenStream();
48 
50  TokenStream(const AttributeSourcePtr& input);
51 
53  TokenStream(const AttributeFactoryPtr& factory);
54 
55 public:
56  virtual ~TokenStream();
57 
59 
60 public:
78  virtual bool incrementToken() = 0;
79 
87  virtual void end();
88 
95  virtual void reset();
96 
98  virtual void close();
99 };
100 
101 }
102 
103 #endif
boost::shared_ptr< AttributeFactory > AttributeFactoryPtr
Definition: LuceneTypes.h:519
boost::shared_ptr< AttributeSource > AttributeSourcePtr
Definition: LuceneTypes.h:520
#define LUCENE_CLASS(Name)
Definition: LuceneObject.h:24
Definition: AbstractAllTermDocs.h:12
A TokenStream enumerates the sequence of tokens, either from Fields of a Document or from query text...
Definition: TokenStream.h:44
An AttributeSource contains a list of different Attributes, and methods to add and get them...
Definition: AttributeSource.h:43

clucene.sourceforge.net