diff options
Diffstat (limited to '3rdparty/clucene/src/CLucene/analysis/standard/StandardFilter.h')
-rw-r--r-- | 3rdparty/clucene/src/CLucene/analysis/standard/StandardFilter.h | 37 |
1 files changed, 37 insertions, 0 deletions
diff --git a/3rdparty/clucene/src/CLucene/analysis/standard/StandardFilter.h b/3rdparty/clucene/src/CLucene/analysis/standard/StandardFilter.h new file mode 100644 index 000000000..59657fdb3 --- /dev/null +++ b/3rdparty/clucene/src/CLucene/analysis/standard/StandardFilter.h @@ -0,0 +1,37 @@ +/*------------------------------------------------------------------------------ +* Copyright (C) 2003-2006 Ben van Klinken and the CLucene Team +* +* Distributable under the terms of either the Apache License (Version 2.0) or +* the GNU Lesser General Public License, as specified in the COPYING file. +------------------------------------------------------------------------------*/ +#ifndef _lucene_analysis_standard_StandardFilter +#define _lucene_analysis_standard_StandardFilter + +#if defined(_LUCENE_PRAGMA_ONCE) +# pragma once +#endif + +#include "../AnalysisHeader.h" +#include "../Analyzers.h" +#include "StandardTokenizerConstants.h" +#include "CLucene/util/StringBuffer.h" + +CL_NS_DEF2(analysis,standard) + + /** Normalizes tokens extracted with {@link StandardTokenizer}. */ + class StandardFilter: public TokenFilter{ + public: + // Construct filtering <i>in</i>. + StandardFilter(TokenStream* in, bool deleteTokenStream); + + ~StandardFilter(); + + + /** Returns the next token in the stream, or NULL at EOS. + * <p>Removes <tt>'s</tt> from the end of words. + * <p>Removes dots from acronyms. + */ + bool next(Token* token); + }; +CL_NS_END2 +#endif |