goldendict-ng/winlibs/include/xapian/stem.h

Ignoring revisions in .git-blame-ignore-revs. Click here to bypass and see the normal blame view.

191 lines
6 KiB
C
Raw Normal View History

2022-10-05 09:50:44 +00:00
/** @file
* @brief stemming algorithms
*/
/* Copyright (C) 2005,2007,2010,2011,2013,2014,2015,2018,2019 Olly Betts
* Copyright (C) 2010 Evgeny Sizikov
*
* This program is free software; you can redistribute it and/or
* modify it under the terms of the GNU General Public License as
* published by the Free Software Foundation; either version 2 of the
* License, or (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with this program; if not, write to the Free Software
* Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
*/
#ifndef XAPIAN_INCLUDED_STEM_H
#define XAPIAN_INCLUDED_STEM_H
#if !defined XAPIAN_IN_XAPIAN_H && !defined XAPIAN_LIB_BUILD
# error Never use <xapian/stem.h> directly; include <xapian.h> instead.
#endif
#include <xapian/constinfo.h>
#include <xapian/intrusive_ptr.h>
#include <xapian/visibility.h>
#include <string>
namespace Xapian {
/// Class representing a stemming algorithm implementation.
class XAPIAN_VISIBILITY_DEFAULT StemImplementation
: public Xapian::Internal::intrusive_base
{
/// Don't allow assignment.
void operator=(const StemImplementation &);
/// Don't allow copying.
StemImplementation(const StemImplementation &);
public:
/// Default constructor.
StemImplementation() { }
/// Virtual destructor.
virtual ~StemImplementation();
/// Stem the specified word.
virtual std::string operator()(const std::string & word) = 0;
/// Return a string describing this object.
virtual std::string get_description() const = 0;
};
/// Class representing a stemming algorithm.
class XAPIAN_VISIBILITY_DEFAULT Stem {
public:
/// @private @internal Reference counted internals.
Xapian::Internal::intrusive_ptr<StemImplementation> internal;
/// Copy constructor.
Stem(const Stem & o);
/// Assignment.
Stem & operator=(const Stem & o);
#ifdef XAPIAN_MOVE_SEMANTICS
/// Move constructor.
Stem(Stem && o);
/// Move assignment operator.
Stem & operator=(Stem && o);
#endif
/** Construct a Xapian::Stem object which doesn't change terms.
*
* Equivalent to Stem("none").
*/
Stem();
/** Construct a Xapian::Stem object for a particular language.
*
* @param language Either the English name for the language
* or the two letter ISO639 code.
*
* The following language names are understood (aliases follow the
* name):
*
* - none - don't stem terms
* - arabic (ar) - Since Xapian 1.3.5
* - armenian (hy) - Since Xapian 1.3.0
* - basque (eu) - Since Xapian 1.3.0
* - catalan (ca) - Since Xapian 1.3.0
* - danish (da)
* - dutch (nl)
* - english (en) - Martin Porter's 2002 revision of his stemmer
* - earlyenglish - Early English (e.g. Shakespeare, Dickens) stemmer
* (since Xapian 1.3.2)
* - english_lovins (lovins) - Lovin's stemmer
* - english_porter (porter) - Porter's stemmer as described in
* his 1980 paper
* - finnish (fi)
* - french (fr)
* - german (de)
* - german2 - Normalises umlauts and &szlig;
* - hungarian (hu)
* - indonesian (id) - Since Xapian 1.4.6
* - irish (ga) - Since Xapian 1.4.7
* - italian (it)
* - kraaij_pohlmann - A different Dutch stemmer
* - lithuanian (lt) - Since Xapian 1.4.7
* - nepali (ne) - Since Xapian 1.4.7
* - norwegian (nb, nn, no)
* - portuguese (pt)
* - romanian (ro)
* - russian (ru)
* - spanish (es)
* - swedish (sv)
* - tamil (ta) - Since Xapian 1.4.7
* - turkish (tr)
*
* @param fallback If true then treat unknown @a language as "none",
* otherwise an exception is thrown (default: false).
* Parameter added in Xapian 1.4.14 - older versions
* always threw an exception.
*
* @exception Xapian::InvalidArgumentError is thrown if
* @a language isn't recognised and @a fallback is false.
*
* @{
*/
explicit Stem(const std::string& language);
Stem(const std::string& language, bool fallback);
/** @} */
/** Construct a Xapian::Stem object with a user-provided stemming algorithm.
*
* You can subclass Xapian::StemImplementation to implement your own
* stemming algorithm (or to wrap a third-party algorithm) and then wrap
* your implementation in a Xapian::Stem object to pass to the Xapian API.
*
* @param p The user-subclassed StemImplementation object. This
* is reference counted, and so will be automatically
* deleted by the Xapian::Stem wrapper when no longer
* required.
*/
explicit Stem(StemImplementation * p);
/// Destructor.
~Stem();
/** Stem a word.
*
* @param word a word to stem.
* @return the stem
*/
std::string operator()(const std::string &word) const;
/// Return true if this is a no-op stemmer.
bool is_none() const { return !internal.get(); }
/// Return a string describing this object.
std::string get_description() const;
/** Return a list of available languages.
*
* Each stemmer is only included once in the list (not once for
* each alias). The name included is the English name of the
* language.
*
* The list is returned as a string, with language names separated by
* spaces. This is a static method, so a Xapian::Stem object is not
* required for this operation.
*/
static std::string get_available_languages() {
const struct Xapian::Internal::constinfo * info =
Xapian::Internal::get_constinfo_();
return std::string(info->stemmer_data, info->stemmer_name_len);
}
};
}
#endif // XAPIAN_INCLUDED_STEM_H