Changeset 13477 for trunk/mgpp/text/stemmer.h

Timestamp:

2006-12-11T11:22:20+13:00 (17 years ago)

Author:

shaoqun

Message:

added code for accentfolding

File:

• trunk/mgpp/text/stemmer.h (modified) (4 diffs)

trunk/mgpp/text/stemmer.h

@@ -23 +23 @@
 #define STEMMER_H
 
-#include "sysfuncs.h"
+/* [RPAP - Jan 97: Stem Index Change] */
+/* [JFG - Mar 06: Accent folding patch] */
+enum stemMethods {
+    STEM_None       =   0,
+    STEM_CaseFolding    =   0x1,
+    STEM_Stemming       =   0x2,
+    STEM_AccentFolding  =   0x4,
+};
+
+/* This is for the QueryParser */
+#define CHAR_FLAG_STEM_CaseFold    'i'  // ignore case
+#define CHAR_FLAG_STEM_NoCaseFold  'c'  // case sensitive
+#define CHAR_FLAG_STEM_Stemming    's'  // stem words
+#define CHAR_FLAG_STEM_NoStemming  'u'  // do not stem words
+#define CHAR_FLAG_STEM_AccentFold  'f'  // accent fold
+#define CHAR_FLAG_STEM_NoAccentFold  'a'    // do no accent folding
+#define CHAR_FLAG_STEM_Validator  "icsufa"  // all of the above
+
+
+#define STEM_MIN 1
+#define STEM_MAX (STEM_CaseFolding | STEM_Stemming | STEM_AccentFolding)
+#define STEM_PARTIAL_MATCH  (STEM_MAX+1)
+#define STEM_INVALID        (STEM_MAX+2)
 
 #define STEMMER_MASK 3
@@ -47 +69 @@
  * stemmer description.
  */
-int stemmernumber (u_char *stemmerdescription);
+int mgpp_stemmernumber (unsigned char *stemmerdescription);
 
 /*
@@ -54 +76 @@
  * Method 2 - Stem.
  * Method 3 - Case fold and stem.
- *
+ * Method 4 - Accent fold
+ * Method 5 - Case fold and accent fold
+ * Method 6 - Stem and accent fold
+ * Method 7 - Case fold, stem and accent fold
  * The stemmer number should be obtained using function
  * stemmernumber above.
@@ -61 +86 @@
 extern "C" 
 #endif
-void stemmer (int method, int stemmer, u_char * word);
+void mgpp_stemmer (int method, int stemmer, unsigned char * word);
 
 #endif