01 /* Generated By:JavaCC: Do not edit this line. StandardTokenizerConstants.java */
02 package gate.creole.annic.apache.lucene.analysis.standard;
03
04 public interface StandardTokenizerConstants {
05
06 int EOF = 0;
07 int ALPHANUM = 1;
08 int APOSTROPHE = 2;
09 int ACRONYM = 3;
10 int COMPANY = 4;
11 int EMAIL = 5;
12 int HOST = 6;
13 int NUM = 7;
14 int P = 8;
15 int HAS_DIGIT = 9;
16 int ALPHA = 10;
17 int LETTER = 11;
18 int CJK = 12;
19 int DIGIT = 13;
20 int NOISE = 14;
21
22 int DEFAULT = 0;
23
24 String[] tokenImage = {
25 "<EOF>",
26 "<ALPHANUM>",
27 "<APOSTROPHE>",
28 "<ACRONYM>",
29 "<COMPANY>",
30 "<EMAIL>",
31 "<HOST>",
32 "<NUM>",
33 "<P>",
34 "<HAS_DIGIT>",
35 "<ALPHA>",
36 "<LETTER>",
37 "<CJK>",
38 "<DIGIT>",
39 "<NOISE>",
40 };
41
42 }
|