0001 /* Generated By:JavaCC: Do not edit this line. StandardTokenizerTokenManager.java */
0002 package gate.creole.annic.apache.lucene.analysis.standard;
0003 import java.io.*;
0004
0005 public class StandardTokenizerTokenManager implements StandardTokenizerConstants
0006 {
0007 public java.io.PrintStream debugStream = System.out;
0008 public void setDebugStream(java.io.PrintStream ds) { debugStream = ds; }
0009 private final int jjMoveStringLiteralDfa0_0()
0010 {
0011 return jjMoveNfa_0(0, 0);
0012 }
0013 private final void jjCheckNAdd(int state)
0014 {
0015 if (jjrounds[state] != jjround)
0016 {
0017 jjstateSet[jjnewStateCnt++] = state;
0018 jjrounds[state] = jjround;
0019 }
0020 }
0021 private final void jjAddStates(int start, int end)
0022 {
0023 do {
0024 jjstateSet[jjnewStateCnt++] = jjnextStates[start];
0025 } while (start++ != end);
0026 }
0027 private final void jjCheckNAddTwoStates(int state1, int state2)
0028 {
0029 jjCheckNAdd(state1);
0030 jjCheckNAdd(state2);
0031 }
0032 private final void jjCheckNAddStates(int start, int end)
0033 {
0034 do {
0035 jjCheckNAdd(jjnextStates[start]);
0036 } while (start++ != end);
0037 }
0038 private final void jjCheckNAddStates(int start)
0039 {
0040 jjCheckNAdd(jjnextStates[start]);
0041 jjCheckNAdd(jjnextStates[start + 1]);
0042 }
0043 static final long[] jjbitVec0 = {
0044 0x1ff0000000000000L, 0xffffffffffffc000L, 0xffffffffL, 0x600000000000000L
0045 };
0046 static final long[] jjbitVec2 = {
0047 0x0L, 0xffffffffffffffffL, 0xffffffffffffffffL, 0xffffffffffffffffL
0048 };
0049 static final long[] jjbitVec3 = {
0050 0xffffffffffffffffL, 0xffffffffffffffffL, 0xffffL, 0x0L
0051 };
0052 static final long[] jjbitVec4 = {
0053 0xffffffffffffffffL, 0xffffffffffffffffL, 0x0L, 0x0L
0054 };
0055 static final long[] jjbitVec5 = {
0056 0x3fffffffffffL, 0x0L, 0x0L, 0x0L
0057 };
0058 static final long[] jjbitVec6 = {
0059 0x1600L, 0x0L, 0x0L, 0x0L
0060 };
0061 static final long[] jjbitVec7 = {
0062 0x0L, 0xffc000000000L, 0x0L, 0xffc000000000L
0063 };
0064 static final long[] jjbitVec8 = {
0065 0x0L, 0x3ff00000000L, 0x0L, 0x3ff000000000000L
0066 };
0067 static final long[] jjbitVec9 = {
0068 0x0L, 0xffc000000000L, 0x0L, 0xff8000000000L
0069 };
0070 static final long[] jjbitVec10 = {
0071 0x0L, 0xffc000000000L, 0x0L, 0x0L
0072 };
0073 static final long[] jjbitVec11 = {
0074 0x0L, 0x3ff0000L, 0x0L, 0x3ff0000L
0075 };
0076 static final long[] jjbitVec12 = {
0077 0x0L, 0x3ffL, 0x0L, 0x0L
0078 };
0079 static final long[] jjbitVec13 = {
0080 0xfffffffeL, 0x0L, 0x0L, 0x0L
0081 };
0082 static final long[] jjbitVec14 = {
0083 0x0L, 0x0L, 0x0L, 0xff7fffffff7fffffL
0084 };
0085 private final int jjMoveNfa_0(int startState, int curPos)
0086 {
0087 int[] nextStates;
0088 int startsAt = 0;
0089 jjnewStateCnt = 73;
0090 int i = 1;
0091 jjstateSet[0] = startState;
0092 int j, kind = 0x7fffffff;
0093 for (;;)
0094 {
0095 if (++jjround == 0x7fffffff)
0096 ReInitRounds();
0097 if (curChar < 64)
0098 {
0099 long l = 1L << curChar;
0100 MatchLoop: do
0101 {
0102 switch(jjstateSet[--i])
0103 {
0104 case 0:
0105 if ((0x3ff000000000000L & l) != 0L)
0106 {
0107 if (kind > 1)
0108 kind = 1;
0109 jjCheckNAddStates(0, 17);
0110 }
0111 if ((0x3ff000000000000L & l) != 0L)
0112 jjCheckNAddStates(18, 23);
0113 break;
0114 case 1:
0115 if ((0x3ff000000000000L & l) != 0L)
0116 jjCheckNAddStates(18, 23);
0117 break;
0118 case 2:
0119 case 39:
0120 if ((0x3ff000000000000L & l) != 0L)
0121 jjCheckNAddTwoStates(2, 3);
0122 break;
0123 case 3:
0124 if ((0xf00000000000L & l) != 0L)
0125 jjCheckNAdd(4);
0126 break;
0127 case 4:
0128 if ((0x3ff000000000000L & l) == 0L)
0129 break;
0130 if (kind > 7)
0131 kind = 7;
0132 jjCheckNAdd(4);
0133 break;
0134 case 5:
0135 case 48:
0136 if ((0x3ff000000000000L & l) != 0L)
0137 jjCheckNAddTwoStates(5, 6);
0138 break;
0139 case 6:
0140 if ((0xf00000000000L & l) != 0L)
0141 jjCheckNAdd(7);
0142 break;
0143 case 7:
0144 if ((0x3ff000000000000L & l) != 0L)
0145 jjCheckNAddTwoStates(7, 8);
0146 break;
0147 case 8:
0148 if ((0xf00000000000L & l) != 0L)
0149 jjCheckNAddTwoStates(9, 10);
0150 break;
0151 case 9:
0152 if ((0x3ff000000000000L & l) != 0L)
0153 jjCheckNAddTwoStates(9, 10);
0154 break;
0155 case 10:
0156 case 11:
0157 if ((0x3ff000000000000L & l) == 0L)
0158 break;
0159 if (kind > 7)
0160 kind = 7;
0161 jjCheckNAddTwoStates(6, 11);
0162 break;
0163 case 12:
0164 case 61:
0165 if ((0x3ff000000000000L & l) != 0L)
0166 jjCheckNAddTwoStates(12, 13);
0167 break;
0168 case 13:
0169 if ((0xf00000000000L & l) != 0L)
0170 jjCheckNAdd(14);
0171 break;
0172 case 14:
0173 if ((0x3ff000000000000L & l) != 0L)
0174 jjCheckNAddTwoStates(14, 15);
0175 break;
0176 case 15:
0177 if ((0xf00000000000L & l) != 0L)
0178 jjCheckNAddTwoStates(16, 17);
0179 break;
0180 case 16:
0181 if ((0x3ff000000000000L & l) != 0L)
0182 jjCheckNAddTwoStates(16, 17);
0183 break;
0184 case 17:
0185 case 18:
0186 if ((0x3ff000000000000L & l) != 0L)
0187 jjCheckNAddTwoStates(18, 19);
0188 break;
0189 case 19:
0190 if ((0xf00000000000L & l) != 0L)
0191 jjCheckNAdd(20);
0192 break;
0193 case 20:
0194 if ((0x3ff000000000000L & l) == 0L)
0195 break;
0196 if (kind > 7)
0197 kind = 7;
0198 jjCheckNAddTwoStates(15, 20);
0199 break;
0200 case 21:
0201 if ((0x3ff000000000000L & l) == 0L)
0202 break;
0203 if (kind > 1)
0204 kind = 1;
0205 jjCheckNAddStates(0, 17);
0206 break;
0207 case 22:
0208 if ((0x3ff000000000000L & l) == 0L)
0209 break;
0210 if (kind > 1)
0211 kind = 1;
0212 jjCheckNAdd(22);
0213 break;
0214 case 23:
0215 if ((0x3ff000000000000L & l) != 0L)
0216 jjCheckNAddStates(24, 26);
0217 break;
0218 case 24:
0219 if ((0x600000000000L & l) != 0L)
0220 jjCheckNAdd(25);
0221 break;
0222 case 25:
0223 if ((0x3ff000000000000L & l) != 0L)
0224 jjCheckNAddStates(27, 29);
0225 break;
0226 case 27:
0227 if ((0x3ff000000000000L & l) != 0L)
0228 jjCheckNAddTwoStates(27, 28);
0229 break;
0230 case 28:
0231 if ((0x600000000000L & l) != 0L)
0232 jjCheckNAdd(29);
0233 break;
0234 case 29:
0235 if ((0x3ff000000000000L & l) == 0L)
0236 break;
0237 if (kind > 5)
0238 kind = 5;
0239 jjCheckNAddTwoStates(28, 29);
0240 break;
0241 case 30:
0242 if ((0x3ff000000000000L & l) != 0L)
0243 jjCheckNAddTwoStates(30, 31);
0244 break;
0245 case 31:
0246 if (curChar == 46)
0247 jjCheckNAdd(32);
0248 break;
0249 case 32:
0250 if ((0x3ff000000000000L & l) == 0L)
0251 break;
0252 if (kind > 6)
0253 kind = 6;
0254 jjCheckNAddTwoStates(31, 32);
0255 break;
0256 case 33:
0257 if ((0x3ff000000000000L & l) != 0L)
0258 jjCheckNAddTwoStates(33, 34);
0259 break;
0260 case 34:
0261 if ((0xf00000000000L & l) != 0L)
0262 jjCheckNAddTwoStates(35, 36);
0263 break;
0264 case 35:
0265 if ((0x3ff000000000000L & l) != 0L)
0266 jjCheckNAddTwoStates(35, 36);
0267 break;
0268 case 36:
0269 case 37:
0270 if ((0x3ff000000000000L & l) == 0L)
0271 break;
0272 if (kind > 7)
0273 kind = 7;
0274 jjCheckNAdd(37);
0275 break;
0276 case 38:
0277 if ((0x3ff000000000000L & l) != 0L)
0278 jjCheckNAddTwoStates(38, 39);
0279 break;
0280 case 40:
0281 if ((0x3ff000000000000L & l) != 0L)
0282 jjCheckNAddTwoStates(40, 41);
0283 break;
0284 case 41:
0285 if ((0xf00000000000L & l) != 0L)
0286 jjCheckNAddTwoStates(42, 43);
0287 break;
0288 case 42:
0289 if ((0x3ff000000000000L & l) != 0L)
0290 jjCheckNAddTwoStates(42, 43);
0291 break;
0292 case 43:
0293 case 44:
0294 if ((0x3ff000000000000L & l) != 0L)
0295 jjCheckNAddTwoStates(44, 45);
0296 break;
0297 case 45:
0298 if ((0xf00000000000L & l) != 0L)
0299 jjCheckNAdd(46);
0300 break;
0301 case 46:
0302 if ((0x3ff000000000000L & l) == 0L)
0303 break;
0304 if (kind > 7)
0305 kind = 7;
0306 jjCheckNAddTwoStates(41, 46);
0307 break;
0308 case 47:
0309 if ((0x3ff000000000000L & l) != 0L)
0310 jjCheckNAddTwoStates(47, 48);
0311 break;
0312 case 49:
0313 if ((0x3ff000000000000L & l) != 0L)
0314 jjCheckNAddTwoStates(49, 50);
0315 break;
0316 case 50:
0317 if ((0xf00000000000L & l) != 0L)
0318 jjCheckNAddTwoStates(51, 52);
0319 break;
0320 case 51:
0321 if ((0x3ff000000000000L & l) != 0L)
0322 jjCheckNAddTwoStates(51, 52);
0323 break;
0324 case 52:
0325 case 53:
0326 if ((0x3ff000000000000L & l) != 0L)
0327 jjCheckNAddTwoStates(53, 54);
0328 break;
0329 case 54:
0330 if ((0xf00000000000L & l) != 0L)
0331 jjCheckNAdd(55);
0332 break;
0333 case 55:
0334 if ((0x3ff000000000000L & l) != 0L)
0335 jjCheckNAddTwoStates(55, 56);
0336 break;
0337 case 56:
0338 if ((0xf00000000000L & l) != 0L)
0339 jjCheckNAddTwoStates(57, 58);
0340 break;
0341 case 57:
0342 if ((0x3ff000000000000L & l) != 0L)
0343 jjCheckNAddTwoStates(57, 58);
0344 break;
0345 case 58:
0346 case 59:
0347 if ((0x3ff000000000000L & l) == 0L)
0348 break;
0349 if (kind > 7)
0350 kind = 7;
0351 jjCheckNAddTwoStates(54, 59);
0352 break;
0353 case 60:
0354 if ((0x3ff000000000000L & l) != 0L)
0355 jjCheckNAddTwoStates(60, 61);
0356 break;
0357 case 64:
0358 if (curChar == 39)
0359 jjstateSet[jjnewStateCnt++] = 65;
0360 break;
0361 case 67:
0362 if (curChar == 46)
0363 jjCheckNAdd(68);
0364 break;
0365 case 69:
0366 if (curChar != 46)
0367 break;
0368 if (kind > 3)
0369 kind = 3;
0370 jjCheckNAdd(68);
0371 break;
0372 case 71:
0373 if (curChar == 38)
0374 jjstateSet[jjnewStateCnt++] = 72;
0375 break;
0376 default : break;
0377 }
0378 } while(i != startsAt);
0379 }
0380 else if (curChar < 128)
0381 {
0382 long l = 1L << (curChar & 077);
0383 MatchLoop: do
0384 {
0385 switch(jjstateSet[--i])
0386 {
0387 case 0:
0388 if ((0x7fffffe07fffffeL & l) != 0L)
0389 jjCheckNAddStates(30, 35);
0390 if ((0x7fffffe07fffffeL & l) != 0L)
0391 {
0392 if (kind > 1)
0393 kind = 1;
0394 jjCheckNAddStates(0, 17);
0395 }
0396 break;
0397 case 2:
0398 if ((0x7fffffe07fffffeL & l) != 0L)
0399 jjAddStates(36, 37);
0400 break;
0401 case 3:
0402 if (curChar == 95)
0403 jjCheckNAdd(4);
0404 break;
0405 case 4:
0406 if ((0x7fffffe07fffffeL & l) == 0L)
0407 break;
0408 if (kind > 7)
0409 kind = 7;
0410 jjCheckNAdd(4);
0411 break;
0412 case 5:
0413 if ((0x7fffffe07fffffeL & l) != 0L)
0414 jjCheckNAddTwoStates(5, 6);
0415 break;
0416 case 6:
0417 if (curChar == 95)
0418 jjCheckNAdd(7);
0419 break;
0420 case 7:
0421 if ((0x7fffffe07fffffeL & l) != 0L)
0422 jjCheckNAddTwoStates(7, 8);
0423 break;
0424 case 8:
0425 if (curChar == 95)
0426 jjCheckNAddTwoStates(9, 10);
0427 break;
0428 case 9:
0429 if ((0x7fffffe07fffffeL & l) != 0L)
0430 jjCheckNAddTwoStates(9, 10);
0431 break;
0432 case 11:
0433 if ((0x7fffffe07fffffeL & l) == 0L)
0434 break;
0435 if (kind > 7)
0436 kind = 7;
0437 jjCheckNAddTwoStates(6, 11);
0438 break;
0439 case 12:
0440 if ((0x7fffffe07fffffeL & l) != 0L)
0441 jjAddStates(38, 39);
0442 break;
0443 case 13:
0444 if (curChar == 95)
0445 jjCheckNAdd(14);
0446 break;
0447 case 14:
0448 if ((0x7fffffe07fffffeL & l) != 0L)
0449 jjCheckNAddTwoStates(14, 15);
0450 break;
0451 case 15:
0452 if (curChar == 95)
0453 jjCheckNAddTwoStates(16, 17);
0454 break;
0455 case 16:
0456 if ((0x7fffffe07fffffeL & l) != 0L)
0457 jjCheckNAddTwoStates(16, 17);
0458 break;
0459 case 18:
0460 if ((0x7fffffe07fffffeL & l) != 0L)
0461 jjAddStates(40, 41);
0462 break;
0463 case 19:
0464 if (curChar == 95)
0465 jjCheckNAdd(20);
0466 break;
0467 case 20:
0468 if ((0x7fffffe07fffffeL & l) == 0L)
0469 break;
0470 if (kind > 7)
0471 kind = 7;
0472 jjCheckNAddTwoStates(15, 20);
0473 break;
0474 case 21:
0475 if ((0x7fffffe07fffffeL & l) == 0L)
0476 break;
0477 if (kind > 1)
0478 kind = 1;
0479 jjCheckNAddStates(0, 17);
0480 break;
0481 case 22:
0482 if ((0x7fffffe07fffffeL & l) == 0L)
0483 break;
0484 if (kind > 1)
0485 kind = 1;
0486 jjCheckNAdd(22);
0487 break;
0488 case 23:
0489 if ((0x7fffffe07fffffeL & l) != 0L)
0490 jjCheckNAddStates(24, 26);
0491 break;
0492 case 24:
0493 if (curChar == 95)
0494 jjCheckNAdd(25);
0495 break;
0496 case 25:
0497 if ((0x7fffffe07fffffeL & l) != 0L)
0498 jjCheckNAddStates(27, 29);
0499 break;
0500 case 26:
0501 if (curChar == 64)
0502 jjCheckNAdd(27);
0503 break;
0504 case 27:
0505 if ((0x7fffffe07fffffeL & l) != 0L)
0506 jjCheckNAddTwoStates(27, 28);
0507 break;
0508 case 29:
0509 if ((0x7fffffe07fffffeL & l) == 0L)
0510 break;
0511 if (kind > 5)
0512 kind = 5;
0513 jjCheckNAddTwoStates(28, 29);
0514 break;
0515 case 30:
0516 if ((0x7fffffe07fffffeL & l) != 0L)
0517 jjCheckNAddTwoStates(30, 31);
0518 break;
0519 case 32:
0520 if ((0x7fffffe07fffffeL & l) == 0L)
0521 break;
0522 if (kind > 6)
0523 kind = 6;
0524 jjCheckNAddTwoStates(31, 32);
0525 break;
0526 case 33:
0527 if ((0x7fffffe07fffffeL & l) != 0L)
0528 jjCheckNAddTwoStates(33, 34);
0529 break;
0530 case 34:
0531 if (curChar == 95)
0532 jjCheckNAddTwoStates(35, 36);
0533 break;
0534 case 35:
0535 if ((0x7fffffe07fffffeL & l) != 0L)
0536 jjCheckNAddTwoStates(35, 36);
0537 break;
0538 case 37:
0539 if ((0x7fffffe07fffffeL & l) == 0L)
0540 break;
0541 if (kind > 7)
0542 kind = 7;
0543 jjstateSet[jjnewStateCnt++] = 37;
0544 break;
0545 case 38:
0546 if ((0x7fffffe07fffffeL & l) != 0L)
0547 jjCheckNAddTwoStates(38, 39);
0548 break;
0549 case 40:
0550 if ((0x7fffffe07fffffeL & l) != 0L)
0551 jjCheckNAddTwoStates(40, 41);
0552 break;
0553 case 41:
0554 if (curChar == 95)
0555 jjCheckNAddTwoStates(42, 43);
0556 break;
0557 case 42:
0558 if ((0x7fffffe07fffffeL & l) != 0L)
0559 jjCheckNAddTwoStates(42, 43);
0560 break;
0561 case 44:
0562 if ((0x7fffffe07fffffeL & l) != 0L)
0563 jjAddStates(42, 43);
0564 break;
0565 case 45:
0566 if (curChar == 95)
0567 jjCheckNAdd(46);
0568 break;
0569 case 46:
0570 if ((0x7fffffe07fffffeL & l) == 0L)
0571 break;
0572 if (kind > 7)
0573 kind = 7;
0574 jjCheckNAddTwoStates(41, 46);
0575 break;
0576 case 47:
0577 if ((0x7fffffe07fffffeL & l) != 0L)
0578 jjCheckNAddTwoStates(47, 48);
0579 break;
0580 case 49:
0581 if ((0x7fffffe07fffffeL & l) != 0L)
0582 jjCheckNAddTwoStates(49, 50);
0583 break;
0584 case 50:
0585 if (curChar == 95)
0586 jjCheckNAddTwoStates(51, 52);
0587 break;
0588 case 51:
0589 if ((0x7fffffe07fffffeL & l) != 0L)
0590 jjCheckNAddTwoStates(51, 52);
0591 break;
0592 case 53:
0593 if ((0x7fffffe07fffffeL & l) != 0L)
0594 jjCheckNAddTwoStates(53, 54);
0595 break;
0596 case 54:
0597 if (curChar == 95)
0598 jjCheckNAdd(55);
0599 break;
0600 case 55:
0601 if ((0x7fffffe07fffffeL & l) != 0L)
0602 jjCheckNAddTwoStates(55, 56);
0603 break;
0604 case 56:
0605 if (curChar == 95)
0606 jjCheckNAddTwoStates(57, 58);
0607 break;
0608 case 57:
0609 if ((0x7fffffe07fffffeL & l) != 0L)
0610 jjCheckNAddTwoStates(57, 58);
0611 break;
0612 case 59:
0613 if ((0x7fffffe07fffffeL & l) == 0L)
0614 break;
0615 if (kind > 7)
0616 kind = 7;
0617 jjCheckNAddTwoStates(54, 59);
0618 break;
0619 case 60:
0620 if ((0x7fffffe07fffffeL & l) != 0L)
0621 jjCheckNAddTwoStates(60, 61);
0622 break;
0623 case 62:
0624 if ((0x7fffffe07fffffeL & l) != 0L)
0625 jjCheckNAddStates(30, 35);
0626 break;
0627 case 63:
0628 if ((0x7fffffe07fffffeL & l) != 0L)
0629 jjCheckNAddTwoStates(63, 64);
0630 break;
0631 case 65:
0632 if ((0x7fffffe07fffffeL & l) == 0L)
0633 break;
0634 if (kind > 2)
0635 kind = 2;
0636 jjCheckNAddTwoStates(64, 65);
0637 break;
0638 case 66:
0639 if ((0x7fffffe07fffffeL & l) != 0L)
0640 jjCheckNAddTwoStates(66, 67);
0641 break;
0642 case 68:
0643 if ((0x7fffffe07fffffeL & l) != 0L)
0644 jjAddStates(44, 45);
0645 break;
0646 case 70:
0647 if ((0x7fffffe07fffffeL & l) != 0L)
0648 jjCheckNAddTwoStates(70, 71);
0649 break;
0650 case 71:
0651 if (curChar == 64)
0652 jjCheckNAdd(72);
0653 break;
0654 case 72:
0655 if ((0x7fffffe07fffffeL & l) == 0L)
0656 break;
0657 if (kind > 4)
0658 kind = 4;
0659 jjCheckNAdd(72);
0660 break;
0661 default : break;
0662 }
0663 } while(i != startsAt);
0664 }
0665 else
0666 {
0667 int hiByte = (int)(curChar >> 8);
0668 int i1 = hiByte >> 6;
0669 long l1 = 1L << (hiByte & 077);
0670 int i2 = (curChar & 0xff) >> 6;
0671 long l2 = 1L << (curChar & 077);
0672 MatchLoop: do
0673 {
0674 switch(jjstateSet[--i])
0675 {
0676 case 0:
0677 if (jjCanMove_0(hiByte, i1, i2, l1, l2))
0678 {
0679 if (kind > 12)
0680 kind = 12;
0681 }
0682 if (jjCanMove_1(hiByte, i1, i2, l1, l2))
0683 jjCheckNAddStates(18, 23);
0684 if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0685 {
0686 if (kind > 1)
0687 kind = 1;
0688 jjCheckNAddStates(0, 17);
0689 }
0690 if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0691 jjCheckNAddStates(30, 35);
0692 break;
0693 case 1:
0694 if (jjCanMove_1(hiByte, i1, i2, l1, l2))
0695 jjCheckNAddStates(18, 23);
0696 break;
0697 case 2:
0698 if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0699 jjCheckNAddTwoStates(2, 3);
0700 break;
0701 case 4:
0702 if (!jjCanMove_2(hiByte, i1, i2, l1, l2))
0703 break;
0704 if (kind > 7)
0705 kind = 7;
0706 jjstateSet[jjnewStateCnt++] = 4;
0707 break;
0708 case 5:
0709 if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0710 jjCheckNAddTwoStates(5, 6);
0711 break;
0712 case 7:
0713 if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0714 jjAddStates(46, 47);
0715 break;
0716 case 9:
0717 if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0718 jjAddStates(48, 49);
0719 break;
0720 case 10:
0721 if (!jjCanMove_1(hiByte, i1, i2, l1, l2))
0722 break;
0723 if (kind > 7)
0724 kind = 7;
0725 jjCheckNAddTwoStates(6, 11);
0726 break;
0727 case 11:
0728 if (!jjCanMove_2(hiByte, i1, i2, l1, l2))
0729 break;
0730 if (kind > 7)
0731 kind = 7;
0732 jjCheckNAddTwoStates(6, 11);
0733 break;
0734 case 12:
0735 if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0736 jjCheckNAddTwoStates(12, 13);
0737 break;
0738 case 14:
0739 if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0740 jjCheckNAddTwoStates(14, 15);
0741 break;
0742 case 16:
0743 if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0744 jjAddStates(50, 51);
0745 break;
0746 case 17:
0747 if (jjCanMove_1(hiByte, i1, i2, l1, l2))
0748 jjCheckNAddTwoStates(18, 19);
0749 break;
0750 case 18:
0751 if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0752 jjCheckNAddTwoStates(18, 19);
0753 break;
0754 case 20:
0755 if (!jjCanMove_2(hiByte, i1, i2, l1, l2))
0756 break;
0757 if (kind > 7)
0758 kind = 7;
0759 jjCheckNAddTwoStates(15, 20);
0760 break;
0761 case 21:
0762 if (!jjCanMove_2(hiByte, i1, i2, l1, l2))
0763 break;
0764 if (kind > 1)
0765 kind = 1;
0766 jjCheckNAddStates(0, 17);
0767 break;
0768 case 22:
0769 if (!jjCanMove_2(hiByte, i1, i2, l1, l2))
0770 break;
0771 if (kind > 1)
0772 kind = 1;
0773 jjCheckNAdd(22);
0774 break;
0775 case 23:
0776 if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0777 jjCheckNAddStates(24, 26);
0778 break;
0779 case 25:
0780 if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0781 jjCheckNAddStates(27, 29);
0782 break;
0783 case 27:
0784 if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0785 jjCheckNAddTwoStates(27, 28);
0786 break;
0787 case 29:
0788 if (!jjCanMove_2(hiByte, i1, i2, l1, l2))
0789 break;
0790 if (kind > 5)
0791 kind = 5;
0792 jjCheckNAddTwoStates(28, 29);
0793 break;
0794 case 30:
0795 if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0796 jjCheckNAddTwoStates(30, 31);
0797 break;
0798 case 32:
0799 if (!jjCanMove_2(hiByte, i1, i2, l1, l2))
0800 break;
0801 if (kind > 6)
0802 kind = 6;
0803 jjCheckNAddTwoStates(31, 32);
0804 break;
0805 case 33:
0806 if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0807 jjCheckNAddTwoStates(33, 34);
0808 break;
0809 case 35:
0810 if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0811 jjAddStates(52, 53);
0812 break;
0813 case 36:
0814 if (!jjCanMove_1(hiByte, i1, i2, l1, l2))
0815 break;
0816 if (kind > 7)
0817 kind = 7;
0818 jjCheckNAdd(37);
0819 break;
0820 case 37:
0821 if (!jjCanMove_2(hiByte, i1, i2, l1, l2))
0822 break;
0823 if (kind > 7)
0824 kind = 7;
0825 jjCheckNAdd(37);
0826 break;
0827 case 38:
0828 if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0829 jjCheckNAddTwoStates(38, 39);
0830 break;
0831 case 39:
0832 if (jjCanMove_1(hiByte, i1, i2, l1, l2))
0833 jjCheckNAddTwoStates(2, 3);
0834 break;
0835 case 40:
0836 if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0837 jjCheckNAddTwoStates(40, 41);
0838 break;
0839 case 42:
0840 if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0841 jjAddStates(54, 55);
0842 break;
0843 case 43:
0844 if (jjCanMove_1(hiByte, i1, i2, l1, l2))
0845 jjCheckNAddTwoStates(44, 45);
0846 break;
0847 case 44:
0848 if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0849 jjCheckNAddTwoStates(44, 45);
0850 break;
0851 case 46:
0852 if (!jjCanMove_2(hiByte, i1, i2, l1, l2))
0853 break;
0854 if (kind > 7)
0855 kind = 7;
0856 jjCheckNAddTwoStates(41, 46);
0857 break;
0858 case 47:
0859 if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0860 jjCheckNAddTwoStates(47, 48);
0861 break;
0862 case 48:
0863 if (jjCanMove_1(hiByte, i1, i2, l1, l2))
0864 jjCheckNAddTwoStates(5, 6);
0865 break;
0866 case 49:
0867 if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0868 jjCheckNAddTwoStates(49, 50);
0869 break;
0870 case 51:
0871 if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0872 jjAddStates(56, 57);
0873 break;
0874 case 52:
0875 if (jjCanMove_1(hiByte, i1, i2, l1, l2))
0876 jjCheckNAddTwoStates(53, 54);
0877 break;
0878 case 53:
0879 if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0880 jjCheckNAddTwoStates(53, 54);
0881 break;
0882 case 55:
0883 if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0884 jjAddStates(58, 59);
0885 break;
0886 case 57:
0887 if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0888 jjAddStates(60, 61);
0889 break;
0890 case 58:
0891 if (!jjCanMove_1(hiByte, i1, i2, l1, l2))
0892 break;
0893 if (kind > 7)
0894 kind = 7;
0895 jjCheckNAddTwoStates(54, 59);
0896 break;
0897 case 59:
0898 if (!jjCanMove_2(hiByte, i1, i2, l1, l2))
0899 break;
0900 if (kind > 7)
0901 kind = 7;
0902 jjCheckNAddTwoStates(54, 59);
0903 break;
0904 case 60:
0905 if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0906 jjCheckNAddTwoStates(60, 61);
0907 break;
0908 case 61:
0909 if (jjCanMove_1(hiByte, i1, i2, l1, l2))
0910 jjCheckNAddTwoStates(12, 13);
0911 break;
0912 case 62:
0913 if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0914 jjCheckNAddStates(30, 35);
0915 break;
0916 case 63:
0917 if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0918 jjCheckNAddTwoStates(63, 64);
0919 break;
0920 case 65:
0921 if (!jjCanMove_2(hiByte, i1, i2, l1, l2))
0922 break;
0923 if (kind > 2)
0924 kind = 2;
0925 jjCheckNAddTwoStates(64, 65);
0926 break;
0927 case 66:
0928 if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0929 jjCheckNAddTwoStates(66, 67);
0930 break;
0931 case 68:
0932 if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0933 jjAddStates(44, 45);
0934 break;
0935 case 70:
0936 if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0937 jjCheckNAddTwoStates(70, 71);
0938 break;
0939 case 72:
0940 if (!jjCanMove_2(hiByte, i1, i2, l1, l2))
0941 break;
0942 if (kind > 4)
0943 kind = 4;
0944 jjstateSet[jjnewStateCnt++] = 72;
0945 break;
0946 default : break;
0947 }
0948 } while(i != startsAt);
0949 }
0950 if (kind != 0x7fffffff)
0951 {
0952 jjmatchedKind = kind;
0953 jjmatchedPos = curPos;
0954 kind = 0x7fffffff;
0955 }
0956 ++curPos;
0957 if ((i = jjnewStateCnt) == (startsAt = 73 - (jjnewStateCnt = startsAt)))
0958 return curPos;
0959 try { curChar = input_stream.readChar(); }
0960 catch(java.io.IOException e) { return curPos; }
0961 }
0962 }
0963 static final int[] jjnextStates = {
0964 22, 23, 24, 26, 30, 31, 33, 34, 38, 39, 40, 41, 47, 48, 49, 50,
0965 60, 61, 2, 3, 5, 6, 12, 13, 23, 24, 26, 24, 25, 26, 63, 64,
0966 66, 67, 70, 71, 2, 3, 12, 13, 18, 19, 44, 45, 68, 69, 7, 8,
0967 9, 10, 16, 17, 35, 36, 42, 43, 51, 52, 55, 56, 57, 58,
0968 };
0969 private static final boolean jjCanMove_0(int hiByte, int i1, int i2, long l1, long l2)
0970 {
0971 switch(hiByte)
0972 {
0973 case 48:
0974 return ((jjbitVec2[i2] & l2) != 0L);
0975 case 49:
0976 return ((jjbitVec3[i2] & l2) != 0L);
0977 case 51:
0978 return ((jjbitVec4[i2] & l2) != 0L);
0979 case 61:
0980 return ((jjbitVec5[i2] & l2) != 0L);
0981 default :
0982 if ((jjbitVec0[i1] & l1) != 0L)
0983 return true;
0984 return false;
0985 }
0986 }
0987 private static final boolean jjCanMove_1(int hiByte, int i1, int i2, long l1, long l2)
0988 {
0989 switch(hiByte)
0990 {
0991 case 6:
0992 return ((jjbitVec8[i2] & l2) != 0L);
0993 case 11:
0994 return ((jjbitVec9[i2] & l2) != 0L);
0995 case 13:
0996 return ((jjbitVec10[i2] & l2) != 0L);
0997 case 14:
0998 return ((jjbitVec11[i2] & l2) != 0L);
0999 case 16:
1000 return ((jjbitVec12[i2] & l2) != 0L);
1001 default :
1002 if ((jjbitVec6[i1] & l1) != 0L)
1003 if ((jjbitVec7[i2] & l2) == 0L)
1004 return false;
1005 else
1006 return true;
1007 return false;
1008 }
1009 }
1010 private static final boolean jjCanMove_2(int hiByte, int i1, int i2, long l1, long l2)
1011 {
1012 switch(hiByte)
1013 {
1014 case 0:
1015 return ((jjbitVec14[i2] & l2) != 0L);
1016 default :
1017 if ((jjbitVec13[i1] & l1) != 0L)
1018 return true;
1019 return false;
1020 }
1021 }
1022 public static final String[] jjstrLiteralImages = {
1023 "", null, null, null, null, null, null, null, null, null, null, null, null,
1024 null, null, };
1025 public static final String[] lexStateNames = {
1026 "DEFAULT",
1027 };
1028 static final long[] jjtoToken = {
1029 0x10ffL,
1030 };
1031 static final long[] jjtoSkip = {
1032 0x4000L,
1033 };
1034 protected CharStream input_stream;
1035 private final int[] jjrounds = new int[73];
1036 private final int[] jjstateSet = new int[146];
1037 protected char curChar;
1038 public StandardTokenizerTokenManager(CharStream stream)
1039 {
1040 input_stream = stream;
1041 }
1042 public StandardTokenizerTokenManager(CharStream stream, int lexState)
1043 {
1044 this(stream);
1045 SwitchTo(lexState);
1046 }
1047 public void ReInit(CharStream stream)
1048 {
1049 jjmatchedPos = jjnewStateCnt = 0;
1050 curLexState = defaultLexState;
1051 input_stream = stream;
1052 ReInitRounds();
1053 }
1054 private final void ReInitRounds()
1055 {
1056 int i;
1057 jjround = 0x80000001;
1058 for (i = 73; i-- > 0;)
1059 jjrounds[i] = 0x80000000;
1060 }
1061 public void ReInit(CharStream stream, int lexState)
1062 {
1063 ReInit(stream);
1064 SwitchTo(lexState);
1065 }
1066 public void SwitchTo(int lexState)
1067 {
1068 if (lexState >= 1 || lexState < 0)
1069 throw new TokenMgrError("Error: Ignoring invalid lexical state : " + lexState + ". State unchanged.", TokenMgrError.INVALID_LEXICAL_STATE);
1070 else
1071 curLexState = lexState;
1072 }
1073
1074 protected Token jjFillToken()
1075 {
1076 Token t = Token.newToken(jjmatchedKind);
1077 t.kind = jjmatchedKind;
1078 String im = jjstrLiteralImages[jjmatchedKind];
1079 t.image = (im == null) ? input_stream.GetImage() : im;
1080 t.beginLine = input_stream.getBeginLine();
1081 t.beginColumn = input_stream.getBeginColumn();
1082 t.endLine = input_stream.getEndLine();
1083 t.endColumn = input_stream.getEndColumn();
1084 return t;
1085 }
1086
1087 int curLexState = 0;
1088 int defaultLexState = 0;
1089 int jjnewStateCnt;
1090 int jjround;
1091 int jjmatchedPos;
1092 int jjmatchedKind;
1093
1094 public Token getNextToken()
1095 {
1096 int kind;
1097 Token specialToken = null;
1098 Token matchedToken;
1099 int curPos = 0;
1100
1101 EOFLoop :
1102 for (;;)
1103 {
1104 try
1105 {
1106 curChar = input_stream.BeginToken();
1107 }
1108 catch(java.io.IOException e)
1109 {
1110 jjmatchedKind = 0;
1111 matchedToken = jjFillToken();
1112 return matchedToken;
1113 }
1114
1115 jjmatchedKind = 0x7fffffff;
1116 jjmatchedPos = 0;
1117 curPos = jjMoveStringLiteralDfa0_0();
1118 if (jjmatchedPos == 0 && jjmatchedKind > 14)
1119 {
1120 jjmatchedKind = 14;
1121 }
1122 if (jjmatchedKind != 0x7fffffff)
1123 {
1124 if (jjmatchedPos + 1 < curPos)
1125 input_stream.backup(curPos - jjmatchedPos - 1);
1126 if ((jjtoToken[jjmatchedKind >> 6] & (1L << (jjmatchedKind & 077))) != 0L)
1127 {
1128 matchedToken = jjFillToken();
1129 return matchedToken;
1130 }
1131 else
1132 {
1133 continue EOFLoop;
1134 }
1135 }
1136 int error_line = input_stream.getEndLine();
1137 int error_column = input_stream.getEndColumn();
1138 String error_after = null;
1139 boolean EOFSeen = false;
1140 try { input_stream.readChar(); input_stream.backup(1); }
1141 catch (java.io.IOException e1) {
1142 EOFSeen = true;
1143 error_after = curPos <= 1 ? "" : input_stream.GetImage();
1144 if (curChar == '\n' || curChar == '\r') {
1145 error_line++;
1146 error_column = 0;
1147 }
1148 else
1149 error_column++;
1150 }
1151 if (!EOFSeen) {
1152 input_stream.backup(1);
1153 error_after = curPos <= 1 ? "" : input_stream.GetImage();
1154 }
1155 throw new TokenMgrError(EOFSeen, curLexState, error_line, error_column, error_after, curChar, TokenMgrError.LEXICAL_ERROR);
1156 }
1157 }
1158
1159 }
|