tokenizer.cpp
来自「手机浏览器源码程序,功能强大」· C++ 代码 · 共 905 行 · 第 1/3 页
CPP
905 行
/*
* This file is part of the DOM implementation for KDE.
*
* Copyright (C) 2003 Lars Knoll (knoll@kde.org)
*
*
* This library is free software; you can redistribute it and/or
* modify it under the terms of the GNU Library General Public
* License as published by the Free Software Foundation; either
* version 2 of the License, or (at your option) any later version.
*
* This library is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Library General Public License for more details.
*
* You should have received a copy of the GNU Library General Public License
* along with this library; see the file COPYING.LIB. If not, write to
* the Free Software Foundation, Inc., 59 Temple Place - Suite 330,
* Boston, MA 02111-1307, USA.
*/
/* This file is mostly data generated by flex. Unfortunately flex
can't handle 16bit strings directly, so we just copy the part of
the code we need and modify it to our needs.
Most of the defines below are to make sure we can easily use the
flex generated code, using as little editing as possible.
The flex syntax to generate the lexer are more or less directly
copied from the CSS2.1 specs, with some fixes for comments and
the important symbol.
To regenerate, run flex on tokenizer.flex. After this, copy the
data tables and the YY_DECL method over to this file. Remove the
init code from YY_DECL and change the YY_END_OF_BUFFER to only call
yyterminate().
*/
// --------- begin generated code -------------------
#define YY_NUM_RULES 48
#define YY_END_OF_BUFFER 49
static yyconst short int yy_accept[317] =
{ 0,
0, 0, 49, 47, 2, 2, 47, 47, 47, 47,
47, 47, 47, 47, 47, 41, 47, 47, 47, 47,
11, 11, 47, 47, 2, 0, 0, 0, 10, 0,
12, 0, 8, 0, 0, 9, 0, 0, 11, 41,
0, 40, 0, 0, 41, 0, 39, 39, 39, 39,
39, 39, 39, 39, 39, 39, 39, 39, 36, 0,
0, 0, 0, 0, 0, 0, 0, 11, 11, 7,
44, 11, 0, 0, 11, 6, 5, 0, 0, 0,
10, 0, 0, 12, 12, 0, 0, 10, 0, 0,
4, 0, 0, 39, 39, 39, 0, 39, 27, 39,
23, 25, 39, 37, 29, 39, 28, 35, 31, 30,
26, 39, 0, 0, 0, 0, 0, 0, 0, 0,
11, 11, 11, 45, 45, 11, 0, 0, 0, 12,
0, 0, 0, 1, 39, 39, 39, 39, 32, 39,
38, 33, 3, 0, 0, 0, 0, 0, 0, 0,
11, 11, 0, 45, 45, 45, 44, 0, 0, 12,
0, 0, 0, 39, 39, 39, 34, 0, 0, 0,
0, 0, 0, 14, 11, 11, 46, 45, 45, 45,
45, 0, 0, 0, 0, 43, 0, 0, 0, 12,
0, 39, 39, 24, 0, 0, 0, 0, 15, 0,
11, 11, 46, 45, 45, 45, 45, 45, 0, 0,
0, 0, 0, 0, 0, 0, 0, 43, 0, 0,
0, 0, 12, 0, 39, 39, 0, 0, 0, 13,
0, 11, 11, 46, 45, 45, 45, 45, 45, 45,
0, 42, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 12, 0, 39, 39, 0,
17, 0, 0, 11, 46, 45, 45, 45, 45, 45,
45, 45, 0, 42, 0, 0, 0, 42, 0, 0,
0, 0, 39, 0, 0, 0, 0, 0, 46, 0,
0, 0, 22, 0, 0, 0, 16, 18, 46, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 19,
0, 0, 0, 20, 21, 0
} ;
static yyconst int yy_ec[256] =
{ 0,
1, 1, 1, 1, 1, 1, 1, 1, 2, 3,
1, 4, 5, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
1, 6, 7, 8, 9, 10, 11, 12, 13, 14,
15, 16, 17, 12, 18, 19, 20, 21, 21, 21,
21, 21, 21, 21, 21, 21, 21, 12, 12, 22,
23, 24, 25, 26, 30, 31, 32, 33, 34, 35,
36, 37, 38, 39, 40, 41, 42, 43, 44, 45,
46, 47, 48, 49, 50, 51, 39, 52, 39, 53,
12, 27, 12, 28, 29, 12, 30, 31, 32, 33,
34, 35, 36, 37, 38, 39, 40, 41, 42, 43,
44, 45, 46, 47, 48, 49, 50, 51, 39, 52,
39, 53, 12, 54, 12, 55, 1, 56, 56, 56,
56, 56, 56, 56, 56, 56, 56, 56, 56, 56,
56, 56, 56, 56, 56, 56, 56, 56, 56, 56,
56, 56, 56, 56, 56, 56, 56, 56, 56, 56,
56, 56, 56, 56, 56, 56, 56, 56, 56, 56,
56, 56, 56, 56, 56, 56, 56, 56, 56, 56,
56, 56, 56, 56, 56, 56, 56, 56, 56, 56,
56, 56, 56, 56, 56, 56, 56, 56, 56, 56,
56, 56, 56, 56, 56, 56, 56, 56, 56, 56,
56, 56, 56, 56, 56, 56, 56, 56, 56, 56,
56, 56, 56, 56, 56, 56, 56, 56, 56, 56,
56, 56, 56, 56, 56, 56, 56, 56, 56, 56,
56, 56, 56, 56, 56, 56, 56, 56, 56, 56,
56, 56, 56, 56, 56
} ;
static yyconst int yy_meta[57] =
{ 0,
1, 2, 3, 3, 3, 4, 4, 4, 4, 4,
4, 4, 4, 5, 4, 4, 4, 6, 4, 4,
7, 4, 4, 4, 8, 4, 9, 4, 9, 10,
10, 10, 10, 10, 10, 9, 9, 9, 9, 9,
9, 9, 9, 9, 9, 9, 9, 9, 9, 9,
9, 9, 9, 4, 4, 9
} ;
static yyconst short int yy_base[345] =
{ 0,
0, 0, 775, 1649, 55, 60, 65, 64, 741, 744,
60, 743, 56, 744, 748, 93, 749, 57, 75, 731,
63, 71, 730, 729, 76, 148, 709, 86, 1649, 185,
715, 126, 1649, 88, 219, 1649, 717, 134, 70, 98,
724, 728, 711, 709, 0, 141, 150, 701, 121, 59,
143, 151, 154, 153, 155, 157, 176, 164, 700, 708,
685, 674, 666, 667, 674, 677, 676, 183, 253, 1649,
1649, 186, 260, 275, 200, 1649, 1649, 660, 234, 175,
203, 309, 343, 677, 377, 235, 216, 218, 411, 445,
1649, 674, 219, 662, 479, 659, 328, 217, 658, 233,
657, 656, 174, 642, 641, 220, 621, 620, 617, 616,
615, 237, 623, 595, 600, 586, 583, 594, 571, 576,
430, 251, 513, 208, 573, 252, 545, 274, 505, 520,
262, 528, 572, 1649, 535, 560, 569, 270, 559, 244,
558, 557, 1649, 534, 534, 531, 535, 540, 543, 542,
561, 576, 584, 298, 539, 532, 618, 495, 604, 619,
625, 517, 252, 640, 646, 276, 505, 489, 482, 511,
481, 497, 477, 1649, 661, 667, 682, 301, 499, 498,
497, 716, 742, 294, 307, 1649, 768, 472, 702, 728,
775, 783, 790, 480, 464, 470, 468, 453, 1649, 449,
798, 805, 813, 304, 466, 465, 464, 463, 350, 323,
382, 847, 311, 881, 915, 941, 967, 993, 1019, 1053,
457, 832, 866, 901, 927, 953, 468, 387, 404, 1649,
396, 979, 1060, 1068, 307, 400, 380, 376, 370, 347,
387, 1649, 391, 392, 425, 1102, 1136, 393, 344, 1115,
1170, 1204, 1189, 326, 1211, 1219, 1226, 465, 1234, 388,
1649, 336, 335, 451, 1241, 348, 1649, 1649, 1649, 1649,
1649, 1649, 493, 395, 466, 1249, 1283, 410, 446, 1269,
1284, 288, 660, 301, 283, 298, 293, 265, 1290, 1305,
1311, 1326, 1649, 266, 235, 195, 1649, 1649, 1649, 1332,
1347, 1353, 193, 175, 71, 1368, 1374, 1389, 68, 1649,
42, 1395, 1410, 1649, 1649, 1649, 1444, 1449, 1458, 1463,
1470, 1476, 1485, 1492, 1501, 1511, 1513, 1520, 1525, 1532,
1542, 1549, 1554, 1564, 1569, 1578, 1583, 1592, 1601, 1610,
1615, 1624, 1633, 1638
} ;
static yyconst short int yy_def[345] =
{ 0,
316, 1, 316, 316, 316, 316, 316, 317, 318, 316,
319, 316, 320, 316, 316, 316, 316, 316, 321, 316,
322, 322, 316, 316, 316, 316, 316, 317, 316, 323,
318, 324, 316, 319, 325, 316, 316, 321, 322, 16,
326, 316, 327, 316, 16, 328, 329, 329, 329, 329,
329, 329, 329, 329, 329, 329, 329, 329, 329, 316,
316, 316, 316, 316, 316, 316, 316, 322, 322, 316,
316, 322, 330, 316, 322, 316, 316, 316, 317, 317,
317, 317, 323, 318, 318, 319, 319, 319, 319, 325,
316, 326, 331, 329, 329, 329, 332, 329, 329, 329,
329, 329, 329, 329, 329, 329, 329, 329, 329, 329,
329, 329, 316, 316, 316, 316, 316, 316, 316, 316,
69, 322, 69, 333, 316, 322, 316, 317, 82, 85,
319, 89, 334, 316, 95, 329, 95, 329, 329, 329,
329, 329, 316, 316, 316, 316, 316, 316, 316, 316,
69, 123, 316, 335, 316, 316, 336, 316, 82, 85,
89, 334, 331, 95, 137, 329, 329, 316, 316, 316,
316, 316, 316, 316, 69, 123, 316, 337, 316, 316,
316, 336, 336, 338, 339, 316, 340, 316, 82, 85,
89, 95, 137, 329, 316, 316, 316, 316, 316, 316,
69, 123, 316, 341, 316, 316, 316, 316, 316, 338,
316, 342, 339, 343, 336, 336, 336, 336, 336, 340,
316, 82, 85, 89, 95, 137, 316, 316, 316, 316,
316, 69, 123, 316, 344, 316, 316, 316, 316, 316,
316, 316, 338, 338, 338, 338, 342, 339, 339, 339,
339, 343, 219, 316, 82, 85, 89, 329, 137, 316,
316, 316, 316, 232, 316, 316, 316, 316, 316, 316,
316, 316, 338, 338, 338, 246, 339, 339, 339, 251,
219, 316, 329, 316, 316, 316, 316, 316, 316, 246,
251, 219, 316, 316, 316, 316, 316, 316, 316, 246,
251, 219, 316, 316, 316, 246, 251, 219, 316, 316,
316, 246, 251, 316, 316, 0, 316, 316, 316, 316,
316, 316, 316, 316, 316, 316, 316, 316, 316, 316,
316, 316, 316, 316, 316, 316, 316, 316, 316, 316,
316, 316, 316, 316
} ;
static yyconst short int yy_nxt[1706] =
{ 0,
4, 5, 6, 5, 5, 5, 7, 8, 9, 10,
4, 4, 11, 4, 4, 12, 4, 13, 14, 15,
16, 17, 4, 4, 4, 18, 19, 20, 21, 21,
21, 21, 21, 21, 21, 21, 21, 21, 21, 21,
21, 21, 21, 21, 21, 21, 21, 21, 21, 22,
21, 21, 21, 23, 24, 21, 25, 25, 25, 25,
25, 25, 25, 25, 25, 25, 26, 26, 26, 26,
26, 29, 29, 37, 61, 315, 71, 25, 25, 25,
25, 25, 38, 71, 71, 97, 35, 74, 62, 73,
30, 63, 100, 29, 64, 69, 73, 73, 65, 66,
29, 67, 27, 42, 69, 69, 69, 69, 69, 69,
43, 44, 30, 45, 35, 314, 316, 75, 40, 46,
311, 47, 48, 48, 49, 50, 51, 48, 52, 53,
54, 48, 55, 48, 56, 48, 48, 57, 48, 58,
59, 48, 48, 48, 48, 48, 85, 97, 48, 26,
26, 26, 26, 26, 69, 85, 85, 85, 85, 85,
85, 95, 99, 69, 69, 69, 69, 69, 69, 97,
95, 95, 95, 95, 95, 95, 97, 97, 98, 97,
97, 97, 29, 97, 101, 27, 28, 28, 28, 79,
97, 106, 81, 112, 102, 105, 71, 103, 107, 71,
97, 30, 97, 140, 108, 82, 104, 109, 310, 73,
29, 83, 73, 71, 82, 82, 82, 82, 82, 82,
34, 34, 34, 86, 110, 153, 73, 111, 29, 30,
29, 88, 155, 309, 93, 305, 28, 34, 134, 89,
126, 29, 35, 97, 35, 90, 97, 29, 89, 89,
89, 89, 89, 89, 68, 68, 68, 68, 68, 97,
30, 35, 138, 97, 71, 157, 71, 163, 139, 142,
97, 134, 141, 121, 29, 304, 167, 73, 73, 73,
123, 29, 121, 121, 121, 121, 121, 121, 35, 123,
123, 123, 123, 123, 123, 124, 97, 303, 298, 125,
30, 211, 97, 166, 124, 124, 124, 124, 124, 124,
80, 128, 128, 128, 80, 153, 29, 194, 153, 211,
212, 153, 179, 211, 153, 205, 297, 296, 236, 129,
211, 267, 295, 214, 294, 30, 293, 214, 129, 129,
129, 129, 129, 129, 28, 28, 28, 79, 137, 212,
81, 209, 209, 209, 209, 209, 211, 137, 137, 137,
137, 137, 137, 82, 186, 153, 288, 287, 282, 83,
214, 272, 82, 82, 82, 82, 82, 82, 84, 84,
84, 84, 84, 241, 241, 241, 241, 241, 241, 241,
241, 241, 241, 210, 271, 213, 242, 130, 211, 211,
270, 242, 211, 32, 269, 211, 130, 130, 130, 130,
130, 130, 87, 131, 131, 131, 87, 212, 212, 214,
284, 212, 211, 29, 268, 263, 273, 241, 241, 241,
273, 132, 211, 262, 285, 261, 214, 35, 286, 274,
132, 132, 132, 132, 132, 132, 34, 34, 34, 86,
151, 212, 122, 122, 122, 122, 122, 88, 211, 151,
151, 151, 151, 151, 151, 89, 94, 94, 94, 94,
94, 90, 214, 211, 89, 89, 89, 89, 89, 89,
94, 94, 94, 94, 94, 260, 254, 240, 239, 238,
237, 97, 212, 231, 273, 241, 241, 241, 273, 135,
211, 230, 229, 228, 227, 97, 97, 274, 135, 135,
135, 135, 135, 135, 122, 122, 122, 122, 122, 212,
221, 208, 207, 206, 200, 159, 199, 198, 197, 196,
195, 97, 163, 152, 159, 159, 159, 159, 159, 159,
160, 188, 152, 152, 152, 152, 152, 152, 161, 160,
160, 160, 160, 160, 160, 164, 181, 161, 161, 161,
161, 161, 161, 180, 164, 164, 164, 164, 164, 164,
136, 136, 136, 136, 136, 174, 173, 172, 171, 170,
169, 175, 168, 97, 97, 97, 97, 163, 158, 165,
175, 175, 175, 175, 175, 175, 176, 156, 165, 165,
165, 165, 165, 165, 177, 176, 176, 176, 176, 176,
176, 150, 149, 177, 177, 177, 177, 177, 177, 182,
182, 182, 182, 182, 189, 184, 148, 147, 146, 145,
185, 144, 186, 189, 189, 189, 189, 189, 189, 190,
143, 97, 97, 97, 187, 191, 97, 97, 190, 190,
190, 190, 190, 190, 191, 191, 191, 191, 191, 191,
192, 136, 136, 136, 136, 136, 193, 97, 97, 192,
192, 192, 192, 192, 192, 193, 193, 193, 193, 193,
193, 201, 97, 97, 97, 97, 97, 202, 97, 93,
201, 201, 201, 201, 201, 201, 202, 202, 202, 202,
202, 202, 203, 32, 127, 120, 119, 118, 117, 116,
115, 203, 203, 203, 203, 203, 203, 182, 182, 182,
182, 182, 222, 184, 114, 113, 97, 97, 185, 40,
186, 222, 222, 222, 222, 222, 222, 46, 42, 93,
91, 32, 187, 209, 209, 209, 209, 209, 223, 316,
78, 77, 76, 70, 316, 60, 186, 223, 223, 223,
223, 223, 223, 41, 40, 36, 33, 32, 187, 209,
209, 209, 209, 215, 316, 217, 316, 316, 316, 316,
217, 217, 218, 316, 316, 316, 316, 316, 219, 316,
316, 316, 316, 316, 220, 224, 316, 219, 219, 219,
219, 219, 219, 225, 224, 224, 224, 224, 224, 224,
226, 316, 225, 225, 225, 225, 225, 225, 232, 226,
226, 226, 226, 226, 226, 233, 316, 232, 232, 232,
⌨️ 快捷键说明
复制代码Ctrl + C
搜索代码Ctrl + F
全屏模式F11
增大字号Ctrl + =
减小字号Ctrl + -
显示快捷键?