⭐ 欢迎来到虫虫下载站! | 📦 资源下载 📁 资源专辑 ℹ️ 关于我们
⭐ 虫虫下载站

📄 tokenizer.cpp

📁 手机浏览器源码程序,功能强大
💻 CPP
📖 第 1 页 / 共 3 页
字号:
      232,  232,  232,  234,  233,  233,  233,  233,  233,  233,
      316,  316,  234,  234,  234,  234,  234,  234,  210,  210,
      210,  243,  255,  316,  245,  316,  316,  316,  316,  316,
      316,  255,  255,  255,  255,  255,  255,  246,  316,  316,
      316,  316,  316,  247,  316,  316,  246,  246,  246,  246,
      246,  246,  213,  213,  213,  248,  256,  316,  316,  316,
      316,  316,  316,  250,  316,  256,  256,  256,  256,  256,

      256,  251,  316,  316,  316,  316,  316,  252,  316,  316,
      251,  251,  251,  251,  251,  251,  209,  209,  209,  209,
      209,  257,  316,  316,  316,  316,  316,  316,  316,  186,
      257,  257,  257,  257,  257,  257,  316,  316,  316,  316,
      316,  187,  209,  209,  209,  209,  209,  258,  316,  316,
      316,  316,  316,  316,  316,  186,  258,  258,  258,  258,
      258,  258,  316,  316,  316,  316,  316,  187,  209,  209,
      209,  209,  209,  259,  316,  316,  316,  316,  316,  316,
      316,  186,  259,  259,  259,  259,  259,  259,  316,  316,
      316,  316,  316,  187,  209,  209,  209,  209,  209,   72,

      316,  316,  316,  316,  316,  316,  316,  186,   72,   72,
       72,   72,   72,   72,  316,  316,  316,  316,  316,  187,
      215,  215,  215,  215,  215,  316,  316,  316,  316,  316,
      316,  316,  316,  186,  316,  316,  316,  316,  316,  253,
      316,  316,  316,  316,  316,  187,  316,  316,  253,  253,
      253,  253,  253,  253,  209,  209,  209,  209,  215,  316,
      217,  316,  316,  316,  316,  217,  217,  218,  316,  316,
      316,  316,  316,  219,  316,  316,  316,  316,  316,  220,
      264,  316,  219,  219,  219,  219,  219,  219,  265,  264,
      264,  264,  264,  264,  264,  316,  316,  265,  265,  265,

      265,  265,  265,  244,  275,  275,  275,  244,  316,  211,
      316,  316,  316,  316,  316,  316,  277,  241,  241,  241,
      277,  316,  276,  316,  316,  316,  316,  211,  212,  278,
      316,  276,  276,  276,  276,  276,  276,  210,  210,  210,
      243,  214,  316,  245,  316,  316,  316,  316,  316,  316,
      316,  316,  316,  316,  316,  316,  246,  316,  316,  316,
      316,  316,  247,  316,  316,  246,  246,  246,  246,  246,
      246,  249,  279,  279,  279,  249,  316,  316,  316,  316,
      316,  316,  211,  316,  316,  316,  316,  316,  316,  316,
      280,  316,  316,  316,  316,  316,  214,  316,  316,  280,

      280,  280,  280,  280,  280,  213,  213,  213,  248,  281,
      316,  316,  316,  316,  316,  316,  250,  316,  281,  281,
      281,  281,  281,  281,  251,  316,  316,  316,  316,  316,
      252,   28,  316,  251,  251,  251,  251,  251,  251,   31,
       28,   28,   28,   28,   28,   28,   34,  316,   31,   31,
       31,   31,   31,   31,  283,   34,   34,   34,   34,   34,
       34,  289,  316,  283,  283,  283,  283,  283,  283,  290,
      289,  289,  289,  289,  289,  289,  316,  316,  290,  290,
      290,  290,  290,  290,  277,  241,  241,  241,  277,  291,
      316,  316,  316,  316,  316,  211,  316,  278,  291,  291,

      291,  291,  291,  291,  292,  316,  316,  316,  316,  214,
      299,  316,  316,  292,  292,  292,  292,  292,  292,  299,
      299,  299,  299,  299,  299,  300,  316,  316,  316,  316,
      316,  301,  316,  316,  300,  300,  300,  300,  300,  300,
      301,  301,  301,  301,  301,  301,  302,  316,  316,  316,
      316,  316,  306,  316,  316,  302,  302,  302,  302,  302,
      302,  306,  306,  306,  306,  306,  306,  307,  316,  316,
      316,  316,  316,  308,  316,  316,  307,  307,  307,  307,
      307,  307,  308,  308,  308,  308,  308,  308,  312,  316,
      316,  316,  316,  316,  313,  316,  316,  312,  312,  312,

      312,  312,  312,  313,  313,  313,  313,  313,  313,  183,
      316,  316,  316,  316,  316,  210,  316,  316,  183,  183,
      183,  183,  183,  183,  210,  210,  210,  210,  210,  210,
      213,  316,  316,  316,  316,  316,  316,  316,  316,  213,
      213,  213,  213,  213,  213,   28,  316,   28,   28,   28,
       28,   28,   28,   28,   31,   31,  316,   31,   31,   34,
      316,   34,   34,   34,   34,   34,   34,   34,   39,  316,
      316,   39,   39,   68,   68,   68,   68,   68,   68,   68,
       72,   72,   72,  316,   72,   72,   80,   80,   80,   80,
       80,   80,   80,   80,   80,   84,   84,   84,   84,   84,

       84,   84,   87,   87,   87,   87,   87,   87,   87,   87,
       87,   92,   92,   92,   92,   92,   92,   92,   92,   92,
       92,   48,   48,   94,   94,   94,   94,   94,   94,   94,
       96,   96,  316,   96,   96,  122,  122,  122,  122,  122,
      122,  122,  133,  133,  133,  133,  133,  133,  133,  133,
      133,  133,  136,  136,  136,  136,  136,  136,  136,  154,
      154,  154,  316,  154,  162,  162,  162,  162,  162,  162,
      162,  162,  162,  162,  178,  178,  178,  316,  178,  183,
      183,  183,  316,  183,  183,  183,  183,  183,  204,  204,
      204,  316,  204,  210,  316,  210,  210,  210,  210,  210,

      210,  210,  213,  316,  213,  213,  213,  213,  213,  213,
      213,  216,  216,  216,  216,  216,  216,  216,  216,  216,
      235,  235,  235,  316,  235,  244,  244,  244,  244,  244,
      244,  244,  244,  244,  249,  249,  249,  249,  249,  249,
      249,  249,  249,  266,  266,  266,  316,  266,    3,  316,
      316,  316,  316,  316,  316,  316,  316,  316,  316,  316,
      316,  316,  316,  316,  316,  316,  316,  316,  316,  316,
      316,  316,  316,  316,  316,  316,  316,  316,  316,  316,
      316,  316,  316,  316,  316,  316,  316,  316,  316,  316,
      316,  316,  316,  316,  316,  316,  316,  316,  316,  316,

      316,  316,  316,  316,  316
    } ;

static yyconst short int yy_chk[1706] =
    {   0,
        1,    1,    1,    1,    1,    1,    1,    1,    1,    1,
        1,    1,    1,    1,    1,    1,    1,    1,    1,    1,
        1,    1,    1,    1,    1,    1,    1,    1,    1,    1,
        1,    1,    1,    1,    1,    1,    1,    1,    1,    1,
        1,    1,    1,    1,    1,    1,    1,    1,    1,    1,
        1,    1,    1,    1,    1,    1,    5,    5,    5,    5,
        5,    6,    6,    6,    6,    6,    7,    7,    7,    7,
        7,    8,   11,   13,   18,  311,   21,   25,   25,   25,
       25,   25,   13,   39,   22,   50,   11,   22,   18,   21,
        8,   18,   50,   28,   18,   19,   39,   22,   18,   18,

       34,   18,    7,   16,   19,   19,   19,   19,   19,   19,
       16,   16,   28,   16,   34,  309,   40,   22,   40,   16,
      305,   16,   16,   16,   16,   16,   16,   16,   16,   16,
       16,   16,   16,   16,   16,   16,   16,   16,   16,   16,
       16,   16,   16,   16,   16,   16,   32,   49,   16,   26,
       26,   26,   26,   26,   38,   32,   32,   32,   32,   32,
       32,   46,   49,   38,   38,   38,   38,   38,   38,   51,
       46,   46,   46,   46,   46,   46,   47,   52,   47,   54,
       53,   55,   80,   56,   51,   26,   30,   30,   30,   30,
       58,   55,   30,   58,   51,   54,   68,   52,   56,   72,

      103,   80,   57,  103,   56,   30,   53,   57,  304,   68,
       81,   30,   72,   75,   30,   30,   30,   30,   30,   30,
       35,   35,   35,   35,   57,  124,   75,   57,   87,   81,
       88,   35,  124,  303,   93,  296,   79,   86,   93,   35,
       75,   79,   87,   98,   88,   35,  106,   86,   35,   35,
       35,   35,   35,   35,   69,   69,   69,   69,   69,  100,
       79,   86,   98,  112,  122,  126,   69,  163,  100,  112,
      140,  163,  106,   69,  131,  295,  140,  122,  126,   69,
       73,  128,   69,   69,   69,   69,   69,   69,  131,   73,
       73,   73,   73,   73,   73,   74,  138,  294,  288,   74,

      128,  184,  166,  138,   74,   74,   74,   74,   74,   74,
       82,   82,   82,   82,   82,  154,   82,  166,  178,  185,
      184,  204,  154,  213,  235,  178,  287,  286,  204,   82,
      210,  235,  285,  185,  284,   82,  282,  213,   82,   82,
       82,   82,   82,   82,   83,   83,   83,   83,   97,  210,
       83,  209,  209,  209,  209,  209,  249,   97,   97,   97,
       97,   97,   97,   83,  209,  266,  263,  262,  254,   83,
      249,  240,   83,   83,   83,   83,   83,   83,   85,   85,
       85,   85,   85,  211,  211,  211,  211,  211,  241,  241,
      241,  241,  241,  243,  239,  248,  211,   85,  243,  244,

      238,  241,  274,   85,  237,  248,   85,   85,   85,   85,
       85,   85,   89,   89,   89,   89,   89,  243,  244,  248,
      260,  274,  278,   89,  236,  231,  245,  245,  245,  245,
      245,   89,  245,  229,  260,  228,  278,   89,  260,  245,
       89,   89,   89,   89,   89,   89,   90,   90,   90,   90,
      121,  245,  264,  264,  264,  264,  264,   90,  279,  121,
      121,  121,  121,  121,  121,   90,  258,  258,  258,  258,
      258,   90,  279,  275,   90,   90,   90,   90,   90,   90,
       95,   95,   95,   95,   95,  227,  221,  208,  207,  206,
      205,  258,  275,  200,  273,  273,  273,  273,  273,   95,

      273,  198,  197,  196,  195,   95,  194,  273,   95,   95,
       95,   95,   95,   95,  123,  123,  123,  123,  123,  273,
      188,  181,  180,  179,  173,  129,  172,  171,  170,  169,
      168,  167,  162,  123,  129,  129,  129,  129,  129,  129,
      130,  158,  123,  123,  123,  123,  123,  123,  132,  130,
      130,  130,  130,  130,  130,  135,  156,  132,  132,  132,
      132,  132,  132,  155,  135,  135,  135,  135,  135,  135,
      137,  137,  137,  137,  137,  150,  149,  148,  147,  146,
      145,  151,  144,  142,  141,  139,  136,  133,  127,  137,
      151,  151,  151,  151,  151,  151,  152,  125,  137,  137,

      137,  137,  137,  137,  153,  152,  152,  152,  152,  152,
      152,  120,  119,  153,  153,  153,  153,  153,  153,  157,
      157,  157,  157,  157,  159,  157,  118,  117,  116,  115,
      157,  114,  157,  159,  159,  159,  159,  159,  159,  160,
      113,  111,  110,  109,  157,  161,  108,  107,  160,  160,
      160,  160,  160,  160,  161,  161,  161,  161,  161,  161,
      164,  283,  283,  283,  283,  283,  165,  105,  104,  164,
      164,  164,  164,  164,  164,  165,  165,  165,  165,  165,
      165,  175,  102,  101,   99,   96,  283,  176,   94,   92,
      175,  175,  175,  175,  175,  175,  176,  176,  176,  176,

      176,  176,  177,   84,   78,   67,   66,   65,   64,   63,
       62,  177,  177,  177,  177,  177,  177,  182,  182,  182,
      182,  182,  189,  182,   61,   60,   59,   48,  182,   44,
      182,  189,  189,  189,  189,  189,  189,   43,   42,   41,
       37,   31,  182,  183,  183,  183,  183,  183,  190,  183,
       27,   24,   23,   20,  183,   17,  183,  190,  190,  190,
      190,  190,  190,   15,   14,   12,   10,    9,  183,  187,
      187,  187,  187,  187,    3,  187,    0,    0,    0,    0,
      187,  187,  187,    0,    0,    0,    0,    0,  187,    0,
        0,    0,    0,    0,  187,  191,    0,  187,  187,  187,

      187,  187,  187,  192,  191,  191,  191,  191,  191,  191,
      193,    0,  192,  192,  192,  192,  192,  192,  201,  193,
      193,  193,  193,  193,  193,  202,    0,  201,  201,  201,
      201,  201,  201,  203,  202,  202,  202,  202,  202,  202,
        0,    0,  203,  203,  203,  203,  203,  203,  212,  212,
      212,  212,  222,    0,  212,    0,    0,    0,    0,    0,
        0,  222,  222,  222,  222,  222,  222,  212,    0,    0,
        0,    0,    0,  212,    0,    0,  212,  212,  212,  212,
      212,  212,  214,  214,  214,  214,  223,    0,    0,    0,
        0,    0,    0,  214,    0,  223,  223,  223,  223,  223,

      223,  214,    0,    0,    0,    0,    0,  214,    0,    0,
      214,  214,  214,  214,  214,  214,  215,  215,  215,  215,
      215,  224,  215,    0,    0,    0,    0,  215,    0,  215,
      224,  224,  224,  224,  224,  224,    0,    0,    0,    0,
        0,  215,  216,  216,  216,  216,  216,  225,  216,    0,
        0,    0,    0,  216,    0,  216,  225,  225,  225,  225,
      225,  225,    0,    0,    0,    0,    0,  216,  217,  217,
      217,  217,  217,  226,  217,    0,    0,    0,    0,  217,
        0,  217,  226,  226,  226,  226,  226,  226,    0,    0,
        0,    0,    0,  217,  218,  218,  218,  218,  218,  232,

      218,    0,    0,    0,    0,  218,    0,  218,  232,  232,
      232,  232,  232,  232,    0,    0,    0,    0,    0,  218,
      219,  219,  219,  219,  219,    0,  219,    0,    0,    0,
        0,  219,    0,  219,    0,    0,    0,    0,    0,  219,
        0,    0,    0,    0,    0,  219,    0,    0,  219,  219,
      219,  219,  219,  219,  220,  220,  220,  220,  220,    0,
      220,    0,    0,    0,    0,  220,  220,  220,    0,    0,
        0,    0,    0,  220,    0,    0,    0,    0,    0,  220,
      233,    0,  220,  220,  220,  220,  220,  220,  234,  233,
      233,  233,  233,  233,  233,    0,    0,  234,  234,  234,

      234,  234,  234,  246,  246,  246,  246,  246,    0,  246,
        0,    0,    0,    0,    0,    0,  250,  250,  250,  250,
      250,    0,  246,    0,    0,    0,    0,  250,  246,  250,
        0,  246,  246,  246,  246,  246,  246,  247,  247,  247,
      247,  250,    0,  247,    0,    0,    0,    0,    0,    0,
        0,    0,    0,    0,    0,    0,  247,    0,    0,    0,
        0,    0,  247,    0,    0,  247,  247,  247,  247,  247,
      247,  251,  251,  251,  251,  251,    0,    0,    0,    0,
        0,    0,  251,    0,    0,    0,    0,    0,    0,    0,
      251,    0,    0,    0,    0,    0,  251,    0,    0,  251,

      251,  251,  251,  251,  251,  252,  252,  252,  252,  253,
        0,    0,    0,    0,    0,    0,  252,    0,  253,  253,
      253,  253,  253,  253,  252,    0,    0,    0,    0,    0,
      252,  255,    0,  252,  252,  252,  252,  252,  252,  256,
      255,  255,  255,  255,  255,  255,  257,    0,  256,  256,
      256,  256,  256,  256,  259,  257,  257,  257,  257,  257,
      257,  265,    0,  259,  259,  259,  259,  259,  259,  276,
      265,  265,  265,  265,  265,  265,    0,    0,  276,  276,
      276,  276,  276,  276,  277,  277,  277,  277,  277,  280,
        0,    0,    0,    0,    0,  277,    0,  277,  280,  280,

      280,  280,  280,  280,  281,    0,    0,    0,    0,  277,
      289,    0,    0,  281,  281,  281,  281,  281,  281,  289,
      289,  289,  289,  289,  289,  290,    0,    0,    0,    0,
        0,  291,    0,    0,  290,  290,  290,  290,  290,  290,
      291,  291,  291,  291,  291,  291,  292,    0,    0,    0,
        0,    0,  300,    0,    0,  292,  292,  292,  292,  292,
      292,  300,  300,  300,  300,  300,  300,  301,    0,    0,
        0,    0,    0,  302,    0,    0,  301,  301,  301,  301,
      301,  301,  302,  302,  302,  302,  302,  302,  306,    0,
        0,    0,    0,    0,  307,    0,    0,  306,  306,  306,

      306,  306,  306,  307,  307,  307,  307,  307,  307,  308,
        0,    0,    0,    0,    0,  312,    0,    0,  308,  308,
      308,  308,  308,  308,  312,  312,  312,  312,  312,  312,
      313,    0,    0,    0,    0,    0,    0,    0,    0,  313,
      313,  313,  313,  313,  313,  317,    0,  317,  317,  317,
      317,  317,  317,  317,  318,  318,    0,  318,  318,  319,
        0,  319,  319,  319,  319,  319,  319,  319,  320,    0,
        0,  320,  320,  321,  321,  321,  321,  321,  321,  321,
      322,  322,  322,    0,  322,  322,  323,  323,  323,  323,
      323,  323,  323,  323,  323,  324,  324,  324,  324,  324,

      324,  324,  325,  325,  325,  325,  325,  325,  325,  325,
      325,  326,  326,  326,  326,  326,  326,  326,  326,  326,
      326,  327,  327,  328,  328,  328,  328,  328,  328,  328,
      329,  329,    0,  329,  329,  330,  330,  330,  330,  330,
      330,  330,  331,  331,  331,  331,  331,  331,  331,  331,
      331,  331,  332,  332,  332,  332,  332,  332,  332,  333,
      333,  333,    0,  333,  334,  334,  334,  334,  334,  334,
      334,  334,  334,  334,  335,  335,  335,    0,  335,  336,
      336,  336,    0,  336,  336,  336,  336,  336,  337,  337,
      337,    0,  337,  338,    0,  338,  338,  338,  338,  338,

      338,  338,  339,    0,  339,  339,  339,  339,  339,  339,
      339,  340,  340,  340,  340,  340,  340,  340,  340,  340,
      341,  341,  341,    0,  341,  342,  342,  342,  342,  342,
      342,  342,  342,  342,  343,  343,  343,  343,  343,  343,
      343,  343,  343,  344,  344,  344,    0,  344,  316,  316,
      316,  316,  316,  316,  316,  316,  316,  316,  316,  316,
      316,  316,  316,  316,  316,  316,  316,  316,  316,  316,
      316,  316,  316,  316,  316,  316,  316,  316,  316,  316,
      316,  316,  316,  316,  316,  316,  316,  316,  316,  316,
      316,  316,  316,  316,  316,  316,  316,  316,  316,  316,

      316,  316,  316,  316,  316
    } ;

YY_DECL
	{
	register yy_state_type yy_current_state;
	register unsigned short *yy_cp, *yy_bp;
	register int yy_act;
	while ( 1 )		/* loops until end-of-file is reached */
		{
		yy_cp = yy_c_buf_p;

		/* Support of yytext. */
		*yy_cp = yy_hold_char;

⌨️ 快捷键说明

复制代码 Ctrl + C
搜索代码 Ctrl + F
全屏模式 F11
切换主题 Ctrl + Shift + D
显示快捷键 ?
增大字号 Ctrl + =
减小字号 Ctrl + -