src/css/tokenizer.flex

0001 %option case-insensitive
0002 %option noyywrap
0003 %option 8bit
0004 %option stack
0005 %s mediaquery at_rule block
0006
0007 h               [0-9a-fA-F]
0008 nonascii        [\200-\377]
0009 unicode         \\{h}{1,6}[ \t\r\n\f]?
0010 escape          {unicode}|\\[ -~\200-\377]
0011 nmstart         [_a-zA-Z]|{nonascii}|{escape}
0012 nmchar          [_a-zA-Z0-9-]|{nonascii}|{escape}
0013 string1         \"([\t !#$%&(-~]|\\{nl}|\'|{nonascii}|{escape})*\"
0014 string2         \'([\t !#$%&(-~]|\\{nl}|\"|{nonascii}|{escape})*\'
0015 hexcolor        {h}{3}|{h}{6}
0016
0017 ident           -?{nmstart}{nmchar}*
0018 name            {nmchar}+
0019 num             [0-9]+|[0-9]*"."[0-9]+
0020 intnum          [0-9]+
0021 string          {string1}|{string2}
0022 url             ([!#$%&*-~]|{nonascii}|{escape})*
0023 w               [ \t\r\n\f]*
0024 nl              \n|\r\n|\r|\f
0025 range           \?{1,6}|{h}(\?{0,5}|{h}(\?{0,4}|{h}(\?{0,3}|{h}(\?{0,2}|{h}(\??|{h})))))
0026 nth             ([\+-]?[0-9]*n[ \t\r\n\f]*[\+-][ \t\r\n\f]*[0-9]+)|([\+-]?[0-9]*n)
0027
0028 %%
0029
0030 \/\*[^*]*\*+([^/*][^*]*\*+)*\/  /* ignore comments */
0031
0032 [ \t\r\n\f]+            {yyTok = S; return yyTok;}
0033
0034 "<!--"                  {yyTok = SGML_CD; return yyTok;}
0035 "-->"                   {yyTok = SGML_CD; return yyTok;}
0036 "~="                    {yyTok = INCLUDES; return yyTok;}
0037 "|="                    {yyTok = DASHMATCH; return yyTok;}
0038 "^="                    {yyTok = BEGINSWITH; return yyTok;}
0039 "$="                    {yyTok = ENDSWITH; return yyTok;}
0040 "*="                    {yyTok = CONTAINS; return yyTok;}
0041 <mediaquery>"not"       {yyTok = MEDIA_NOT; return yyTok;}
0042 <mediaquery>"only"      {yyTok = MEDIA_ONLY; return yyTok;}
0043 <mediaquery>"and"       {yyTok = MEDIA_AND; return yyTok;}
0044
0045 {string}                {yyTok = STRING; return yyTok;}
0046 {ident}                 {yyTok = IDENT; return yyTok;}
0047 {nth}                   {yyTok = NTH; return yyTok;}
0048
0049
0050 <block>"#"{hexcolor}           {yyTok = HEXCOLOR; return yyTok;}
0051 "#"{ident}              {yyTok = HASH; return yyTok;}
0052  /* @rule tokens surrounding css declaration blocks with { } braces must start a BEGIN(at_rule) context */
0053 "@import"               {BEGIN(mediaquery); yyTok = IMPORT_SYM; return yyTok;}
0054 "@page"                 {BEGIN(at_rule); yyTok = PAGE_SYM; return yyTok;}
0055 "@media"                {BEGIN(mediaquery); yyTok = MEDIA_SYM; return yyTok;}
0056 "@font-face"            {BEGIN(at_rule); yyTok = FONT_FACE_SYM; return yyTok;}
0057 "@charset"              {BEGIN(at_rule); yyTok = CHARSET_SYM; return yyTok;}
0058 "@namespace"            {BEGIN(at_rule); yyTok = NAMESPACE_SYM; return yyTok; }
0059 "@-khtml-rule"    {BEGIN(at_rule); yyTok = KHTML_RULE_SYM; return yyTok; }
0060 "@-khtml-decls"   {yyTok = KHTML_DECLS_SYM; return yyTok; }
0061 "@-khtml-value"   {yyTok = KHTML_VALUE_SYM; return yyTok; }
0062 "@-khtml-selectors"   {yyTok = KHTML_SELECTORS_SYM; return yyTok; }
0063 "@-khtml-mediaquery"   {BEGIN(mediaquery); yyTok = KHTML_MEDIAQUERY_SYM; return yyTok; }
0064
0065 "!"{w}"important"         {yyTok = IMPORTANT_SYM; return yyTok;}
0066
0067 {num}em                 {yyTok = EMS; return yyTok;}
0068 {num}__qem              {yyTok = QEMS; return yyTok;} /* quirky ems */
0069 {num}ex                 {yyTok = EXS; return yyTok;}
0070 {num}ch                 {yyTok = CHS; return yyTok;}
0071 {num}rem                {yyTok = REMS; return yyTok;}
0072 {num}px                 {yyTok = PXS; return yyTok;}
0073 {num}cm                 {yyTok = CMS; return yyTok;}
0074 {num}mm                 {yyTok = MMS; return yyTok;}
0075 {num}in                 {yyTok = INS; return yyTok;}
0076 {num}pt                 {yyTok = PTS; return yyTok;}
0077 {num}pc                 {yyTok = PCS; return yyTok;}
0078 {num}deg                {yyTok = DEGS; return yyTok;}
0079 {num}rad                {yyTok = RADS; return yyTok;}
0080 {num}grad               {yyTok = GRADS; return yyTok;}
0081 {num}ms                 {yyTok = MSECS; return yyTok;}
0082 {num}s                  {yyTok = SECS; return yyTok;}
0083 {num}Hz                 {yyTok = HERZ; return yyTok;}
0084 <mediaquery>{num}dpi    {yyTok = DPI; return yyTok;}
0085 <mediaquery>{num}dpcm   {yyTok = DPCM; return yyTok;}
0086 {num}kHz                {yyTok = KHERZ; return yyTok;}
0087 {num}{ident}            {yyTok = DIMEN; return yyTok;}
0088 {num}%                  {yyTok = PERCENTAGE; return yyTok;}
0089 {intnum}                {yyTok = INTEGER; return yyTok;}
0090 {num}                   {yyTok = FLOAT; return yyTok;}
0091
0092
0093 "not("                  {yyTok = NOTFUNCTION; return yyTok;}
0094 "url("{w}{string}{w}")" {yyTok = URI; return yyTok;}
0095 "url("{w}{url}{w}")"    {yyTok = URI; return yyTok;}
0096 {ident}"("              {yyTok = FUNCTION; return yyTok;}
0097
0098 U\+{range}              {yyTok = UNICODERANGE; return yyTok;}
0099 U\+{h}{1,6}-{h}{1,6}    {yyTok = UNICODERANGE; return yyTok;}
0100
0101 <INITIAL>"{"            {BEGIN(block); yyTok = *yytext; return yyTok;}
0102 <at_rule>"{"            |
0103 <at_rule>";"            |
0104 <block>"}"              |
0105 <mediaquery>"{"         |
0106 <mediaquery>";"         {BEGIN(INITIAL); yyTok = *yytext; return yyTok; }
0107 .                       {yyTok = *yytext; return yyTok;}
0108
0109 %%
0110