[css2] Added token UNICODERANGE.

bert-github · bert-github · commit 2c42593b6048 · 1997-11-03T14:51:38.000Z
--HG--
extra : convert_revision : svn%3A73dc7c4b-06e6-40f3-b4f7-9ed1dbc14bfc/trunk%40358
diff --git a/css2/grammar.src b/css2/grammar.src
@@ -1,6 +1,6 @@
 <!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.0 Transitional//EN">
 <html lang="en">
-<!-- $Id: grammar.src,v 1.14 1997-10-31 01:14:50 clilley Exp $ -->
+<!-- $Id: grammar.src,v 1.15 1997-11-03 14:51:38 bbos Exp $ -->
 <HEAD>
 <meta http-equiv="Content-Type" content="text/html; charset=ISO-8859-1">
 <TITLE>Appendix D: The grammar of CSS2</TITLE>
@@ -139,7 +139,7 @@ expr
 term
  : unary_operator?
    [ NUMBER | STRING | PERCENTAGE | LENGTH | EMS | EXS
-   | IDENT | hexcolor | URL | RGB ]
+   | IDENT | hexcolor | URL | RGB | UNICODERANGE ]
  ;
 	/* There is a constraint on the color that it must
 	** have either 3 or 6 hex-digits (i.e., [0-9a-fA-F])
@@ -221,6 +221,8 @@ url\({w}{string}{w}\)					|
 url\({w}([^ \n\'\")]|\\\ |\\\'|\\\"|\\\))+{w}\)		{BEGIN(0); return URL;}
 rgb\({w}{num}%?{w}\,{w}{num}%?{w}\,{w}{num}%?{w}\)	{BEGIN(0); return RGB;}
 
+U\+[0-9a-f?]{1,6}(-{h}{1,6})?	{BEGIN(0); return UNICODERANGE;}
+
 [-/+{};,#:]			{BEGIN(0); return *yytext;}
 [ \t]+				{BEGIN(0); /* ignore whitespace */}
 \n				{BEGIN(0); /* ignore whitespace */}
@@ -229,50 +231,7 @@ rgb\({w}{num}%?{w}\,{w}{num}%?{w}\,{w}{num}%?{w}\)	{BEGIN(0); return RGB;}
 .				{fprintf(stderr, "%d: Illegal character (%d)\n",
 				 lineno, *yytext);}
 </PRE>
-<!--
-macros (\nnn is octal):
-
-nonascii	[\241-\17777777777]
-h		[0-9a-fA-F]
-unicode		\\{h}{1,8}
-escaped		{unicode}|\\[ -~]|\\{nonascii}
-nmstrt		[a-z]|{nonascii}|{escaped}
-nmchar		[-a-z0-9]|{latin1}|{escape}
-ident		{nmstrt}{nmchar}*
-name		{nmchar}+
-stringchar	{escape}|{nonascii}|[ !#$%&(-~]
-string		\"({stringchar}|\')*\"|\'({stringchar}|\")*\'
-
-
-List of tokens (longest match wins):
 
-ident				{ident}
-percentage			{num}"%"
-dimension			{num}{ident}
-pseudo-something-after-ident	":"{ident}	after {ident}, {pseudo*}, {hash*}, {class*}
-pseudo-something		":"{ident}
-class				"."{name}
-at-keyword			"@"{ident}
-string				{string}
-hash				"#"{name}
-hash-after-ident		"#"{name}	after {ident}, {pseudo*}, {hash*}, {class*}
-bang-keyword			"!"{w}{ident}
-number				{num}
-url				"url("{w}{string}{w}")"|"url("{w}([^ \n\'\")]|\\\ |\\\'|\\\"|\\\))+{w}")"
-functor				{ident}"("
-CDO				\<\!\-\-
-CDC				\-\-\>
-unicode-range			"U+"[0-9a-fA-F?]{1,8}("-"{h}{1,8})?
-
-
-and ignored:
-
-comment				"/*"[.\n]*"*/"
-
-
-if not matched above, characters stand for themselves
-
--->
 </BODY>
 </HTML>
 <!-- Keep this comment at the end of the file
