From 18cb339268fdf827801ef1ddf3cd714014fd22d1 Mon Sep 17 00:00:00 2001 From: Matthias Kramm Date: Thu, 26 Nov 2009 22:02:31 -0800 Subject: [PATCH] allow for utf8 names --- lib/as3/tokenizer.lex | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/lib/as3/tokenizer.lex b/lib/as3/tokenizer.lex index 9f38988..4e0495d 100644 --- a/lib/as3/tokenizer.lex +++ b/lib/as3/tokenizer.lex @@ -514,8 +514,8 @@ static int tokenerror(); %x XMLTEXT %x XML -NAME [a-zA-Z_][a-zA-Z0-9_\\]* -_ [^a-zA-Z0-9_\\] +NAME [a-zA-Z_\x80-\xff][a-zA-Z0-9_\\\x80-\xff]* +_ [^a-zA-Z0-9_\\\x80-\xff] HEXINT 0x[a-zA-Z0-9]+ HEXFLOAT 0x[a-zA-Z0-9]*\.[a-zA-Z0-9]* -- 1.7.10.4