From: Matthias Kramm <kramm@quiss.org>
Date: Fri, 27 Nov 2009 06:02:31 +0000 (-0800)
Subject: allow for utf8 names
X-Git-Tag: version-0-9-1~233
X-Git-Url: http://git.asbjorn.biz/?p=swftools.git;a=commitdiff_plain;h=18cb339268fdf827801ef1ddf3cd714014fd22d1

allow for utf8 names
---

diff --git a/lib/as3/tokenizer.lex b/lib/as3/tokenizer.lex
index 9f38988..4e0495d 100644
--- a/lib/as3/tokenizer.lex
+++ b/lib/as3/tokenizer.lex
@@ -514,8 +514,8 @@ static int tokenerror();
 %x XMLTEXT
 %x XML
 
-NAME	 [a-zA-Z_][a-zA-Z0-9_\\]*
-_        [^a-zA-Z0-9_\\]
+NAME	 [a-zA-Z_\x80-\xff][a-zA-Z0-9_\\\x80-\xff]*
+_        [^a-zA-Z0-9_\\\x80-\xff]
 
 HEXINT    0x[a-zA-Z0-9]+
 HEXFLOAT  0x[a-zA-Z0-9]*\.[a-zA-Z0-9]*