git.asbjorn.biz
/
swftools.git
/ blobdiff
commit
grep
author
committer
pickaxe
?
search:
re
summary
|
shortlog
|
log
|
commit
|
commitdiff
|
tree
raw
| inline |
side by side
allow for utf8 names
[swftools.git]
/
lib
/
as3
/
tokenizer.lex
diff --git
a/lib/as3/tokenizer.lex
b/lib/as3/tokenizer.lex
index
9f38988
..
4e0495d
100644
(file)
--- a/
lib/as3/tokenizer.lex
+++ b/
lib/as3/tokenizer.lex
@@
-514,8
+514,8
@@
static int tokenerror();
%x XMLTEXT
%x XML
-NAME [a-zA-Z_][a-zA-Z0-9_\\]*
-_ [^a-zA-Z0-9_\\]
+NAME [a-zA-Z_\x80-\xff][a-zA-Z0-9_\\\x80-\xff]*
+_ [^a-zA-Z0-9_\\\x80-\xff]
HEXINT 0x[a-zA-Z0-9]+
HEXFLOAT 0x[a-zA-Z0-9]*\.[a-zA-Z0-9]*