added call to seperate.pl.
[swftools.git] / src / parser.lex
1 %{
2
3 #include <string.h>
4 #include <stdlib.h>
5 #include <stdio.h>
6 #include "../lib/q.h"
7 #include "parser.h"
8
9 //RVALUE         {NUMBER}|{PERCENT}|{NAME}|\"{STRING}\"|{DIM}
10 //<a>.                {printf("<a>%s\n", yytext);}
11 // %x: exclusive, %s: inclusive
12 char*type_names[] = {"twip","number","command","string","assignment","identifier","label","end"};
13 static int line=1;
14 static int column=1;
15
16 mem_t strings;
17 mem_t tokens;
18
19 static void count(char*text, int len, int condition)
20 {
21     int t;
22     for(t=0;t<len;t++) {
23         if(text[t]=='\n') {
24             line++;
25             column=1;
26         } else {
27             column++;
28         }
29     }
30 }
31
32 static char*prefix = 0;
33
34 static void unescapeString(string_t * tmp)
35 {
36     char *p, *p1;
37     /* fixme - this routine expects the string to be
38        null-terminated */
39
40     for (p1=tmp->str; (p=strchr(p1, '\\')); p1 = p+1) 
41     {
42         switch(p[1])
43         {
44             case '\\': p[1] = '\\'; tmp->len--; break;
45             case '"': p[1] = '"'; tmp->len--; break;
46             case 'b': p[1] = '\b'; tmp->len--; break;
47             case 'f': p[1] = '\f'; tmp->len--; break;
48             case 'n': p[1] = '\n'; tmp->len--; break;
49             case 'r': p[1] = '\r'; tmp->len--; break;
50             case 't': p[1] = '\t'; tmp->len--; break;
51             default:
52                 continue;
53         }
54         strcpy(p, p+1);
55     }
56 }
57
58 static void store(enum type_t type, int line, int column, char*text, int length)
59 {
60     struct token_t token;
61     string_t tmp;
62     token.type = type;
63     token.line = line;
64     token.column = column;
65     //printf("->%d(%s) %s\n", type, type_names[type], text);fflush(stdout);
66
67     token.text = 0;
68     switch(type) {
69         case END:
70             string_set2(&tmp, "", 0);
71             token.text = (char*)mem_putstring(&strings, tmp);
72         break;
73         case STRING:
74             string_set2(&tmp, text+1, length-2);
75             unescapeString(&tmp);
76             token.text = (char*)mem_putstring(&strings, tmp);
77         break;
78         case TWIP: 
79         case NUMBER: 
80         case IDENTIFIER:
81             string_set2(&tmp, text, length);
82             if(prefix) {
83                 //strcat
84                 token.text = (char*)mem_put(&strings, prefix, strlen(prefix));
85                 mem_putstring(&strings, tmp);
86             } else {
87                 token.text = (char*)mem_putstring(&strings, tmp);
88             }
89             prefix = 0;
90         break;
91         case RAWDATA:
92             string_set2(&tmp, text+1/*:*/, length-5/*.end*/);
93             token.text = (char*)mem_putstring(&strings, tmp);
94         break;
95         case COMMAND:
96             string_set2(&tmp, text+1, length-1);
97             token.text = (char*)mem_putstring(&strings, tmp);
98         break;
99         case ASSIGNMENT: {
100             char*x = &text[length-1];
101             if(x[-1] == '-' || x[-1] == '+')
102                 x--;
103             do{x--;} while(*x==32 || *x==10 || *x==13 || *x=='\t');
104             x++; //first space
105             string_set2(&tmp, text, x-text);
106             token.text = (char*)mem_putstring(&strings, tmp);
107             /*char*y,*x = strchr(text, '=');
108             if(!x) exit(1);
109             y=x;
110             do{y--;} while(*y==32 || *y==10 || *y==13 || *y=='\t');
111             do{x++;} while(*x==32 || *x==10 || *x==13 || *x=='\t');
112             token.text1 = (char*)put(&strings, text, y-text + 1, 1);
113             token.text2 = (char*)put(&strings, x, length-(x-text), 1);*/
114         } break;
115     }
116
117     mem_put(&tokens, &token, sizeof(struct token_t));
118     prefix = 0;
119 }
120
121 #define MAX_INCLUDE_DEPTH 16
122 YY_BUFFER_STATE include_stack[MAX_INCLUDE_DEPTH];
123 int line_stack[MAX_INCLUDE_DEPTH];
124 int column_stack[MAX_INCLUDE_DEPTH];
125 int include_stack_ptr = 0;
126
127 void handleInclude(char*text, int len)
128 {
129     text+=9;len-=9;
130     while(len >=1 && (text[0] == ' ' || text[0] == '\t')) {
131         text++;len--;
132     }
133     while(len >= 1 && (text[len-1] == ' ' || text[len-1] == '\n')) {
134         len--;
135     }
136     if(len >= 2 && text[0] == '"' && text[len-1] == '"') {
137         text++; len-=2;
138     }
139     text[len] = 0;
140     if(include_stack_ptr >= MAX_INCLUDE_DEPTH) {
141         fprintf( stderr, "Includes nested too deeply" );
142         exit( 1 );
143     }
144     include_stack[include_stack_ptr] = YY_CURRENT_BUFFER;
145     line_stack[include_stack_ptr] = line;
146     column_stack[include_stack_ptr] = column;
147     include_stack_ptr++;
148     yyin = fopen(text, "rb");
149     if (!yyin) {
150         fprintf(stderr, "Couldn't open %s\n", text);
151         exit(1);
152     }
153     yy_switch_to_buffer(
154         yy_create_buffer( yyin, YY_BUF_SIZE ) );
155     BEGIN(INITIAL);
156 }
157
158 #define c() {count(yytext, yyleng, YY_START);}
159 #define s(type) {store(type, line, column, yytext, yyleng);}
160 %}
161
162 %s R
163 %x BINARY
164
165 NAME     [a-zA-Z_./](-*[a-zA-Z0-9_./])*
166 TWIP     (-?[0-9]+(\.([0-9]([05])?)?)?)
167 NUMBER   -?[0-9]+(\.[0-9]*)?
168 PERCENT  {NUMBER}%
169 STRING   (\\.|[^\\"\n])*
170 S        [ \n\r\t]
171 RVALUE   \"{STRING}\"|([^ \n\r\t]+)
172
173 %%
174
175 <BINARY>\] {c();BEGIN(0);}
176 <BINARY>.  {c();}
177 <BINARY>\n {c();}
178 {TWIP}/[ \n\r\t]            {s(TWIP);c();BEGIN(0);}
179 {NUMBER}/[ \n\r\t]          {s(NUMBER);c();BEGIN(0);}
180 ^#[^\n]*\n                  {c();}
181 [ \t\r]#[^\n]*\n            {c();}
182 \"{STRING}\"                {s(STRING);c();BEGIN(0);}
183 \"{STRING}$                 {c();printf("unterminated string in line %d: %s\n", line, yytext);exit(1);yyterminate();}
184 {NAME}{S}*\+=               {s(ASSIGNMENT);prefix="<plus>";c();BEGIN(R);}
185 {NAME}{S}*-=                {s(ASSIGNMENT);prefix="<minus>";c();BEGIN(R);}
186 {NAME}{S}*=                 {s(ASSIGNMENT);c();BEGIN(R);}
187 <R>{ /* values which appear only on the right-hand side of assignments, like: x=50% */
188     [^ :\n\t\r]*                    {s(IDENTIFIER);c();BEGIN(0);}
189 }
190 \.include{S}.*\n                    {handleInclude(yytext, yyleng);}
191 \.{NAME}                    {s(COMMAND);c();}
192 :([^.]|\.[^e]|\.e[^n]|\.en[^d]|[ \n\r\t])*\.end     {s(RAWDATA);c();}
193 {NAME}                      {s(IDENTIFIER);c();}
194 "["                         {c();BEGIN(BINARY);}
195 {S}                         {c();}
196 .                           {char c,c1=yytext[0];
197                              printf("Syntax error in line %d, %d: %s", line, column, yytext);
198                              while(1) {
199                                  c=input();
200                                  if(c=='\n' || c==EOF) 
201                                      break;
202                                 printf("%c", c);
203                              }
204                              if(c1>='0' && c1<='9')
205                                  printf(" (identifiers must not start with a digit)");
206                              printf("\n");
207                              exit(1);
208                              yyterminate();
209                             }
210 <<EOF>>                     {c();
211                              if ( --include_stack_ptr < 0 ) {
212                                 s(END);
213                                 yyterminate();
214                              } else {
215                                  yy_delete_buffer( YY_CURRENT_BUFFER );
216                                  yy_switch_to_buffer(
217                                       include_stack[include_stack_ptr] );
218                                  column = column_stack[include_stack_ptr];
219                                  line = line_stack[include_stack_ptr];
220                              }
221                             }
222
223 %%
224
225 int yywrap()
226 {
227     return 1;
228 }
229
230 void freeTokens(struct token_t*file)
231 {
232     mem_clear(&strings);
233     mem_clear(&tokens);
234 }
235
236 struct token_t* generateTokens(char*filename)
237 {
238     FILE*fi = fopen(filename, "rb");
239     int t;
240     struct token_t*result;
241     int num;
242     if(!fi) {
243         printf("Couldn't find file %s\n", filename);
244         return 0;
245     }
246     yyin = fi;
247
248     mem_init(&strings);
249     mem_init(&tokens);
250     mem_put(&strings, &t, 1); //hack- make all valid strings start at position >0
251
252     line=1;
253     column=1;
254
255     yylex();
256     yy_delete_buffer(yy_current_buffer);
257
258     result = (struct token_t*)tokens.buffer;
259     num = tokens.pos/sizeof(struct token_t);
260
261     for(t=0;t<tokens.pos/sizeof(struct token_t);t++) {
262         if(result[t].text)
263             result[t].text += (int)strings.buffer;
264     }
265
266     fclose(fi);
267     return result;
268 }
269