5 # Run compiler unit tests
7 # Copyright (c) 2008/2009 Matthias Kramm <kramm@quiss.org>
9 # This program is free software; you can redistribute it and/or modify
10 # it under the terms of the GNU General Public License as published by
11 # the Free Software Foundation; either version 2 of the License, or
12 # (at your option) any later version.
14 # This program is distributed in the hope that it will be useful,
15 # but WITHOUT ANY WARRANTY; without even the implied warranty of
16 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
17 # GNU General Public License for more details.
19 # You should have received a copy of the GNU General Public License
20 # along with this program; if not, write to the Free Software
21 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA */
29 from optparse import OptionParser
34 CMD_ARGS=["-o","abc.swf"]
39 for line in s.split("\n"):
40 if line.startswith("[") and line.endswith("]"):
44 if not line.startswith("ok"):
46 if line.startswith("ok "):
51 nr,len = int(line[3:i]),int(line[i+1:])
69 def runcmd(cmd,args,wait):
72 fo = os.fdopen(fo, "wb")
73 p = subprocess.Popen([cmd] + args, executable=cmd, stdout=fo, stderr=fo)
76 for i in range(wait*10):
77 if fi in select.select([fi],[],[], 0.01)[0]:
78 output += os.read(fi, 8192)
79 if "[exit]" in output:
89 os.system("killall -9 %s >/dev/null 2>/dev/null" % cmd)
92 if fi in select.select([fi],[],[], 0.01)[0]:
93 output += os.read(fi, 8192)
99 def __init__(self, filename):
100 self.filename = filename
101 self.filename_milestone = filename+"_milestone"
103 self.filename2status = marshal.load(open(self.filename, "rb"))
105 self.filename2status = {}
107 self.milestone = marshal.load(open(self.filename_milestone, "rb"))
111 def parse_args(self):
112 parser = OptionParser()
113 parser.add_option("-d", "--diff", dest="diff", help="Only run tests that failed the last time",action="store_true")
114 parser.add_option("-a", "--all", dest="all", help="Run all tests (also tests expected to fail)",action="store_true")
115 parser.add_option("-t", "--tag", dest="tag", help="Mark the current pass/fail statistic as milestone",action="store_true")
116 (options, args) = parser.parse_args()
118 if args and args[0]=="add":
121 self.milestone[args[1]] = "ok"
122 self.filename2status = self.milestone
126 self.__dict__.update(options.__dict__)
130 self.runtime = 5 # allow more time if we're tagging this state
134 self.checknum = int(args[0])
138 return Cache(filename)
141 fi = open(self.filename, "wb")
142 marshal.dump(self.filename2status, fi)
146 fi = open(self.filename_milestone, "wb")
147 marshal.dump(self.filename2status, fi)
150 def highlight(self, nr, filename):
151 return self.checknum==nr
153 def skip_file(self, nr, filename):
154 if self.checknum>=0 and nr!=self.checknum:
156 if not self.all and self.milestone.get(filename,"new")!="ok":
158 if self.diff and self.filename2status(filename,"new")=="ok":
162 def file_status(self, filename, status):
163 self.filename2status[filename] = status
166 def __init__(self, cache, nr, file, run):
171 self.flash_output = None
172 self.flash_error = None
173 self.compile_output = None
174 self.compile_error = None
177 try: os.unlink("abc.swf");
179 ret,output = runcmd(CMD,CMD_ARGS+[self.file],wait=cache.runtime)
180 self.compile_error = 0
181 self.compile_output = output
184 self.compile_output += "\nExit status %d" % (-ret)
185 self.exit_status = -ret
186 self.compile_error = 1
188 if not os.path.isfile("abc.swf"):
189 self.compile_error = 1
194 ret,output = runcmd("flashplayer",["abc.swf"],wait=cache.runtime)
195 os.system("killall flashplayer")
196 self.flash_output = output
198 if not check(self.flash_output):
204 print self.r(str(self.nr),3)," ",
205 if self.compile_error:
207 if self.exit_status == 11:
216 if not self.flash_error:
225 def doprintlong(self):
226 print self.nr, self.file
227 print "================================"
228 print "compile:", (self.compile_error and "error" or "ok")
229 print self.compile_output
232 print "================================"
233 print "run:", (self.flash_error and "error" or "ok")
234 print self.flash_output
235 print "================================"
240 return (" "*(l-len(s))) + s
244 return s + (" "*(l-len(s)))
246 class Test(TestBase):
247 def __init__(self, cache, nr, file):
248 TestBase.__init__(self, cache, nr, file, run=1)
249 if self.compile() and self.run():
250 cache.file_status(file, "ok")
252 cache.file_status(file, "error")
254 class ErrTest(TestBase):
255 def __init__(self, cache, nr, file):
256 TestBase.__init__(self, cache, nr, file, run=0)
258 cache.file_status(file, "error")
259 self.compile_error = True
261 cache.file_status(file, "ok")
262 self.compile_error = False
265 def __init__(self, cache, dir):
268 self.errtest = "err" in dir
270 print "-"*40,"tests \""+self.dir+"\"","-"*40
271 for file in sorted(os.listdir(self.dir)):
272 if not file.endswith(".as"):
275 file = os.path.join(self.dir, file)
277 if cache.skip_file(nr, file):
281 test = ErrTest(cache, nr, file)
283 test = Test(cache, nr, file)
285 if not cache.highlight(nr, file):
291 cache = Cache.load(".tests.cache")
295 nr = Suite(cache, "err").run(nr)
296 nr = Suite(cache, "ok").run(nr)