diff options
Diffstat (limited to 'tests/runner.py')
| -rw-r--r-- | tests/runner.py | 328 |
1 files changed, 243 insertions, 85 deletions
diff --git a/tests/runner.py b/tests/runner.py index 5d227c7b..9f8465a0 100644 --- a/tests/runner.py +++ b/tests/runner.py @@ -49,8 +49,8 @@ class RunnerCore(unittest.TestCase): shutil.copy(os.path.join(self.get_dir(), name), os.path.join(TEMP_DIR, self.id().replace('__main__.', '').replace('.test_', '.')+'.'+suff)) - def skip(self): - print >> sys.stderr, '<skip> ', + def skip(self, why): + print >> sys.stderr, '<skipping: %s> ' % why, def get_dir(self): dirname = TEMP_DIR + '/tmp' # tempfile.mkdtemp(dir=TEMP_DIR) @@ -60,13 +60,13 @@ class RunnerCore(unittest.TestCase): # Similar to LLVM::createStandardModulePasses() def pick_llvm_opts(self, optimization_level, optimize_size, allow_nonportable=False): - global LLVM_OPT_OPTS, USE_TYPED_ARRAYS + global LLVM_OPT_OPTS, USE_TYPED_ARRAYS, QUANTUM_SIZE #if USE_TYPED_ARRAYS == 2: # unsafe optimizations. TODO: fix all issues blocking this from being used # LLVM_OPT_OPTS = ['-O3'] # return - LLVM_OPT_OPTS = pick_llvm_opts(optimization_level, optimize_size, allow_nonportable) + LLVM_OPT_OPTS = pick_llvm_opts(optimization_level, optimize_size, allow_nonportable, quantum_size=QUANTUM_SIZE) # Emscripten optimizations that we run on the .ll file def do_ll_opts(self, filename): @@ -79,6 +79,7 @@ class RunnerCore(unittest.TestCase): if LLVM_OPTS: shutil.move(filename + '.o', filename + '.o.pre') output = Popen([LLVM_OPT, filename + '.o.pre'] + LLVM_OPT_OPTS + ['-o=' + filename + '.o'], stdout=PIPE, stderr=STDOUT).communicate()[0] + assert os.path.exists(filename + '.o'), 'Failed to run llvm optimizations: ' + output def do_llvm_dis(self, filename): # LLVM binary ==> LLVM assembly @@ -86,8 +87,8 @@ class RunnerCore(unittest.TestCase): os.remove(filename + '.o.ll') except: pass - Popen([LLVM_DIS, filename + '.o'] + LLVM_DIS_OPTS + ['-o=' + filename + '.o.ll'], stdout=PIPE, stderr=STDOUT).communicate()[0] - assert os.path.exists(filename + '.o.ll'), 'Could not create .ll file' + output = Popen([LLVM_DIS, filename + '.o'] + LLVM_DIS_OPTS + ['-o=' + filename + '.o.ll'], stdout=PIPE, stderr=STDOUT).communicate()[0] + assert os.path.exists(filename + '.o.ll'), 'Could not create .ll file: ' + output def do_llvm_as(self, source, target): # LLVM assembly ==> LLVM binary @@ -95,8 +96,8 @@ class RunnerCore(unittest.TestCase): os.remove(target) except: pass - Popen([LLVM_AS, source, '-o=' + target], stdout=PIPE, stderr=STDOUT).communicate()[0] - assert os.path.exists(target), 'Could not create bc file' + output = Popen([LLVM_AS, source, '-o=' + target], stdout=PIPE, stderr=STDOUT).communicate()[0] + assert os.path.exists(target), 'Could not create bc file: ' + output def do_link(self, files, target): output = Popen([LLVM_LINK] + files + ['-o', target], stdout=PIPE, stderr=STDOUT).communicate()[0] @@ -139,12 +140,10 @@ class RunnerCore(unittest.TestCase): # the additional files were copied; alter additional_files to point to their full paths now additional_files = map(lambda f: os.path.join(dirname, f), additional_files) - # Copy Emscripten C++ API - shutil.copy(path_from_root('src', 'include', 'emscripten.h'), dirname) - # C++ => LLVM binary os.chdir(dirname) cwd = os.getcwd() + for f in [filename] + additional_files: try: # Make sure we notice if compilation steps failed @@ -178,19 +177,23 @@ class RunnerCore(unittest.TestCase): def do_emscripten(self, filename, output_processor=None, append_ext=True, extra_args=[]): # Run Emscripten exported_settings = {} - for setting in ['QUANTUM_SIZE', 'RELOOP', 'OPTIMIZE', 'ASSERTIONS', 'USE_TYPED_ARRAYS', 'SAFE_HEAP', 'CHECK_OVERFLOWS', 'CORRECT_OVERFLOWS', 'CORRECT_SIGNS', 'CHECK_SIGNS', 'CORRECT_OVERFLOWS_LINES', 'CORRECT_SIGNS_LINES', 'CORRECT_ROUNDINGS', 'CORRECT_ROUNDINGS_LINES', 'INVOKE_RUN', 'SAFE_HEAP_LINES', 'INIT_STACK', 'AUTO_OPTIMIZE', 'EXPORTED_FUNCTIONS', 'EXPORTED_GLOBALS', 'BUILD_AS_SHARED_LIB', 'INCLUDE_FULL_LIBRARY', 'RUNTIME_TYPE_INFO', 'DISABLE_EXCEPTIONS', 'FAST_MEMORY', 'EXCEPTION_DEBUG']: + for setting in ['QUANTUM_SIZE', 'RELOOP', 'OPTIMIZE', 'ASSERTIONS', 'USE_TYPED_ARRAYS', 'SAFE_HEAP', 'CHECK_OVERFLOWS', 'CORRECT_OVERFLOWS', 'CORRECT_SIGNS', 'CHECK_SIGNS', 'CORRECT_OVERFLOWS_LINES', 'CORRECT_SIGNS_LINES', 'CORRECT_ROUNDINGS', 'CORRECT_ROUNDINGS_LINES', 'INVOKE_RUN', 'SAFE_HEAP_LINES', 'INIT_STACK', 'AUTO_OPTIMIZE', 'EXPORTED_FUNCTIONS', 'EXPORTED_GLOBALS', 'BUILD_AS_SHARED_LIB', 'INCLUDE_FULL_LIBRARY', 'RUNTIME_TYPE_INFO', 'DISABLE_EXCEPTION_CATCHING', 'FAST_MEMORY', 'EXCEPTION_DEBUG', 'PROFILE']: try: value = eval(setting) exported_settings[setting] = value except: pass settings = ['-s %s=%s' % (k, json.dumps(v)) for k, v in exported_settings.items()] + try: + os.getcwd() + except OSError: + os.chdir(self.get_dir()) # ensure the current working directory is valid compiler_output = timeout_run(Popen(['python', EMSCRIPTEN, filename + ('.o.ll' if append_ext else ''), '-o', filename + '.o.js'] + settings + extra_args, stdout=PIPE, stderr=STDOUT), TIMEOUT, 'Compiling') #print compiler_output # Detect compilation crashes and errors if compiler_output is not None and 'Traceback' in compiler_output and 'in test_' in compiler_output: print compiler_output; assert 0 - assert os.path.exists(filename + '.o.js'), 'Emscripten failed to generate .js: ' + str(compiler_output) + assert os.path.exists(filename + '.o.js') and len(open(filename + '.o.js', 'r').read()) > 0, 'Emscripten failed to generate .js: ' + str(compiler_output) if output_processor is not None: output_processor(open(filename + '.o.js').read()) @@ -211,7 +214,7 @@ class RunnerCore(unittest.TestCase): return ret def run_llvm_interpreter(self, args): - return Popen([LLVM_INTERPRETER] + args, stdout=PIPE, stderr=STDOUT).communicate()[0] + return Popen([EXEC_LLVM] + args, stdout=PIPE, stderr=STDOUT).communicate()[0] def build_native(self, filename, compiler='g++'): Popen([compiler, '-O3', filename, '-o', filename+'.native'], stdout=PIPE, stderr=STDOUT).communicate()[0] @@ -283,7 +286,6 @@ if 'benchmark' not in str(sys.argv): # No building - just process an existing .ll file (or .bc, which we turn into .ll) def do_ll_test(self, ll_file, expected_output=None, args=[], js_engines=None, output_nicerizer=None, post_build=None, force_recompile=False, build_ll_hook=None, extra_emscripten_args=[]): - if COMPILER != LLVM_GCC: return self.skip() # We use existing .ll, so which compiler is unimportant filename = os.path.join(self.get_dir(), 'src.cpp') @@ -393,7 +395,7 @@ if 'benchmark' not in str(sys.argv): self.do_test(src, output, force_c=True) def test_bigint(self): - if USE_TYPED_ARRAYS != 0: return self.skip() # Typed arrays truncate i64. + if USE_TYPED_ARRAYS != 0: return self.skip('Typed arrays truncate i64') src = ''' #include <stdio.h> int main() @@ -401,10 +403,20 @@ if 'benchmark' not in str(sys.argv): long long x = 0x0000def123450789ULL; // any bigger than this, and we long long y = 0x00020ef123456089ULL; // start to run into the double precision limit! printf("*%Ld,%Ld,%Ld,%Ld,%Ld*\\n", x, y, x | y, x & y, x ^ y, x >> 2, y << 2); + + printf("*"); + long long z = 13; + int n = 0; + while (z > 1) { + printf("%.2f,", (float)z); // these must be integers! + z = z >> 1; + n++; + } + printf("*%d*\\n", n); return 0; } ''' - self.do_test(src, '*245127260211081,579378795077769,808077213656969,16428841631881,791648372025088*') + self.do_test(src, '*245127260211081,579378795077769,808077213656969,16428841631881,791648372025088*\n*13.00,6.00,3.00,*3*') def test_unsigned(self): global CORRECT_SIGNS; CORRECT_SIGNS = 1 # We test for exactly this sort of thing here @@ -414,6 +426,13 @@ if 'benchmark' not in str(sys.argv): const signed char cvals[2] = { -1, -2 }; // compiler can store this is a string, so -1 becomes \FF, and needs re-signing int main() { + { + unsigned char x = 200; + printf("*%d*\\n", x); + unsigned char y = -22; + printf("*%d*\\n", y); + } + int varey = 100; unsigned int MAXEY = -1, MAXEY2 = -77; printf("*%u,%d,%u*\\n", MAXEY, varey >= MAXEY, MAXEY2); // 100 >= -1? not in unsigned! @@ -438,7 +457,7 @@ if 'benchmark' not in str(sys.argv): return 0; } ''' - self.do_test(src, '*4294967295,0,4294967219*\n*-1,1,-1,1*\n*-2,1,-2,1*\n*246,296*\n*1,0*') + self.do_test(src)#, '*4294967295,0,4294967219*\n*-1,1,-1,1*\n*-2,1,-2,1*\n*246,296*\n*1,0*') # Now let's see some code that should just work in USE_TYPED_ARRAYS == 2, but requires # corrections otherwise @@ -696,7 +715,7 @@ if 'benchmark' not in str(sys.argv): ''' self.do_test(src, '4:10,177,543,def\n4\nwowie\ntoo\n76\n5\n(null)\n/* a comment */\n// another\ntest\n', ['wowie', 'too', '74']) - def test_error(self): + def test_errar(self): src = r''' #include <stdio.h> #include <errno.h> @@ -968,11 +987,13 @@ if 'benchmark' not in str(sys.argv): ''' self.do_test(src, '*throw...caught!infunc...done!*') - global DISABLE_EXCEPTIONS - DISABLE_EXCEPTIONS = 1 + global DISABLE_EXCEPTION_CATCHING + DISABLE_EXCEPTION_CATCHING = 1 self.do_test(src, 'Compiled code throwing an exception') def test_typed_exceptions(self): + return self.skip('TODO: fix this for llvm 3.0') + global SAFE_HEAP; SAFE_HEAP = 0 # Throwing null will cause an ignorable null pointer access. global EXCEPTION_DEBUG; EXCEPTION_DEBUG = 0 # Messes up expected output. src = open(path_from_root('tests', 'exceptions', 'typed.cpp'), 'r').read() @@ -1540,7 +1561,7 @@ if 'benchmark' not in str(sys.argv): self.do_test(src, '*4,3,4*\n*6,4,6*') def test_varargs(self): - if QUANTUM_SIZE == 1: return self.skip() # FIXME: Add support for this + if QUANTUM_SIZE == 1: return self.skip('FIXME: Add support for this') src = ''' #include <stdio.h> @@ -1662,10 +1683,10 @@ if 'benchmark' not in str(sys.argv): self.do_test(src, '*1,2,3,5,5,6*\n*stdin==0:0*\n*%*\n*5*\n*66.0*\n*10*\n*0*\n*-10*\n*18*\n*10*\n*0*\n*4294967286*\n*cleaned*') def test_time(self): - if USE_TYPED_ARRAYS == 2: return self.skip() # Typed arrays = 2 truncate i64s. + if USE_TYPED_ARRAYS == 2: return self.skip('Typed arrays = 2 truncate i64s') src = open(path_from_root('tests', 'time', 'src.c'), 'r').read() expected = open(path_from_root('tests', 'time', 'output.txt'), 'r').read() - self.do_test(src, expected) + self.do_test(src, expected, extra_emscripten_args=['-H', 'libc/time.h']) def test_statics(self): # static initializers save i16 but load i8 for some reason @@ -1755,6 +1776,38 @@ if 'benchmark' not in str(sys.argv): ''' self.do_test(src, '*0.00,0.00,0.00*\n*0,77,0*\n*0,77,0*\n*0,77,0*') + def test_memcpy(self): + src = ''' + #include <stdio.h> + #include <string.h> + #define MAXX 48 + void reset(unsigned char *buffer) { + for (int i = 0; i < MAXX; i++) buffer[i] = i+1; + } + void dump(unsigned char *buffer) { + for (int i = 0; i < MAXX-1; i++) printf("%2d,", buffer[i]); + printf("%d\\n", buffer[MAXX-1]); + } + int main() { + unsigned char buffer[MAXX]; + for (int i = MAXX/4; i < MAXX-MAXX/4; i++) { + for (int j = MAXX/4; j < MAXX-MAXX/4; j++) { + for (int k = 1; k < MAXX/4; k++) { + if (i == j) continue; + if (i < j && i+k > j) continue; + if (j < i && j+k > i) continue; + printf("[%d,%d,%d]\\n", i, j, k); + reset(buffer); + memcpy(buffer+i, buffer+j, k); + dump(buffer); + } + } + } + return 0; + } + ''' + self.do_test(src) + def test_nestedstructs(self): src = ''' #include <stdio.h> @@ -1969,7 +2022,7 @@ if 'benchmark' not in str(sys.argv): def test_dlfcn_data_and_fptr(self): global LLVM_OPTS - if LLVM_OPTS: return self.skip() # LLVM opts will optimize out parent_func + if LLVM_OPTS: return self.skip('LLVM opts will optimize out parent_func') global BUILD_AS_SHARED_LIB, EXPORTED_FUNCTIONS, EXPORTED_GLOBALS lib_src = ''' @@ -2112,11 +2165,12 @@ if 'benchmark' not in str(sys.argv): open(filename, 'w').write(src) self.do_test(src, 'Parent global: 123.*Parent global: 456.*', output_nicerizer=lambda x: x.replace('\n', '*'), - post_build=add_pre_run_and_checks) + post_build=add_pre_run_and_checks, + extra_emscripten_args=['-H', 'libc/fcntl.h,libc/sys/unistd.h']) INCLUDE_FULL_LIBRARY = 0 def test_dlfcn_varargs(self): - if QUANTUM_SIZE == 1: return self.skip() # FIXME: Add support for this + if QUANTUM_SIZE == 1: return self.skip('FIXME: Add support for this') global BUILD_AS_SHARED_LIB, EXPORTED_FUNCTIONS lib_src = r''' void print_ints(int n, ...); @@ -2213,7 +2267,7 @@ if 'benchmark' not in str(sys.argv): self.do_test(src, re.sub(r'(^|\n)\s+', r'\1', expected)) def test_strtod(self): - if USE_TYPED_ARRAYS == 2: return self.skip() # Typed arrays = 2 truncate doubles. + if USE_TYPED_ARRAYS == 2: return self.skip('Typed arrays = 2 truncate doubles') src = r''' #include <stdio.h> #include <stdlib.h> @@ -2268,13 +2322,13 @@ if 'benchmark' not in str(sys.argv): self.do_test(src, re.sub(r'\n\s+', '\n', expected)) def test_parseInt(self): - if USE_TYPED_ARRAYS != 0: return self.skip() # Typed arrays truncate i64. + if USE_TYPED_ARRAYS != 0: return self.skip('Typed arrays truncate i64') src = open(path_from_root('tests', 'parseInt', 'src.c'), 'r').read() expected = open(path_from_root('tests', 'parseInt', 'output.txt'), 'r').read() self.do_test(src, expected) def test_printf(self): - if USE_TYPED_ARRAYS != 0: return self.skip() # Typed arrays truncate i64. + if USE_TYPED_ARRAYS != 0: return self.skip('Typed arrays truncate i64') src = open(path_from_root('tests', 'printf', 'test.c'), 'r').read() expected = open(path_from_root('tests', 'printf', 'output.txt'), 'r').read() self.do_test(src, expected) @@ -2326,7 +2380,7 @@ if 'benchmark' not in str(sys.argv): def test_langinfo(self): src = open(path_from_root('tests', 'langinfo', 'test.c'), 'r').read() expected = open(path_from_root('tests', 'langinfo', 'output.txt'), 'r').read() - self.do_test(src, expected) + self.do_test(src, expected, extra_emscripten_args=['-H', 'libc/langinfo.h']) def test_files(self): global CORRECT_SIGNS; CORRECT_SIGNS = 1 # Just so our output is what we expect. Can flip them both. @@ -2446,7 +2500,7 @@ if 'benchmark' not in str(sys.argv): open(filename, 'w').write(src) src = open(path_from_root('tests', 'stat', 'src.c'), 'r').read() expected = open(path_from_root('tests', 'stat', 'output.txt'), 'r').read() - self.do_test(src, expected, post_build=add_pre_run) + self.do_test(src, expected, post_build=add_pre_run, extra_emscripten_args=['-H', 'libc/fcntl.h']) def test_fcntl(self): def add_pre_run(filename): @@ -2457,7 +2511,7 @@ if 'benchmark' not in str(sys.argv): open(filename, 'w').write(src) src = open(path_from_root('tests', 'fcntl', 'src.c'), 'r').read() expected = open(path_from_root('tests', 'fcntl', 'output.txt'), 'r').read() - self.do_test(src, expected, post_build=add_pre_run) + self.do_test(src, expected, post_build=add_pre_run, extra_emscripten_args=['-H', 'libc/fcntl.h']) def test_fcntl_open(self): def add_pre_run(filename): @@ -2472,9 +2526,11 @@ if 'benchmark' not in str(sys.argv): open(filename, 'w').write(src) src = open(path_from_root('tests', 'fcntl-open', 'src.c'), 'r').read() expected = open(path_from_root('tests', 'fcntl-open', 'output.txt'), 'r').read() - self.do_test(src, expected, post_build=add_pre_run) + self.do_test(src, expected, post_build=add_pre_run, extra_emscripten_args=['-H', 'libc/fcntl.h']) def test_fcntl_misc(self): + return self.skip('TODO: add fadvise.h') + def add_pre_run(filename): src = open(filename, 'r').read().replace( '// {{PRE_RUN_ADDITIONS}}', @@ -2483,7 +2539,7 @@ if 'benchmark' not in str(sys.argv): open(filename, 'w').write(src) src = open(path_from_root('tests', 'fcntl-misc', 'src.c'), 'r').read() expected = open(path_from_root('tests', 'fcntl-misc', 'output.txt'), 'r').read() - self.do_test(src, expected, post_build=add_pre_run) + self.do_test(src, expected, post_build=add_pre_run, extra_emscripten_args=['-H', 'libc/fcntl.h']) def test_poll(self): def add_pre_run(filename): @@ -2516,11 +2572,11 @@ if 'benchmark' not in str(sys.argv): printf("ret: %d\n", poll(multi, 5, 123)); printf("errno: %d\n", errno); - printf("multi[0].revents: 0x%x\n", multi[0].revents); - printf("multi[1].revents: 0x%x\n", multi[1].revents); - printf("multi[2].revents: 0x%x\n", multi[2].revents); - printf("multi[3].revents: 0x%x\n", multi[3].revents); - printf("multi[4].revents: 0x%x\n", multi[4].revents); + printf("multi[0].revents: %d\n", multi[0].revents == (POLLIN | POLLOUT)); + printf("multi[1].revents: %d\n", multi[1].revents == (POLLIN | POLLOUT)); + printf("multi[2].revents: %d\n", multi[2].revents == POLLNVAL); + printf("multi[3].revents: %d\n", multi[3].revents == 0); + printf("multi[4].revents: %d\n", multi[4].revents == POLLOUT); return 0; } @@ -2528,13 +2584,13 @@ if 'benchmark' not in str(sys.argv): expected = r''' ret: 4 errno: 0 - multi[0].revents: 0x5 - multi[1].revents: 0x5 - multi[2].revents: 0x20 - multi[3].revents: 0x0 - multi[4].revents: 0x4 + multi[0].revents: 1 + multi[1].revents: 1 + multi[2].revents: 1 + multi[3].revents: 1 + multi[4].revents: 1 ''' - self.do_test(src, re.sub('(^|\n)\s+', '\\1', expected), post_build=add_pre_run) + self.do_test(src, re.sub('(^|\n)\s+', '\\1', expected), post_build=add_pre_run, extra_emscripten_args=['-H', 'libc/fcntl.h,poll.h']) def test_statvfs(self): src = r''' @@ -2689,7 +2745,7 @@ if 'benchmark' not in str(sys.argv): open(filename, 'w').write(src) src = 'int main() {return 0;}\n' expected = open(path_from_root('tests', 'filesystem', 'output.txt'), 'r').read() - self.do_test(src, expected, post_build=addJS) + self.do_test(src, expected, post_build=addJS, extra_emscripten_args=['-H', 'libc/fcntl.h,libc/sys/unistd.h']) finally: INCLUDE_FULL_LIBRARY = 0 @@ -2723,7 +2779,7 @@ if 'benchmark' not in str(sys.argv): def test_unistd_confstr(self): src = open(path_from_root('tests', 'unistd', 'confstr.c'), 'r').read() expected = open(path_from_root('tests', 'unistd', 'confstr.out'), 'r').read() - self.do_test(src, expected) + self.do_test(src, expected, extra_emscripten_args=['-H', 'libc/unistd.h']) def test_unistd_ttyname(self): def add_pre_run(filename): @@ -2902,11 +2958,11 @@ if 'benchmark' not in str(sys.argv): def test_raytrace(self): global USE_TYPED_ARRAYS - if USE_TYPED_ARRAYS == 2: return self.skip() # relies on double values + if USE_TYPED_ARRAYS == 2: return self.skip('Relies on double values') src = open(path_from_root('tests', 'raytrace.cpp'), 'r').read() output = open(path_from_root('tests', 'raytrace.ppm'), 'r').read() - self.do_test(src, output, ['3', '16']) + self.do_test(src, output, ['3', '16'])#, build_ll_hook=self.do_autodebug) def test_fasta(self): results = [ (1,'''GG*ctt**tgagc*'''), (20,'''GGCCGGGCGCGGTGGCTCACGCCTGTAATCCCAGCACTTT*cttBtatcatatgctaKggNcataaaSatgtaaaDcDRtBggDtctttataattcBgtcg**tacgtgtagcctagtgtttgtgttgcgttatagtctatttgtggacacagtatggtcaaa**tgacgtcttttgatctgacggcgttaacaaagatactctg*'''), @@ -2926,8 +2982,7 @@ if 'benchmark' not in str(sys.argv): def zzztest_gl(self): # Switch to gcc from g++ - we don't compile properly otherwise (why?) global COMPILER - if COMPILER != LLVM_GCC: return self.skip() - COMPILER = LLVM_GCC.replace('g++', 'gcc') + COMPILER = COMPILER.replace('++', '') def post(filename): src = open(filename, 'r').read().replace( @@ -2984,6 +3039,9 @@ if 'benchmark' not in str(sys.argv): # print opt, "FAIL" def test_lua(self): + global QUANTUM_SIZE + if QUANTUM_SIZE == 1: return self.skip('TODO: make this work') + # Overflows in luaS_newlstr hash loop global SAFE_HEAP; SAFE_HEAP = 0 # Has various warnings, with copied HEAP_HISTORY values (fixed if we copy 'null' as the type) global CORRECT_OVERFLOWS; CORRECT_OVERFLOWS = 1 @@ -3050,9 +3108,9 @@ if 'benchmark' not in str(sys.argv): return self.get_library('freetype', os.path.join('objs', '.libs', 'libfreetype.a.bc')) def test_freetype(self): - if QUANTUM_SIZE == 1: return self.skip() # TODO: Figure out and try to fix + if QUANTUM_SIZE == 1: return self.skip('TODO: Figure out and try to fix') - if LLVM_OPTS or COMPILER == CLANG: global RELOOP; RELOOP = 0 # Too slow; we do care about typed arrays and OPTIMIZE though + if LLVM_OPTS: global RELOOP; RELOOP = 0 # Too slow; we do care about typed arrays and OPTIMIZE though global CORRECT_SIGNS if CORRECT_SIGNS == 0: CORRECT_SIGNS = 1 # Not sure why, but needed @@ -3076,6 +3134,52 @@ if 'benchmark' not in str(sys.argv): post_build=post) #build_ll_hook=self.do_autodebug) + def test_sqlite(self): + # gcc -O3 -I/home/alon/Dev/emscripten/tests/sqlite -ldl src.c + global QUANTUM_SIZE, OPTIMIZE, RELOOP, USE_TYPED_ARRAYS + if QUANTUM_SIZE == 1: return self.skip('TODO FIXME') + RELOOP = 0 # too slow + + auto_optimize_data = read_auto_optimize_data(path_from_root('tests', 'sqlite', 'sqlite-autooptimize.fails.txt')) + + global CORRECT_SIGNS; CORRECT_SIGNS = 2 + global CORRECT_SIGNS_LINES; CORRECT_SIGNS_LINES = auto_optimize_data['signs_lines'] + global CORRECT_OVERFLOWS; CORRECT_OVERFLOWS = 0 + global CORRECT_ROUNDINGS; CORRECT_ROUNDINGS = 0 + global SAFE_HEAP; SAFE_HEAP = 0 # uses time.h to set random bytes, other stuff + global DISABLE_EXCEPTION_CATCHING; DISABLE_EXCEPTION_CATCHING = 1 + global FAST_MEMORY; FAST_MEMORY = 4*1024*1024 + global EXPORTED_FUNCTIONS; EXPORTED_FUNCTIONS = ['_main', '_sqlite3_open', '_sqlite3_close', '_sqlite3_exec', '_sqlite3_free', '_callback']; + + global INVOKE_RUN; INVOKE_RUN = 0 # We append code that does run() ourselves + + def post(filename): + src = open(filename, 'a') + src.write(''' + FS.init(); + FS.root.write = true; + FS.ignorePermissions = true; // /dev is read-only + FS.createPath('/', 'dev/shm/tmp', true, true); + FS.ignorePermissions = false; + FS.currentPath = '/dev/shm/tmp'; + run(); + ''') + src.close() + + self.do_test(r''' + #define SQLITE_DISABLE_LFS + #define LONGDOUBLE_TYPE double + #define SQLITE_INT64_TYPE int + #define SQLITE_THREADSAFE 0 + ''' + open(path_from_root('tests', 'sqlite', 'sqlite3.c'), 'r').read() + + open(path_from_root('tests', 'sqlite', 'benchmark.c'), 'r').read(), + open(path_from_root('tests', 'sqlite', 'benchmark.txt'), 'r').read(), + includes=[path_from_root('tests', 'sqlite')], + force_c=True, + extra_emscripten_args=['-m'], + js_engines=[SPIDERMONKEY_ENGINE], # V8 is slow + post_build=post)#,build_ll_hook=self.do_autodebug) + def test_zlib(self): global CORRECT_SIGNS; CORRECT_SIGNS = 1 @@ -3104,10 +3208,8 @@ if 'benchmark' not in str(sys.argv): global SAFE_HEAP, SAFE_HEAP_LINES, USE_TYPED_ARRAYS, LLVM_OPTS if LLVM_OPTS: SAFE_HEAP = 0 # Optimizations make it so we do not have debug info on the line we need to ignore - if COMPILER == LLVM_GCC: - global INIT_STACK; INIT_STACK = 1 # TODO: Investigate why this is necessary - if USE_TYPED_ARRAYS == 2: return self.skip() # We have slightly different rounding here for some reason. TODO: activate this + if USE_TYPED_ARRAYS == 2: return self.skip('We have slightly different rounding here for some reason. TODO: activate this') if SAFE_HEAP: # Ignore bitfield warnings @@ -3125,11 +3227,13 @@ if 'benchmark' not in str(sys.argv): js_engines=[SPIDERMONKEY_ENGINE]) # V8 issue 1407 def test_poppler(self): - if COMPILER != LLVM_GCC: return self.skip() # llvm-link failure when using clang, LLVM bug 9498 - if RELOOP or LLVM_OPTS: return self.skip() # TODO - if QUANTUM_SIZE == 1: return self.skip() # TODO: Figure out and try to fix + global RELOOP, LLVM_OPTS, USE_TYPED_ARRAYS, QUANTUM_SIZE - global USE_TYPED_ARRAYS; USE_TYPED_ARRAYS = 0 # XXX bug - we fail with this FIXME + # llvm-link failure when using clang, LLVM bug 9498, still relevant? + if RELOOP or LLVM_OPTS: return self.skip('TODO') + if USE_TYPED_ARRAYS == 2 or QUANTUM_SIZE == 1: return self.skip('TODO: Figure out and try to fix') + + USE_TYPED_ARRAYS = 0 # XXX bug - we fail with this FIXME global SAFE_HEAP; SAFE_HEAP = 0 # Has variable object @@ -3209,10 +3313,7 @@ if 'benchmark' not in str(sys.argv): else: CORRECT_SIGNS = 2 global CORRECT_SIGNS_LINES - if COMPILER == CLANG: - CORRECT_SIGNS_LINES = ["mqc.c:566"] - else: - CORRECT_SIGNS_LINES = ["mqc.c:566", "mqc.c:317"] + CORRECT_SIGNS_LINES = ["mqc.c:566", "mqc.c:317"] original_j2k = path_from_root('tests', 'openjpeg', 'syntensity_lobby_s.j2k') @@ -3288,6 +3389,9 @@ if 'benchmark' not in str(sys.argv): output_nicerizer=image_compare)# build_ll_hook=self.do_autodebug) def test_python(self): + global QUANTUM_SIZE, USE_TYPED_ARRAYS + if QUANTUM_SIZE == 1 or USE_TYPED_ARRAYS == 2: return self.skip('TODO: make this work') + # Overflows in string_hash global CORRECT_OVERFLOWS; CORRECT_OVERFLOWS = 1 global CHECK_OVERFLOWS; CHECK_OVERFLOWS = 0 @@ -3305,17 +3409,24 @@ if 'benchmark' not in str(sys.argv): # They are only valid enough for us to read for test purposes, not for llvm-as # to process. def test_cases(self): + global QUANTUM_SIZE global CHECK_OVERFLOWS; CHECK_OVERFLOWS = 0 - if LLVM_OPTS: return self.skip() # Our code is not exactly 'normal' llvm assembly + if LLVM_OPTS: return self.skip("Our code is not exactly 'normal' llvm assembly") + for name in glob.glob(path_from_root('tests', 'cases', '*.ll')): shortname = name.replace('.ll', '') print "Testing case '%s'..." % shortname output_file = path_from_root('tests', 'cases', shortname + '.txt') + if QUANTUM_SIZE == 1: + q1_output_file = path_from_root('tests', 'cases', shortname + '_q1.txt') + if os.path.exists(q1_output_file): + output_file = q1_output_file if os.path.exists(output_file): output = open(output_file, 'r').read() else: output = 'hello, world!' - self.do_ll_test(path_from_root('tests', 'cases', name), output) + if output.rstrip() != 'skip': + self.do_ll_test(path_from_root('tests', 'cases', name), output) # Autodebug the code def do_autodebug(self, filename): @@ -3324,7 +3435,7 @@ if 'benchmark' not in str(sys.argv): self.prep_ll_test(filename, filename+'.o.ll.ll', force_recompile=True) # rebuild .bc def test_autodebug(self): - if LLVM_OPTS: return self.skip() # They mess us up + if LLVM_OPTS: return self.skip('LLVM opts mess us up') # Run a test that should work, generating some code self.test_structs() @@ -3334,7 +3445,6 @@ if 'benchmark' not in str(sys.argv): # Compare to each other, and to expected output self.do_ll_test(path_from_root('tests', filename+'.o.ll.ll')) - self.do_ll_test(path_from_root('tests', filename+'.o.ll.ll'), 'AD:38,10\nAD:47,7008\nAD:57,7018\n') # Test using build_ll_hook src = ''' @@ -3347,7 +3457,8 @@ if 'benchmark' not in str(sys.argv): cache[10] = 25; next[20] = 51; int x = cache[10]; - printf("*%d,%d*\\n", x, cache[20]); + double y = 11.52; + printf("*%d,%d,%.2f*\\n", x, cache[20], y); return 0; } ''' @@ -3376,6 +3487,56 @@ if 'benchmark' not in str(sys.argv): # Using build_ll_hook forces a recompile, which leads to DFE being done even without opts self.do_test(src, '*hello slim world*', build_ll_hook=hook) + def test_profiling(self): + global PROFILE; PROFILE = 1 + global INVOKE_RUN; INVOKE_RUN = 0 + + src = ''' + #include <stdio.h> + + int inner1(int x) { + for (int i = 0; i < 20; i++) + x += x/3; + return x; + } + int inner2(int x) { + for (int i = 0; i < 10; i++) + x -= x/4; + return x; + } + int inner3(int x) { + for (int i = 0; i < 5; i++) + x += x/2; + x = inner1(x) - inner2(x); + for (int i = 0; i < 5; i++) + x -= x/2; + return x; + } + + int main() + { + int total = 0; + for (int i = 0; i < 5000; i++) + total += inner1(i) - 4*inner3(i); + printf("*%d*\\n", total); + return 0; + } + ''' + + def post(filename): + src = open(filename, 'a') + src.write(''' + startProfiling(); + run(); + stopProfiling(); + printProfiling(); + print('*ok*'); + ''') + src.close() + + # Using build_ll_hook forces a recompile, which leads to DFE being done even without opts + self.do_test(src, ': __Z6inner1i (5000)\n*ok*', post_build=post) + ### Integration tests def test_scriptaclass(self): @@ -3612,7 +3773,7 @@ Child2:9 def test_typeinfo(self): global RUNTIME_TYPE_INFO; RUNTIME_TYPE_INFO = 1 global QUANTUM_SIZE - if QUANTUM_SIZE != 4: return self.skip() + if QUANTUM_SIZE != 4: return self.skip('We assume normal sizes in the output here') src = ''' #include<stdio.h> @@ -3684,8 +3845,8 @@ Child2:9 def test_safe_heap(self): global SAFE_HEAP, SAFE_HEAP_LINES - if not SAFE_HEAP: return self.skip() - if LLVM_OPTS: return self.skip() # LLVM can optimize away the intermediate |x|... + if not SAFE_HEAP: return self.skip('We need SAFE_HEAP to test SAFE_HEAP') + if LLVM_OPTS: return self.skip('LLVM can optimize away the intermediate |x|') src = ''' #include<stdio.h> int main() { @@ -3769,7 +3930,7 @@ Child2:9 try: def post(filename): lines = open(filename, 'r').readlines() - lines = filter(lambda line: '___assert_fail(' in line, lines) + lines = filter(lambda line: '___assert_fail(' in line or '___assert_func(' in line, lines) found_line_num = any(('//@line 7 "' in line) for line in lines) found_filename = any(('src.cpp"\n' in line) for line in lines) assert found_line_num, 'Must have debug info with the line number' @@ -3970,7 +4131,7 @@ Child2:9 def check(output): # TODO: check the line # assert 'Overflow|src.cpp:6 : 60 hits, %20 failures' in output, 'no indication of Overflow corrections' - assert 'UnSign|src.cpp:13 : 6 hits, %16 failures' in output, 'no indication of Sign corrections' + assert 'UnSign|src.cpp:13 : 6 hits, %17 failures' in output, 'no indication of Sign corrections' return output self.do_test(src, '*186854335,63*\n', output_nicerizer=check) @@ -3981,7 +4142,7 @@ Child2:9 exec(''' class %s(T): def setUp(self): - global COMPILER, QUANTUM_SIZE, RELOOP, OPTIMIZE, ASSERTIONS, USE_TYPED_ARRAYS, LLVM_OPTS, SAFE_HEAP, CHECK_OVERFLOWS, CORRECT_OVERFLOWS, CORRECT_OVERFLOWS_LINES, CORRECT_SIGNS, CORRECT_SIGNS_LINES, CHECK_SIGNS, COMPILER_TEST_OPTS, CORRECT_ROUNDINGS, CORRECT_ROUNDINGS_LINES, INVOKE_RUN, SAFE_HEAP_LINES, INIT_STACK, AUTO_OPTIMIZE, RUNTIME_TYPE_INFO, DISABLE_EXCEPTIONS + global COMPILER, QUANTUM_SIZE, RELOOP, OPTIMIZE, ASSERTIONS, USE_TYPED_ARRAYS, LLVM_OPTS, SAFE_HEAP, CHECK_OVERFLOWS, CORRECT_OVERFLOWS, CORRECT_OVERFLOWS_LINES, CORRECT_SIGNS, CORRECT_SIGNS_LINES, CHECK_SIGNS, COMPILER_TEST_OPTS, CORRECT_ROUNDINGS, CORRECT_ROUNDINGS_LINES, INVOKE_RUN, SAFE_HEAP_LINES, INIT_STACK, AUTO_OPTIMIZE, RUNTIME_TYPE_INFO, DISABLE_EXCEPTION_CATCHING, PROFILE COMPILER = %r llvm_opts = %d @@ -4004,7 +4165,8 @@ class %s(T): CHECK_SIGNS = 0 #1-(embetter or llvm_opts) INIT_STACK = 0 RUNTIME_TYPE_INFO = 0 - DISABLE_EXCEPTIONS = 0 + DISABLE_EXCEPTION_CATCHING = 0 + PROFILE = 0 if LLVM_OPTS: self.pick_llvm_opts(3, True) COMPILER_TEST_OPTS = ['-g'] @@ -4018,12 +4180,9 @@ TT = %s for name, compiler, quantum, embetter, typed_arrays in [ ('clang', CLANG, 1, 0, 0), ('clang', CLANG, 4, 0, 0), - ('llvm_gcc', LLVM_GCC, 4, 0, 0), ('clang', CLANG, 1, 1, 1), ('clang', CLANG, 4, 1, 1), - ('llvm_gcc', LLVM_GCC, 4, 1, 1), ('clang', CLANG, 4, 1, 2), - #('llvm_gcc', LLVM_GCC, 4, 1, 2), ]: fullname = '%s_%d_%d%s%s' % ( name, llvm_opts, embetter, '' if quantum == 4 else '_q' + str(quantum), '' if typed_arrays in [0, 1] else '_t' + str(typed_arrays) @@ -4075,7 +4234,7 @@ else: CORRECT_ROUNDINGS = 0 CORRECT_OVERFLOWS_LINES = CORRECT_SIGNS_LINES = CORRECT_ROUNDINGS_LINES = SAFE_HEAP_LINES = [] LLVM_OPTS = 1 - DISABLE_EXCEPTIONS = 1 + DISABLE_EXCEPTION_CATCHING = 1 FAST_MEMORY = 10*1024*1024 TEST_REPS = 4 @@ -4103,7 +4262,7 @@ else: def do_benchmark(self, src, args=[], expected_output='FAIL', main_file=None): global USE_TYPED_ARRAYS - self.pick_llvm_opts(3, True, USE_TYPED_ARRAYS == 2) + self.pick_llvm_opts(3, True) # XXX nonportable fails with dlmalloc #, allow_nonportable=USE_TYPED_ARRAYS == 2) dirname = self.get_dir() filename = os.path.join(dirname, 'src.cpp') @@ -4243,9 +4402,8 @@ else: if __name__ == '__main__': sys.argv = [sys.argv[0]] + ['-v'] + sys.argv[1:] # Verbose output by default - for cmd in [CLANG, LLVM_GCC, LLVM_DIS, SPIDERMONKEY_ENGINE[0], V8_ENGINE[0]]: - if not os.path.exists(cmd) and \ - not os.path.exists(cmd + '.exe'): # .exe extension required for Windows + for cmd in [CLANG, LLVM_DIS, SPIDERMONKEY_ENGINE[0], V8_ENGINE[0]]: + if not os.path.exists(cmd) and not os.path.exists(cmd + '.exe'): # .exe extension required for Windows print 'WARNING: Cannot find', cmd unittest.main() |