diff options
author | Reid Spencer <rspencer@reidspencer.com> | 2007-04-14 09:39:28 +0000 |
---|---|---|
committer | Reid Spencer <rspencer@reidspencer.com> | 2007-04-14 09:39:28 +0000 |
commit | 316abe4f22f5e59524aea19b3486978dba34a92c (patch) | |
tree | 995b581fd241dcd3b2f3e41cf14cdc31e43fdf38 /test/lib | |
parent | 3ff981749bed4347dfe7196ac066be1d4f51ea1f (diff) |
Initial version of a re-write of llvm-runtest that doesn't write the
tests to a script file but executes each line individually and catches
errors on each line too.
git-svn-id: https://llvm.org/svn/llvm-project/llvm/trunk@35986 91177308-0d34-0410-b5e6-96231b3b80d8
Diffstat (limited to 'test/lib')
-rw-r--r-- | test/lib/llvm.exp | 159 |
1 files changed, 159 insertions, 0 deletions
diff --git a/test/lib/llvm.exp b/test/lib/llvm.exp new file mode 100644 index 0000000000..581c91f09b --- /dev/null +++ b/test/lib/llvm.exp @@ -0,0 +1,159 @@ +proc execOneLine { test outcome lineno line } { + set status 0 + set resultmsg "" + set retval [ catch { eval exec -keepnewline -- $line } errmsg ] + if { $retval != 0 } { + set code [lindex $::errorCode 0] + switch "$code" { + CHILDSTATUS { + set status [lindex $::errorCode 2] + if { $status ne 0 } { + set resultmsg "$test: exit($status)\nwhile running: $line\n$errmsg" + } + } + CHILDKILLED { + set signal [lindex $::errorCode 2] + set resultmsg "$test: signal($signal)\nwhile running: $line\n$errmsg" + } + CHILDSUSP { + set signal [lindex $::errorCode 2] + set resultmsg "$test: suspend($signal)\nwhile running: $line\n$errmsg" + } + POSIX { + set posixNum [lindex $::errorCode 1] + set posixMsg [lindex $::errorCode 2] + set resultmsg "$test: posix($posixNum)\n$posixMsg\nwhile running: $line\n$errmsg" + } + NONE { + } + default { + } + } + } + return $resultmsg +} + +proc substitute { line test tmpFile } { + global srcroot objroot srcdir objdir subdir target_triplet prcontext + global llvmgcc llvmgxx global llvmgcc_version llvmgccmajvers + global gccpath gxxpath compile_c compile_cxx link shlibext llvmlibsdir + + set new_line $line + #replace %prcontext with prcontext.tcl (Must replace before %p) + regsub -all {%prcontext} $new_line $prcontext new_line + #replace %llvmgcc with actual path to llvmgcc + regsub -all {%llvmgcc} $new_line "$llvmgcc -emit-llvm" new_line + #replace %llvmgxx with actual path to llvmg++ + regsub -all {%llvmgxx} $new_line "$llvmgxx -emit-llvm" new_line + #replace %compile_c with C compilation command + regsub -all {%compile_c} $new_line "$compile_c" new_line + #replace %compile_cxx with C++ compilation command + regsub -all {%compile_cxx} $new_line "$compile_cxx" new_line + #replace %link with C++ link command + regsub -all {%link} $new_line "$link" new_line + #replace %shlibext with shared library extension + regsub -all {%shlibext} $new_line "$shlibext" new_line + #replace %llvmlibsdir with configure library directory + regsub -all {%llvmlibsdir} $new_line "$llvmlibsdir" new_line + #replace %p with path to source, + regsub -all {%p} $new_line [file join $srcdir $subdir] new_line + #replace %s with filename + regsub -all {%s} $new_line $test new_line + #replace %t with temp filenames + regsub -all {%t} $new_line [file join Output $tmpFile] new_line + return $new_line +} + +proc llvm-runtest { programs } { + global srcroot objroot srcdir objdir subdir target_triplet + set timeout 60 + + set path [file join $objdir $subdir] + + #Make Output Directory if it does not exist already + if { [file exists path] } { + cd $path + } else { + file mkdir $path + cd $path + } + + file mkdir Output + + foreach test $programs { + #Should figure out best way to set the timeout + #set timeout 40 + + set filename [file tail $test] + set outcome PASS + set tmpFile "$filename.tmp" + + #set hasRunline bool to check if testcase has a runline + set numLines 0 + + # Open the test file and start reading lines + set testFileId [ open $test r] + set runline "" + foreach line [split [read $testFileId] \n] { + + #see if this is our run line + if {[regexp {END.[ *]$} $line match endofscript]} { + break + } elseif {[regexp {RUN: *([^\\]+)(\\)} $line match oneline suffix]} { + set runline "$runline$oneline " + } elseif {[regexp {RUN: *([^&]+)(&&)?} $line match oneline suffix]} { + set runline "$runline$oneline" + set runline [ substitute $runline $test $tmpFile ] + set lines($numLines) $runline + set numLines [expr $numLines + 1] + set runline "" + } elseif {[regexp {XFAIL:[ *](.+)} $line match targets]} { + set targets + + #split up target if more then 1 specified + foreach target [split $targets ,] { + if { [regexp {\*} $target match] } { + set outcome XFAIL + } elseif { [regexp $target $target_triplet match] } { + set outcome XFAIL + } elseif { [regexp {llvmgcc(([0-9]+)|([0-9]+[.][0-9]+))} $target match submatch submatch2] } { + if { [regexp ^($submatch)$|^(($submatch)(\.)) $llvmgcc_version match] } { + set outcome XFAIL + } + } + } + } + } + + # Done reading the script + close $testFileId + + + if { $numLines == 0 } { + fail "$test: \nDoes not have a RUN line\n" + } else { + set failed 0 + for { set i 0 } { $i < $numLines } { set i [ expr $i + 1 ] } { + regsub ^.*RUN:(.*) $lines($i) \1 theLine + set theLine [subst $theLine ] + set resultmsg [execOneLine $test $outcome $i $theLine ] + if { $resultmsg != "" } { + if { $outcome == "XFAIL" } { + xfail "$resultmsg" + } else { + fail "$resultmsg" + } + set failed 1 + break + } + } + if { !$failed } { + if { $outcome == "XFAIL" } { + xpass "$test" + } else { + pass "$resultmsg" + } + } + } + } +} |