Benny Prijono | cc1ada5 | 2008-06-15 19:43:43 +0000 | [diff] [blame] | 1 | # $Id$ |
Benny Prijono | 8c331df | 2008-06-13 15:32:08 +0000 | [diff] [blame] | 2 | import os |
| 3 | import sys |
Benny Prijono | 9bc3c18 | 2008-06-26 22:17:33 +0000 | [diff] [blame] | 4 | import time |
Nanang Izzuddin | a680bd6 | 2008-06-27 21:12:12 +0000 | [diff] [blame] | 5 | import re |
| 6 | import shutil |
| 7 | |
Benny Prijono | 8c331df | 2008-06-13 15:32:08 +0000 | [diff] [blame] | 8 | |
Benny Prijono | f9bd1f2 | 2008-06-16 13:04:44 +0000 | [diff] [blame] | 9 | # Usage: |
| 10 | # runall.py [test-to-resume] |
| 11 | |
| 12 | |
Benny Prijono | 8c331df | 2008-06-13 15:32:08 +0000 | [diff] [blame] | 13 | # Initialize test list |
| 14 | tests = [] |
| 15 | |
| 16 | # Excluded tests (because they fail?) |
| 17 | excluded_tests = [ "svn", |
| 18 | "pyc", |
Nanang Izzuddin | b40e287 | 2008-06-25 15:05:21 +0000 | [diff] [blame] | 19 | "scripts-call/150_srtp_2_1", # SRTP optional 'cannot' call SRTP mandatory |
Benny Prijono | 9bc3c18 | 2008-06-26 22:17:33 +0000 | [diff] [blame] | 20 | "scripts-call/301_ice_public_a.py", # Unreliable, proxy returns 408 sometimes |
Benny Prijono | 62a969c | 2008-06-26 13:29:29 +0000 | [diff] [blame] | 21 | "scripts-call/301_ice_public_b.py", # Doesn't work because OpenSER modifies SDP |
Benny Prijono | e4ddeec | 2008-06-27 08:51:55 +0000 | [diff] [blame] | 22 | "scripts-pres/200_publish.py", # Ok from cmdline, error from runall.py |
Nanang Izzuddin | b40e287 | 2008-06-25 15:05:21 +0000 | [diff] [blame] | 23 | "scripts-media-playrec/100_resample_lf_8_11.py", # related to clock-rate 11 kHz problem |
| 24 | "scripts-media-playrec/100_resample_lf_8_22.py", # related to clock-rate 22 kHz problem |
| 25 | "scripts-media-playrec/100_resample_lf_11" # related to clock-rate 11 kHz problem |
Benny Prijono | 7d578a7 | 2008-06-20 00:25:55 +0000 | [diff] [blame] | 26 | ] |
Benny Prijono | 8c331df | 2008-06-13 15:32:08 +0000 | [diff] [blame] | 27 | |
Benny Prijono | cc1ada5 | 2008-06-15 19:43:43 +0000 | [diff] [blame] | 28 | # Add basic tests |
Benny Prijono | 8c331df | 2008-06-13 15:32:08 +0000 | [diff] [blame] | 29 | for f in os.listdir("scripts-run"): |
| 30 | tests.append("mod_run.py scripts-run/" + f) |
| 31 | |
Benny Prijono | cc1ada5 | 2008-06-15 19:43:43 +0000 | [diff] [blame] | 32 | # Add basic call tests |
Benny Prijono | 8c331df | 2008-06-13 15:32:08 +0000 | [diff] [blame] | 33 | for f in os.listdir("scripts-call"): |
| 34 | tests.append("mod_call.py scripts-call/" + f) |
| 35 | |
Benny Prijono | cc1ada5 | 2008-06-15 19:43:43 +0000 | [diff] [blame] | 36 | # Add presence tests |
| 37 | for f in os.listdir("scripts-pres"): |
| 38 | tests.append("mod_pres.py scripts-pres/" + f) |
| 39 | |
Benny Prijono | 7d578a7 | 2008-06-20 00:25:55 +0000 | [diff] [blame] | 40 | # Add mod_sendto tests |
| 41 | for f in os.listdir("scripts-sendto"): |
| 42 | tests.append("mod_sendto.py scripts-sendto/" + f) |
| 43 | |
Nanang Izzuddin | b40e287 | 2008-06-25 15:05:21 +0000 | [diff] [blame] | 44 | # Add mod_media_playrec tests |
| 45 | for f in os.listdir("scripts-media-playrec"): |
| 46 | tests.append("mod_media_playrec.py scripts-media-playrec/" + f) |
| 47 | |
| 48 | # Add mod_pesq tests |
| 49 | for f in os.listdir("scripts-pesq"): |
| 50 | tests.append("mod_pesq.py scripts-pesq/" + f) |
| 51 | |
Benny Prijono | c7bdb08 | 2008-07-07 20:15:25 +0000 | [diff] [blame] | 52 | # Add recvfrom tests |
| 53 | for f in os.listdir("scripts-recvfrom"): |
| 54 | tests.append("mod_recvfrom.py scripts-recvfrom/" + f) |
| 55 | |
Benny Prijono | 8c331df | 2008-06-13 15:32:08 +0000 | [diff] [blame] | 56 | # Filter-out excluded tests |
| 57 | for pat in excluded_tests: |
| 58 | tests = [t for t in tests if t.find(pat)==-1] |
| 59 | |
Benny Prijono | 43b6ece | 2008-12-29 14:52:29 +0000 | [diff] [blame] | 60 | # List the tests only? |
| 61 | if len(sys.argv)==2 and sys.argv[1]=="--list": |
| 62 | for t in tests: |
| 63 | print t |
| 64 | sys.exit(0) |
| 65 | |
Benny Prijono | f9bd1f2 | 2008-06-16 13:04:44 +0000 | [diff] [blame] | 66 | # Resume test? |
| 67 | resume_script="" |
| 68 | if len(sys.argv) > 1: |
Nanang Izzuddin | a680bd6 | 2008-06-27 21:12:12 +0000 | [diff] [blame] | 69 | if sys.argv[1]=='-r' or sys.argv[1]=='--resume': |
| 70 | resume_script=sys.argv[2] |
| 71 | if sys.argv[1]=='/h' or sys.argv[1]=='-h' or sys.argv[1]=='--help' or sys.argv[1]=='/help': |
Benny Prijono | f9bd1f2 | 2008-06-16 13:04:44 +0000 | [diff] [blame] | 72 | print "Usage:" |
Nanang Izzuddin | 65417bd | 2008-06-27 22:15:41 +0000 | [diff] [blame] | 73 | print " runall.py [OPTIONS] [run.py-OPTIONS]" |
Nanang Izzuddin | a680bd6 | 2008-06-27 21:12:12 +0000 | [diff] [blame] | 74 | print "Options:" |
| 75 | print " --resume,-r RESUME" |
Nanang Izzuddin | a680bd6 | 2008-06-27 21:12:12 +0000 | [diff] [blame] | 76 | print " RESUME is string/substring to specify where to resume tests." |
| 77 | print " If this argument is omited, tests will start from the beginning." |
Nanang Izzuddin | 65417bd | 2008-06-27 22:15:41 +0000 | [diff] [blame] | 78 | print " run.py-OPTIONS are applicable here" |
Benny Prijono | f9bd1f2 | 2008-06-16 13:04:44 +0000 | [diff] [blame] | 79 | sys.exit(0) |
Benny Prijono | f9bd1f2 | 2008-06-16 13:04:44 +0000 | [diff] [blame] | 80 | |
| 81 | |
Nanang Izzuddin | a680bd6 | 2008-06-27 21:12:12 +0000 | [diff] [blame] | 82 | # Generate arguments for run.py |
| 83 | argv = sys.argv |
| 84 | argv_to_skip = 1 |
| 85 | if resume_script != "": |
| 86 | argv_to_skip += 2 |
| 87 | argv_st = "" |
| 88 | for a in argv: |
| 89 | if argv_to_skip > 0: |
| 90 | argv_to_skip -= 1 |
| 91 | else: |
| 92 | argv_st += a + " " |
| 93 | |
| 94 | |
| 95 | # Init vars |
Nanang Izzuddin | 65417bd | 2008-06-27 22:15:41 +0000 | [diff] [blame] | 96 | fails_cnt = 0 |
| 97 | tests_cnt = 0 |
Nanang Izzuddin | a680bd6 | 2008-06-27 21:12:12 +0000 | [diff] [blame] | 98 | |
Nanang Izzuddin | 65417bd | 2008-06-27 22:15:41 +0000 | [diff] [blame] | 99 | # Re-create "logs" directory |
| 100 | try: |
| 101 | shutil.rmtree("logs") |
| 102 | except: |
| 103 | print "Warning: failed in removing directory 'logs'" |
| 104 | |
Nanang Izzuddin | a680bd6 | 2008-06-27 21:12:12 +0000 | [diff] [blame] | 105 | try: |
| 106 | os.mkdir("logs") |
| 107 | except: |
Nanang Izzuddin | 65417bd | 2008-06-27 22:15:41 +0000 | [diff] [blame] | 108 | print "Warning: failed in creating directory 'logs'" |
Nanang Izzuddin | a680bd6 | 2008-06-27 21:12:12 +0000 | [diff] [blame] | 109 | |
Benny Prijono | 8c331df | 2008-06-13 15:32:08 +0000 | [diff] [blame] | 110 | # Now run the tests |
| 111 | for t in tests: |
Benny Prijono | f9bd1f2 | 2008-06-16 13:04:44 +0000 | [diff] [blame] | 112 | if resume_script!="" and t.find(resume_script)==-1: |
| 113 | print "Skipping " + t +".." |
| 114 | continue |
| 115 | resume_script="" |
Nanang Izzuddin | a680bd6 | 2008-06-27 21:12:12 +0000 | [diff] [blame] | 116 | cmdline = "python run.py " + argv_st + t |
Benny Prijono | 9bc3c18 | 2008-06-26 22:17:33 +0000 | [diff] [blame] | 117 | t0 = time.time() |
| 118 | print "Running " + cmdline + "...", |
Benny Prijono | 8c331df | 2008-06-13 15:32:08 +0000 | [diff] [blame] | 119 | ret = os.system(cmdline + " > output.log") |
Benny Prijono | 9bc3c18 | 2008-06-26 22:17:33 +0000 | [diff] [blame] | 120 | t1 = time.time() |
Benny Prijono | 8c331df | 2008-06-13 15:32:08 +0000 | [diff] [blame] | 121 | if ret != 0: |
Benny Prijono | 9bc3c18 | 2008-06-26 22:17:33 +0000 | [diff] [blame] | 122 | dur = int(t1 - t0) |
| 123 | print " failed!! [" + str(dur) + "s]" |
Nanang Izzuddin | a680bd6 | 2008-06-27 21:12:12 +0000 | [diff] [blame] | 124 | logname = re.search(".*\s+(.*)", t).group(1) |
| 125 | logname = re.sub("[\\\/]", "_", logname) |
Nanang Izzuddin | 65417bd | 2008-06-27 22:15:41 +0000 | [diff] [blame] | 126 | logname = re.sub("\.py$", ".log", logname) |
Nanang Izzuddin | a680bd6 | 2008-06-27 21:12:12 +0000 | [diff] [blame] | 127 | logname = "logs/" + logname |
| 128 | shutil.move("output.log", logname) |
| 129 | print "Please see '" + logname + "' for the test log." |
Nanang Izzuddin | 65417bd | 2008-06-27 22:15:41 +0000 | [diff] [blame] | 130 | fails_cnt += 1 |
Benny Prijono | 9bc3c18 | 2008-06-26 22:17:33 +0000 | [diff] [blame] | 131 | else: |
| 132 | dur = int(t1 - t0) |
| 133 | print " ok [" + str(dur) + "s]" |
Nanang Izzuddin | 65417bd | 2008-06-27 22:15:41 +0000 | [diff] [blame] | 134 | tests_cnt += 1 |
Benny Prijono | 8c331df | 2008-06-13 15:32:08 +0000 | [diff] [blame] | 135 | |
Nanang Izzuddin | 038effe | 2008-06-28 00:00:10 +0000 | [diff] [blame] | 136 | if fails_cnt == 0: |
Nanang Izzuddin | 65417bd | 2008-06-27 22:15:41 +0000 | [diff] [blame] | 137 | print "All " + str(tests_cnt) + " tests completed successfully" |
Nanang Izzuddin | a680bd6 | 2008-06-27 21:12:12 +0000 | [diff] [blame] | 138 | else: |
Nanang Izzuddin | 65417bd | 2008-06-27 22:15:41 +0000 | [diff] [blame] | 139 | print str(tests_cnt) + " tests completed, " + str(fails_cnt) + " test(s) failed" |
Nanang Izzuddin | a680bd6 | 2008-06-27 21:12:12 +0000 | [diff] [blame] | 140 | |