run_tests.sh 4.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123
  1. #!/bin/sh
  2. # Step-1 regression: M2 -> gen_ssa/*.ssa -> qbe -> cc -> exit code.
  3. # Usage: ./run_tests.sh (from the compiler directory)
  4. pass=0; fail=0
  5. modof() {
  6. sed -n 's/^MODULE \([A-Za-z][A-Za-z0-9]*\).*/\1/p' "tests/$1" | head -n 1
  7. }
  8. expect_run() {
  9. # $1 = test file (no dir), $2 = expected exit code
  10. name="$1"; want="$2"; mod=$(modof "$name")
  11. rm -f "gen_ssa/$mod.ssa" "gen_ssa/$mod.s" "gen_ssa/$mod"
  12. if ./M2 "tests/$name" 2>&1 | grep -q "Parsed correctly"; then :; else
  13. fail=$((fail+1)); echo "FAIL(run): $name rejected"; return
  14. fi
  15. if [ ! -f "gen_ssa/$mod.ssa" ]; then
  16. fail=$((fail+1)); echo "FAIL(run): $name no gen_ssa/$mod.ssa"; return
  17. fi
  18. if ! qbe -o "gen_ssa/$mod.s" "gen_ssa/$mod.ssa" 2> "gen_ssa/$mod.qbeerr"; then
  19. fail=$((fail+1)); echo "FAIL(run): $name qbe:"; cat "gen_ssa/$mod.qbeerr"; return
  20. fi
  21. if ! cc "gen_ssa/$mod.s" -o "gen_ssa/$mod" 2> "gen_ssa/$mod.ccerr"; then
  22. fail=$((fail+1)); echo "FAIL(run): $name cc:"; cat "gen_ssa/$mod.ccerr"; return
  23. fi
  24. timeout 10 "gen_ssa/$mod" > /dev/null 2>&1; got=$?
  25. if [ "$got" = "$want" ]; then
  26. pass=$((pass+1)); echo "PASS(run): $name -> $got"
  27. else
  28. fail=$((fail+1)); echo "FAIL(run): $name got $got want $want"
  29. fi
  30. }
  31. expect_fail() {
  32. # $1 = test file, $2 = message text expected in the .LST
  33. name="$1"; want="$2"
  34. if ./M2 "tests/$name" 2>&1 | grep -q "Incorrect source"; then :; else
  35. fail=$((fail+1)); echo "FAIL(fail): $name accepted"; return
  36. fi
  37. lst="tests/$(basename "$name" .mod).LST"
  38. if grep -q "$want" "$lst" 2>/dev/null; then
  39. pass=$((pass+1)); echo "PASS(fail): $name [$want]"
  40. else
  41. fail=$((fail+1)); echo "FAIL(fail): [$want] not found in $lst"
  42. fi
  43. }
  44. mkdir -p gen_ssa
  45. expect_run t_minimal.mod 0
  46. expect_run t_exit.mod 7
  47. expect_run t_arith.mod 25
  48. expect_run showcase1.mod 50
  49. expect_run t_types.mod 8
  50. expect_run showcase2.mod 71
  51. expect_run t_if.mod 25
  52. expect_run t_while.mod 55
  53. expect_run t_repeat.mod 55
  54. expect_run t_loop.mod 55
  55. expect_run t_for.mod 85
  56. expect_run t_case.mod 103
  57. expect_run t_bool.mod 42
  58. expect_run t_real.mod 31
  59. expect_run t_array.mod 108
  60. expect_run t_set.mod 131
  61. expect_run t_setchar.mod 77
  62. expect_run t_setrange.mod 55
  63. expect_fail t_classdef.mod "not supported yet"
  64. expect_fail t_class.mod "not supported yet"
  65. expect_fail t_bad_parent.mod "undeclared identifier"
  66. expect_run showcase3.mod 183
  67. expect_run showcase4.mod 44
  68. expect_fail showcase5.mod "not supported yet"
  69. expect_run showcase6.mod 34
  70. expect_run showcase7.mod 219
  71. expect_fail t_enumdecl.mod "not supported yet"
  72. expect_fail t_proc.mod "not supported yet"
  73. expect_fail t_forward.mod "not supported yet"
  74. expect_fail t_bad_undecl.mod "undeclared identifier"
  75. expect_fail t_bad_dup.mod "duplicate identifier"
  76. expect_fail t_bad_mismatch.mod "module name mismatch"
  77. expect_fail t_bad_opaque.mod "opaque type outside definition"
  78. expect_fail t_bad_while.mod "BOOLEAN condition required"
  79. expect_fail t_bad_exit.mod "not supported yet"
  80. expect_fail t_bad_return.mod "bad RETURN"
  81. expect_fail t_bad_for.mod "FOR needs integer variable and bounds"
  82. expect_fail t_bad_mixed.mod "incompatible assignment"
  83. expect_fail t_bad_setelem.mod "set operand mismatch"
  84. expect_fail t_bad_setbase.mod "not supported yet"
  85. expect_fail t_bad_in.mod "set operand mismatch"
  86. expect_fail t_bad_index.mod "array index must be integer"
  87. expect_fail t_bad_bounds.mod "not supported yet"
  88. expect_fail t_openformal.mod "not supported yet"
  89. expect_fail t_bad_open.mod "not supported yet"
  90. expect_trap() {
  91. # $1 = test file — must parse, assemble, link, then abort (rc=134)
  92. name="$1"; mod=$(modof "$name")
  93. rm -f "gen_ssa/$mod.ssa" "gen_ssa/$mod.s" "gen_ssa/$mod"
  94. if ./M2 "tests/$name" 2>&1 | grep -q "Parsed correctly"; then :; else
  95. fail=$((fail+1)); echo "FAIL(trap): $name rejected"; return
  96. fi
  97. if ! qbe -o "gen_ssa/$mod.s" "gen_ssa/$mod.ssa" 2> "gen_ssa/$mod.qbeerr"; then
  98. fail=$((fail+1)); echo "FAIL(trap): $name qbe"; return
  99. fi
  100. if ! cc "gen_ssa/$mod.s" -o "gen_ssa/$mod" 2> "gen_ssa/$mod.ccerr"; then
  101. fail=$((fail+1)); echo "FAIL(trap): $name cc"; return
  102. fi
  103. timeout 10 "gen_ssa/$mod" > /dev/null 2>&1; got=$?
  104. if [ "$got" = "134" ]; then
  105. pass=$((pass+1)); echo "PASS(trap): $name -> abort"
  106. else
  107. fail=$((fail+1)); echo "FAIL(trap): $name rc=$got want 134"
  108. fi
  109. }
  110. expect_trap t_trap_index.mod
  111. expect_trap t_trap_count.mod
  112. expect_trap t_trap_setspan.mod
  113. expect_fail t_defunit.mod "not supported yet"
  114. expect_fail t_implunit.mod "not supported yet"
  115. expect_fail t_nested.mod "not supported yet"
  116. echo "--- $pass passed, $fail failed ---"
  117. [ "$fail" -eq 0 ]