blob: 600eee425d1d5b11f6257cf26666cc35f2ad5e6b (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
|
#!/bin/bash
# Convert all hex files to binary
find files/ -iname "*.hex" | while read f; do xxd -r -p $f > ${f%.hex}.bin; done
# Messages
PASS_MSG=$(echo -e "\033[0;32mPASS\033[0m")
FAIL_MSG=$(echo -e "\033[0;31mFAIL\033[0m")
# Keep totals
total_pass=0
total_fail=0
run_test() {
f=$1
answer_file=${f%.bin}.answer
result_file=${f%.bin}.result
declare -a opts=("" "--tree")
for opt in "${opts[@]}"; do
rm -f $result_file
../bin/ecbor-describe $opt $f > $result_file 2>/dev/null
rc=$?
if [ ! -f $result_file ] || [ ! -f $answer_file ] || [ "$(diff $answer_file $result_file 2>/dev/null)" != "" ]; then
fail=$(($fail + 1))
status=$FAIL_MSG
else
pass=$(($pass + 1))
status=$PASS_MSG
fi
test_name="$f($opt)"
machine_indented=$(printf '%-67s' "$test_name")
machine_indented=${machine_indented// /.}
printf "%s %s\n" "$machine_indented" "$status"
diff $answer_file $result_file
done
}
# Appendix A tests
pass=0
fail=0
echo ""
echo "============================== APPENDIX A =============================="
for f in files/appendix_a/*.bin; do
run_test $f
done
echo "========================================================================"
echo "Passed / Failed: ${pass}/${fail}"
total_pass=$(($total_pass + $pass))
total_fail=$(($total_fail + $fail))
# Test cases from issues
pass=0
fail=0
echo ""
echo "============================= FROM ISSUES =============================="
for f in files/issues/*.bin; do
run_test $f
done
echo "========================================================================"
echo "Passed / Failed: ${pass}/${fail}"
total_pass=$(($total_pass + $pass))
total_fail=$(($total_fail + $fail))
# Error cases tests
pass=0
fail=0
echo ""
echo "============================== ERROR CASE =============================="
for f in files/error_cases/incomplete/*.bin; do
run_test $f
done
echo "========================================================================"
echo "Passed / Failed: ${pass}/${fail}"
total_pass=$(($total_pass + $pass))
total_fail=$(($total_fail + $fail))
# Edge cases tests
pass=0
fail=0
echo ""
echo "=============================== EDGE CASE =============================="
for f in files/edge_cases/*.bin; do
run_test $f
done
echo "========================================================================"
echo "Passed / Failed: ${pass}/${fail}"
total_pass=$(($total_pass + $pass))
total_fail=$(($total_fail + $fail))
# Final report
echo ""
echo ""
echo "============================== FINAL REPORT ============================"
echo "Total tests passed: $total_pass"
echo "Total tests failed: $total_fail"
echo "========================================================================"
|
