Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(85)

Side by Side Diff: gm/tests/run.sh

Issue 12632015: Make gm use SkFlags. (Closed) Base URL: https://skia.googlecode.com/svn/trunk
Patch Set: update command_line Created 7 years, 9 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch | Annotate | Revision Log
OLDNEW
1 #!/bin/bash 1 #!/bin/bash
2 2
3 # Self-tests for gm, based on tools/tests/run.sh 3 # Self-tests for gm, based on tools/tests/run.sh
4 # 4 #
5 # These tests are run by the Skia_PerCommit_House_Keeping bot at every commit, 5 # These tests are run by the Skia_PerCommit_House_Keeping bot at every commit,
6 # so make sure that they still pass when you make changes to gm! 6 # so make sure that they still pass when you make changes to gm!
7 # 7 #
8 # TODO: because this is written as a shell script (instead of, say, Python) 8 # TODO: because this is written as a shell script (instead of, say, Python)
9 # it only runs on Linux and Mac. 9 # it only runs on Linux and Mac.
10 # See https://code.google.com/p/skia/issues/detail?id=677 10 # See https://code.google.com/p/skia/issues/detail?id=677
11 # ('make tools/tests/run.sh work cross-platform') 11 # ('make tools/tests/run.sh work cross-platform')
12 # Ideally, these tests should pass on all development platforms... 12 # Ideally, these tests should pass on all development platforms...
13 # otherwise, how can developers be expected to test them before committing a 13 # otherwise, how can developers be expected to test them before committing a
14 # change? 14 # change?
15 15
16 # cd into .../trunk so all the paths will work 16 # cd into .../trunk so all the paths will work
17 cd $(dirname $0)/../.. 17 cd $(dirname $0)/../..
18 18
19 # TODO(epoger): make it look in Release and/or Debug 19 # TODO(epoger): make it look in Release and/or Debug
20 GM_BINARY=out/Debug/gm 20 GM_BINARY=out/Debug/gm
21 21
22 OUTPUT_ACTUAL_SUBDIR=output-actual 22 OUTPUT_ACTUAL_SUBDIR=output-actual
23 OUTPUT_EXPECTED_SUBDIR=output-expected 23 OUTPUT_EXPECTED_SUBDIR=output-expected
24 CONFIGS="--config 8888 --config 565" 24 CONFIGS="--config 8888 565"
25 25
26 # Compare contents of all files within directories $1 and $2, 26 # Compare contents of all files within directories $1 and $2,
27 # EXCEPT for any dotfiles. 27 # EXCEPT for any dotfiles.
28 # If there are any differences, a description is written to stdout and 28 # If there are any differences, a description is written to stdout and
29 # we exit with a nonzero return value. 29 # we exit with a nonzero return value.
30 # Otherwise, we write nothing to stdout and return. 30 # Otherwise, we write nothing to stdout and return.
31 function compare_directories { 31 function compare_directories {
32 if [ $# != 2 ]; then 32 if [ $# != 2 ]; then
33 echo "compare_directories requires exactly 2 parameters, got $#" 33 echo "compare_directories requires exactly 2 parameters, got $#"
34 exit 1 34 exit 1
(...skipping 16 matching lines...) Expand all
51 echo "gm_test requires exactly 2 parameters, got $#" 51 echo "gm_test requires exactly 2 parameters, got $#"
52 exit 1 52 exit 1
53 fi 53 fi
54 GM_ARGS="$1" 54 GM_ARGS="$1"
55 ACTUAL_OUTPUT_DIR="$2/$OUTPUT_ACTUAL_SUBDIR" 55 ACTUAL_OUTPUT_DIR="$2/$OUTPUT_ACTUAL_SUBDIR"
56 EXPECTED_OUTPUT_DIR="$2/$OUTPUT_EXPECTED_SUBDIR" 56 EXPECTED_OUTPUT_DIR="$2/$OUTPUT_EXPECTED_SUBDIR"
57 JSON_SUMMARY_FILE="$ACTUAL_OUTPUT_DIR/json-summary.txt" 57 JSON_SUMMARY_FILE="$ACTUAL_OUTPUT_DIR/json-summary.txt"
58 58
59 rm -rf $ACTUAL_OUTPUT_DIR 59 rm -rf $ACTUAL_OUTPUT_DIR
60 mkdir -p $ACTUAL_OUTPUT_DIR 60 mkdir -p $ACTUAL_OUTPUT_DIR
61 COMMAND="$GM_BINARY $GM_ARGS --writeJsonSummary $JSON_SUMMARY_FILE" 61 COMMAND="$GM_BINARY $GM_ARGS --writeJsonSummaryPath $JSON_SUMMARY_FILE"
62 echo "$COMMAND" >$ACTUAL_OUTPUT_DIR/command_line 62 echo "$COMMAND" >$ACTUAL_OUTPUT_DIR/command_line
63 $COMMAND >$ACTUAL_OUTPUT_DIR/stdout 2>$ACTUAL_OUTPUT_DIR/stderr 63 $COMMAND >$ACTUAL_OUTPUT_DIR/stdout 2>$ACTUAL_OUTPUT_DIR/stderr
64 echo $? >$ACTUAL_OUTPUT_DIR/return_value 64 echo $? >$ACTUAL_OUTPUT_DIR/return_value
65 65
66 # Only compare selected lines in the stdout, to ignore any spurious lines 66 # Only compare selected lines in the stdout, to ignore any spurious lines
67 # as noted in http://code.google.com/p/skia/issues/detail?id=1068 . 67 # as noted in http://code.google.com/p/skia/issues/detail?id=1068 .
68 # 68 #
69 # TODO(epoger): This is still hacky... we need to rewrite this script in 69 # TODO(epoger): This is still hacky... we need to rewrite this script in
70 # Python soon, and make stuff like this more maintainable. 70 # Python soon, and make stuff like this more maintainable.
71 grep ^GM: $ACTUAL_OUTPUT_DIR/stdout >$ACTUAL_OUTPUT_DIR/stdout-tmp 71 grep ^GM: $ACTUAL_OUTPUT_DIR/stdout >$ACTUAL_OUTPUT_DIR/stdout-tmp
(...skipping 21 matching lines...) Expand all
93 JSON_DIR=$INPUTS_DIR/json 93 JSON_DIR=$INPUTS_DIR/json
94 mkdir -p $IMAGES_DIR $JSON_DIR 94 mkdir -p $IMAGES_DIR $JSON_DIR
95 95
96 mkdir -p $IMAGES_DIR/identical-bytes 96 mkdir -p $IMAGES_DIR/identical-bytes
97 # Run GM to write out the images actually generated. 97 # Run GM to write out the images actually generated.
98 $GM_BINARY --hierarchy --match selftest1 $CONFIGS \ 98 $GM_BINARY --hierarchy --match selftest1 $CONFIGS \
99 -w $IMAGES_DIR/identical-bytes 99 -w $IMAGES_DIR/identical-bytes
100 # Run GM again to read in those images and write them out as a JSON summary. 100 # Run GM again to read in those images and write them out as a JSON summary.
101 $GM_BINARY --hierarchy --match selftest1 $CONFIGS \ 101 $GM_BINARY --hierarchy --match selftest1 $CONFIGS \
102 -r $IMAGES_DIR/identical-bytes \ 102 -r $IMAGES_DIR/identical-bytes \
103 --writeJsonSummary $JSON_DIR/identical-bytes.json 103 --writeJsonSummaryPath $JSON_DIR/identical-bytes.json
104 104
105 mkdir -p $IMAGES_DIR/identical-pixels 105 mkdir -p $IMAGES_DIR/identical-pixels
106 $GM_BINARY --hierarchy --match selftest1 $CONFIGS \ 106 $GM_BINARY --hierarchy --match selftest1 $CONFIGS \
107 -w $IMAGES_DIR/identical-pixels 107 -w $IMAGES_DIR/identical-pixels
108 echo "more bytes that do not change the image pixels" \ 108 echo "more bytes that do not change the image pixels" \
109 >> $IMAGES_DIR/identical-pixels/8888/selftest1.png 109 >> $IMAGES_DIR/identical-pixels/8888/selftest1.png
110 echo "more bytes that do not change the image pixels" \ 110 echo "more bytes that do not change the image pixels" \
111 >> $IMAGES_DIR/identical-pixels/565/selftest1.png 111 >> $IMAGES_DIR/identical-pixels/565/selftest1.png
112 $GM_BINARY --hierarchy --match selftest1 $CONFIGS \ 112 $GM_BINARY --hierarchy --match selftest1 $CONFIGS \
113 -r $IMAGES_DIR/identical-pixels \ 113 -r $IMAGES_DIR/identical-pixels \
114 --writeJsonSummary $JSON_DIR/identical-pixels.json 114 --writeJsonSummaryPath $JSON_DIR/identical-pixels.json
115 115
116 mkdir -p $IMAGES_DIR/different-pixels 116 mkdir -p $IMAGES_DIR/different-pixels
117 $GM_BINARY --hierarchy --match selftest2 $CONFIGS \ 117 $GM_BINARY --hierarchy --match selftest2 $CONFIGS \
118 -w $IMAGES_DIR/different-pixels 118 -w $IMAGES_DIR/different-pixels
119 mv $IMAGES_DIR/different-pixels/8888/selftest2.png \ 119 mv $IMAGES_DIR/different-pixels/8888/selftest2.png \
120 $IMAGES_DIR/different-pixels/8888/selftest1.png 120 $IMAGES_DIR/different-pixels/8888/selftest1.png
121 mv $IMAGES_DIR/different-pixels/565/selftest2.png \ 121 mv $IMAGES_DIR/different-pixels/565/selftest2.png \
122 $IMAGES_DIR/different-pixels/565/selftest1.png 122 $IMAGES_DIR/different-pixels/565/selftest1.png
123 $GM_BINARY --hierarchy --match selftest1 $CONFIGS \ 123 $GM_BINARY --hierarchy --match selftest1 $CONFIGS \
124 -r $IMAGES_DIR/different-pixels \ 124 -r $IMAGES_DIR/different-pixels \
125 --writeJsonSummary $JSON_DIR/different-pixels.json 125 --writeJsonSummaryPath $JSON_DIR/different-pixels.json
126 126
127 mkdir -p $IMAGES_DIR/empty-dir 127 mkdir -p $IMAGES_DIR/empty-dir
128 } 128 }
129 129
130 GM_TESTDIR=gm/tests 130 GM_TESTDIR=gm/tests
131 GM_INPUTS=$GM_TESTDIR/inputs 131 GM_INPUTS=$GM_TESTDIR/inputs
132 GM_OUTPUTS=$GM_TESTDIR/outputs 132 GM_OUTPUTS=$GM_TESTDIR/outputs
133 GM_TEMPFILES=$GM_TESTDIR/tempfiles 133 GM_TEMPFILES=$GM_TESTDIR/tempfiles
134 134
135 create_inputs_dir $GM_INPUTS 135 create_inputs_dir $GM_INPUTS
(...skipping 12 matching lines...) Expand all
148 148
149 # Compare generated image against an empty "expected image" dir. 149 # Compare generated image against an empty "expected image" dir.
150 gm_test "--hierarchy --match selftest1 $CONFIGS -r $GM_INPUTS/images/empty-dir" "$GM_OUTPUTS/compared-against-empty-dir" 150 gm_test "--hierarchy --match selftest1 $CONFIGS -r $GM_INPUTS/images/empty-dir" "$GM_OUTPUTS/compared-against-empty-dir"
151 151
152 # If run without "-r", the JSON's "actual-results" section should contain 152 # If run without "-r", the JSON's "actual-results" section should contain
153 # actual checksums marked as "failure-ignored", but the "expected-results" 153 # actual checksums marked as "failure-ignored", but the "expected-results"
154 # section should be empty. 154 # section should be empty.
155 gm_test "--hierarchy --match selftest1 $CONFIGS" "$GM_OUTPUTS/no-readpath" 155 gm_test "--hierarchy --match selftest1 $CONFIGS" "$GM_OUTPUTS/no-readpath"
156 156
157 echo "All tests passed." 157 echo "All tests passed."
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698