Index: gm/rebaseline_server/testdata/outputs/expected/compare_to_expectations_test.CompareToExpectationsTest.test_gm/gm.json |
diff --git a/gm/rebaseline_server/testdata/outputs/expected/compare_to_expectations_test.CompareToExpectationsTest.test_gm/gm.json b/gm/rebaseline_server/testdata/outputs/expected/compare_to_expectations_test.CompareToExpectationsTest.test_gm/gm.json |
new file mode 100644 |
index 0000000000000000000000000000000000000000..30d2ab983f278320c01edc15f83d5baaeb925e87 |
--- /dev/null |
+++ b/gm/rebaseline_server/testdata/outputs/expected/compare_to_expectations_test.CompareToExpectationsTest.test_gm/gm.json |
@@ -0,0 +1,646 @@ |
+{ |
+ "extraColumnHeaders": { |
+ "builder": { |
+ "headerText": "builder", |
+ "isFilterable": true, |
+ "isSortable": true, |
+ "useFreeformFilter": true, |
+ "valuesAndCounts": [ |
+ [ |
+ "Test-Android-GalaxyNexus-SGX540-Arm7-Release", |
+ 13 |
+ ], |
+ [ |
+ "Test-Mac10.7-MacMini4.1-GeForce320M-x86_64-Debug", |
+ 17 |
+ ] |
+ ] |
+ }, |
+ "config": { |
+ "headerText": "config", |
+ "isFilterable": true, |
+ "isSortable": true, |
+ "useFreeformFilter": false, |
+ "valuesAndCounts": [ |
+ [ |
+ "565", |
+ 10 |
+ ], |
+ [ |
+ "8888", |
+ 10 |
+ ], |
+ [ |
+ "gpu", |
+ 4 |
+ ], |
+ [ |
+ "pdf-mac", |
+ 3 |
+ ], |
+ [ |
+ "pdf-poppler", |
+ 3 |
+ ] |
+ ] |
+ }, |
+ "resultType": { |
+ "headerText": "resultType", |
+ "isFilterable": true, |
+ "isSortable": true, |
+ "useFreeformFilter": false, |
+ "valuesAndCounts": [ |
+ [ |
+ "failed", |
+ 1 |
+ ], |
+ [ |
+ "failure-ignored", |
+ 6 |
+ ], |
+ [ |
+ "no-comparison", |
+ 9 |
+ ], |
+ [ |
+ "succeeded", |
+ 14 |
+ ] |
+ ] |
+ }, |
+ "test": { |
+ "headerText": "test", |
+ "isFilterable": true, |
+ "isSortable": true, |
+ "useFreeformFilter": true, |
+ "valuesAndCounts": [ |
+ [ |
+ "3x3bitmaprect", |
+ 7 |
+ ], |
+ [ |
+ "aaclip", |
+ 2 |
+ ], |
+ [ |
+ "bigblurs", |
+ 7 |
+ ], |
+ [ |
+ "bitmapsource", |
+ 2 |
+ ], |
+ [ |
+ "blanket-ignored", |
+ 2 |
+ ], |
+ [ |
+ "displacement", |
+ 5 |
+ ], |
+ [ |
+ "filterbitmap_checkerboard_192_192", |
+ 2 |
+ ], |
+ [ |
+ "filterbitmap_checkerboard_32_2", |
+ 2 |
+ ], |
+ [ |
+ "texdata", |
+ 1 |
+ ] |
+ ] |
+ } |
+ }, |
+ "extraColumnOrder": [ |
+ "resultType", |
+ "builder", |
+ "test", |
+ "config" |
+ ], |
+ "header": { |
+ "dataHash": "6366271140430198826", |
+ "isEditable": false, |
+ "isExported": true, |
+ "schemaVersion": 5, |
+ "timeNextUpdateAvailable": null, |
+ "timeUpdated": 12345678, |
+ "type": "all" |
+ }, |
+ "imagePairs": [ |
+ { |
+ "differenceData": { |
+ "diffUrl": "bitmap-64bitMD5_texdata_2736593828543197285_png_png-vs-bitmap-64bitMD5_texdata_3695033638604474475_png_png.png", |
+ "maxDiffPerChannel": [ |
+ 128, |
+ 128, |
+ 128 |
+ ], |
+ "numDifferingPixels": 120000, |
+ "percentDifferingPixels": 75.0, |
+ "perceptualDifference": 50.122499, |
+ "whiteDiffUrl": "bitmap-64bitMD5_texdata_2736593828543197285_png_png-vs-bitmap-64bitMD5_texdata_3695033638604474475_png_png.png" |
+ }, |
+ "expectations": { |
+ "bugs": null, |
+ "ignore-failure": false, |
+ "reviewed-by-human": null |
+ }, |
+ "extraColumns": { |
+ "builder": "Test-Android-GalaxyNexus-SGX540-Arm7-Release", |
+ "config": "gpu", |
+ "resultType": "failed", |
+ "test": "texdata" |
+ }, |
+ "imageAUrl": "bitmap-64bitMD5/texdata/2736593828543197285.png", |
+ "imageBUrl": "bitmap-64bitMD5/texdata/3695033638604474475.png", |
+ "isDifferent": true |
+ }, |
+ { |
+ "differenceData": { |
+ "diffUrl": "bitmap-64bitMD5_filterbitmap_checkerboard_192_192_9917960313903939620_png_png-vs-bitmap-64bitMD5_filterbitmap_checkerboard_192_192_4719210487426381700_png_png.png", |
+ "maxDiffPerChannel": [ |
+ 255, |
+ 255, |
+ 255 |
+ ], |
+ "numDifferingPixels": 765891, |
+ "percentDifferingPixels": 97.38807678222656, |
+ "perceptualDifference": 25.256985, |
+ "whiteDiffUrl": "bitmap-64bitMD5_filterbitmap_checkerboard_192_192_9917960313903939620_png_png-vs-bitmap-64bitMD5_filterbitmap_checkerboard_192_192_4719210487426381700_png_png.png" |
+ }, |
+ "expectations": { |
+ "bugs": [ |
+ 1578 |
+ ], |
+ "ignore-failure": null, |
+ "reviewed-by-human": false |
+ }, |
+ "extraColumns": { |
+ "builder": "Test-Android-GalaxyNexus-SGX540-Arm7-Release", |
+ "config": "565", |
+ "resultType": "failure-ignored", |
+ "test": "filterbitmap_checkerboard_192_192" |
+ }, |
+ "imageAUrl": "bitmap-64bitMD5/filterbitmap_checkerboard_192_192/9917960313903939620.png", |
+ "imageBUrl": "bitmap-64bitMD5/filterbitmap_checkerboard_192_192/4719210487426381700.png", |
+ "isDifferent": true |
+ }, |
+ { |
+ "differenceData": { |
+ "diffUrl": "bitmap-64bitMD5_filterbitmap_checkerboard_192_192_9917960313903939620_png_png-vs-bitmap-64bitMD5_filterbitmap_checkerboard_192_192_3154864687054945306_png_png.png", |
+ "maxDiffPerChannel": [ |
+ 255, |
+ 255, |
+ 255 |
+ ], |
+ "numDifferingPixels": 422432, |
+ "percentDifferingPixels": 53.715006510416664, |
+ "perceptualDifference": 25.120543999999995, |
+ "whiteDiffUrl": "bitmap-64bitMD5_filterbitmap_checkerboard_192_192_9917960313903939620_png_png-vs-bitmap-64bitMD5_filterbitmap_checkerboard_192_192_3154864687054945306_png_png.png" |
+ }, |
+ "expectations": { |
+ "bugs": [ |
+ 1578 |
+ ], |
+ "ignore-failure": null, |
+ "reviewed-by-human": false |
+ }, |
+ "extraColumns": { |
+ "builder": "Test-Android-GalaxyNexus-SGX540-Arm7-Release", |
+ "config": "8888", |
+ "resultType": "failure-ignored", |
+ "test": "filterbitmap_checkerboard_192_192" |
+ }, |
+ "imageAUrl": "bitmap-64bitMD5/filterbitmap_checkerboard_192_192/9917960313903939620.png", |
+ "imageBUrl": "bitmap-64bitMD5/filterbitmap_checkerboard_192_192/3154864687054945306.png", |
+ "isDifferent": true |
+ }, |
+ { |
+ "expectations": { |
+ "bugs": [ |
+ 1578 |
+ ], |
+ "ignore-failure": null, |
+ "reviewed-by-human": false |
+ }, |
+ "extraColumns": { |
+ "builder": "Test-Android-GalaxyNexus-SGX540-Arm7-Release", |
+ "config": "565", |
+ "resultType": "failure-ignored", |
+ "test": "filterbitmap_checkerboard_32_2" |
+ }, |
+ "imageAUrl": "bitmap-64bitMD5/filterbitmap_checkerboard_32_2/16197252621792695154.png", |
+ "imageBUrl": "bitmap-64bitMD5/filterbitmap_checkerboard_32_2/15528304435129737588.png", |
+ "isDifferent": true |
+ }, |
+ { |
+ "expectations": { |
+ "bugs": [ |
+ 1578 |
+ ], |
+ "ignore-failure": null, |
+ "reviewed-by-human": false |
+ }, |
+ "extraColumns": { |
+ "builder": "Test-Android-GalaxyNexus-SGX540-Arm7-Release", |
+ "config": "8888", |
+ "resultType": "failure-ignored", |
+ "test": "filterbitmap_checkerboard_32_2" |
+ }, |
+ "imageAUrl": "bitmap-64bitMD5/filterbitmap_checkerboard_32_2/7634650333321761866.png", |
+ "imageBUrl": "bitmap-64bitMD5/filterbitmap_checkerboard_32_2/712827739969462165.png", |
+ "isDifferent": true |
+ }, |
+ { |
+ "extraColumns": { |
+ "builder": "Test-Android-GalaxyNexus-SGX540-Arm7-Release", |
+ "config": "565", |
+ "resultType": "no-comparison", |
+ "test": "bigblurs" |
+ }, |
+ "imageAUrl": null, |
+ "imageBUrl": "bitmap-64bitMD5/bigblurs/2422083043229439955.png", |
+ "isDifferent": true |
+ }, |
+ { |
+ "extraColumns": { |
+ "builder": "Test-Android-GalaxyNexus-SGX540-Arm7-Release", |
+ "config": "8888", |
+ "resultType": "no-comparison", |
+ "test": "bigblurs" |
+ }, |
+ "imageAUrl": null, |
+ "imageBUrl": "bitmap-64bitMD5/bigblurs/17309852422285247848.png", |
+ "isDifferent": true |
+ }, |
+ { |
+ "extraColumns": { |
+ "builder": "Test-Android-GalaxyNexus-SGX540-Arm7-Release", |
+ "config": "565", |
+ "resultType": "no-comparison", |
+ "test": "bitmapsource" |
+ }, |
+ "imageAUrl": null, |
+ "imageBUrl": "bitmap-64bitMD5/bitmapsource/17503582803589749280.png", |
+ "isDifferent": true |
+ }, |
+ { |
+ "extraColumns": { |
+ "builder": "Test-Android-GalaxyNexus-SGX540-Arm7-Release", |
+ "config": "8888", |
+ "resultType": "no-comparison", |
+ "test": "bitmapsource" |
+ }, |
+ "imageAUrl": null, |
+ "imageBUrl": "bitmap-64bitMD5/bitmapsource/16289727936158057543.png", |
+ "isDifferent": true |
+ }, |
+ { |
+ "expectations": { |
+ "bugs": [ |
+ 1578 |
+ ], |
+ "ignore-failure": null, |
+ "reviewed-by-human": false |
+ }, |
+ "extraColumns": { |
+ "builder": "Test-Android-GalaxyNexus-SGX540-Arm7-Release", |
+ "config": "565", |
+ "resultType": "succeeded", |
+ "test": "3x3bitmaprect" |
+ }, |
+ "imageAUrl": "bitmap-64bitMD5/3x3bitmaprect/16998423976396106083.png", |
+ "imageBUrl": "bitmap-64bitMD5/3x3bitmaprect/16998423976396106083.png", |
+ "isDifferent": false |
+ }, |
+ { |
+ "expectations": { |
+ "bugs": [ |
+ 1578 |
+ ], |
+ "ignore-failure": null, |
+ "reviewed-by-human": false |
+ }, |
+ "extraColumns": { |
+ "builder": "Test-Android-GalaxyNexus-SGX540-Arm7-Release", |
+ "config": "8888", |
+ "resultType": "succeeded", |
+ "test": "3x3bitmaprect" |
+ }, |
+ "imageAUrl": "bitmap-64bitMD5/3x3bitmaprect/2054956815327187963.png", |
+ "imageBUrl": "bitmap-64bitMD5/3x3bitmaprect/2054956815327187963.png", |
+ "isDifferent": false |
+ }, |
+ { |
+ "expectations": { |
+ "bugs": null, |
+ "ignore-failure": false, |
+ "reviewed-by-human": null |
+ }, |
+ "extraColumns": { |
+ "builder": "Test-Android-GalaxyNexus-SGX540-Arm7-Release", |
+ "config": "565", |
+ "resultType": "succeeded", |
+ "test": "aaclip" |
+ }, |
+ "imageAUrl": "bitmap-64bitMD5/aaclip/6190901827590820995.png", |
+ "imageBUrl": "bitmap-64bitMD5/aaclip/6190901827590820995.png", |
+ "isDifferent": false |
+ }, |
+ { |
+ "expectations": { |
+ "bugs": null, |
+ "ignore-failure": false, |
+ "reviewed-by-human": null |
+ }, |
+ "extraColumns": { |
+ "builder": "Test-Android-GalaxyNexus-SGX540-Arm7-Release", |
+ "config": "8888", |
+ "resultType": "succeeded", |
+ "test": "aaclip" |
+ }, |
+ "imageAUrl": "bitmap-64bitMD5/aaclip/14456211900777561488.png", |
+ "imageBUrl": "bitmap-64bitMD5/aaclip/14456211900777561488.png", |
+ "isDifferent": false |
+ }, |
+ { |
+ "expectations": { |
+ "bugs": null, |
+ "ignore-failure": false, |
+ "reviewed-by-human": null |
+ }, |
+ "extraColumns": { |
+ "builder": "Test-Mac10.7-MacMini4.1-GeForce320M-x86_64-Debug", |
+ "config": "565", |
+ "resultType": "failure-ignored", |
+ "test": "blanket-ignored" |
+ }, |
+ "imageAUrl": "bitmap-64bitMD5/blanket-ignored/111111111.png", |
+ "imageBUrl": "bitmap-64bitMD5/blanket-ignored/22222222.png", |
+ "isDifferent": true |
+ }, |
+ { |
+ "expectations": { |
+ "bugs": null, |
+ "ignore-failure": false, |
+ "reviewed-by-human": null |
+ }, |
+ "extraColumns": { |
+ "builder": "Test-Mac10.7-MacMini4.1-GeForce320M-x86_64-Debug", |
+ "config": "8888", |
+ "resultType": "failure-ignored", |
+ "test": "blanket-ignored" |
+ }, |
+ "imageAUrl": "bitmap-64bitMD5/blanket-ignored/111111111.png", |
+ "imageBUrl": "bitmap-64bitMD5/blanket-ignored/22222222.png", |
+ "isDifferent": true |
+ }, |
+ { |
+ "expectations": { |
+ "bugs": null, |
+ "ignore-failure": false, |
+ "reviewed-by-human": null |
+ }, |
+ "extraColumns": { |
+ "builder": "Test-Mac10.7-MacMini4.1-GeForce320M-x86_64-Debug", |
+ "config": "565", |
+ "resultType": "succeeded", |
+ "test": "displacement" |
+ }, |
+ "imageAUrl": "bitmap-64bitMD5/displacement/4569468668668628191.png", |
+ "imageBUrl": "bitmap-64bitMD5/displacement/4569468668668628191.png", |
+ "isDifferent": false |
+ }, |
+ { |
+ "expectations": { |
+ "bugs": null, |
+ "ignore-failure": false, |
+ "reviewed-by-human": null |
+ }, |
+ "extraColumns": { |
+ "builder": "Test-Mac10.7-MacMini4.1-GeForce320M-x86_64-Debug", |
+ "config": "8888", |
+ "resultType": "succeeded", |
+ "test": "displacement" |
+ }, |
+ "imageAUrl": "bitmap-64bitMD5/displacement/11401048196735046263.png", |
+ "imageBUrl": "bitmap-64bitMD5/displacement/11401048196735046263.png", |
+ "isDifferent": false |
+ }, |
+ { |
+ "expectations": { |
+ "bugs": null, |
+ "ignore-failure": false, |
+ "reviewed-by-human": null |
+ }, |
+ "extraColumns": { |
+ "builder": "Test-Mac10.7-MacMini4.1-GeForce320M-x86_64-Debug", |
+ "config": "gpu", |
+ "resultType": "succeeded", |
+ "test": "displacement" |
+ }, |
+ "imageAUrl": "bitmap-64bitMD5/displacement/5698561127291561694.png", |
+ "imageBUrl": "bitmap-64bitMD5/displacement/5698561127291561694.png", |
+ "isDifferent": false |
+ }, |
+ { |
+ "expectations": { |
+ "bugs": null, |
+ "ignore-failure": false, |
+ "reviewed-by-human": null |
+ }, |
+ "extraColumns": { |
+ "builder": "Test-Mac10.7-MacMini4.1-GeForce320M-x86_64-Debug", |
+ "config": "pdf-mac", |
+ "resultType": "succeeded", |
+ "test": "displacement" |
+ }, |
+ "imageAUrl": "bitmap-64bitMD5/displacement/12901125495691049846.png", |
+ "imageBUrl": "bitmap-64bitMD5/displacement/12901125495691049846.png", |
+ "isDifferent": false |
+ }, |
+ { |
+ "expectations": { |
+ "bugs": [ |
+ 1578 |
+ ], |
+ "ignore-failure": null, |
+ "reviewed-by-human": false |
+ }, |
+ "extraColumns": { |
+ "builder": "Test-Mac10.7-MacMini4.1-GeForce320M-x86_64-Debug", |
+ "config": "pdf-poppler", |
+ "resultType": "succeeded", |
+ "test": "displacement" |
+ }, |
+ "imageAUrl": "bitmap-64bitMD5/displacement/16285974094717334658.png", |
+ "imageBUrl": "bitmap-64bitMD5/displacement/16285974094717334658.png", |
+ "isDifferent": false |
+ }, |
+ { |
+ "extraColumns": { |
+ "builder": "Test-Mac10.7-MacMini4.1-GeForce320M-x86_64-Debug", |
+ "config": "565", |
+ "resultType": "no-comparison", |
+ "test": "bigblurs" |
+ }, |
+ "imageAUrl": null, |
+ "imageBUrl": "bitmap-64bitMD5/bigblurs/14704206703218007573.png", |
+ "isDifferent": true |
+ }, |
+ { |
+ "extraColumns": { |
+ "builder": "Test-Mac10.7-MacMini4.1-GeForce320M-x86_64-Debug", |
+ "config": "8888", |
+ "resultType": "no-comparison", |
+ "test": "bigblurs" |
+ }, |
+ "imageAUrl": null, |
+ "imageBUrl": "bitmap-64bitMD5/bigblurs/17309852422285247848.png", |
+ "isDifferent": true |
+ }, |
+ { |
+ "extraColumns": { |
+ "builder": "Test-Mac10.7-MacMini4.1-GeForce320M-x86_64-Debug", |
+ "config": "gpu", |
+ "resultType": "no-comparison", |
+ "test": "bigblurs" |
+ }, |
+ "imageAUrl": null, |
+ "imageBUrl": "bitmap-64bitMD5/bigblurs/1822195599289208664.png", |
+ "isDifferent": true |
+ }, |
+ { |
+ "extraColumns": { |
+ "builder": "Test-Mac10.7-MacMini4.1-GeForce320M-x86_64-Debug", |
+ "config": "pdf-mac", |
+ "resultType": "no-comparison", |
+ "test": "bigblurs" |
+ }, |
+ "imageAUrl": null, |
+ "imageBUrl": "bitmap-64bitMD5/bigblurs/16171608477794909861.png", |
+ "isDifferent": true |
+ }, |
+ { |
+ "extraColumns": { |
+ "builder": "Test-Mac10.7-MacMini4.1-GeForce320M-x86_64-Debug", |
+ "config": "pdf-poppler", |
+ "resultType": "no-comparison", |
+ "test": "bigblurs" |
+ }, |
+ "imageAUrl": null, |
+ "imageBUrl": "bitmap-64bitMD5/bigblurs/6539050160610613353.png", |
+ "isDifferent": true |
+ }, |
+ { |
+ "expectations": { |
+ "bugs": [ |
+ 1578 |
+ ], |
+ "ignore-failure": null, |
+ "reviewed-by-human": false |
+ }, |
+ "extraColumns": { |
+ "builder": "Test-Mac10.7-MacMini4.1-GeForce320M-x86_64-Debug", |
+ "config": "565", |
+ "resultType": "succeeded", |
+ "test": "3x3bitmaprect" |
+ }, |
+ "imageAUrl": "bitmap-64bitMD5/3x3bitmaprect/16998423976396106083.png", |
+ "imageBUrl": "bitmap-64bitMD5/3x3bitmaprect/16998423976396106083.png", |
+ "isDifferent": false |
+ }, |
+ { |
+ "expectations": { |
+ "bugs": [ |
+ 1578 |
+ ], |
+ "ignore-failure": null, |
+ "reviewed-by-human": false |
+ }, |
+ "extraColumns": { |
+ "builder": "Test-Mac10.7-MacMini4.1-GeForce320M-x86_64-Debug", |
+ "config": "8888", |
+ "resultType": "succeeded", |
+ "test": "3x3bitmaprect" |
+ }, |
+ "imageAUrl": "bitmap-64bitMD5/3x3bitmaprect/2054956815327187963.png", |
+ "imageBUrl": "bitmap-64bitMD5/3x3bitmaprect/2054956815327187963.png", |
+ "isDifferent": false |
+ }, |
+ { |
+ "expectations": { |
+ "bugs": [ |
+ 1578 |
+ ], |
+ "ignore-failure": null, |
+ "reviewed-by-human": false |
+ }, |
+ "extraColumns": { |
+ "builder": "Test-Mac10.7-MacMini4.1-GeForce320M-x86_64-Debug", |
+ "config": "gpu", |
+ "resultType": "succeeded", |
+ "test": "3x3bitmaprect" |
+ }, |
+ "imageAUrl": "bitmap-64bitMD5/3x3bitmaprect/2054956815327187963.png", |
+ "imageBUrl": "bitmap-64bitMD5/3x3bitmaprect/2054956815327187963.png", |
+ "isDifferent": false |
+ }, |
+ { |
+ "expectations": { |
+ "bugs": [ |
+ 1578 |
+ ], |
+ "ignore-failure": null, |
+ "reviewed-by-human": false |
+ }, |
+ "extraColumns": { |
+ "builder": "Test-Mac10.7-MacMini4.1-GeForce320M-x86_64-Debug", |
+ "config": "pdf-mac", |
+ "resultType": "succeeded", |
+ "test": "3x3bitmaprect" |
+ }, |
+ "imageAUrl": "bitmap-64bitMD5/3x3bitmaprect/8518347971308375604.png", |
+ "imageBUrl": "bitmap-64bitMD5/3x3bitmaprect/8518347971308375604.png", |
+ "isDifferent": false |
+ }, |
+ { |
+ "expectations": { |
+ "bugs": [ |
+ 1578 |
+ ], |
+ "ignore-failure": null, |
+ "reviewed-by-human": false |
+ }, |
+ "extraColumns": { |
+ "builder": "Test-Mac10.7-MacMini4.1-GeForce320M-x86_64-Debug", |
+ "config": "pdf-poppler", |
+ "resultType": "succeeded", |
+ "test": "3x3bitmaprect" |
+ }, |
+ "imageAUrl": "bitmap-64bitMD5/3x3bitmaprect/16723580409414313678.png", |
+ "imageBUrl": "bitmap-64bitMD5/3x3bitmaprect/16723580409414313678.png", |
+ "isDifferent": false |
+ } |
+ ], |
+ "imageSets": { |
+ "diffs": { |
+ "baseUrl": "/static/generated-images/diffs", |
+ "description": "color difference per channel" |
+ }, |
+ "imageA": { |
+ "baseUrl": "http://chromium-skia-gm.commondatastorage.googleapis.com/gm", |
+ "description": "expected image" |
+ }, |
+ "imageB": { |
+ "baseUrl": "http://chromium-skia-gm.commondatastorage.googleapis.com/gm", |
+ "description": "actual image" |
+ }, |
+ "whiteDiffs": { |
+ "baseUrl": "/static/generated-images/whitediffs", |
+ "description": "differing pixels in white" |
+ } |
+ } |
+} |