Add retries to upload_dm_results

infra/bots/recipes/upload_dm_results.expected/failed_all.json

Index: infra/bots/recipes/upload_dm_results.expected/failed_all.json
diff --git a/infra/bots/recipes/upload_dm_results.expected/normal_bot.json b/infra/bots/recipes/upload_dm_results.expected/failed_all.json
similarity index 69%
copy from infra/bots/recipes/upload_dm_results.expected/normal_bot.json
copy to infra/bots/recipes/upload_dm_results.expected/failed_all.json
index 29fdb33ed980e97baf1b849e1bbbf5be363a7f6b..d88927f05e7643f7a17ba53293ec6f8a388b2711 100644
--- a/infra/bots/recipes/upload_dm_results.expected/normal_bot.json
+++ b/infra/bots/recipes/upload_dm_results.expected/failed_all.json
@@ -90,22 +90,68 @@
       "[CWD]/dm/*",
       "gs://skia-infra-gm/dm-images-v1"
     ],
-    "name": "upload images"
+    "name": "upload images",
+    "~followup_annotations": [
+      "step returned non-zero exit code: 1",
+      "@@@STEP_FAILURE@@@"
+    ]
+  },
+  {
+    "cmd": [
+      "gsutil",
+      "cp",
+      "[CWD]/dm/*",
+      "gs://skia-infra-gm/dm-images-v1"
+    ],
+    "name": "upload images (attempt 2)",
+    "~followup_annotations": [
+      "step returned non-zero exit code: 1",
+      "@@@STEP_FAILURE@@@"
+    ]
+  },
+  {
+    "cmd": [
+      "gsutil",
+      "cp",
+      "[CWD]/dm/*",
+      "gs://skia-infra-gm/dm-images-v1"
+    ],
+    "name": "upload images (attempt 3)",
+    "~followup_annotations": [
+      "step returned non-zero exit code: 1",
+      "@@@STEP_FAILURE@@@"
+    ]
+  },
+  {
+    "cmd": [
+      "gsutil",
+      "cp",
+      "[CWD]/dm/*",
+      "gs://skia-infra-gm/dm-images-v1"
+    ],
+    "name": "upload images (attempt 4)",
+    "~followup_annotations": [
+      "step returned non-zero exit code: 1",
+      "@@@STEP_FAILURE@@@"
+    ]
   },
   {
     "cmd": [
       "gsutil",
       "cp",
-      "-z",
-      "json,log",
-      "[CWD]/tmp_upload/*",
-      "gs://skia-infra-gm/dm-json-v1/2012/05/14/12/abc123/Test-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Debug/1337018001"
+      "[CWD]/dm/*",
+      "gs://skia-infra-gm/dm-images-v1"
     ],
-    "name": "upload JSON and logs"
+    "name": "upload images (attempt 5)",
+    "~followup_annotations": [
+      "step returned non-zero exit code: 1",
+      "@@@STEP_FAILURE@@@"
+    ]
   },
   {
     "name": "$result",
+    "reason": "Step('upload images (attempt 5)') failed with return_code 1",
     "recipe_result": null,
-    "status_code": 0
+    "status_code": 1
   }
 ]