| OLD | NEW |
| 1 # This file contains a list of Mojo benchmarks. For description of the file | 1 # This file contains a list of Mojo benchmarks. For description of the file |
| 2 # format, see `mojo_benchmark --help`. | 2 # format, see `mojo_benchmark --help`. |
| 3 | 3 |
| 4 benchmarks = [ | 4 benchmarks = [ |
| 5 { | 5 { |
| 6 'name': 'cpp-cpp ipc round trip time', | 6 'name': 'cpp-cpp ipc round trip time', |
| 7 'app': 'https://core.mojoapps.io/echo_benchmark.mojo', | 7 'app': 'https://core.mojoapps.io/echo_benchmark.mojo', |
| 8 'duration': 10, | 8 'duration': 10, |
| 9 'measurements': [ | 9 'measurements': [ |
| 10 {'name': 'avg ping', 'spec': 'avg_duration/echo_benchmark/ping'}, | 10 {'name': 'avg ping', 'spec': 'avg_duration/echo_benchmark/ping'}, |
| (...skipping 23 matching lines...) Expand all Loading... |
| 34 'name': 'dart-dart ipc round trip time', | 34 'name': 'dart-dart ipc round trip time', |
| 35 'app': 'https://core.mojoapps.io/dart_rtt_benchmark.mojo', | 35 'app': 'https://core.mojoapps.io/dart_rtt_benchmark.mojo', |
| 36 'duration': 10, | 36 'duration': 10, |
| 37 'measurements': [ | 37 'measurements': [ |
| 38 {'name': 'avg ping', 'spec': 'avg_duration/Dart/ping'}, | 38 {'name': 'avg ping', 'spec': 'avg_duration/Dart/ping'}, |
| 39 {'name': '10th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
10'}, | 39 {'name': '10th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
10'}, |
| 40 {'name': '50th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
50'}, | 40 {'name': '50th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
50'}, |
| 41 {'name': '90th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
90'}, | 41 {'name': '90th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
90'}, |
| 42 ], | 42 ], |
| 43 'shell-args': [ | 43 'shell-args': [ |
| 44 '--args-for=mojo:dart_content_handler --complete-timeline', | 44 '--args-for=mojo:dart_content_handler --dart-timeline', |
| 45 ] | 45 ] |
| 46 }, | 46 }, |
| 47 { | 47 { |
| 48 'name': 'dart-dart ipc round trip time (message loop)', | 48 'name': 'dart-dart ipc round trip time (message loop)', |
| 49 'app': 'https://core.mojoapps.io/dart_rtt_benchmark.mojo', | 49 'app': 'https://core.mojoapps.io/dart_rtt_benchmark.mojo', |
| 50 'duration': 10, | 50 'duration': 10, |
| 51 'measurements': [ | 51 'measurements': [ |
| 52 {'name': 'avg ping', 'spec': 'avg_duration/Dart/ping'}, | 52 {'name': 'avg ping', 'spec': 'avg_duration/Dart/ping'}, |
| 53 {'name': '10th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
10'}, | 53 {'name': '10th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
10'}, |
| 54 {'name': '50th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
50'}, | 54 {'name': '50th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
50'}, |
| 55 {'name': '90th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
90'}, | 55 {'name': '90th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
90'}, |
| 56 ], | 56 ], |
| 57 'shell-args': [ | 57 'shell-args': [ |
| 58 '--args-for=mojo:dart_content_handler --complete-timeline --run-on-message
-loop', | 58 '--args-for=mojo:dart_content_handler --dart-timeline --run-on-message-loo
p', |
| 59 ] | 59 ] |
| 60 }, | 60 }, |
| 61 { | 61 { |
| 62 'name': 'dart-cpp ipc round trip time', | 62 'name': 'dart-cpp ipc round trip time', |
| 63 'app': 'https://core.mojoapps.io/dart_rtt_benchmark.mojo', | 63 'app': 'https://core.mojoapps.io/dart_rtt_benchmark.mojo', |
| 64 'duration': 10, | 64 'duration': 10, |
| 65 'measurements': [ | 65 'measurements': [ |
| 66 {'name': 'avg ping', 'spec': 'avg_duration/Dart/ping'}, | 66 {'name': 'avg ping', 'spec': 'avg_duration/Dart/ping'}, |
| 67 {'name': '10th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
10'}, | 67 {'name': '10th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
10'}, |
| 68 {'name': '50th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
50'}, | 68 {'name': '50th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
50'}, |
| 69 {'name': '90th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
90'}, | 69 {'name': '90th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
90'}, |
| 70 ], | 70 ], |
| 71 'shell-args': [ | 71 'shell-args': [ |
| 72 '--args-for=https://core.mojoapps.io/dart_rtt_benchmark.mojo --cpp-server'
, | 72 '--args-for=https://core.mojoapps.io/dart_rtt_benchmark.mojo --cpp-server'
, |
| 73 '--args-for=mojo:dart_content_handler --complete-timeline', | 73 '--args-for=mojo:dart_content_handler --dart-timeline', |
| 74 ] | 74 ] |
| 75 }, | 75 }, |
| 76 { | 76 { |
| 77 'name': 'dart-cpp ipc round trip time (message loop)', | 77 'name': 'dart-cpp ipc round trip time (message loop)', |
| 78 'app': 'https://core.mojoapps.io/dart_rtt_benchmark.mojo', | 78 'app': 'https://core.mojoapps.io/dart_rtt_benchmark.mojo', |
| 79 'duration': 10, | 79 'duration': 10, |
| 80 'measurements': [ | 80 'measurements': [ |
| 81 {'name': 'avg ping', 'spec': 'avg_duration/Dart/ping'}, | 81 {'name': 'avg ping', 'spec': 'avg_duration/Dart/ping'}, |
| 82 {'name': '10th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
10'}, | 82 {'name': '10th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
10'}, |
| 83 {'name': '50th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
50'}, | 83 {'name': '50th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
50'}, |
| 84 {'name': '90th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
90'}, | 84 {'name': '90th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
90'}, |
| 85 ], | 85 ], |
| 86 'shell-args': [ | 86 'shell-args': [ |
| 87 '--args-for=https://core.mojoapps.io/dart_rtt_benchmark.mojo --cpp-server'
, | 87 '--args-for=https://core.mojoapps.io/dart_rtt_benchmark.mojo --cpp-server'
, |
| 88 '--args-for=mojo:dart_content_handler --complete-timeline --run-on-message
-loop', | 88 '--args-for=mojo:dart_content_handler --dart-timeline --run-on-message-loo
p', |
| 89 ] | 89 ] |
| 90 }, | 90 }, |
| 91 { | 91 { |
| 92 'name': 'dart isolate message round trip time', | 92 'name': 'dart isolate message round trip time', |
| 93 'app': 'https://core.mojoapps.io/dart_isolate_rtt_benchmark.mojo', | 93 'app': 'https://core.mojoapps.io/dart_isolate_rtt_benchmark.mojo', |
| 94 'duration': 10, | 94 'duration': 10, |
| 95 'measurements': [ | 95 'measurements': [ |
| 96 {'name': 'avg ping', 'spec': 'avg_duration/Dart/ping'}, | 96 {'name': 'avg ping', 'spec': 'avg_duration/Dart/ping'}, |
| 97 {'name': '10th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
10'}, | 97 {'name': '10th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
10'}, |
| 98 {'name': '50th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
50'}, | 98 {'name': '50th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
50'}, |
| 99 {'name': '90th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
90'}, | 99 {'name': '90th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
90'}, |
| 100 ], | 100 ], |
| 101 'shell-args': [ | 101 'shell-args': [ |
| 102 '--args-for=mojo:dart_content_handler --complete-timeline', | 102 '--args-for=mojo:dart_content_handler --dart-timeline', |
| 103 ] | 103 ] |
| 104 }, | 104 }, |
| 105 { | 105 { |
| 106 'name': 'dart isolate message round trip time (message loop)', | 106 'name': 'dart isolate message round trip time (message loop)', |
| 107 'app': 'https://core.mojoapps.io/dart_isolate_rtt_benchmark.mojo', | 107 'app': 'https://core.mojoapps.io/dart_isolate_rtt_benchmark.mojo', |
| 108 'duration': 10, | 108 'duration': 10, |
| 109 'measurements': [ | 109 'measurements': [ |
| 110 {'name': 'avg ping', 'spec': 'avg_duration/Dart/ping'}, | 110 {'name': 'avg ping', 'spec': 'avg_duration/Dart/ping'}, |
| 111 {'name': '10th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
10'}, | 111 {'name': '10th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
10'}, |
| 112 {'name': '50th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
50'}, | 112 {'name': '50th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
50'}, |
| 113 {'name': '90th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
90'}, | 113 {'name': '90th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
90'}, |
| 114 ], | 114 ], |
| 115 'shell-args': [ | 115 'shell-args': [ |
| 116 '--args-for=mojo:dart_content_handler --complete-timeline --run-on-message
-loop', | 116 '--args-for=mojo:dart_content_handler --dart-timeline --run-on-message-loo
p', |
| 117 ] | 117 ] |
| 118 }, | 118 }, |
| 119 { | 119 { |
| 120 'name': 'many client cpp-cpp ipc round trip time', | 120 'name': 'many client cpp-cpp ipc round trip time', |
| 121 'app': 'https://core.mojoapps.io/echo_benchmark.mojo', | 121 'app': 'https://core.mojoapps.io/echo_benchmark.mojo', |
| 122 'duration': 10, | 122 'duration': 10, |
| 123 'measurements': [ | 123 'measurements': [ |
| 124 {'name': 'avg ping', 'spec': 'avg_duration/echo_benchmark/ping'}, | 124 {'name': 'avg ping', 'spec': 'avg_duration/echo_benchmark/ping'}, |
| 125 {'name': '10th percentile ping', 'spec': 'percentile_duration/echo_benchma
rk/ping/0.10'}, | 125 {'name': '10th percentile ping', 'spec': 'percentile_duration/echo_benchma
rk/ping/0.10'}, |
| 126 {'name': '50th percentile ping', 'spec': 'percentile_duration/echo_benchma
rk/ping/0.50'}, | 126 {'name': '50th percentile ping', 'spec': 'percentile_duration/echo_benchma
rk/ping/0.50'}, |
| 127 {'name': '90th percentile ping', 'spec': 'percentile_duration/echo_benchma
rk/ping/0.90'}, | 127 {'name': '90th percentile ping', 'spec': 'percentile_duration/echo_benchma
rk/ping/0.90'}, |
| 128 ], | 128 ], |
| 129 'shell-args': [ | 129 'shell-args': [ |
| 130 '--args-for=https://core.mojoapps.io/echo_benchmark.mojo --early-tracing --
num-clients=100 --num-active-clients=100', | 130 '--args-for=https://core.mojoapps.io/echo_benchmark.mojo --early-tracing --
num-clients=100 --num-active-clients=100', |
| 131 ] | 131 ] |
| 132 }, | 132 }, |
| 133 { | 133 { |
| 134 'name': 'many client dart-dart ipc round trip time', | 134 'name': 'many client dart-dart ipc round trip time', |
| 135 'app': 'https://core.mojoapps.io/dart_rtt_benchmark.mojo', | 135 'app': 'https://core.mojoapps.io/dart_rtt_benchmark.mojo', |
| 136 'duration': 10, | 136 'duration': 10, |
| 137 'measurements': [ | 137 'measurements': [ |
| 138 {'name': 'avg ping', 'spec': 'avg_duration/Dart/ping'}, | 138 {'name': 'avg ping', 'spec': 'avg_duration/Dart/ping'}, |
| 139 {'name': '10th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
10'}, | 139 {'name': '10th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
10'}, |
| 140 {'name': '50th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
50'}, | 140 {'name': '50th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
50'}, |
| 141 {'name': '90th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
90'}, | 141 {'name': '90th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
90'}, |
| 142 ], | 142 ], |
| 143 'shell-args': [ | 143 'shell-args': [ |
| 144 '--args-for=https://core.mojoapps.io/dart_rtt_benchmark.mojo --num-clients
=100 --num-active-clients=100', | 144 '--args-for=https://core.mojoapps.io/dart_rtt_benchmark.mojo --num-clients
=100 --num-active-clients=100', |
| 145 '--args-for=mojo:dart_content_handler --complete-timeline', | 145 '--args-for=mojo:dart_content_handler --dart-timeline', |
| 146 ] | 146 ] |
| 147 }, | 147 }, |
| 148 { | 148 { |
| 149 'name': 'many client dart-dart ipc round trip time (message loop)', | 149 'name': 'many client dart-dart ipc round trip time (message loop)', |
| 150 'app': 'https://core.mojoapps.io/dart_rtt_benchmark.mojo', | 150 'app': 'https://core.mojoapps.io/dart_rtt_benchmark.mojo', |
| 151 'duration': 10, | 151 'duration': 10, |
| 152 'measurements': [ | 152 'measurements': [ |
| 153 {'name': 'avg ping', 'spec': 'avg_duration/Dart/ping'}, | 153 {'name': 'avg ping', 'spec': 'avg_duration/Dart/ping'}, |
| 154 {'name': '10th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
10'}, | 154 {'name': '10th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
10'}, |
| 155 {'name': '50th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
50'}, | 155 {'name': '50th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
50'}, |
| 156 {'name': '90th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
90'}, | 156 {'name': '90th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
90'}, |
| 157 ], | 157 ], |
| 158 'shell-args': [ | 158 'shell-args': [ |
| 159 '--args-for=https://core.mojoapps.io/dart_rtt_benchmark.mojo --num-clients
=100 --num-active-clients=100', | 159 '--args-for=https://core.mojoapps.io/dart_rtt_benchmark.mojo --num-clients
=100 --num-active-clients=100', |
| 160 '--args-for=mojo:dart_content_handler --complete-timeline --run-on-message
-loop', | 160 '--args-for=mojo:dart_content_handler --dart-timeline --run-on-message-loo
p', |
| 161 ] | 161 ] |
| 162 }, | 162 }, |
| 163 { | 163 { |
| 164 'name': 'many client dart-cpp ipc round trip time', | 164 'name': 'many client dart-cpp ipc round trip time', |
| 165 'app': 'https://core.mojoapps.io/dart_rtt_benchmark.mojo', | 165 'app': 'https://core.mojoapps.io/dart_rtt_benchmark.mojo', |
| 166 'duration': 10, | 166 'duration': 10, |
| 167 'measurements': [ | 167 'measurements': [ |
| 168 {'name': 'avg ping', 'spec': 'avg_duration/Dart/ping'}, | 168 {'name': 'avg ping', 'spec': 'avg_duration/Dart/ping'}, |
| 169 {'name': '10th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
10'}, | 169 {'name': '10th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
10'}, |
| 170 {'name': '50th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
50'}, | 170 {'name': '50th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
50'}, |
| 171 {'name': '90th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
90'}, | 171 {'name': '90th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
90'}, |
| 172 ], | 172 ], |
| 173 'shell-args': [ | 173 'shell-args': [ |
| 174 '--args-for=https://core.mojoapps.io/dart_rtt_benchmark.mojo --cpp-server
--num-clients=100 --num-active-clients=100', | 174 '--args-for=https://core.mojoapps.io/dart_rtt_benchmark.mojo --cpp-server
--num-clients=100 --num-active-clients=100', |
| 175 '--args-for=mojo:dart_content_handler --complete-timeline', | 175 '--args-for=mojo:dart_content_handler --dart-timeline', |
| 176 ] | 176 ] |
| 177 }, | 177 }, |
| 178 { | 178 { |
| 179 'name': 'many client dart-cpp ipc round trip time (message loop)', | 179 'name': 'many client dart-cpp ipc round trip time (message loop)', |
| 180 'app': 'https://core.mojoapps.io/dart_rtt_benchmark.mojo', | 180 'app': 'https://core.mojoapps.io/dart_rtt_benchmark.mojo', |
| 181 'duration': 10, | 181 'duration': 10, |
| 182 'measurements': [ | 182 'measurements': [ |
| 183 {'name': 'avg ping', 'spec': 'avg_duration/Dart/ping'}, | 183 {'name': 'avg ping', 'spec': 'avg_duration/Dart/ping'}, |
| 184 {'name': '10th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
10'}, | 184 {'name': '10th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
10'}, |
| 185 {'name': '50th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
50'}, | 185 {'name': '50th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
50'}, |
| 186 {'name': '90th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
90'}, | 186 {'name': '90th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
90'}, |
| 187 ], | 187 ], |
| 188 'shell-args': [ | 188 'shell-args': [ |
| 189 '--args-for=https://core.mojoapps.io/dart_rtt_benchmark.mojo --cpp-server
--num-clients=100 --num-active-clients=100', | 189 '--args-for=https://core.mojoapps.io/dart_rtt_benchmark.mojo --cpp-server
--num-clients=100 --num-active-clients=100', |
| 190 '--args-for=mojo:dart_content_handler --complete-timeline --run-on-message
-loop', | 190 '--args-for=mojo:dart_content_handler --dart-timeline --run-on-message-loo
p', |
| 191 ] | 191 ] |
| 192 }, | 192 }, |
| 193 ] | 193 ] |
| OLD | NEW |