OLD | NEW |
1 # This file contains a list of Mojo benchmarks. For description of the file | 1 # This file contains a list of Mojo benchmarks. For description of the file |
2 # format, see `mojo_benchmark --help`. | 2 # format, see `mojo_benchmark --help`. |
3 | 3 |
4 benchmarks = [ | 4 benchmarks = [ |
5 { | 5 { |
6 'name': 'cpp-cpp ipc round trip time', | 6 'name': 'cpp-cpp ipc round trip time', |
7 'app': 'https://core.mojoapps.io/echo_benchmark.mojo', | 7 'app': 'https://core.mojoapps.io/echo_benchmark.mojo', |
8 'duration': 10, | 8 'duration': 10, |
9 'measurements': [ | 9 'measurements': [ |
10 {'name': 'avg ping', 'spec': 'avg_duration/echo_benchmark/ping'}, | 10 {'name': 'avg ping', 'spec': 'avg_duration/echo_benchmark/ping'}, |
(...skipping 23 matching lines...) Expand all Loading... |
34 'name': 'dart-dart ipc round trip time', | 34 'name': 'dart-dart ipc round trip time', |
35 'app': 'https://core.mojoapps.io/dart_rtt_benchmark.mojo', | 35 'app': 'https://core.mojoapps.io/dart_rtt_benchmark.mojo', |
36 'duration': 10, | 36 'duration': 10, |
37 'measurements': [ | 37 'measurements': [ |
38 {'name': 'avg ping', 'spec': 'avg_duration/Dart/ping'}, | 38 {'name': 'avg ping', 'spec': 'avg_duration/Dart/ping'}, |
39 {'name': '10th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
10'}, | 39 {'name': '10th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
10'}, |
40 {'name': '50th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
50'}, | 40 {'name': '50th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
50'}, |
41 {'name': '90th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
90'}, | 41 {'name': '90th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
90'}, |
42 ], | 42 ], |
43 'shell-args': [ | 43 'shell-args': [ |
44 '--args-for=mojo:dart_content_handler --complete-timeline', | 44 '--args-for=mojo:dart_content_handler --dart-timeline', |
45 ] | 45 ] |
46 }, | 46 }, |
47 { | 47 { |
48 'name': 'dart-dart ipc round trip time (message loop)', | 48 'name': 'dart-dart ipc round trip time (message loop)', |
49 'app': 'https://core.mojoapps.io/dart_rtt_benchmark.mojo', | 49 'app': 'https://core.mojoapps.io/dart_rtt_benchmark.mojo', |
50 'duration': 10, | 50 'duration': 10, |
51 'measurements': [ | 51 'measurements': [ |
52 {'name': 'avg ping', 'spec': 'avg_duration/Dart/ping'}, | 52 {'name': 'avg ping', 'spec': 'avg_duration/Dart/ping'}, |
53 {'name': '10th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
10'}, | 53 {'name': '10th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
10'}, |
54 {'name': '50th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
50'}, | 54 {'name': '50th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
50'}, |
55 {'name': '90th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
90'}, | 55 {'name': '90th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
90'}, |
56 ], | 56 ], |
57 'shell-args': [ | 57 'shell-args': [ |
58 '--args-for=mojo:dart_content_handler --complete-timeline --run-on-message
-loop', | 58 '--args-for=mojo:dart_content_handler --dart-timeline --run-on-message-loo
p', |
59 ] | 59 ] |
60 }, | 60 }, |
61 { | 61 { |
62 'name': 'dart-cpp ipc round trip time', | 62 'name': 'dart-cpp ipc round trip time', |
63 'app': 'https://core.mojoapps.io/dart_rtt_benchmark.mojo', | 63 'app': 'https://core.mojoapps.io/dart_rtt_benchmark.mojo', |
64 'duration': 10, | 64 'duration': 10, |
65 'measurements': [ | 65 'measurements': [ |
66 {'name': 'avg ping', 'spec': 'avg_duration/Dart/ping'}, | 66 {'name': 'avg ping', 'spec': 'avg_duration/Dart/ping'}, |
67 {'name': '10th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
10'}, | 67 {'name': '10th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
10'}, |
68 {'name': '50th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
50'}, | 68 {'name': '50th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
50'}, |
69 {'name': '90th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
90'}, | 69 {'name': '90th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
90'}, |
70 ], | 70 ], |
71 'shell-args': [ | 71 'shell-args': [ |
72 '--args-for=https://core.mojoapps.io/dart_rtt_benchmark.mojo --cpp-server'
, | 72 '--args-for=https://core.mojoapps.io/dart_rtt_benchmark.mojo --cpp-server'
, |
73 '--args-for=mojo:dart_content_handler --complete-timeline', | 73 '--args-for=mojo:dart_content_handler --dart-timeline', |
74 ] | 74 ] |
75 }, | 75 }, |
76 { | 76 { |
77 'name': 'dart-cpp ipc round trip time (message loop)', | 77 'name': 'dart-cpp ipc round trip time (message loop)', |
78 'app': 'https://core.mojoapps.io/dart_rtt_benchmark.mojo', | 78 'app': 'https://core.mojoapps.io/dart_rtt_benchmark.mojo', |
79 'duration': 10, | 79 'duration': 10, |
80 'measurements': [ | 80 'measurements': [ |
81 {'name': 'avg ping', 'spec': 'avg_duration/Dart/ping'}, | 81 {'name': 'avg ping', 'spec': 'avg_duration/Dart/ping'}, |
82 {'name': '10th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
10'}, | 82 {'name': '10th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
10'}, |
83 {'name': '50th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
50'}, | 83 {'name': '50th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
50'}, |
84 {'name': '90th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
90'}, | 84 {'name': '90th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
90'}, |
85 ], | 85 ], |
86 'shell-args': [ | 86 'shell-args': [ |
87 '--args-for=https://core.mojoapps.io/dart_rtt_benchmark.mojo --cpp-server'
, | 87 '--args-for=https://core.mojoapps.io/dart_rtt_benchmark.mojo --cpp-server'
, |
88 '--args-for=mojo:dart_content_handler --complete-timeline --run-on-message
-loop', | 88 '--args-for=mojo:dart_content_handler --dart-timeline --run-on-message-loo
p', |
89 ] | 89 ] |
90 }, | 90 }, |
91 { | 91 { |
92 'name': 'dart isolate message round trip time', | 92 'name': 'dart isolate message round trip time', |
93 'app': 'https://core.mojoapps.io/dart_isolate_rtt_benchmark.mojo', | 93 'app': 'https://core.mojoapps.io/dart_isolate_rtt_benchmark.mojo', |
94 'duration': 10, | 94 'duration': 10, |
95 'measurements': [ | 95 'measurements': [ |
96 {'name': 'avg ping', 'spec': 'avg_duration/Dart/ping'}, | 96 {'name': 'avg ping', 'spec': 'avg_duration/Dart/ping'}, |
97 {'name': '10th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
10'}, | 97 {'name': '10th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
10'}, |
98 {'name': '50th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
50'}, | 98 {'name': '50th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
50'}, |
99 {'name': '90th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
90'}, | 99 {'name': '90th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
90'}, |
100 ], | 100 ], |
101 'shell-args': [ | 101 'shell-args': [ |
102 '--args-for=mojo:dart_content_handler --complete-timeline', | 102 '--args-for=mojo:dart_content_handler --dart-timeline', |
103 ] | 103 ] |
104 }, | 104 }, |
105 { | 105 { |
106 'name': 'dart isolate message round trip time (message loop)', | 106 'name': 'dart isolate message round trip time (message loop)', |
107 'app': 'https://core.mojoapps.io/dart_isolate_rtt_benchmark.mojo', | 107 'app': 'https://core.mojoapps.io/dart_isolate_rtt_benchmark.mojo', |
108 'duration': 10, | 108 'duration': 10, |
109 'measurements': [ | 109 'measurements': [ |
110 {'name': 'avg ping', 'spec': 'avg_duration/Dart/ping'}, | 110 {'name': 'avg ping', 'spec': 'avg_duration/Dart/ping'}, |
111 {'name': '10th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
10'}, | 111 {'name': '10th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
10'}, |
112 {'name': '50th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
50'}, | 112 {'name': '50th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
50'}, |
113 {'name': '90th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
90'}, | 113 {'name': '90th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
90'}, |
114 ], | 114 ], |
115 'shell-args': [ | 115 'shell-args': [ |
116 '--args-for=mojo:dart_content_handler --complete-timeline --run-on-message
-loop', | 116 '--args-for=mojo:dart_content_handler --dart-timeline --run-on-message-loo
p', |
117 ] | 117 ] |
118 }, | 118 }, |
119 { | 119 { |
120 'name': 'many client cpp-cpp ipc round trip time', | 120 'name': 'many client cpp-cpp ipc round trip time', |
121 'app': 'https://core.mojoapps.io/echo_benchmark.mojo', | 121 'app': 'https://core.mojoapps.io/echo_benchmark.mojo', |
122 'duration': 10, | 122 'duration': 10, |
123 'measurements': [ | 123 'measurements': [ |
124 {'name': 'avg ping', 'spec': 'avg_duration/echo_benchmark/ping'}, | 124 {'name': 'avg ping', 'spec': 'avg_duration/echo_benchmark/ping'}, |
125 {'name': '10th percentile ping', 'spec': 'percentile_duration/echo_benchma
rk/ping/0.10'}, | 125 {'name': '10th percentile ping', 'spec': 'percentile_duration/echo_benchma
rk/ping/0.10'}, |
126 {'name': '50th percentile ping', 'spec': 'percentile_duration/echo_benchma
rk/ping/0.50'}, | 126 {'name': '50th percentile ping', 'spec': 'percentile_duration/echo_benchma
rk/ping/0.50'}, |
127 {'name': '90th percentile ping', 'spec': 'percentile_duration/echo_benchma
rk/ping/0.90'}, | 127 {'name': '90th percentile ping', 'spec': 'percentile_duration/echo_benchma
rk/ping/0.90'}, |
128 ], | 128 ], |
129 'shell-args': [ | 129 'shell-args': [ |
130 '--args-for=https://core.mojoapps.io/echo_benchmark.mojo --early-tracing --
num-clients=100 --num-active-clients=100', | 130 '--args-for=https://core.mojoapps.io/echo_benchmark.mojo --early-tracing --
num-clients=100 --num-active-clients=100', |
131 ] | 131 ] |
132 }, | 132 }, |
133 { | 133 { |
134 'name': 'many client dart-dart ipc round trip time', | 134 'name': 'many client dart-dart ipc round trip time', |
135 'app': 'https://core.mojoapps.io/dart_rtt_benchmark.mojo', | 135 'app': 'https://core.mojoapps.io/dart_rtt_benchmark.mojo', |
136 'duration': 10, | 136 'duration': 10, |
137 'measurements': [ | 137 'measurements': [ |
138 {'name': 'avg ping', 'spec': 'avg_duration/Dart/ping'}, | 138 {'name': 'avg ping', 'spec': 'avg_duration/Dart/ping'}, |
139 {'name': '10th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
10'}, | 139 {'name': '10th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
10'}, |
140 {'name': '50th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
50'}, | 140 {'name': '50th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
50'}, |
141 {'name': '90th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
90'}, | 141 {'name': '90th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
90'}, |
142 ], | 142 ], |
143 'shell-args': [ | 143 'shell-args': [ |
144 '--args-for=https://core.mojoapps.io/dart_rtt_benchmark.mojo --num-clients
=100 --num-active-clients=100', | 144 '--args-for=https://core.mojoapps.io/dart_rtt_benchmark.mojo --num-clients
=100 --num-active-clients=100', |
145 '--args-for=mojo:dart_content_handler --complete-timeline', | 145 '--args-for=mojo:dart_content_handler --dart-timeline', |
146 ] | 146 ] |
147 }, | 147 }, |
148 { | 148 { |
149 'name': 'many client dart-dart ipc round trip time (message loop)', | 149 'name': 'many client dart-dart ipc round trip time (message loop)', |
150 'app': 'https://core.mojoapps.io/dart_rtt_benchmark.mojo', | 150 'app': 'https://core.mojoapps.io/dart_rtt_benchmark.mojo', |
151 'duration': 10, | 151 'duration': 10, |
152 'measurements': [ | 152 'measurements': [ |
153 {'name': 'avg ping', 'spec': 'avg_duration/Dart/ping'}, | 153 {'name': 'avg ping', 'spec': 'avg_duration/Dart/ping'}, |
154 {'name': '10th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
10'}, | 154 {'name': '10th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
10'}, |
155 {'name': '50th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
50'}, | 155 {'name': '50th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
50'}, |
156 {'name': '90th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
90'}, | 156 {'name': '90th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
90'}, |
157 ], | 157 ], |
158 'shell-args': [ | 158 'shell-args': [ |
159 '--args-for=https://core.mojoapps.io/dart_rtt_benchmark.mojo --num-clients
=100 --num-active-clients=100', | 159 '--args-for=https://core.mojoapps.io/dart_rtt_benchmark.mojo --num-clients
=100 --num-active-clients=100', |
160 '--args-for=mojo:dart_content_handler --complete-timeline --run-on-message
-loop', | 160 '--args-for=mojo:dart_content_handler --dart-timeline --run-on-message-loo
p', |
161 ] | 161 ] |
162 }, | 162 }, |
163 { | 163 { |
164 'name': 'many client dart-cpp ipc round trip time', | 164 'name': 'many client dart-cpp ipc round trip time', |
165 'app': 'https://core.mojoapps.io/dart_rtt_benchmark.mojo', | 165 'app': 'https://core.mojoapps.io/dart_rtt_benchmark.mojo', |
166 'duration': 10, | 166 'duration': 10, |
167 'measurements': [ | 167 'measurements': [ |
168 {'name': 'avg ping', 'spec': 'avg_duration/Dart/ping'}, | 168 {'name': 'avg ping', 'spec': 'avg_duration/Dart/ping'}, |
169 {'name': '10th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
10'}, | 169 {'name': '10th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
10'}, |
170 {'name': '50th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
50'}, | 170 {'name': '50th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
50'}, |
171 {'name': '90th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
90'}, | 171 {'name': '90th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
90'}, |
172 ], | 172 ], |
173 'shell-args': [ | 173 'shell-args': [ |
174 '--args-for=https://core.mojoapps.io/dart_rtt_benchmark.mojo --cpp-server
--num-clients=100 --num-active-clients=100', | 174 '--args-for=https://core.mojoapps.io/dart_rtt_benchmark.mojo --cpp-server
--num-clients=100 --num-active-clients=100', |
175 '--args-for=mojo:dart_content_handler --complete-timeline', | 175 '--args-for=mojo:dart_content_handler --dart-timeline', |
176 ] | 176 ] |
177 }, | 177 }, |
178 { | 178 { |
179 'name': 'many client dart-cpp ipc round trip time (message loop)', | 179 'name': 'many client dart-cpp ipc round trip time (message loop)', |
180 'app': 'https://core.mojoapps.io/dart_rtt_benchmark.mojo', | 180 'app': 'https://core.mojoapps.io/dart_rtt_benchmark.mojo', |
181 'duration': 10, | 181 'duration': 10, |
182 'measurements': [ | 182 'measurements': [ |
183 {'name': 'avg ping', 'spec': 'avg_duration/Dart/ping'}, | 183 {'name': 'avg ping', 'spec': 'avg_duration/Dart/ping'}, |
184 {'name': '10th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
10'}, | 184 {'name': '10th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
10'}, |
185 {'name': '50th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
50'}, | 185 {'name': '50th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
50'}, |
186 {'name': '90th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
90'}, | 186 {'name': '90th percentile ping', 'spec': 'percentile_duration/Dart/ping/0.
90'}, |
187 ], | 187 ], |
188 'shell-args': [ | 188 'shell-args': [ |
189 '--args-for=https://core.mojoapps.io/dart_rtt_benchmark.mojo --cpp-server
--num-clients=100 --num-active-clients=100', | 189 '--args-for=https://core.mojoapps.io/dart_rtt_benchmark.mojo --cpp-server
--num-clients=100 --num-active-clients=100', |
190 '--args-for=mojo:dart_content_handler --complete-timeline --run-on-message
-loop', | 190 '--args-for=mojo:dart_content_handler --dart-timeline --run-on-message-loo
p', |
191 ] | 191 ] |
192 }, | 192 }, |
193 ] | 193 ] |
OLD | NEW |