OLD | NEW |
1 # This file contains a list of Mojo benchmarks. For description of the file | 1 # This file contains a list of Mojo benchmarks. For description of the file |
2 # format, see `mojo_benchmark --help`. | 2 # format, see `mojo_benchmark --help`. |
3 | 3 |
4 benchmarks = [ | 4 benchmarks = [ |
5 { | 5 { |
6 'name': 'C++ <=> C++ IPC Round Trip Time', | 6 'name': 'C++ <=> C++ IPC Round Trip Time', |
7 'app': 'https://core.mojoapps.io/echo_benchmark.mojo', | 7 'app': 'https://core.mojoapps.io/echo_benchmark.mojo', |
8 'duration': 10, | 8 'duration': 10, |
9 'measurements': [ | 9 'measurements': [ |
10 'avg_duration/echo_benchmark/ping', | 10 'avg_duration/echo_benchmark/ping', |
| 11 'percentile_duration/echo_benchmark/ping/0.10', |
| 12 'percentile_duration/echo_benchmark/ping/0.50', |
| 13 'percentile_duration/echo_benchmark/ping/0.90', |
11 ], | 14 ], |
12 'shell-args': [ | 15 'shell-args': [ |
13 '--args-for=https://core.mojoapps.io/echo_benchmark.mojo --early-tracing', | 16 '--args-for=https://core.mojoapps.io/echo_benchmark.mojo --early-tracing', |
14 ] | 17 ] |
15 }, | 18 }, |
16 { | 19 { |
17 'name': 'C++ <=> Dart IPC Round Trip Time', | 20 'name': 'C++ <=> Dart IPC Round Trip Time', |
18 'app': 'https://core.mojoapps.io/echo_benchmark.mojo', | 21 'app': 'https://core.mojoapps.io/echo_benchmark.mojo', |
19 'duration': 10, | 22 'duration': 10, |
20 'measurements': [ | 23 'measurements': [ |
21 'avg_duration/echo_benchmark/ping', | 24 'avg_duration/echo_benchmark/ping', |
| 25 'percentile_duration/echo_benchmark/ping/0.10', |
| 26 'percentile_duration/echo_benchmark/ping/0.50', |
| 27 'percentile_duration/echo_benchmark/ping/0.90', |
22 ], | 28 ], |
23 'shell-args': [ | 29 'shell-args': [ |
24 '--args-for=https://core.mojoapps.io/echo_benchmark.mojo --early-tracing -
-dart-server', | 30 '--args-for=https://core.mojoapps.io/echo_benchmark.mojo --early-tracing -
-dart-server', |
25 ] | 31 ] |
26 }, | 32 }, |
27 { | 33 { |
28 'name': 'Dart <=> Dart IPC Round Trip Time', | 34 'name': 'Dart <=> Dart IPC Round Trip Time', |
29 'app': 'https://core.mojoapps.io/dart_rtt_benchmark.mojo', | 35 'app': 'https://core.mojoapps.io/dart_rtt_benchmark.mojo', |
30 'duration': 10, | 36 'duration': 10, |
31 'measurements': [ | 37 'measurements': [ |
32 'avg_duration/mojo_rtt_benchmark/ping', | 38 'avg_duration/mojo_rtt_benchmark/ping', |
| 39 'percentile_duration/mojo_rtt_benchmark/ping/0.10', |
| 40 'percentile_duration/mojo_rtt_benchmark/ping/0.50', |
| 41 'percentile_duration/mojo_rtt_benchmark/ping/0.90', |
33 ] | 42 ] |
34 }, | 43 }, |
35 { | 44 { |
36 'name': 'Dart <=> C++ IPC Round Trip Time', | 45 'name': 'Dart <=> C++ IPC Round Trip Time', |
37 'app': 'https://core.mojoapps.io/dart_rtt_benchmark.mojo', | 46 'app': 'https://core.mojoapps.io/dart_rtt_benchmark.mojo', |
38 'duration': 10, | 47 'duration': 10, |
39 'measurements': [ | 48 'measurements': [ |
40 'avg_duration/mojo_rtt_benchmark/ping', | 49 'avg_duration/mojo_rtt_benchmark/ping', |
| 50 'percentile_duration/mojo_rtt_benchmark/ping/0.10', |
| 51 'percentile_duration/mojo_rtt_benchmark/ping/0.50', |
| 52 'percentile_duration/mojo_rtt_benchmark/ping/0.90', |
41 ], | 53 ], |
42 'shell-args': [ | 54 'shell-args': [ |
43 '--args-for=https://core.mojoapps.io/dart_rtt_benchmark.mojo --cpp-server'
, | 55 '--args-for=https://core.mojoapps.io/dart_rtt_benchmark.mojo --cpp-server'
, |
44 ] | 56 ] |
45 }, | 57 }, |
46 { | 58 { |
47 'name': 'Dart Isolate Message Round Trip Time', | 59 'name': 'Dart Isolate Message Round Trip Time', |
48 'app': 'https://core.mojoapps.io/dart_isolate_rtt_benchmark.mojo', | 60 'app': 'https://core.mojoapps.io/dart_isolate_rtt_benchmark.mojo', |
49 'duration': 10, | 61 'duration': 10, |
50 'measurements': [ | 62 'measurements': [ |
51 'avg_duration/isolate_rtt_benchmark/ping', | 63 'avg_duration/isolate_rtt_benchmark/ping', |
| 64 'percentile_duration/isolate_rtt_benchmark/ping/0.10', |
| 65 'percentile_duration/isolate_rtt_benchmark/ping/0.50', |
| 66 'percentile_duration/isolate_rtt_benchmark/ping/0.90', |
52 ] | 67 ] |
53 }, | 68 }, |
54 { | 69 { |
55 'name': 'Many client C++ <=> C++ IPC Round Trip Time', | 70 'name': 'Many client C++ <=> C++ IPC Round Trip Time', |
56 'app': 'https://core.mojoapps.io/echo_benchmark.mojo', | 71 'app': 'https://core.mojoapps.io/echo_benchmark.mojo', |
57 'duration': 10, | 72 'duration': 10, |
58 'measurements': [ | 73 'measurements': [ |
59 'avg_duration/echo_benchmark/ping', | 74 'avg_duration/echo_benchmark/ping', |
| 75 'percentile_duration/echo_benchmark/ping/0.10', |
| 76 'percentile_duration/echo_benchmark/ping/0.50', |
| 77 'percentile_duration/echo_benchmark/ping/0.90', |
60 ], | 78 ], |
61 'shell-args': [ | 79 'shell-args': [ |
62 '--args-for=https://core.mojoapps.io/echo_benchmark.mojo --early-tracing -
-num-clients=100 --num-active-clients=100', | 80 '--args-for=https://core.mojoapps.io/echo_benchmark.mojo --early-tracing -
-num-clients=100 --num-active-clients=100', |
63 ] | 81 ] |
64 }, | 82 }, |
65 { | 83 { |
66 'name': 'Many client Dart <=> Dart IPC Round Trip Time', | 84 'name': 'Many client Dart <=> Dart IPC Round Trip Time', |
67 'app': 'https://core.mojoapps.io/dart_rtt_benchmark.mojo', | 85 'app': 'https://core.mojoapps.io/dart_rtt_benchmark.mojo', |
68 'duration': 10, | 86 'duration': 10, |
69 'measurements': [ | 87 'measurements': [ |
70 'avg_duration/mojo_rtt_benchmark/ping', | 88 'avg_duration/mojo_rtt_benchmark/ping', |
| 89 'percentile_duration/mojo_rtt_benchmark/ping/0.10', |
| 90 'percentile_duration/mojo_rtt_benchmark/ping/0.50', |
| 91 'percentile_duration/mojo_rtt_benchmark/ping/0.90', |
71 ], | 92 ], |
72 'shell-args': [ | 93 'shell-args': [ |
73 '--args-for=https://core.mojoapps.io/dart_rtt_benchmark.mojo --num-clients
=100 --num-active-clients=100', | 94 '--args-for=https://core.mojoapps.io/dart_rtt_benchmark.mojo --num-clients
=100 --num-active-clients=100', |
74 ] | 95 ] |
75 }, | 96 }, |
76 { | 97 { |
77 'name': 'Many client Dart <=> C++ IPC Round Trip Time', | 98 'name': 'Many client Dart <=> C++ IPC Round Trip Time', |
78 'app': 'https://core.mojoapps.io/dart_rtt_benchmark.mojo', | 99 'app': 'https://core.mojoapps.io/dart_rtt_benchmark.mojo', |
79 'duration': 10, | 100 'duration': 10, |
80 'measurements': [ | 101 'measurements': [ |
81 'avg_duration/mojo_rtt_benchmark/ping', | 102 'avg_duration/mojo_rtt_benchmark/ping', |
| 103 'percentile_duration/mojo_rtt_benchmark/ping/0.10', |
| 104 'percentile_duration/mojo_rtt_benchmark/ping/0.50', |
| 105 'percentile_duration/mojo_rtt_benchmark/ping/0.90', |
82 ], | 106 ], |
83 'shell-args': [ | 107 'shell-args': [ |
84 '--args-for=https://core.mojoapps.io/dart_rtt_benchmark.mojo --cpp-server
--num-clients=100 --num-active-clients=100', | 108 '--args-for=https://core.mojoapps.io/dart_rtt_benchmark.mojo --cpp-server
--num-clients=100 --num-active-clients=100', |
85 ] | 109 ] |
86 }, | 110 }, |
87 ] | 111 ] |
OLD | NEW |