benchmark.yaml revision b81cdb6c
1###############################################################
2####           TRex benchmark configuration file           ####
3###############################################################
4
5#### common templates ###
6
7test_short_flow:
8    multiplier          : 20000
9    cores               : 4
10    bw_per_core         : 1000
11
12test_short_flow_high_active:
13    multiplier          : 20000
14    cores               : 4
15    bw_per_core         : 1000
16    active_flows        : 4000000
17
18test_short_flow_high_active2:
19    multiplier          : 15000
20    cores               : 4
21    bw_per_core         : 1000
22    active_flows        : 4000000
23
24
25stat_route_dict: &stat_route_dict
26    clients_start           : 16.0.0.1
27    servers_start           : 48.0.0.1
28    dual_port_mask          : 1.0.0.0
29    client_destination_mask : 255.0.0.0
30    server_destination_mask : 255.0.0.0
31
32nat_dict: &nat_dict
33    clients_net_start        : 16.0.0.0
34    client_acl_wildcard_mask : 0.0.0.255
35    dual_port_mask           : 1.0.0.0
36    pool_start               : 200.0.0.0
37    pool_netmask             : 255.255.255.0
38
39
40### stateful ###
41
42test_jumbo:
43    multiplier          : 55
44    cores               : 1
45    bw_per_core         : 647.305
46
47
48test_routing_imix:
49    multiplier          : 32
50    cores               : 4
51    bw_per_core         : 39.131
52
53
54test_routing_imix_64:
55    multiplier          : 2000
56    cores               : 4
57    bw_per_core         : 7.427
58
59
60test_static_routing_imix:
61    stat_route_dict     : *stat_route_dict
62    multiplier          : 32
63    cores               : 4
64    bw_per_core         : 39.039
65
66
67test_static_routing_imix_asymmetric:
68    stat_route_dict     : *stat_route_dict
69    multiplier          : 16
70    cores               : 1
71    bw_per_core         : 38.796
72
73
74test_ipv6_simple:
75    multiplier          : 32
76    cores               : 4
77    bw_per_core         : 19.283
78
79
80test_nat_simple_mode1: &test_nat_simple
81    stat_route_dict     : *stat_route_dict
82    nat_dict            : *nat_dict
83    multiplier          : 10000
84    cores               : 1
85    allow_timeout_dev   : True
86    bw_per_core         : 45.304
87
88test_nat_simple_mode2: *test_nat_simple
89
90test_nat_simple_mode3: *test_nat_simple
91
92test_nat_simple_mode1_udp: *test_nat_simple
93test_nat_simple_mode3_udp: *test_nat_simple
94
95test_nat_learning:
96    <<                  : *test_nat_simple
97    nat_opened          : 100000
98
99
100test_nbar_simple:
101    multiplier          : 20
102    cores               : 2
103    bw_per_core         : 18.243
104    nbar_classification:
105        http            : 30.41
106        rtp_audio       : 21.22
107        rtp             : 11.4
108        oracle_sqlnet   : 11.3
109        exchange        : 10.95
110        citrix          : 5.65
111        rtsp            : 2.67
112        dns             : 1.95
113        smtp            : 0.57
114        pop3            : 0.36
115        sctp            : 0.09
116        sip             : 0.09
117        ssl             : 0.06
118        unknown         : 3.2
119
120
121test_rx_check_http: &rx_http
122    multiplier          : 40000
123    cores               : 2
124    rx_sample_rate      : 32
125    error_tolerance     : 0.01
126    bw_per_core         : 38.071
127
128test_rx_check_http_ipv6:
129    <<                  : *rx_http
130    bw_per_core         : 46.733
131
132
133test_rx_check_sfr: &rx_sfr
134    multiplier          : 25
135    cores               : 4
136    rx_sample_rate      : 32
137    error_tolerance     : 0.01
138    bw_per_core         : 16.915
139
140test_rx_check_sfr_ipv6:
141    <<                  : *rx_sfr
142    bw_per_core         : 20.323
143
144
145
146### stateless ###
147
148test_CPU_benchmark:
149    profiles:
150      - name            : stl/udp_for_benchmarks.py
151        kwargs          : {packet_len: 64}
152        cpu_util        : 1
153        bw_per_core     : 1
154
155      - name            : stl/udp_for_benchmarks.py
156        kwargs          : {packet_len: 64, stream_count: 10}
157        cpu_util        : 1
158        bw_per_core     : 1
159
160      - name            : stl/udp_for_benchmarks.py
161        kwargs          : {packet_len: 64, stream_count: 100}
162        cpu_util        : 1
163        bw_per_core     : 1
164
165# causes queue full
166#      - name            : stl/udp_for_benchmarks.py
167#        kwargs          : {packet_len: 64, stream_count: 1000}
168#        cpu_util        : 1
169#        bw_per_core     : 1
170
171      - name            : stl/udp_for_benchmarks.py
172        kwargs          : {packet_len: 128}
173        cpu_util        : 1
174        bw_per_core     : 1
175
176      - name            : stl/udp_for_benchmarks.py
177        kwargs          : {packet_len: 256}
178        cpu_util        : 1
179        bw_per_core     : 1
180
181      - name            : stl/udp_for_benchmarks.py
182        kwargs          : {packet_len: 512}
183        cpu_util        : 1
184        bw_per_core     : 1
185
186      - name            : stl/udp_for_benchmarks.py
187        kwargs          : {packet_len: 1500}
188        cpu_util        : 1
189        bw_per_core     : 1
190
191      - name            : stl/udp_for_benchmarks.py
192        kwargs          : {packet_len: 4000}
193        cpu_util        : 1
194        bw_per_core     : 1
195
196      - name            : stl/udp_for_benchmarks.py
197        kwargs          : {packet_len: 9000}
198        cpu_util        : 1
199        bw_per_core     : 1
200
201      - name            : stl/udp_for_benchmarks.py
202        kwargs          : {packet_len: 9000, stream_count: 10}
203        cpu_util        : 1
204        bw_per_core     : 1
205
206      - name            : stl/udp_for_benchmarks.py
207        kwargs          : {packet_len: 9000, stream_count: 100}
208        cpu_util        : 1
209        bw_per_core     : 1
210
211# not enough memory + queue full if memory increase
212#      - name            : stl/udp_for_benchmarks.py
213#        kwargs          : {packet_len: 9000, stream_count: 1000}
214#        cpu_util        : 1
215#        bw_per_core     : 1
216
217      - name            : stl/imix.py
218        cpu_util        : 1
219        bw_per_core     : 1
220
221      - name            : stl/udp_1pkt_tuple_gen.py
222        kwargs          : {packet_len: 64}
223        cpu_util        : 1
224        bw_per_core     : 1
225
226      - name            : stl/udp_1pkt_tuple_gen.py
227        kwargs          : {packet_len: 128}
228        cpu_util        : 1
229        bw_per_core     : 1
230
231      - name            : stl/udp_1pkt_tuple_gen.py
232        kwargs          : {packet_len: 256}
233        cpu_util        : 1
234        bw_per_core     : 1
235
236      - name            : stl/udp_1pkt_tuple_gen.py
237        kwargs          : {packet_len: 512}
238        cpu_util        : 1
239        bw_per_core     : 1
240
241      - name            : stl/udp_1pkt_tuple_gen.py
242        kwargs          : {packet_len: 1500}
243        cpu_util        : 1
244        bw_per_core     : 1
245
246      - name            : stl/udp_1pkt_tuple_gen.py
247        kwargs          : {packet_len: 4000}
248        cpu_util        : 1
249        bw_per_core     : 1
250
251      - name            : stl/udp_1pkt_tuple_gen.py
252        kwargs          : {packet_len: 9000}
253        cpu_util        : 1
254        bw_per_core     : 1
255
256      - name            : stl/pcap.py
257        kwargs          : {ipg_usec: 2, loop_count: 0}
258        cpu_util        : 1
259        bw_per_core     : 1
260
261      - name            : stl/udp_rand_len_9k.py
262        cpu_util        : 1
263        bw_per_core     : 1
264
265      - name            : stl/hlt/hlt_udp_rand_len_9k.py
266        cpu_util        : 1
267        bw_per_core     : 1
268
269
270
271test_performance_vm_single_cpu:
272    cfg:
273        mult                    : "90%"
274        mpps_per_core_golden    : 
275                                   min: 11.2
276                                   max: 13.1
277
278
279test_performance_vm_single_cpu_cached:
280    cfg:
281        mult                    : "90%"
282        mpps_per_core_golden    : 
283                                   min: 20.5
284                                   max: 25.0
285
286
287
288test_performance_syn_attack_single_cpu:
289     cfg:
290        mult                    : "90%"
291        mpps_per_core_golden    :
292                                  min: 9.3
293                                  max: 11.5
294
295test_performance_vm_multi_cpus:
296    cfg:
297        core_count             : 4
298        mult                   : "90%"
299        mpps_per_core_golden   :
300                                  min: 9.7
301                                  max: 12.5
302
303
304test_performance_vm_multi_cpus_cached:
305    cfg:
306        core_count             : 4
307        mult                   : "90%"
308        mpps_per_core_golden   :
309                                  min: 19.0
310                                  max: 22.0
311
312test_performance_syn_attack_multi_cpus:
313    cfg:
314        core_count             : 4
315        mult                   : "90%"
316        mpps_per_core_golden   :
317                                  min: 8.4
318                                  max: 10.5
319
320