benchmark.yaml revision 0ecf1bd7
1###############################################################
2####           TRex benchmark configuration file           ####
3###############################################################
4
5#### common templates ###
6
7stat_route_dict: &stat_route_dict
8    clients_start           : 16.0.0.1
9    servers_start           : 48.0.0.1
10    dual_port_mask          : 1.0.0.0
11    client_destination_mask : 255.0.0.0
12    server_destination_mask : 255.0.0.0
13
14nat_dict: &nat_dict
15    clients_net_start        : 16.0.0.0
16    client_acl_wildcard_mask : 0.0.0.255
17    dual_port_mask           : 1.0.0.0
18    pool_start               : 200.0.0.0
19    pool_netmask             : 255.255.255.0
20
21
22### stateful ###
23
24test_jumbo:
25    multiplier          : 55
26    cores               : 1
27    bw_per_core         : 647.305
28
29
30test_routing_imix:
31    multiplier          : 32
32    cores               : 2
33    bw_per_core         : 39.131
34
35
36test_routing_imix_64:
37    multiplier          : 2500
38    cores               : 4
39    bw_per_core         : 7.427
40
41
42test_static_routing_imix:
43    stat_route_dict     : *stat_route_dict
44    multiplier          : 32
45    cores               : 2
46    bw_per_core         : 39.039
47
48
49test_static_routing_imix_asymmetric:
50    stat_route_dict     : *stat_route_dict
51    multiplier          : 16
52    cores               : 1
53    bw_per_core         : 38.796
54
55
56test_ipv6_simple:
57    multiplier          : 32
58    cores               : 4
59    bw_per_core         : 19.283
60
61
62test_nat_simple_mode1: &test_nat_simple
63    stat_route_dict     : *stat_route_dict
64    nat_dict            : *nat_dict
65    multiplier          : 10000
66    cores               : 1
67    allow_timeout_dev   : True
68    bw_per_core         : 45.304
69
70test_nat_simple_mode2: *test_nat_simple
71
72test_nat_simple_mode3: *test_nat_simple
73
74test_nat_learning:
75    <<                  : *test_nat_simple
76    nat_opened          : 100000
77
78
79test_nbar_simple:
80    multiplier          : 20
81    cores               : 2
82    bw_per_core         : 18.243
83    nbar_classification:
84        http            : 30.41
85        rtp_audio       : 21.22
86        rtp             : 11.4
87        oracle_sqlnet   : 11.3
88        exchange        : 10.95
89        citrix          : 5.65
90        rtsp            : 2.67
91        dns             : 1.95
92        smtp            : 0.57
93        pop3            : 0.36
94        sctp            : 0.09
95        sip             : 0.09
96        ssl             : 0.06
97        unknown         : 3.2
98
99
100test_rx_check_http: &rx_http
101    multiplier          : 40000
102    cores               : 2
103    rx_sample_rate      : 32
104    error_tolerance     : 0.01
105    bw_per_core         : 38.071
106
107test_rx_check_http_ipv6:
108    <<                  : *rx_http
109    bw_per_core         : 46.733
110
111
112test_rx_check_sfr: &rx_sfr
113    multiplier          : 25
114    cores               : 4
115    rx_sample_rate      : 32
116    error_tolerance     : 0.01
117    bw_per_core         : 16.915
118
119test_rx_check_sfr_ipv6:
120    <<                  : *rx_sfr
121    bw_per_core         : 20.323
122
123
124
125### stateless ###
126
127test_CPU_benchmark:
128    profiles:
129      - name            : stl/udp_for_benchmarks.py
130        kwargs          : {packet_len: 64}
131        cpu_util        : 1
132        bw_per_core     : 1
133
134      - name            : stl/udp_for_benchmarks.py
135        kwargs          : {packet_len: 64, stream_count: 10}
136        cpu_util        : 1
137        bw_per_core     : 1
138
139      - name            : stl/udp_for_benchmarks.py
140        kwargs          : {packet_len: 64, stream_count: 100}
141        cpu_util        : 1
142        bw_per_core     : 1
143
144# causes queue full
145#      - name            : stl/udp_for_benchmarks.py
146#        kwargs          : {packet_len: 64, stream_count: 1000}
147#        cpu_util        : 1
148#        bw_per_core     : 1
149
150      - name            : stl/udp_for_benchmarks.py
151        kwargs          : {packet_len: 128}
152        cpu_util        : 1
153        bw_per_core     : 1
154
155      - name            : stl/udp_for_benchmarks.py
156        kwargs          : {packet_len: 256}
157        cpu_util        : 1
158        bw_per_core     : 1
159
160      - name            : stl/udp_for_benchmarks.py
161        kwargs          : {packet_len: 512}
162        cpu_util        : 1
163        bw_per_core     : 1
164
165      - name            : stl/udp_for_benchmarks.py
166        kwargs          : {packet_len: 1500}
167        cpu_util        : 1
168        bw_per_core     : 1
169
170      - name            : stl/udp_for_benchmarks.py
171        kwargs          : {packet_len: 4000}
172        cpu_util        : 1
173        bw_per_core     : 1
174
175      - name            : stl/udp_for_benchmarks.py
176        kwargs          : {packet_len: 9000}
177        cpu_util        : 1
178        bw_per_core     : 1
179
180      - name            : stl/udp_for_benchmarks.py
181        kwargs          : {packet_len: 9000, stream_count: 10}
182        cpu_util        : 1
183        bw_per_core     : 1
184
185      - name            : stl/udp_for_benchmarks.py
186        kwargs          : {packet_len: 9000, stream_count: 100}
187        cpu_util        : 1
188        bw_per_core     : 1
189
190# not enough memory + queue full if memory increase
191#      - name            : stl/udp_for_benchmarks.py
192#        kwargs          : {packet_len: 9000, stream_count: 1000}
193#        cpu_util        : 1
194#        bw_per_core     : 1
195
196      - name            : stl/imix.py
197        cpu_util        : 1
198        bw_per_core     : 1
199
200      - name            : stl/udp_1pkt_tuple_gen.py
201        kwargs          : {packet_len: 64}
202        cpu_util        : 1
203        bw_per_core     : 1
204
205      - name            : stl/udp_1pkt_tuple_gen.py
206        kwargs          : {packet_len: 128}
207        cpu_util        : 1
208        bw_per_core     : 1
209
210      - name            : stl/udp_1pkt_tuple_gen.py
211        kwargs          : {packet_len: 256}
212        cpu_util        : 1
213        bw_per_core     : 1
214
215      - name            : stl/udp_1pkt_tuple_gen.py
216        kwargs          : {packet_len: 512}
217        cpu_util        : 1
218        bw_per_core     : 1
219
220      - name            : stl/udp_1pkt_tuple_gen.py
221        kwargs          : {packet_len: 1500}
222        cpu_util        : 1
223        bw_per_core     : 1
224
225      - name            : stl/udp_1pkt_tuple_gen.py
226        kwargs          : {packet_len: 4000}
227        cpu_util        : 1
228        bw_per_core     : 1
229
230      - name            : stl/udp_1pkt_tuple_gen.py
231        kwargs          : {packet_len: 9000}
232        cpu_util        : 1
233        bw_per_core     : 1
234
235      - name            : stl/pcap.py
236        kwargs          : {ipg_usec: 2, loop_count: 0}
237        cpu_util        : 1
238        bw_per_core     : 1
239
240      - name            : stl/udp_rand_len_9k.py
241        cpu_util        : 1
242        bw_per_core     : 1
243
244      - name            : stl/hlt/hlt_udp_rand_len_9k.py
245        cpu_util        : 1
246        bw_per_core     : 1
247
248
249
250test_performance_vm_single_cpu:
251    cfg:
252        mult                    : "90%"
253        mpps_per_core_golden    : 
254                                   min: 11.5
255                                   max: 13.1
256
257
258test_performance_vm_single_cpu_cached:
259    cfg:
260        mult                    : "90%"
261        mpps_per_core_golden    : 
262                                   min: 23.5
263                                   max: 25.0
264
265
266
267test_performance_syn_attack_single_cpu:
268     cfg:
269        mult                    : "90%"
270        mpps_per_core_golden    :
271                                  min: 9.5
272                                  max: 11.5
273
274test_performance_vm_multi_cpus:
275    cfg:
276        core_count             : 4
277        mult                   : "90%"
278        mpps_per_core_golden   :
279                                  min: 9.7
280                                  max: 12.5
281
282
283test_performance_vm_multi_cpus_cached:
284    cfg:
285        core_count             : 4
286        mult                   : "90%"
287        mpps_per_core_golden   :
288                                  min: 19.0
289                                  max: 22.0
290
291test_performance_syn_attack_multi_cpus:
292    cfg:
293        core_count             : 4
294        mult                   : "90%"
295        mpps_per_core_golden   :
296                                  min: 8.5
297                                  max: 10.5
298
299