csit.yaml revision d1b08030
1- project:
2    name: csit
3    description: 'CSIT jenkins jobs.'
4
5    jobs:
6        - 'csit-vpp-perf-{stream}-{type}'
7        - 'csit-vpp-functional-{stream}-virl'
8        - 'csit-vpp-verify-master-weekly'
9        - 'csit-vpp-verify-{stream}-semiweekly'
10
11    project: 'csit'
12    branch: 'master'
13    branch-id: 'oper'
14    build-artifact-num-to-keep: 10
15    type:
16        - all
17        - long
18    stream:
19        - master:
20            branch: 'master'
21            branch-id: 'oper'
22        - '1606':
23            branch: 'rls1606'
24            branch-id: 'oper-rls1606'
25
26- job-template:
27    name: 'csit-vpp-functional-{stream}-virl'
28
29    project-type: freestyle
30    node: verify
31    concurrent: true
32
33    logrotate:
34        daysToKeep: '{build-days-to-keep}'
35        numToKeep: '{build-num-to-keep}'
36        artifactDaysToKeep: '{build-artifact-days-to-keep}'
37        artifactNumToKeep: '{build-artifact-num-to-keep}'
38
39    parameters:
40        - project-parameter:
41            project: '{project}'
42        - gerrit-parameter:
43            branch: '{branch}'
44
45    scm:
46        - gerrit-trigger-scm:
47            credentials-id: '{ssh-credentials}'
48            refspec: '$GERRIT_REFSPEC'
49            choosing-strategy: 'gerrit'
50
51    wrappers:
52        - ssh-agent-credentials:
53            users:
54                - '{ssh-credentials}'
55
56    triggers:
57        - gerrit-trigger-patch-submitted:
58            name: '{project}'
59            branch: '{branch}'
60
61    builders:
62        - shell:
63            !include-raw-escape: include-raw-csit-vpp-functional-virl.sh
64
65    publishers:
66        - archive-artifacts:
67            artifacts: 'report.html, log.html, output.xml'
68            latest-only: false
69
70        - robot-report:
71            output-path: ''
72
73- job-template:
74    name: 'csit-vpp-perf-{stream}-{type}'
75
76    project-type: freestyle
77    node: verify
78    concurrent: false
79
80    logrotate:
81        daysToKeep: '{build-days-to-keep}'
82        numToKeep: '{build-num-to-keep}'
83        artifactDaysToKeep: '{build-artifact-days-to-keep}'
84        artifactNumToKeep: '{build-artifact-num-to-keep}'
85
86    parameters:
87        - project-parameter:
88            project: '{project}'
89        - gerrit-parameter:
90            branch: '{branch}'
91        - type-parameter:
92            type: '{type}'
93
94    scm:
95        - gerrit-trigger-scm:
96            credentials-id: '{ssh-credentials}'
97            refspec: '$GERRIT_REFSPEC'
98            choosing-strategy: 'gerrit'
99
100    wrappers:
101        - ssh-agent-credentials:
102            users:
103                - '{ssh-credentials}'
104
105    triggers:
106        - gerrit-trigger-manually-triggered:
107            name: '{project}'
108            branch: '{branch}'
109            comment-trigger-value: 'verify-perf-{type}'
110
111    builders:
112        - shell:
113            !include-raw-escape: jjb/csit/include-raw-csit-vpp-perf-hw.sh
114
115    publishers:
116        - archive-artifacts:
117            artifacts: 'report.html, log.html, output.xml, output_perf_data.xml'
118            latest-only: false
119
120        - robot-report:
121            output-path: ''
122
123        - plot:
124            - title: 'RFC2544 binary search with 64B, worker-thread=1, rss=1, NDR'
125              yaxis: 'Packets Per Second'
126              group: 'RFC2544:NDR'
127              num-builds: '20'
128              keep-records: True
129              csv-file-name: 'csit-vpp-perf-{stream}-{type}-1.csv'
130              series:
131                  - file: 'output_perf_data.xml'
132                    format: xml
133                    xpath-type: 'nodeset'
134                    xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="1"]'
135            - title: 'RFC2544 binary search with 78B, worker-thread=1, rss=1, NDR'
136              yaxis: 'Packets Per Second'
137              group: 'RFC2544:NDR'
138              num-builds: '20'
139              keep-records: True
140              csv-file-name: 'csit-vpp-perf-{stream}-{type}-2.csv'
141              series:
142                  - file: 'output_perf_data.xml'
143                    format: xml
144                    xpath-type: 'nodeset'
145                    xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="1"]'
146            - title: 'RFC2544 binary search with 64B, worker-thread=2, rss=1, NDR'
147              yaxis: 'Packets Per Second'
148              group: 'RFC2544:NDR'
149              num-builds: '20'
150              keep-records: True
151              csv-file-name: 'csit-vpp-perf-{stream}-{type}-3.csv'
152              series:
153                  - file: 'output_perf_data.xml'
154                    format: xml
155                    xpath-type: 'nodeset'
156                    xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="2"]'
157            - title: 'RFC2544 binary search with 78B, worker-thread=2, rss=1, NDR'
158              yaxis: 'Packets Per Second'
159              group: 'RFC2544:NDR'
160              num-builds: '20'
161              keep-records: True
162              csv-file-name: 'csit-vpp-perf-{stream}-{type}-4.csv'
163              series:
164                  - file: 'output_perf_data.xml'
165                    format: xml
166                    xpath-type: 'nodeset'
167                    xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="2"]'
168            - title: 'RFC2544 binary search with 64B, worker-thread=4, rss=2, NDR'
169              yaxis: 'Packets Per Second'
170              group: 'RFC2544:NDR'
171              num-builds: '20'
172              keep-records: True
173              csv-file-name: 'csit-vpp-perf-{stream}-{type}-5.csv'
174              series:
175                  - file: 'output_perf_data.xml'
176                    format: xml
177                    xpath-type: 'nodeset'
178                    xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="4"]'
179            - title: 'RFC2544 binary search with 78B, worker-thread=4, rss=2, NDR'
180              yaxis: 'Packets Per Second'
181              group: 'RFC2544:NDR'
182              num-builds: '20'
183              keep-records: True
184              csv-file-name: 'csit-vpp-perf-{stream}-{type}-6.csv'
185              series:
186                  - file: 'output_perf_data.xml'
187                    format: xml
188                    xpath-type: 'nodeset'
189                    xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="4"]'
190            - title: 'RFC2544 binary search with 64B, worker-thread=1, rss=1, PDR=0.5%'
191              yaxis: 'Packets Per Second'
192              group: 'RFC2544:PDR'
193              num-builds: '20'
194              keep-records: True
195              csv-file-name: 'csit-vpp-perf-{stream}-{type}-7.csv'
196              series:
197                  - file: 'output_perf_data.xml'
198                    format: xml
199                    xpath-type: 'nodeset'
200                    xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="1"]'
201            - title: 'RFC2544 binary search with 78B, worker-thread=1, rss=1, PDR=0.5%'
202              yaxis: 'Packets Per Second'
203              group: 'RFC2544:PDR'
204              num-builds: '20'
205              keep-records: True
206              csv-file-name: 'csit-vpp-perf-{stream}-{type}-8.csv'
207              series:
208                  - file: 'output_perf_data.xml'
209                    format: xml
210                    xpath-type: 'nodeset'
211                    xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="1"]'
212            - title: 'RFC2544 binary search with 64B, worker-thread=2, rss=1, PDR=0.5%'
213              yaxis: 'Packets Per Second'
214              group: 'RFC2544:PDR'
215              num-builds: '20'
216              keep-records: True
217              csv-file-name: 'csit-vpp-perf-{stream}-{type}-9.csv'
218              series:
219                  - file: 'output_perf_data.xml'
220                    format: xml
221                    xpath-type: 'nodeset'
222                    xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="2"]'
223            - title: 'RFC2544 binary search with 78B, worker-thread=2, rss=1, PDR=0.5%'
224              yaxis: 'Packets Per Second'
225              group: 'RFC2544:PDR'
226              num-builds: '20'
227              keep-records: True
228              csv-file-name: 'csit-vpp-perf-{stream}-{type}-10.csv'
229              series:
230                  - file: 'output_perf_data.xml'
231                    format: xml
232                    xpath-type: 'nodeset'
233                    xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="2"]'
234            - title: 'RFC2544 binary search with 64B, worker-thread=4, rss=2, PDR=0.5%'
235              yaxis: 'Packets Per Second'
236              group: 'RFC2544:PDR'
237              num-builds: '20'
238              keep-records: True
239              csv-file-name: 'csit-vpp-perf-{stream}-{type}-11.csv'
240              series:
241                  - file: 'output_perf_data.xml'
242                    format: xml
243                    xpath-type: 'nodeset'
244                    xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="4"]'
245            - title: 'RFC2544 binary search with 78B, worker-thread=4, rss=2, PDR=0.5%'
246              yaxis: 'Packets Per Second'
247              group: 'RFC2544:PDR'
248              num-builds: '20'
249              keep-records: True
250              csv-file-name: 'csit-vpp-perf-{stream}-{type}-12.csv'
251              series:
252                  - file: 'output_perf_data.xml'
253                    format: xml
254                    xpath-type: 'nodeset'
255                    xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="4"]'
256
257- job-template:
258    name: 'csit-vpp-verify-master-weekly'
259    description: 'Purpose of this job is to validate CSIT code against verified vpp build and create csit-verified branch in case of success.'
260
261    project-type: freestyle
262    node: verify
263    concurrent: false
264
265    logrotate:
266        daysToKeep: '{build-days-to-keep}'
267        numToKeep: '{build-num-to-keep}'
268        artifactDaysToKeep: '{build-artifact-days-to-keep}'
269        artifactNumToKeep: '{build-artifact-num-to-keep}'
270
271    parameters:
272        - project-parameter:
273            project: '{project}'
274        - gerrit-parameter:
275            branch: '{branch}'
276
277    scm:
278        - git-scm:
279            credentials-id: '{ssh-credentials}'
280            branch: '{branch}'
281
282    wrappers:
283        - ssh-agent-credentials:
284            users:
285                - '{ssh-credentials}'
286
287    triggers:
288        - timed: '0 4 * * 0'
289
290        - gerrit-trigger-manually-triggered:
291            comment-trigger-value: 'csit-vpp-ref-verify'
292            name: '{project}'
293            branch: '{branch}'
294
295    builders:
296        - shell:
297            !include-raw-escape: jjb/csit/include-raw-csit-vpp-verify-weekly.sh
298        - shell: 'echo "DATE=`date +%Y-%m-%d`" > $WORKSPACE/variables.prop'
299        - inject:
300            properties-file: variables.prop
301
302    publishers:
303        - archive-artifacts:
304            artifacts: 'report.html, log.html, output.xml'
305            latest-only: false
306
307        - robot-report:
308            output-path: ''
309        - git:
310               push-only-if-success: true
311               branches:
312                - branch:
313                    remote: origin
314                    name: 'refs/heads/{branch-id}-$DATE'
315
316
317- job-template:
318    name: 'csit-vpp-verify-{stream}-semiweekly'
319    description: 'Purpose of this job is to validate latest vpp build from corresponding branch stored in nexus against verified CSIT codebase of corresponding branch.'
320
321    project-type: freestyle
322    node: verify
323    concurrent: false
324
325    logrotate:
326        daysToKeep: '{build-days-to-keep}'
327        numToKeep: '{build-num-to-keep}'
328        artifactDaysToKeep: '{build-artifact-days-to-keep}'
329        artifactNumToKeep: '{build-artifact-num-to-keep}'
330
331    parameters:
332        - project-parameter:
333            project: '{project}'
334        - gerrit-parameter:
335            branch: '{branch}'
336
337    wrappers:
338        - ssh-agent-credentials:
339            users:
340                - '{ssh-credentials}'
341
342    triggers:
343        - timed: '0 4 * * 2,6'
344
345        - gerrit-trigger-manually-triggered:
346            comment-trigger-value: 'csit-verify-vpp'
347            name: '{project}'
348            branch: '{branch}'
349
350    builders:
351        - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
352        - inject:
353            properties-file: variables.prop
354        - shell:
355            !include-raw-escape: jjb/csit/include-raw-csit-vpp-verify-semiweekly.sh
356
357    publishers:
358        - archive-artifacts:
359            artifacts: 'csit/archive/*.*'
360            latest-only: false
361
362        - robot-report:
363            output-path: 'csit/archive'
364
365        - plot:
366            - title: 'RFC2544 binary search with 64B, worker-thread=1, rxq=1, NDR'
367              yaxis: 'Packets Per Second'
368              group: 'RFC2544:NDR'
369              num-builds: '20'
370              keep-records: True
371              csv-file-name: 'csit-vpp-verify-{stream}-semiweekly-1.csv'
372              series:
373                  - file: 'csit/archive/output_perf_data.xml'
374                    format: xml
375                    xpath-type: 'nodeset'
376                    xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="1"]'
377            - title: 'RFC2544 binary search with 78B, worker-thread=1, rxq=1, NDR'
378              yaxis: 'Packets Per Second'
379              group: 'RFC2544:NDR'
380              num-builds: '20'
381              keep-records: True
382              csv-file-name: 'csit-vpp-verify-{stream}-semiweekly-2.csv'
383              series:
384                  - file: 'csit/archive/output_perf_data.xml'
385                    format: xml
386                    xpath-type: 'nodeset'
387                    xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="1"]'
388            - title: 'RFC2544 binary search with 64B, worker-thread=2, rxq=1, NDR'
389              yaxis: 'Packets Per Second'
390              group: 'RFC2544:NDR'
391              num-builds: '20'
392              keep-records: True
393              csv-file-name: 'csit-vpp-verify-{stream}-semiweekly-3.csv'
394              series:
395                  - file: 'csit/archive/output_perf_data.xml'
396                    format: xml
397                    xpath-type: 'nodeset'
398                    xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="2"]'
399            - title: 'RFC2544 binary search with 78B, worker-thread=2, rxq=1, NDR'
400              yaxis: 'Packets Per Second'
401              group: 'RFC2544:NDR'
402              num-builds: '20'
403              keep-records: True
404              csv-file-name: 'csit-vpp-verify-{stream}-semiweekly-4.csv'
405              series:
406                  - file: 'csit/archive/output_perf_data.xml'
407                    format: xml
408                    xpath-type: 'nodeset'
409                    xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="2"]'
410            - title: 'RFC2544 binary search with 64B, worker-thread=4, rxq=2, NDR'
411              yaxis: 'Packets Per Second'
412              group: 'RFC2544:NDR'
413              num-builds: '20'
414              keep-records: True
415              csv-file-name: 'csit-vpp-verify-{stream}-semiweekly-5.csv'
416              series:
417                  - file: 'csit/archive/output_perf_data.xml'
418                    format: xml
419                    xpath-type: 'nodeset'
420                    xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="4"]'
421            - title: 'RFC2544 binary search with 78B, worker-thread=4, rxq=2, NDR'
422              yaxis: 'Packets Per Second'
423              group: 'RFC2544:NDR'
424              num-builds: '20'
425              keep-records: True
426              csv-file-name: 'csit-vpp-verify-{stream}-semiweekly-6.csv'
427              series:
428                  - file: 'csit/archive/output_perf_data.xml'
429                    format: xml
430                    xpath-type: 'nodeset'
431                    xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="4"]'
432            - title: 'RFC2544 binary search with 64B, worker-thread=1, rxq=1, PDR=0.5%'
433              yaxis: 'Packets Per Second'
434              group: 'RFC2544:PDR'
435              num-builds: '20'
436              keep-records: True
437              csv-file-name: 'csit-vpp-verify-{stream}-semiweekly-7.csv'
438              series:
439                  - file: 'csit/archive/output_perf_data.xml'
440                    format: xml
441                    xpath-type: 'nodeset'
442                    xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="1"]'
443            - title: 'RFC2544 binary search with 78B, worker-thread=1, rxq=1, PDR=0.5%'
444              yaxis: 'Packets Per Second'
445              group: 'RFC2544:PDR'
446              num-builds: '20'
447              keep-records: True
448              csv-file-name: 'csit-vpp-verify-{stream}-semiweekly-8.csv'
449              series:
450                  - file: 'csit/archive/output_perf_data.xml'
451                    format: xml
452                    xpath-type: 'nodeset'
453                    xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="1"]'
454            - title: 'RFC2544 binary search with 64B, worker-thread=2, rxq=1, PDR=0.5%'
455              yaxis: 'Packets Per Second'
456              group: 'RFC2544:PDR'
457              num-builds: '20'
458              keep-records: True
459              csv-file-name: 'csit-vpp-verify-{stream}-semiweekly-9.csv'
460              series:
461                  - file: 'csit/archive/output_perf_data.xml'
462                    format: xml
463                    xpath-type: 'nodeset'
464                    xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="2"]'
465            - title: 'RFC2544 binary search with 78B, worker-thread=2, rxq=1, PDR=0.5%'
466              yaxis: 'Packets Per Second'
467              group: 'RFC2544:PDR'
468              num-builds: '20'
469              keep-records: True
470              csv-file-name: 'csit-vpp-verify-{stream}-semiweekly-10.csv'
471              series:
472                  - file: 'csit/archive/output_perf_data.xml'
473                    format: xml
474                    xpath-type: 'nodeset'
475                    xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="2"]'
476            - title: 'RFC2544 binary search with 64B, worker-thread=4, rxq=2, PDR=0.5%'
477              yaxis: 'Packets Per Second'
478              group: 'RFC2544:PDR'
479              num-builds: '20'
480              keep-records: True
481              csv-file-name: 'csit-vpp-verify-{stream}-semiweekly-11.csv'
482              series:
483                  - file: 'csit/archive/output_perf_data.xml'
484                    format: xml
485                    xpath-type: 'nodeset'
486                    xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="4"]'
487            - title: 'RFC2544 binary search with 78B, worker-thread=4, rxq=2, PDR=0.5%'
488              yaxis: 'Packets Per Second'
489              group: 'RFC2544:PDR'
490              num-builds: '20'
491              keep-records: True
492              csv-file-name: 'csit-vpp-verify-{stream}-semiweekly-12.csv'
493              series:
494                  - file: 'csit/archive/output_perf_data.xml'
495                    format: xml
496                    xpath-type: 'nodeset'
497                    xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="4"]'
498
499- parameter:
500    name: test-type-parameter
501    parameters:
502        - string:
503            name: TYPE
504            default: '{type}'
505            description: "Test TYPE parameter if not given by trigger"
506