aboutsummaryrefslogtreecommitdiffstats
path: root/docs/report/detailed_test_results/vpp_unittest_results/vpp_unittest_results.rst
blob: ba35f2b831a7794c3af1f85b6a0511280d4ed27d (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009
1010
1011
1012
1013
1014
1015
1016
1017
1018
1019
1020
1021
1022
1023
1024
1025
1026
1027
1028
1029
1030
1031
1032
1033
1034
1035
1036
1037
1038
1039
1040
1041
1042
1043
1044
1045
1046
1047
1048
1049
1050
1051
1052
1053
1054
1055
1056
1057
1058
1059
1060
1061
1062
1063
1064
1065
1066
1067
1068
1069
1070
1071
1072
1073
1074
1075
1076
1077
1078
1079
1080
1081
1082
1083
1084
1085
1086
1087
1088
1089
1090
1091
1092
1093
1094
1095
1096
1097
1098
1099
1100
1101
1102
1103
1104
1105
1106
1107
1108
1109
1110
1111
1112
1113
1114
1115
1116
1117
1118
1119
1120
1121
1122
1123
1124
1125
1126
1127
1128
1129
1130
1131
1132
1133
1134
1135
1136
1137
1138
1139
1140
1141
1142
1143
1144
1145
1146
1147
1148
1149
1150
1151
1152
1153
1154
1155
1156
1157
1158
1159
1160
1161
1162
1163
1164
1165
1166
1167
1168
1169
1170
1171
1172
1173
1174
1175
1176
1177
1178
ACL Security Groups
```````````````````
::

    ==============================================================================
    ACL plugin Test Case
    ==============================================================================
    ACL plugin version check; learn MACs                                     OK
    ACL create/delete test                                                   OK
    permit ACL apply test                                                    OK
    deny ACL apply test                                                      OK
    VPP_624 permit ICMPv4                                                    OK
    VPP_624 permit ICMPv6                                                    OK
    VPP_624 deny ICMPv4                                                      OK
    VPP_624 deny ICMPv6                                                      OK
    permit TCPv4                                                             OK
    permit TCPv6                                                             OK
    permit UDPv4                                                             OK
    permit UDPv6                                                             OK
    deny TCPv4/v6                                                            OK
    deny UDPv4/v6                                                            OK
    verify add/dump acls                                                     OK
    permit single TCPv4                                                      OK
    permit single UDPv4                                                      OK
    permit single TCPv6                                                      OK
    permit single UPPv6                                                      OK
    deny single TCPv4/v6                                                     OK
    deny single UDPv4/v6                                                     OK
    deny single UDPv4/v6, permit ip any, verify non-initial fragment blocked OK
    VPP-687 zero length udp ipv4 packet                                      OK
    VPP-687 zero length udp ipv6 packet                                      OK
    permit TCPv4 + non-match range                                           OK
    permit TCPv6 + non-match range                                           OK
    permit UDPv4 + non-match range                                           OK
    permit UDPv6 + non-match range                                           OK
    deny TCPv4/v6 + non-match range                                          OK
    deny UDPv4/v6 + non-match range                                          OK

    ==============================================================================
    IRB Test Case
    ==============================================================================
    ACL plugin prepare                                                       OK
    ACL IPv6 routed -> bridged, L2 ACL deny                                  OK
    ACL IPv6 routed -> bridged, L3 ACL deny                                  OK
    ACL IPv4 routed -> bridged, L2 ACL deny                                  OK
    ACL IPv4 routed -> bridged, L3 ACL deny                                  OK
    ACL IPv6 bridged -> routed, L2 ACL deny                                  OK
    ACL IPv6 bridged -> routed, L3 ACL deny                                  OK
    ACL IPv4 bridged -> routed, L2 ACL deny                                  OK
    ACL IPv4 bridged -> routed, L3 ACL deny                                  OK
    ACL IPv6 routed -> bridged, L2 ACL permit+reflect                        OK
    ACL IPv6 bridged -> routed, L2 ACL permit+reflect                        OK
    ACL IPv4 routed -> bridged, L2 ACL permit+reflect                        OK
    ACL IPv4 bridged -> routed, L2 ACL permit+reflect                        OK
    ACL IPv6 routed -> bridged, L3 ACL permit+reflect                        OK
    ACL IPv6 bridged -> routed, L3 ACL permit+reflect                        OK
    ACL IPv4 routed -> bridged, L3 ACL permit+reflect                        OK
    ACL IPv4 bridged -> routed, L3 ACL permit+reflect                        OK
    ACL IPv6+EH routed -> bridged, L2 ACL deny                               OK
    ACL IPv6+EH routed -> bridged, L3 ACL deny                               OK
    ACL IPv6+EH bridged -> routed, L2 ACL deny                               OK
    ACL IPv6+EH bridged -> routed, L3 ACL deny                               OK
    ACL IPv6+EH routed -> bridged, L2 ACL permit+reflect                     OK
    ACL IPv6+EH bridged -> routed, L2 ACL permit+reflect                     OK
    ACL IPv6+EH routed -> bridged, L3 ACL permit+reflect                     OK
    ACL IPv6+EH bridged -> routed, L3 ACL permit+reflect                     OK
    ACL IPv4+MF routed -> bridged, L2 ACL deny                               OK
    ACL IPv4+MF routed -> bridged, L3 ACL deny                               OK
    ACL IPv4+MF bridged -> routed, L2 ACL deny                               OK
    ACL IPv4+MF bridged -> routed, L3 ACL deny                               OK
    ACL IPv4+MF routed -> bridged, L2 ACL permit+reflect                     OK
    ACL IPv4+MF bridged -> routed, L2 ACL permit+reflect                     OK
    ACL IPv4+MF routed -> bridged, L3 ACL permit+reflect                     OK
    ACL IPv4+MF bridged -> routed, L3 ACL permit+reflect                     OK

    ==============================================================================
    ACL plugin connection-oriented extended testcases
    ==============================================================================
    Prepare the settings                                                     SKIP
    IPv4: Basic conn timeout test reflect on ingress                         SKIP
    IPv4: Basic conn timeout test reflect on egress                          SKIP
    IPv4: reflect egress, clear conn                                         SKIP
    IPv4: reflect ingress, clear conn                                        SKIP
    IPv4: Idle conn behind active conn, reflect on ingress                   SKIP
    IPv4: Idle conn behind active conn, reflect on egress                    SKIP
    IPv6: Basic conn timeout test reflect on ingress                         SKIP
    IPv6: Basic conn timeout test reflect on egress                          SKIP
    IPv6: reflect egress, clear conn                                         SKIP
    IPv6: reflect ingress, clear conn                                        SKIP
    IPv6: Idle conn behind active conn, reflect on ingress                   SKIP
    IPv6: Idle conn behind active conn, reflect on egress                    SKIP
    Prepare for TCP session tests                                            SKIP
    IPv4: transient TCP session (incomplete 3WHS), ref. on ingress           SKIP
    IPv4: transient TCP session (incomplete 3WHS), ref. on egress            SKIP
    IPv4: established TCP session (complete 3WHS), ref. on ingress           SKIP
    IPv4: established TCP session (complete 3WHS), ref. on egress            SKIP
    IPv4: transient TCP session (3WHS,ACK,FINACK), ref. on ingress           SKIP
    IPv4: transient TCP session (3WHS,ACK,FINACK), ref. on egress            SKIP
    IPv6: transient TCP session (incomplete 3WHS), ref. on ingress           SKIP
    IPv6: transient TCP session (incomplete 3WHS), ref. on egress            SKIP
    IPv6: established TCP session (complete 3WHS), ref. on ingress           SKIP
    IPv6: established TCP session (complete 3WHS), ref. on egress            SKIP
    IPv6: transient TCP session (3WHS,ACK,FINACK), ref. on ingress           SKIP
    IPv6: transient TCP session (3WHS,ACK,FINACK), ref. on egress            SKIP

    ==============================================================================
    ACL on dot1q bridged subinterfaces Tests
    ==============================================================================
    IP4 ACL SubIf Dot1Q bridged traffic                                      OK
    IP6 ACL SubIf Dot1Q bridged traffic                                      OK

    ==============================================================================
    ACL on dot1ad bridged subinterfaces Tests
    ==============================================================================
    IP4 ACL SubIf Dot1AD bridged traffic                                     OK
    IP6 ACL SubIf Dot1AD bridged traffic                                     OK

    ==============================================================================
    ACL on dot1ad routed subinterfaces Tests
    ==============================================================================
    IP4 ACL SubIf Dot1AD routed traffic                                      OK
    IP4 ACL SubIf wrong tags Dot1AD routed traffic                           OK
    IP6 ACL SubIf Dot1AD routed traffic                                      OK
    IP6 ACL SubIf wrong tags Dot1AD routed traffic                           OK

    ==============================================================================
    ACL on dot1q routed subinterfaces Tests
    ==============================================================================
    IP4 ACL SubIf Dot1Q routed traffic                                       OK
    IP4 ACL SubIf wrong tags Dot1Q routed traffic                            OK
    IP6 ACL SubIf Dot1Q routed traffic                                       OK
    IP6 ACL SubIf wrong tags Dot1Q routed traffic                            OK

APIs
````
::

    ==============================================================================
    VAPI test
    ==============================================================================
    run C VAPI tests                                                         SKIP
    run C++ VAPI tests                                                       SKIP

    ==============================================================================
    VPP Object Model Test
    ==============================================================================
    run C++ VOM tests                                                        SKIP

    ==============================================================================
    PAPI Test Case
    ==============================================================================
    show version                                                             OK
    show version - invalid parameters                                        OK
    u8 array                                                                 OK

    ==============================================================================
    PAPI Message parsing Test Case
    ==============================================================================
    New compound type with array                                             OK
    Add new types                                                            OK
    Add new types 2                                                          OK
    Add new message object                                                   OK
    New message with array                                                   OK
    Argument name                                                            OK
    VLA with aribtrary length field placement                                OK
    Message to byte encoding                                                 OK
    Nested array type                                                        OK
    Old style VLA array                                                      OK
    Old VLA compound type                                                    OK
    Old VLA array arbitrary placement                                        OK
    Old VLA u32                                                              OK
    Simple array                                                             OK

    ==============================================================================
    JVPP Core Test Case
    ==============================================================================
    JVPP Acl Callback Api Test Case                                          OK
    JVPP Acl Future Api Test Case                                            OK
    JVPP Core Callback Api Test Case                                         OK
    JVPP Core Future Api Test Case                                           OK
    JVPP Ioamexport Callback Api Test Case                                   OK
    JVPP Ioamexport Future Api Test Case                                     OK
    JVPP Ioampot Callback Api Test Case                                      OK
    JVPP Ioampot Future Api Test Case                                        OK
    JVPP Ioamtrace Callback Api Test Case                                    OK
    JVPP Ioamtrace Future Api Test Case                                      OK
    JVPP Snat Callback Api Test Case                                         OK
    JVPP Snat Future Api Test Case                                           OK

ARP
```
::

    ==============================================================================
    ARP Test Case
    ==============================================================================
    ARP                                                                      OK
    ARP Duplicates                                                           OK
    ARP Static                                                               OK
    ARP reply with VRRP virtual src hw addr                                  OK
    MPLS                                                                     OK
    Proxy ARP                                                                OK
    Interface Mirror Proxy ARP                                               OK

    ==============================================================================
    L2BD arp termination Test Case
    ==============================================================================
    L2BD arp term - add 5 hosts, verify arp responses                        OK
    L2BD arp term - delete 3 hosts, verify arp responses                     OK
    L2BD arp term - recreate BD1, readd 3 hosts, verify arp responses        OK
    L2BD arp term - 2 IP4 addrs per host                                     OK
    L2BD arp term - create and update 10 IP4-mac pairs                       OK
    L2BD arp/ND term - hosts with both ip4/ip6                               OK
    L2BD ND term - Add and Del hosts, verify ND replies                      OK
    L2BD ND term - Add and update IP+mac, verify ND replies                  OK
    L2BD arp term - send garps, verify arp event reports                     OK
    L2BD arp term - send duplicate garps, verify suppression                 OK
    L2BD arp term - disable ip4 arp events,send garps, verify no events      OK
    L2BD ND term - send NS packets verify reports                            OK
    L2BD ND term - send duplicate ns, verify suppression                     OK
    L2BD ND term - disable ip4 arp events,send ns, verify no events          OK

BFD API
````````
::

    ==============================================================================
    Bidirectional Forwarding Detection (BFD) - API
    ==============================================================================
    activate SHA1 authentication                                             SKIP
    create BFD session using non-existent SHA1 (negative case)               SKIP
    create a BFD session                                                     SKIP
    create IPv6 BFD session                                                  SKIP
    create a BFD session (SHA1)                                              SKIP
    add SHA1 keys                                                            SKIP
    change SHA1 key                                                          SKIP
    deactivate SHA1 authentication                                           SKIP
    create the same BFD session twice (negative case)                        SKIP
    create the same BFD session twice (negative case) (SHA1)                 SKIP
    modify BFD session parameters                                            SKIP
    share single SHA1 key between multiple BFD sessions                      SKIP

BFD Authentication
``````````````````
::

    ==============================================================================
    Bidirectional Forwarding Detection (BFD) (SHA1 auth)
    ==============================================================================
    hold BFD session up                                                      SKIP
    hold BFD session up - meticulous auth                                    SKIP
    session is not brought down by unauthenticated msg                       SKIP
    session is not brought down by msg with non-existent key-id              SKIP
    session is not brought down by msg with wrong auth type                  SKIP
    simulate remote peer restart and resynchronization                       SKIP
    session is not kept alive by msgs with bad sequence numbers              SKIP
    bring BFD session up                                                     SKIP

BFD Authentication Change
`````````````````````````
::

    ==============================================================================
    Bidirectional Forwarding Detection (BFD) (changing auth)
    ==============================================================================
    change auth key without disturbing session state (delayed)               SKIP
    change auth key without disturbing session state (immediate)             SKIP
    turn auth off without disturbing session state (delayed)                 SKIP
    turn auth off without disturbing session state (immediate)               SKIP
    turn auth on without disturbing session state (delayed)                  SKIP
    turn auth on without disturbing session state (immediate)                SKIP

BFD CLI
````````
::

    ==============================================================================
    Bidirectional Forwarding Detection (BFD) (CLI)
    ==============================================================================
    create/modify/delete IPv4 BFD UDP session                                SKIP
    create/modify/delete IPv6 BFD UDP session                                SKIP
    create/modify/delete IPv6 BFD UDP session (authenticated)                SKIP
    create/modify/delete IPv4 BFD UDP session (authenticated)                SKIP
    put session admin-up and admin-down                                      SKIP
    turn authentication on and off                                           SKIP
    turn authentication on and off (delayed)                                 SKIP
    set/delete meticulous SHA1 auth key                                      SKIP
    set/delete SHA1 auth key                                                 SKIP
    set/del udp echo source                                                  SKIP
    show commands                                                            SKIP

BFD IPv4
````````
::

    ==============================================================================
    Bidirectional Forwarding Detection (BFD)
    ==============================================================================
    put session admin-up and admin-down                                      SKIP
    configuration change while peer in demand mode                           SKIP
    verify session goes down after inactivity                                SKIP
    echo function                                                            SKIP
    session goes down if echo function fails                                 SKIP
    echo packets looped back                                                 SKIP
    echo function stops if echo source is removed                            SKIP
    echo function stops if peer sets required min echo rx zero               SKIP
    hold BFD session up                                                      SKIP
    immediately honor remote required min rx reduction                       SKIP
    interface with bfd session deleted                                       SKIP
    echo packets with invalid checksum don't keep a session up               SKIP
    large remote required min rx interval                                    SKIP
    modify detect multiplier                                                 SKIP
    modify session - double required min rx                                  SKIP
    modify session - halve required min rx                                   SKIP
    no periodic frames outside poll sequence if remote demand set            SKIP
    test correct response to control frame with poll bit set                 SKIP
    test poll sequence queueing                                              SKIP
    bring BFD session down                                                   SKIP
    bring BFD session up                                                     SKIP
    bring BFD session up - first frame looked up by address pair             SKIP
    verify slow periodic control frames while session down                   SKIP
    stale echo packets don't keep a session up                               SKIP
    no packets when zero remote required min rx interval                     SKIP

BFD IPv6
````````
::

    ==============================================================================
    Bidirectional Forwarding Detection (BFD) (IPv6)
    ==============================================================================
    echo function used                                                       SKIP
    echo packets looped back                                                 SKIP
    hold BFD session up                                                      SKIP
    interface with bfd session deleted                                       SKIP
    bring BFD session up                                                     SKIP
    bring BFD session up - first frame looked up by address pair             SKIP

    ==============================================================================
    BFD-FIB interactions (IPv6)
    ==============================================================================
    BFD-FIB interactions                                                     SKIP

BIER - Bit Indexed Explicit Replication
```````````````````````````````````````
::

    ==============================================================================
    BIER Test Case
    ==============================================================================
    BIER end-to-end                                                          OK
    BIER head                                                                OK
    BIER head over UDP                                                       OK
    BIER midpoint                                                            OK
    BIER Tail                                                                OK
    BIER Tail over UDP                                                       OK

    ==============================================================================
    BIER FIB Test Case
    ==============================================================================
    BFIB Unit Tests                                                          OK

Classifier
``````````
::

    ==============================================================================
    Classifier Test Case
    ==============================================================================
    IP ACL test                                                              OK
    MAC ACL test                                                             OK
    IP PBR test                                                              OK

Container Integration
`````````````````````
::

    ==============================================================================
    Container integration extended testcases
    ==============================================================================
    IPv4 basic connectivity test                                             SKIP
    IPv6 basic connectivity test                                             SKIP
    Create loopbacks overlapping with remote addresses                       SKIP
    IPv4 local-spoof connectivity test                                       SKIP
    IPv6 local-spoof connectivity test                                       SKIP
    Configure container commands                                             SKIP
    IPv4 test after configuring container                                    SKIP
    IPv6 test after configuring container                                    SKIP
    Unconfigure container commands                                           SKIP
    IPv4 local-spoof after unconfig test                                     SKIP
    IPv6 local-spoof after unconfig test                                     SKIP

CRUD Loopback
`````````````
::

    ==============================================================================
    CRUD Loopback
    ==============================================================================
    test_crud (test_interface_crud.TestLoopbackInterfaceCRUD)                OK
    test_down (test_interface_crud.TestLoopbackInterfaceCRUD)                OK

DHCP
````
::

    ==============================================================================
    DHCP Test Case
    ==============================================================================
    DHCPv6 Proxy                                                             OK
    DHCP Client                                                              OK
    DHCPv4 Proxy                                                             OK

Distributed Virtual Router
``````````````````````````
::

    ==============================================================================
    Distributed Virtual Router
    ==============================================================================
    Distributed Virtual Router                                               OK
    L2 Emulation                                                             OK

DS-Lite Softwire
````````````````
::

    ==============================================================================
    DS-Lite Test Cases
    ==============================================================================
    Test DS-Lite                                                             OK

FIB
```
::

    ==============================================================================
    FIB Test Case
    ==============================================================================
    FIB Unit Tests                                                           OK

Flowprobe
`````````
::

    ==============================================================================
    Re-enable Flowprobe feature
    ==============================================================================
    disable flowprobe feature after first packets and re-enable              SKIP

    ==============================================================================
    collect information on Ethernet, IP4 and IP6 datapath (no timers)
    ==============================================================================
    no timers, one CFLOW packet, 9 Flows inside                              OK
    no timers, two CFLOW packets (mtu=256), 3 Flows in each                  OK
    L2 data on IP4 datapath                                                  OK
    L2 data on IP6 datapath                                                  OK
    L2 data on L2 datapath                                                   OK
    L3 data on IP4 datapath                                                  OK
    L3 data on IP6 datapath                                                  OK
    L3 data on L2 datapath                                                   OK
    L4 data on IP4 datapath                                                  OK
    L4 data on IP6 datapath                                                  OK
    L4 data on L2 datapath                                                   OK
    verify templates on IP6 datapath                                         OK
    verify templates on IP4 datapath                                         OK
    verify template on L2 datapath                                           OK

    ==============================================================================
    Disable Flowprobe feature
    ==============================================================================
    disable flowprobe feature after first packets                            SKIP

    ==============================================================================
    Re-enable IPFIX
    ==============================================================================
    disable IPFIX after first packets and re-enable after few packets        SKIP

    ==============================================================================
    Disable IPFIX
    ==============================================================================
    disable IPFIX after first packets                                        SKIP

Geneve Tunnels
``````````````
::

    ==============================================================================
    GENEVE Test Case
    ==============================================================================
    Decapsulation test                                                       OK
    Encapsulation test                                                       OK
    Multicast flood test                                                     OK
    Multicast receive test                                                   OK
    Unicast flood test                                                       OK

GRE Tunnels
```````````
::

    ==============================================================================
    GRE Test Case
    ==============================================================================
    GRE IPv4 tunnel Tests                                                    OK
    GRE IPv6 tunnel Tests                                                    OK
    GRE tunnel L2 Tests                                                      OK
    GRE tunnel VRF Tests                                                     OK

GTPU Tunnels
````````````
::

    ==============================================================================
    GTPU Test Case
    ==============================================================================
    Decapsulation test                                                       OK
    Encapsulation test                                                       OK
    Multicast flood test                                                     OK
    Multicast receive test                                                   OK
    Unicast flood test                                                       OK

IP Multicast Routing
````````````````````
::

    ==============================================================================
    IP Multicast Test Case
    ==============================================================================
    IP Multicast Bi-directional                                              OK
    IPv6 Multicast Replication                                               OK
    IPv6 Multicast Replication in non-default table                          OK
    IP Multicast Replication                                                 OK
    IP Multicast Connected Source check                                      OK
    IP Multicast Signal                                                      OK
    IP Multicast Replication in non-default table                            OK

IPSec
`````
::

    ==============================================================================
    Basic test for IPSEC using AH transport and Tunnel mode
    ==============================================================================
    ipsec ah v4 transport basic test                                         OK
    ipsec ah v4 transport burst test                                         OK
    ipsec ah 4o4 tunnel basic test                                           OK
    ipsec ah 4o4 tunnel burst test                                           OK

    ==============================================================================
    Basic test for ipsec esp sanity - tunnel and transport modes.
    ==============================================================================
    ipsec esp v4 transport basic test                                        OK
    ipsec esp v4 transport burst test                                        OK
    ipsec esp 4o4 tunnel basic test                                          OK
    ipsec esp 4o4 tunnel burst test                                          OK

IPv4 FIB CRUD
`````````````
::

    ==============================================================================
    FIB - add/update/delete - ip4 routes
    ==============================================================================
    Add 1k routes                                                            OK
    Delete 100 routes                                                        OK
    Add 1k routes                                                            OK
    Delete 1.5k routes                                                       OK

IPv4 Routing
````````````
::

    ==============================================================================
    IPv4 Test Case
    ==============================================================================
    IPv4 FIB test                                                            OK

    ==============================================================================
    IPv4 routes via NULL
    ==============================================================================
    IP NULL route                                                            OK

    ==============================================================================
    IPv4 disabled
    ==============================================================================
    IP Disabled                                                              OK

    ==============================================================================
    IPv4 Subnets
    ==============================================================================
    IP Sub Nets                                                              OK

    ==============================================================================
    IPv4 VLAN-0
    ==============================================================================
    IP VLAN-0                                                                OK

    ==============================================================================
    IPv4 Load-Balancing
    ==============================================================================
    IP Load-Balancing                                                        OK

    ==============================================================================
    IPv4 Deaggregate Routes
    ==============================================================================
    IP Deag Routes                                                           OK

    ==============================================================================
    IPv4 Input Exceptions
    ==============================================================================
    IP Input Exceptions                                                      OK

    ==============================================================================
    IPv4 Punt Police/Redirect
    ==============================================================================
    IP punt police and redirect                                              OK

IPv4 VRF Multi-instance
```````````````````````
::

    ==============================================================================
    IP4 VRF  Multi-instance Test Case
    ==============================================================================
    IP4 VRF  Multi-instance test 1 - create 5 BDs                            OK
    IP4 VRF  Multi-instance test 2 - delete 2 VRFs                           OK
    IP4 VRF  Multi-instance 3 - add 2 VRFs                                   OK
    IP4 VRF  Multi-instance test 4 - delete 4 VRFs                           OK

IPv6 Routing
````````````
::

    ==============================================================================
    IPv6 Test Case
    ==============================================================================
    IPv6 FIB test                                                            OK
    IPv6 Neighbour Solicitation Exceptions                                   OK
    ND Duplicates                                                            OK
    IPv6 Router Solicitation Exceptions                                      OK

    ==============================================================================
    IPv6 Punt Police/Redirect
    ==============================================================================
    IP6 punt police and redirect                                             OK

    ==============================================================================
    IPv6 disabled
    ==============================================================================
    IP Disabled                                                              OK

    ==============================================================================
    IPv6 ND ProxyTest Case
    ==============================================================================
    IPv6 Proxy ND                                                            OK

    ==============================================================================
    IPv6 Load-Balancing
    ==============================================================================
    IPv6 Load-Balancing                                                      OK

    ==============================================================================
    IPv6 routes via NULL
    ==============================================================================
    IP NULL route                                                            OK

    ==============================================================================
    IPv6 Input Exceptions
    ==============================================================================
    IP6 Input Exceptions                                                     OK

IPv6 VRF Multi-instance
```````````````````````
::

    ==============================================================================
    IP6 VRF  Multi-instance Test Case
    ==============================================================================
    IP6 VRF  Multi-instance test 1 - create 4 VRFs                           OK
    IP6 VRF  Multi-instance test 2 - reset 2 VRFs                            OK
    IP6 VRF  Multi-instance 3 - add 2 VRFs                                   OK
    IP6 VRF  Multi-instance test 4 - reset 4 VRFs                            OK

IRB Integrated Routing-Bridging
```````````````````````````````
::

    ==============================================================================
    IRB Test Case
    ==============================================================================
    IPv4 IRB test 1                                                          OK
    IPv4 IRB test 2                                                          OK

Kube-proxy
``````````
::

    ==============================================================================
    Kube-proxy Test Case
    ==============================================================================
    Kube-proxy NAT44                                                         OK
    Kube-proxy NAT46                                                         SKIP
    Kube-proxy NAT64                                                         SKIP
    Kube-proxy NAT66                                                         SKIP

L2 FIB CRUD
```````````
::

    ==============================================================================
    L2 FIB Test Case
    ==============================================================================
    L2 FIB - program 100 + 100 MACs                                          OK
    L2 FIB - program 100 + delete 12 MACs                                    OK
    L2 FIB - flush all                                                       OK
    L2 FIB - flush BD                                                        OK
    L2 FIB - flush interface                                                 OK
    L2 FIB - mac learning events                                             OK
    L2 FIB - mac learning max macs in event                                  OK
    L2 FIB - program 100 MACs                                                OK
    L2 FIB - Program 10 MACs, learn 10                                       OK

L2BD Multi-instance
```````````````````
::

    ==============================================================================
    L2BD Multi-instance Test Case
    ==============================================================================
    L2BD Multi-instance test 1 - create 5 BDs                                OK
    L2BD Multi-instance test 2 - update data of 5 BDs                        OK
    L2BD Multi-instance test 3 - delete 2 BDs                                OK
    L2BD Multi-instance test 4 - add 2 BDs                                   OK
    L2BD Multi-instance test 5 - delete 5 BDs                                SKIP

L2BD Switching
``````````````
::

    ==============================================================================
    L2BD Test Case
    ==============================================================================
    L2BD MAC learning dual-loop test                                         OK
    L2BD MAC learning single-loop test                                       OK

L2XC Multi-instance
```````````````````
::

    ==============================================================================
    L2XC Multi-instance Test Case
    ==============================================================================
    L2XC Multi-instance test 1 - create 10 cross-connects                    OK
    L2XC Multi-instance test 2 - delete 4 cross-connects                     OK
    L2BD Multi-instance 3 - add new 4 cross-connects                         OK
    L2XC Multi-instance test 4 - delete 10 cross-connects                    OK

L2XC Switching
``````````````
::

    ==============================================================================
    L2XC Test Case
    ==============================================================================
    L2XC dual-loop test                                                      OK
    L2XC single-loop test                                                    OK

LISP Tunnels
````````````
::

    ==============================================================================
    Basic LISP test
    ==============================================================================
    Test case for basic encapsulation                                        OK

Load Balancer
`````````````
::

    ==============================================================================
    Load Balancer Test Case
    ==============================================================================
    Load Balancer IP4 GRE4                                                   OK
    Load Balancer IP4 GRE6                                                   OK
    Load Balancer IP6 GRE4                                                   OK
    Load Balancer IP6 GRE6                                                   OK

MACIP Access Control
````````````````````
::

    ==============================================================================
    MACIP Tests
    ==============================================================================
    MACIP 10 ACLs each with 100+ entries                                     OK
    MACIP 10 ACLs each with 100+ entries with IP4 traffic                    OK
    MACIP 10 ACLs each with 100+ entries with IP6 traffic                    OK
    MACIP ACL with 10 entries                                                OK
    MACIP ACL with 100 entries                                               OK
    MACIP ACL with 2 entries                                                 OK
    MACIP ACL with 20 entries                                                OK
    MACIP ACL with 5 entries                                                 OK
    MACIP ACL with 50 entries                                                OK
    MACIP 2 ACLs each with 100+ entries                                      OK
    MACIP replace ACL                                                        OK
    MACIP ACL delete intf with acl                                           OK

    ==============================================================================
    MACIP with IP6 traffic
    ==============================================================================
    IP6 MACIP exactMAC|exactIP ACL bridged traffic                           OK
    IP6 MACIP exactMAC|subnetIP ACL bridged traffic                          OK
    IP6 MACIP exactMAC|wildIP ACL bridged traffic                            OK
    IP6 MACIP oui_MAC|exactIP ACL bridged traffic                            OK
    IP6 MACIP ouiMAC|subnetIP ACL bridged traffic                            OK
    IP6 MACIP ouiMAC|wildIP ACL bridged traffic                              OK
    IP6 MACIP wildcardMAC|exactIP ACL bridged traffic                        OK
    IP6 MACIP wildcardMAC|subnetIP ACL bridged traffic                       OK
    IP6 MACIP wildcardMAC|wildIP ACL bridged traffic                         OK
    MACIP replace ACL with IP6 traffic                                       OK
    IP6 MACIP exactMAC|exactIP ACL routed traffic                            OK
    IP6 MACIP exactMAC|subnetIP ACL routed traffic                           OK
    IP6 MACIP exactMAC|wildIP ACL routed traffic                             OK
    IP6 MACIP ouiMAC|exactIP ACL routed traffic                              OK
    IP6 MACIP ouiMAC|subnetIP ACL routed traffic                             OK
    IP6 MACIP ouiMAC|wildIP ACL routed traffic                               OK
    IP6 MACIP wildcardMAC|exactIP ACL routed traffic                         OK
    IP6 MACIP wildcardMAC|subnetIP ACL routed traffic                        OK
    IP6 MACIP wildcardMAC|wildIP ACL                                         OK

    ==============================================================================
    MACIP with IP4 traffic
    ==============================================================================
    IP4 MACIP wildcardMAC|exactIP ACL bridged traffic                        OK
    IP4 MACIP exactMAC|exactIP ACL bridged traffic                           OK
    IP4 MACIP exactMAC|subnetIP ACL bridged traffic                          OK
    IP4 MACIP exactMAC|wildIP ACL bridged traffic                            OK
    IP4 MACIP ouiMAC|exactIP ACL bridged traffic                             OK
    IP4 MACIP ouiMAC|subnetIP ACL bridged traffic                            OK
    IP4 MACIP ouiMAC|wildIP ACL bridged traffic                              OK
    IP4 MACIP wildcardMAC|subnetIP ACL bridged traffic                       OK
    IP4 MACIP wildcardMAC|wildIP ACL bridged traffic                         OK
    MACIP replace ACL with IP4 traffic                                       OK
    IP4 MACIP exactMAC|exactIP ACL routed traffic                            OK
    IP4 MACIP exactMAC|subnetIP ACL routed traffic                           OK
    IP4 MACIP exactMAC|wildIP ACL routed traffic                             OK
    IP4 MACIP ouiMAC|exactIP ACL routed traffic                              OK
    IP4 MACIP ouiMAC|subnetIP ACL routed traffic                             OK
    IP4 MACIP ouiMAC|wildIP ACL routed traffic                               OK
    IP4 MACIP wildcardMAC|exactIP ACL routed traffic                         OK
    IP4 MACIP wildcardMAC|subnetIP ACL routed traffic                        OK
    IP4 MACIP wildcardMAC|wildIP ACL                                         OK

MAP Softwires
`````````````
::

    ==============================================================================
    MAP Test Case
    ==============================================================================
    MAP-E                                                                    OK

MFIB Multicast FIB
``````````````````
::

    ==============================================================================
    MFIB Test Case
    ==============================================================================
    MFIB Unit Tests                                                          OK

MPLS Switching
``````````````
::

    ==============================================================================
    MPLS-L2
    ==============================================================================
    Virtual Private LAN Service                                              OK
    Virtual Private Wire Service                                             OK

    ==============================================================================
    MPLS Test Case
    ==============================================================================
    MPLS Local Label Binding test                                            OK
    MPLS Deagg                                                               OK
    MPLS label imposition test                                               OK
    MPLS Interface Receive                                                   OK
    MPLS Multicast Head-end                                                  OK
    MPLS IPv4 Multicast Tail                                                 OK
    MPLS IPv6 Multicast Tail                                                 OK
    MPLS Multicast Mid Point                                                 OK
    MPLS label swap tests                                                    OK
    MPLS Tunnel Tests                                                        OK
    MPLS V4 Explicit NULL test                                               OK
    MPLS V6 Explicit NULL test                                               OK

    ==============================================================================
    MPLS PIC edge convergence
    ==============================================================================
    MPLS eBGP PIC edge convergence                                           OK
    MPLS iBGP PIC edge convergence                                           OK
    MPLSv6 eBGP PIC edge convergence                                         OK

    ==============================================================================
    MPLS disabled
    ==============================================================================
    MPLS Disabled                                                            OK

NAT44
`````
::

    ==============================================================================
    NAT44 Test Cases
    ==============================================================================
    Delete NAT44 session                                                     OK
    NAT44 dynamic translation test                                           OK
    NAT44 handling of client packets with TTL=1                              OK
    NAT44 handling of error responses to client packets with TTL=2           OK
    NAT44 handling of server packets with TTL=1                              OK
    NAT44 handling of error responses to server packets with TTL=2           OK
    NAT44 interfaces without configured IP address                           OK
    NAT44 forwarding test                                                    OK
    NAT44 translate fragments arriving in order                              OK
    NAT44 translate fragments arriving out of order                          OK
    NAT44 hairpinning - 1:1 NAPT                                             OK
    NAT44 hairpinning - 1:1 NAT                                              OK
    1:1 NAT translate packet with unknown protocol - hairpinning             OK
    NAT44 translate packet with unknown protocol - hairpinning               OK
    Identity NAT                                                             OK
    NAT44 multiple inside interfaces with overlapping address space          OK
    Acquire NAT44 addresses from interface                                   OK
    Identity NAT with addresses from interface                               OK
    Static mapping with addresses from interface                             OK
    IPFIX logging NAT addresses exhausted                                    OK
    IPFIX logging NAT44 session created/delted                               OK
    MAX translations per user - recycle the least recently used              OK
    NAT44 multiple non-overlapping address space inside interfaces           OK
    One armed NAT44                                                          OK
    NAT44 interface output feature (in2out postrouting)                      OK
    NAT44 interface output feature hairpinning (in2out postrouting)          OK
    NAT44 interface output feature VRF aware (in2out postrouting)            OK
    Ping internal host from outside network                                  OK
    Ping NAT44 out interface from outside network                            OK
    NAT44 add pool addresses to FIB                                          OK
    Port restricted NAT44 (MAP-E CE)                                         OK
    NAT44 fragments hairpinning                                              OK
    NAT44 set/get virtual fragmentation reassembly                           OK
    1:1 NAT initialized from inside network                                  OK
    NAT44 interfaces without configured IP address - 1:1 NAT                 OK
    NAT44 local service load balancing                                       OK
    1:1 NAT initialized from outside network                                 OK
    1:1 NAT translate packet with unknown protocol                           OK
    1:1 NAT VRF awareness                                                    OK
    1:1 NAPT initialized from inside network                                 OK
    NAT44 interfaces without configured IP address - 1:1 NAPT                OK
    1:1 NAPT initialized from outside network                                OK
    Twice NAT44                                                              OK
    Acquire twice NAT44 addresses from interface                             OK
    Twice NAT44 local service load balancing                                 OK
    NAT44 translate packet with unknown protocol                             OK
    NAT44 tenant VRF independent address pool mode                           OK
    NAT44 tenant VRF aware address pool mode                                 OK

    ==============================================================================
    Deterministic NAT Test Cases
    ==============================================================================
    Deterministic NAT translation test (TCP, UDP, ICMP)                      OK
    NAT plugin run deterministic mode                                        OK
    Deterministic NAT multiple users                                         OK
    Deterministic NAT maximum sessions per user limit                        SKIP
    Deterministic NAT session timeouts                                       SKIP
    Set deterministic NAT timeouts                                           OK
    Deterministic NAT TCP session close from inside network                  OK
    Deterministic NAT TCP session close from outside network                 OK

NAT64
`````
::

    ==============================================================================
    NAT64 Test Cases
    ==============================================================================
    NAT64 dynamic translation test                                           OK
    NAT64 translate fragments arriving in order                              OK
    NAT64 translate fragments arriving out of order                          OK
    NAT64 hairpinning                                                        OK
    NAT64 translate packet with unknown protocol - hairpinning               OK
    NAT64 ICMP Error message translation                                     OK
    Enable/disable NAT64 feature on the interface                            OK
    Acquire NAT64 pool addresses from interface                              OK
    One armed NAT64                                                          OK
    Add/delete address to NAT64 pool                                         OK
    NAT64 Network-Specific Prefix                                            OK
    NAT64 fragments hairpinning                                              OK
    NAT64 session timeout                                                    SKIP
    Set NAT64 timeouts                                                       OK
    NAT64 static translation test                                            OK
    Add/delete static BIB entry                                              OK
    NAT64 translate packet with unknown protocol                             OK

P2P Ethernet Subinterface
`````````````````````````
::

    ==============================================================================
    P2P Ethernet tests
    ==============================================================================
    delete/create p2p subif                                                  OK
    create 1k of p2p subifs                                                  OK

    ==============================================================================
    P2P Ethernet IPv4 tests
    ==============================================================================
    receive ipv4 packet via p2p subinterface                                 OK
    route rx packet not matching p2p subinterface                            OK
    send ip4 packet via p2p subinterface                                     OK
    drop tx ip4 packet not matching p2p subinterface                         OK

    ==============================================================================
    P2P Ethernet IPv6 tests
    ==============================================================================
    receive ipv6 packet via p2p subinterface                                 OK
    drop rx packet not matching p2p subinterface                             OK
    route rx ip6 packet not matching p2p subinterface                        OK
    send packet via p2p subinterface                                         OK
    drop tx ip6 packet not matching p2p subinterface                         OK
    standard routing without p2p subinterfaces                               OK

PPPoE Encapsulation
```````````````````
::

    ==============================================================================
    PPPoE Test Case
    ==============================================================================
    PPPoE Add Same Session Twice Test                                        OK
    PPPoE Decap Test                                                         OK
    PPPoE Decap Multiple Sessions Test                                       OK
    PPPoE Delete Same Session Twice Test                                     OK
    PPPoE Encap Test                                                         OK
    PPPoE Encap Multiple Sessions Test                                       OK

SPAN Switch Port Analyzer
`````````````````````````
::

    ==============================================================================
    SPAN Test Case
    ==============================================================================
    SPAN device rx mirror                                                    OK
    SPAN l2 broadcast mirror                                                 OK
    SPAN l2 rx tx mirror                                                     OK
    SPAN l2 tx mirror                                                        OK
    SPAN l2 rx mirror                                                        OK
    SPAN l2 rx mirror into 1ad subif+vtr                                     OK
    SPAN l2 rx mirror into 1q subif+vtr                                      OK
    SPAN l2 rx mirror into gre-subif+vtr                                     OK
    SPAN l2 rx mirror into vxlan                                             OK

SRv6 Routing
````````````
::

    ==============================================================================
    SRv6 Test Case
    ==============================================================================
    Test SRv6 End (without PSP) behavior.                                    OK
    Test SRv6 End.DT4 behavior.                                              OK
    Test SRv6 End.DT6 behavior.                                              OK
    Test SRv6 End.DX2 behavior.                                              OK
    Test SRv6 End.DX4 behavior.                                              OK
    Test SRv6 End.DX6 behavior.                                              OK
    Test SRv6 End.X (without PSP) behavior.                                  OK
    Test SRv6 End.X with PSP behavior.                                       OK
    Test SRv6 End with PSP behavior.                                         OK
    Test SRv6 Transit.Encaps behavior for IPv6.                              OK
    Test SRv6 Transit.Encaps behavior for IPv4.                              OK
    Test SRv6 Transit.Encaps behavior for L2.                                SKIP
    Test SRv6 Transit.Insert behavior (IPv6 only).                           OK
    Test SRv6 Transit.Insert behavior (IPv6 only).                           OK

TCP/IP Stack
````````````
::

    ==============================================================================
    TCP Test Case
    ==============================================================================
    TCP builtin client/server transfer                                       OK
    TCP Unit Tests                                                           OK

UDP Stack
`````````
::

    ==============================================================================
    UDP Encap Test Case
    ==============================================================================
    UDP Encap test                                                           OK

VTR VLAN Tag Rewrites
`````````````````````
::

    ==============================================================================
    VTR Test Case
    ==============================================================================
    1AD VTR pop 1 test                                                       OK
    1AD VTR pop 2 test                                                       OK
    1AD VTR push 1 1AD test                                                  OK
    1AD VTR push 1 1Q test                                                   OK
    1AD VTR push 2 1AD test                                                  OK
    1AD VTR push 2 1Q test                                                   OK
    1AD VTR translate 1 -> 1 1AD test                                        OK
    1AD VTR translate 1 -> 1 1Q test                                         OK
    1AD VTR translate 1 -> 2 1AD test                                        OK
    1AD VTR translate 1 -> 2 1Q test                                         OK
    1AD VTR translate 2 -> 1 1AD test                                        OK
    1AD VTR translate 2 -> 1 1Q test                                         OK
    1AD VTR translate 2 -> 2 1AD test                                        OK
    1AD VTR translate 2 -> 2 1Q test                                         OK
    1Q VTR pop 1 test                                                        OK
    1Q VTR push 1 test                                                       OK
    1Q VTR push 2 test                                                       OK
    1Q VTR translate 1 -> 1 test                                             OK
    1Q VTR translate 1 -> 2 test                                             OK

VXLAN Tunnels
`````````````
::

    ==============================================================================
    VXLAN Test Case
    ==============================================================================
    Decapsulation test                                                       OK
    Encapsulation test                                                       OK
    Multicast flood test                                                     OK
    Multicast receive test                                                   OK
    Unicast flood test                                                       OK

VXLAN-GPE Tunnels
`````````````````
::

    ==============================================================================
    VXLAN-GPE Test Case
    ==============================================================================
    Decapsulation test                                                       SKIP
    Encapsulation test                                                       SKIP
    Multicast flood test                                                     SKIP
    Multicast receive test                                                   SKIP
    Unicast flood test                                                       SKIP

Other Tests
```````````
::

    ==============================================================================
    Ping Test Case
    ==============================================================================
    basic ping test                                                          OK
    burst ping test                                                          OK

    ==============================================================================
    Session Test Case
    ==============================================================================
    Session Unit Tests                                                       OK

    ==============================================================================
    Template verification, timer tests
    ==============================================================================
    timer less than template timeout                                         OK
    timer greater than template timeout                                      OK
    verify cflow packet fields                                               OK