+--------------------------------------------------------------+-----------------+-----------------+-----------------+-----------------+-----------------------+------------------------+ | Test Case | 2110.0-9 | 2202.0-9 | 2202.0-10 | 2206.0-10 | 2202.0-10 vs 2202.0-9 | 2206.0-10 vs 2202.0-10 | +--------------------------------------------------------------+-----------------+-----------------+-----------------+-----------------+-----------------------+------------------------+ | 64b-2t1c-ethip4-ip4base-eth-2memif-1dcr | 254.9 +- 13.48 | 144.6 +- 2.01 | 140.8 +- 25.67 | 233.7 +- 12.81 | -2.63 +- 17.8 | +65.98 +- 31.6 | | 64b-2t1c-eth-l2bdbasemaclrn-eth-2memif-1dcr | 243.4 +- 8.45 | 128.3 +- 6.46 | 131.1 +- 14.1 | 213.7 +- 20.03 | +2.18 +- 12.13 | +63.01 +- 23.26 | | 64b-2t1c-ethip4-ip4base | 83.2 +- 14.63 | 54.4 +- 3.27 | 64.6 +- 6.28 | 104.5 +- 10.65 | +18.75 +- 13.57 | +61.76 +- 22.77 | | 64b-2t1c-eth-l2bdscale10kmaclrn | 85.9 +- 11.07 | 53.8 +- 2.74 | 68.2 +- 7.05 | 100.4 +- 9.55 | +26.77 +- 14.61 | +47.21 +- 20.68 | | 64b-2t1c-eth-l2bdscale1mmaclrn | 126.5 +- 18.52 | 65.7 +- 2.83 | 92.8 +- 5.49 | 135.0 +- 18.46 | +41.25 +- 10.34 | +45.47 +- 21.68 | | 64b-2t1c-eth-l2bdscale100kmaclrn | 109.1 +- 13.4 | 59.6 +- 2.07 | 76.1 +- 13.68 | 106.9 +- 7.4 | +27.68 +- 23.38 | +40.47 +- 27.06 | | 64b-2t1c-avf-eth-l2bdscale1mmaclrn | 118.1 +- 60.18 | 95.1 +- 19.39 | 92.3 +- 9.81 | 129.5 +- 50.19 | -2.94 +- 22.32 | +40.3 +- 56.38 | | 64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm | 301.4 +- 31.17 | 203.6 +- 16.95 | 231.9 +- 16.97 | 320.5 +- 19.57 | +13.9 +- 12.62 | +38.21 +- 13.17 | | 64b-2t1c-avf-ethip4udp-nat44det-h16384-p63-s1032192 | 100.1 +- 5.45 | 105.5 +- 5.91 | 149.9 +- 9.27 | 206.8 +- 123.49 | +42.09 +- 11.85 | +37.96 +- 82.82 | | 64b-2t1c-eth-l2xcbase-eth-2vhostvr1024-1vm | 333.9 +- 45.47 | 201.3 +- 9.27 | 226.0 +- 11.18 | 309.2 +- 24.12 | +12.27 +- 7.59 | +36.81 +- 12.64 | | 64b-2t1c-eth-l2xcbase | 70.7 +- 3.59 | 42.2 +- 2.74 | 50.5 +- 5.1 | 66.9 +- 4.07 | +19.67 +- 14.38 | +32.48 +- 15.63 | | 78b-2t1c-ethip6-ip6scale20k-rnd | 81.5 +- 4.4 | 61.7 +- 2.91 | 75.0 +- 8.19 | 94.5 +- 6.26 | +21.56 +- 14.46 | +26.0 +- 16.09 | | 64b-2t1c-eth-l2xcbase-eth-2memif-1dcr | 239.3 +- 16.79 | 106.3 +- 2.83 | 136.2 +- 11.22 | 171.4 +- 4.99 | +28.13 +- 11.1 | +25.84 +- 11.0 | | 78b-2t1c-ethip6-ip6base | 76.6 +- 6.31 | 55.5 +- 4.84 | 68.6 +- 7.62 | 81.2 +- 4.8 | +23.6 +- 17.45 | +18.37 +- 14.89 | | 78b-2t1c-af-xdp-ethip6-ip6scale20k-rnd | 731.0 +- 373.41 | 619.2 +- 329.74 | 306.1 +- 322.22 | 359.1 +- 359.41 | -50.57 +- 58.32 | +17.31 +- 170.4 | | 64b-2t1c-ethip4-ip4scale20k-rnd | 69.8 +- 5.45 | 54.7 +- 2.0 | 69.2 +- 5.77 | 81.1 +- 7.64 | +26.51 +- 11.52 | +17.2 +- 14.74 | | 64b-2t1c-ethip4-ip4scale20k | 71.8 +- 6.12 | 52.9 +- 2.77 | 67.9 +- 6.74 | 79.4 +- 3.13 | +28.36 +- 14.4 | +16.94 +- 12.49 | | 64b-2t1c-eth-l2bdbasemaclrn | 79.3 +- 6.24 | 50.7 +- 3.37 | 68.1 +- 5.86 | 79.6 +- 3.37 | +34.32 +- 14.6 | +16.89 +- 11.21 | | 64b-2t1c-af-xdp-ethip4-ip4scale20k | 374.2 +- 389.62 | 466.6 +- 350.58 | 334.3 +- 308.66 | 390.6 +- 373.81 | -28.35 +- 85.29 | +16.84 +- 155.38 | | 78b-2t1c-avf-ethip6-ip6scale200k-rnd | 99.5 +- 19.49 | 105.9 +- 27.11 | 128.1 +- 60.62 | 148.8 +- 77.44 | +20.96 +- 65.08 | +16.16 +- 81.71 | | 78b-2t1c-avf-ethip6-ip6scale200k | 110.6 +- 29.43 | 131.9 +- 74.58 | 122.9 +- 48.0 | 140.1 +- 81.22 | -6.82 +- 64.03 | +14.0 +- 79.69 | | 64b-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512 | 115.6 +- 5.99 | 121.5 +- 5.87 | 158.8 +- 15.37 | 179.1 +- 14.87 | +30.7 +- 14.14 | +12.78 +- 14.38 | | 64b-2t1c-eth-l2patch | 49.5 +- 2.68 | 36.1 +- 5.36 | 45.1 +- 4.01 | 50.4 +- 3.53 | +24.93 +- 21.63 | +11.75 +- 12.66 | | 64b-2t1c-af-xdp-ethip4-ip4base | 418.3 +- 355.56 | 387.0 +- 195.21 | 196.8 +- 100.28 | 219.7 +- 174.24 | -49.15 +- 36.46 | +11.64 +- 105.24 | | 64b-2t1c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc | 164.3 +- 22.51 | 174.0 +- 14.68 | 177.9 +- 9.53 | 196.9 +- 33.08 | +2.24 +- 10.22 | +10.68 +- 19.52 | | 64b-2t1c-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr | 184.6 +- 8.04 | 176.1 +- 11.44 | 167.3 +- 17.12 | 184.6 +- 9.83 | -5.0 +- 11.51 | +10.34 +- 12.73 | | 78b-2t1c-af-xdp-ethip6-ip6scale20k | 447.6 +- 375.55 | 308.9 +- 296.14 | 318.0 +- 372.4 | 349.6 +- 361.35 | +2.95 +- 155.8 | +9.94 +- 171.72 | | 64b-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows | 82.7 +- 10.6 | 85.5 +- 10.02 | 96.7 +- 6.57 | 103.8 +- 10.96 | +13.1 +- 15.32 | +7.34 +- 13.48 | | 78b-2t1c-avf-ethip6-ip6base | 59.9 +- 3.11 | 69.5 +- 4.38 | 76.5 +- 5.3 | 82.1 +- 11.45 | +10.07 +- 10.3 | +7.32 +- 16.72 | | 78b-2t1c-avf-ethip6-ip6scale20k-rnd | 69.8 +- 4.26 | 69.0 +- 5.33 | 80.3 +- 17.52 | 85.1 +- 7.26 | +16.38 +- 26.94 | +5.98 +- 24.83 | | 64b-2t1c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc | 212.5 +- 27.28 | 186.6 +- 8.76 | 213.7 +- 23.85 | 225.3 +- 17.11 | +14.52 +- 13.87 | +5.43 +- 14.23 | | 64b-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows | 83.4 +- 4.43 | 81.4 +- 6.13 | 109.6 +- 9.32 | 114.5 +- 8.63 | +34.64 +- 15.3 | +4.47 +- 11.87 | | 64b-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows | 84.5 +- 7.52 | 78.1 +- 3.14 | 109.6 +- 6.19 | 114.1 +- 6.56 | +40.33 +- 9.73 | +4.11 +- 8.39 | | 64b-2t1c-avf-ethip4-ip4scale20k | 76.0 +- 11.24 | 74.6 +- 6.04 | 76.0 +- 3.92 | 78.9 +- 5.69 | +1.88 +- 9.78 | +3.82 +- 9.2 | | 64b-2t1c-avf-ethip4udp-ip4base-iacl50sf-10kflows | 80.2 +- 5.07 | 81.4 +- 5.13 | 95.3 +- 9.25 | 98.5 +- 9.73 | +17.08 +- 13.55 | +3.36 +- 14.32 | | 78b-2t1c-avf-ethip6-ip6scale20k | 72.6 +- 8.8 | 70.5 +- 8.41 | 79.1 +- 4.12 | 81.4 +- 5.64 | +12.2 +- 14.6 | +2.91 +- 8.92 | | 64b-2t1c-avf-ethip4-ip4scale20k-rnd | 69.1 +- 4.98 | 67.9 +- 3.87 | 80.6 +- 8.19 | 82.9 +- 9.5 | +18.7 +- 13.84 | +2.85 +- 15.76 | | 64b-2t1c-avf-eth-l2bdbasemaclrn | 70.0 +- 6.29 | 69.2 +- 4.34 | 74.1 +- 6.15 | 75.5 +- 5.15 | +7.08 +- 11.15 | +1.89 +- 10.95 | | 64b-2t1c-avf-eth-l2bdscale100kmaclrn | 81.5 +- 6.55 | 77.5 +- 5.99 | 87.5 +- 10.43 | 88.8 +- 4.1 | +12.9 +- 16.03 | +1.49 +- 12.97 | | 64b-2t1c-avf-ethip4-ip4scale2m-rnd | 89.8 +- 40.36 | 83.0 +- 22.3 | 90.0 +- 18.06 | 91.0 +- 5.91 | +8.43 +- 36.36 | +1.11 +- 21.33 | | 64b-2t1c-avf-ethip4-ip4base-eth-2memif-1dcr | 179.5 +- 4.88 | 178.8 +- 8.6 | 191.9 +- 15.98 | 193.9 +- 17.81 | +7.33 +- 10.32 | +1.04 +- 12.53 | | 64b-2t1c-avf-eth-l2xcbase | 53.3 +- 7.92 | 55.2 +- 8.5 | 60.8 +- 5.07 | 61.4 +- 5.42 | +10.14 +- 19.28 | +0.99 +- 12.27 | | 64b-2t1c-avf-ethip4-ip4scale200k | 71.2 +- 5.12 | 85.8 +- 11.77 | 87.2 +- 11.46 | 88.0 +- 10.85 | +1.63 +- 19.31 | +0.92 +- 18.19 | | 64b-2t1c-avf-eth-l2patch | 36.2 +- 3.01 | 37.7 +- 5.87 | 39.3 +- 1.34 | 39.6 +- 1.78 | +4.24 +- 16.61 | +0.76 +- 5.67 | | 64b-2t1c-avf-eth-l2xcbase-eth-2memif-1dcr | 184.9 +- 5.7 | 153.1 +- 13.6 | 151.7 +- 10.46 | 152.2 +- 7.41 | -0.91 +- 11.14 | +0.33 +- 8.47 | | 64b-2t1c-avf-ethip4-ip4scale200k-rnd | 87.7 +- 36.22 | 73.9 +- 2.47 | 79.2 +- 6.32 | 79.4 +- 9.8 | +7.17 +- 9.27 | +0.25 +- 14.74 | | 64b-2t1c-avf-dot1q-l2bdbasemaclrn | 90.0 +- 21.89 | 82.7 +- 4.11 | 102.6 +- 26.59 | 102.8 +- 32.92 | +24.06 +- 32.74 | +0.19 +- 41.28 | | 64b-2t1c-avf-ethip4-ip4base | 68.1 +- 6.67 | 66.9 +- 4.56 | 77.9 +- 7.82 | 77.5 +- 6.95 | +16.44 +- 14.13 | -0.51 +- 13.39 | | 64b-2t1c-avf-eth-l2bdscale10kmaclrn | 80.0 +- 7.39 | 80.8 +- 6.8 | 86.8 +- 9.66 | 86.3 +- 7.23 | +7.43 +- 14.98 | -0.58 +- 13.85 | | 64b-2t1c-avf-ethip4udp-nat44det-h65536-p63-s4128758 | 226.7 +- 33.46 | 222.8 +- 23.62 | 208.1 +- 13.84 | 204.9 +- 16.01 | -6.6 +- 11.69 | -1.54 +- 10.1 | | 64b-2t1c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm | 269.4 +- 16.29 | 267.6 +- 36.25 | 285.9 +- 17.08 | 272.2 +- 31.42 | +6.84 +- 15.82 | -4.79 +- 12.37 | | 64b-2t1c-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc | 168.4 +- 10.08 | 129.0 +- 5.66 | 185.9 +- 38.58 | 175.5 +- 16.71 | +44.11 +- 30.57 | -5.59 +- 21.56 | | 64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc | 201.0 +- 23.07 | 155.4 +- 4.3 | 213.8 +- 40.29 | 200.6 +- 19.78 | +37.58 +- 26.2 | -6.17 +- 19.96 | | 64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir | 167.6 +- 32.16 | 160.1 +- 10.47 | 203.3 +- 11.32 | 187.7 +- 19.11 | +26.98 +- 10.91 | -7.67 +- 10.71 | | 78b-2t1c-ethip6-ip6scale20k | 75.8 +- 6.18 | 58.2 +- 3.16 | 93.2 +- 42.91 | 83.9 +- 6.49 | +60.14 +- 74.24 | -9.98 +- 42.03 | | 78b-2t1c-avf-ethip6-ip6scale2m-rnd | 98.8 +- 10.96 | 99.7 +- 16.34 | 135.6 +- 45.3 | 121.8 +- 13.68 | +36.01 +- 50.61 | -10.18 +- 31.66 | | 64b-2t1c-avf-ethip4-ip4scale2m | 93.9 +- 22.75 | 93.1 +- 21.68 | 89.7 +- 5.83 | 79.8 +- 4.92 | -3.65 +- 23.29 | -11.04 +- 7.97 | | 78b-2t1c-avf-ethip6-ip6scale2m | 105.2 +- 89.35 | 114.2 +- 84.08 | 132.2 +- 60.36 | 105.1 +- 13.49 | +15.76 +- 100.29 | -20.5 +- 37.71 | | 64b-2t1c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm | 277.9 +- 61.22 | 383.6 +- 49.53 | 398.5 +- 65.49 | 291.8 +- 48.0 | +3.88 +- 21.71 | -26.78 +- 17.03 | | 78b-2t1c-af-xdp-ethip6-ip6base | 191.3 +- 190.28 | 530.8 +- 383.28 | 187.5 +- 157.73 | 135.0 +- 70.72 | -64.68 +- 39.16 | -28.0 +- 71.35 | | 64b-2t1c-af-xdp-ethip4-ip4scale20k-rnd | 579.7 +- 349.11 | 612.6 +- 411.31 | 572.0 +- 332.54 | 308.6 +- 269.51 | -6.63 +- 82.93 | -46.05 +- 56.6 | +--------------------------------------------------------------+-----------------+-----------------+-----------------+-----------------+-----------------------+------------------------+ Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710. YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206). YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below. 2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code. 2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.