+--------------------------------------------------------------+-----------------+-----------------+-----------------+-----------------+-----------------------+------------------------+ | Test Case | 2110.0-9 | 2202.0-9 | 2202.0-10 | 2206.0-10 | 2202.0-10 vs 2202.0-9 | 2206.0-10 vs 2202.0-10 | +--------------------------------------------------------------+-----------------+-----------------+-----------------+-----------------+-----------------------+------------------------+ | 64b-2t1c-af-xdp-ethip4-ip4scale20k-rnd | 580.4 +- 409.35 | 684.6 +- 401.26 | 211.1 +- 130.81 | 502.4 +- 456.72 | -69.16 +- 26.3 | +137.99 +- 261.83 | | 64b-2t1c-eth-l2bdscale1mmaclrn | 164.9 +- 51.67 | 68.7 +- 2.67 | 88.6 +- 10.08 | 178.5 +- 53.24 | +28.97 +- 15.5 | +101.47 +- 64.31 | | 78b-2t1c-af-xdp-ethip6-ip6scale20k | 377.1 +- 157.48 | 277.7 +- 197.04 | 153.4 +- 90.86 | 279.1 +- 300.62 | -44.76 +- 51.06 | +81.94 +- 223.65 | | 64b-2t1c-eth-l2bdbasemaclrn-eth-2memif-1dcr | 305.9 +- 16.54 | 135.4 +- 4.5 | 137.7 +- 11.93 | 240.1 +- 12.47 | +1.7 +- 9.43 | +74.36 +- 17.61 | | 64b-2t1c-eth-l2xcbase-eth-2memif-1dcr | 275.7 +- 11.91 | 105.9 +- 2.92 | 126.1 +- 16.6 | 212.5 +- 9.06 | +19.07 +- 16.02 | +68.52 +- 23.32 | | 64b-2t1c-ethip4-ip4base-eth-2memif-1dcr | 300.4 +- 8.8 | 151.1 +- 3.78 | 148.3 +- 18.15 | 248.5 +- 7.53 | -1.85 +- 12.26 | +67.57 +- 21.13 | | 64b-2t1c-ethip4-ip4base | 88.7 +- 10.44 | 53.9 +- 1.85 | 67.7 +- 6.34 | 98.3 +- 13.65 | +25.6 +- 12.54 | +45.2 +- 24.33 | | 78b-2t1c-af-xdp-ethip6-ip6base | 299.7 +- 242.51 | 381.8 +- 284.36 | 332.7 +- 369.14 | 476.3 +- 633.21 | -12.86 +- 116.45 | +43.16 +- 247.9 | | 64b-2t1c-eth-l2bdscale10kmaclrn | 124.3 +- 12.61 | 57.7 +- 4.85 | 75.6 +- 8.55 | 106.8 +- 15.39 | +31.02 +- 18.47 | +41.27 +- 25.88 | | 64b-2t1c-eth-l2xcbase | 75.8 +- 3.19 | 42.3 +- 1.83 | 50.0 +- 2.58 | 70.1 +- 4.46 | +18.2 +- 7.96 | +40.2 +- 11.49 | | 64b-2t1c-af-xdp-ethip4-ip4base | 559.8 +- 361.59 | 516.9 +- 248.43 | 215.1 +- 166.95 | 301.5 +- 269.51 | -58.39 +- 37.99 | +40.17 +- 165.93 | | 64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm | 345.7 +- 33.81 | 233.1 +- 11.49 | 268.1 +- 25.82 | 356.5 +- 20.06 | +15.02 +- 12.44 | +32.97 +- 14.83 | | 64b-2t1c-eth-l2patch | 52.8 +- 2.78 | 36.0 +- 2.36 | 40.2 +- 3.19 | 53.4 +- 3.86 | +11.67 +- 11.49 | +32.84 +- 14.27 | | 64b-2t1c-avf-ethip4udp-nat44det-h16384-p63-s1032192 | 118.3 +- 16.42 | 132.2 +- 36.1 | 157.0 +- 15.28 | 204.0 +- 121.2 | +18.76 +- 34.43 | +29.94 +- 78.22 | | 64b-2t1c-eth-l2bdscale100kmaclrn | 114.2 +- 6.73 | 60.8 +- 2.25 | 82.5 +- 8.34 | 106.4 +- 5.25 | +35.69 +- 14.61 | +28.97 +- 14.51 | | 64b-2t1c-eth-l2bdbasemaclrn | 86.9 +- 12.65 | 52.0 +- 3.56 | 66.3 +- 9.52 | 85.0 +- 3.4 | +27.5 +- 20.29 | +28.21 +- 19.11 | | 78b-2t1c-avf-ethip6-ip6scale200k-rnd | 117.6 +- 82.74 | 123.2 +- 54.8 | 113.7 +- 12.97 | 142.8 +- 86.81 | -7.71 +- 42.38 | +25.59 +- 77.68 | | 64b-2t1c-ethip4-ip4scale20k-rnd | 76.1 +- 6.85 | 57.5 +- 3.47 | 70.3 +- 5.72 | 87.4 +- 5.6 | +22.26 +- 12.38 | +24.32 +- 12.87 | | 64b-2t1c-ethip4-ip4scale20k | 73.2 +- 4.96 | 54.6 +- 2.55 | 67.6 +- 6.48 | 83.0 +- 3.59 | +23.81 +- 13.21 | +22.78 +- 12.92 | | 78b-2t1c-ethip6-ip6base | 82.4 +- 5.06 | 56.5 +- 3.1 | 72.6 +- 7.24 | 86.8 +- 3.65 | +28.5 +- 14.63 | +19.56 +- 12.94 | | 78b-2t1c-ethip6-ip6scale20k-rnd | 103.4 +- 38.91 | 61.7 +- 3.27 | 82.9 +- 9.09 | 98.8 +- 7.57 | +34.36 +- 16.35 | +19.18 +- 15.94 | | 64b-2t1c-avf-ethip4-ip4scale200k-rnd | 77.9 +- 10.86 | 78.1 +- 10.47 | 86.8 +- 13.75 | 100.4 +- 32.82 | +11.14 +- 23.07 | +15.67 +- 42.02 | | 78b-2t1c-af-xdp-ethip6-ip6scale20k-rnd | 774.0 +- 286.87 | 636.4 +- 367.46 | 327.9 +- 330.1 | 376.4 +- 377.37 | -48.48 +- 59.8 | +14.79 +- 163.09 | | 78b-2t1c-ethip6-ip6scale20k | 106.5 +- 97.87 | 60.9 +- 2.56 | 80.5 +- 9.87 | 92.3 +- 9.79 | +32.18 +- 17.13 | +14.66 +- 18.58 | | 64b-2t1c-avf-eth-l2xcbase | 55.8 +- 9.25 | 62.9 +- 6.56 | 59.3 +- 3.27 | 66.5 +- 6.54 | -5.72 +- 11.12 | +12.14 +- 12.64 | | 64b-2t1c-avf-ethip4-ip4scale2m-rnd | 95.2 +- 18.98 | 96.4 +- 15.99 | 89.5 +- 8.05 | 99.8 +- 8.46 | -7.16 +- 17.51 | +11.51 +- 13.77 | | 64b-2t1c-avf-ethip4-ip4scale2m | 97.4 +- 15.66 | 96.2 +- 20.86 | 88.7 +- 7.48 | 96.9 +- 14.29 | -7.8 +- 21.46 | +9.24 +- 18.56 | | 64b-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512 | 128.0 +- 5.81 | 125.4 +- 5.19 | 167.9 +- 15.37 | 181.3 +- 17.48 | +33.89 +- 13.45 | +7.98 +- 14.36 | | 64b-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows | 89.3 +- 5.83 | 90.3 +- 9.72 | 99.1 +- 14.02 | 106.1 +- 11.79 | +9.75 +- 19.51 | +7.06 +- 19.26 | | 78b-2t1c-avf-ethip6-ip6base | 71.3 +- 8.27 | 76.1 +- 10.34 | 81.6 +- 2.91 | 86.8 +- 8.19 | +7.23 +- 15.07 | +6.37 +- 10.73 | | 64b-2t1c-avf-ethip4-ip4base | 70.2 +- 6.68 | 72.0 +- 7.5 | 74.1 +- 5.15 | 78.8 +- 7.71 | +2.92 +- 12.89 | +6.34 +- 12.77 | | 64b-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows | 79.2 +- 4.44 | 79.9 +- 11.15 | 100.5 +- 6.65 | 105.1 +- 10.96 | +25.78 +- 19.43 | +4.58 +- 12.92 | | 64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc | 200.3 +- 8.38 | 163.9 +- 5.09 | 214.0 +- 55.57 | 221.4 +- 28.73 | +30.57 +- 34.15 | +3.46 +- 30.03 | | 64b-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows | 92.0 +- 7.66 | 94.9 +- 11.85 | 110.4 +- 8.75 | 114.1 +- 7.46 | +16.33 +- 17.2 | +3.35 +- 10.62 | | 64b-2t1c-avf-eth-l2patch | 35.4 +- 3.13 | 35.7 +- 6.15 | 34.3 +- 3.86 | 35.4 +- 3.27 | -3.92 +- 19.76 | +3.21 +- 15.03 | | 64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir | 168.6 +- 12.57 | 169.7 +- 5.95 | 220.2 +- 12.96 | 225.1 +- 35.18 | +29.76 +- 8.89 | +2.23 +- 17.07 | | 64b-2t1c-avf-ethip4-ip4base-eth-2memif-1dcr | 216.7 +- 5.89 | 197.1 +- 6.42 | 208.2 +- 12.15 | 212.8 +- 8.31 | +5.63 +- 7.06 | +2.21 +- 7.18 | | 64b-2t1c-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr | 216.4 +- 6.36 | 202.5 +- 7.43 | 210.7 +- 13.94 | 212.5 +- 14.22 | +4.05 +- 7.87 | +0.85 +- 9.49 | | 78b-2t1c-avf-ethip6-ip6scale20k-rnd | 72.0 +- 3.8 | 72.0 +- 4.71 | 82.8 +- 7.93 | 83.1 +- 4.91 | +15.0 +- 13.34 | +0.36 +- 11.29 | | 64b-2t1c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm | 309.7 +- 29.44 | 287.8 +- 18.98 | 309.9 +- 20.84 | 310.6 +- 15.34 | +7.68 +- 10.14 | +0.23 +- 8.36 | | 64b-2t1c-avf-ethip4udp-ip4base-iacl50sf-10kflows | 86.4 +- 11.61 | 83.9 +- 7.85 | 100.1 +- 3.21 | 99.8 +- 4.47 | +19.31 +- 11.8 | -0.3 +- 5.49 | | 64b-2t1c-avf-eth-l2bdbasemaclrn | 72.0 +- 4.9 | 70.8 +- 9.27 | 71.4 +- 3.1 | 71.0 +- 5.1 | +0.85 +- 13.91 | -0.56 +- 8.34 | | 64b-2t1c-avf-ethip4-ip4scale20k | 76.5 +- 7.93 | 78.3 +- 12.82 | 80.2 +- 8.92 | 79.5 +- 9.28 | +2.43 +- 20.28 | -0.87 +- 15.98 | | 64b-2t1c-avf-eth-l2bdscale1mmaclrn | 102.8 +- 16.27 | 126.4 +- 67.13 | 108.3 +- 11.54 | 106.9 +- 11.13 | -14.32 +- 46.41 | -1.29 +- 14.7 | | 64b-2t1c-avf-dot1q-l2bdbasemaclrn | 89.0 +- 3.53 | 89.0 +- 5.16 | 100.8 +- 4.78 | 99.0 +- 7.01 | +13.26 +- 8.49 | -1.79 +- 8.37 | | 78b-2t1c-avf-ethip6-ip6scale2m | 89.7 +- 11.81 | 138.5 +- 111.88 | 110.6 +- 11.09 | 107.8 +- 6.58 | -20.14 +- 65.0 | -2.53 +- 11.44 | | 64b-2t1c-avf-ethip4-ip4scale20k-rnd | 71.6 +- 5.7 | 76.3 +- 18.45 | 80.9 +- 9.26 | 78.5 +- 5.93 | +6.03 +- 28.36 | -2.97 +- 13.3 | | 78b-2t1c-avf-ethip6-ip6scale20k | 89.0 +- 58.77 | 69.3 +- 5.1 | 89.3 +- 13.02 | 85.8 +- 9.07 | +28.86 +- 21.05 | -3.92 +- 17.3 | | 64b-2t1c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc | 164.1 +- 12.21 | 168.2 +- 11.52 | 186.2 +- 14.92 | 178.7 +- 10.89 | +10.7 +- 11.67 | -4.03 +- 9.66 | | 64b-2t1c-avf-eth-l2bdscale100kmaclrn | 78.2 +- 6.81 | 72.3 +- 3.56 | 89.6 +- 5.56 | 85.9 +- 3.67 | +23.93 +- 9.82 | -4.13 +- 7.22 | | 64b-2t1c-avf-ethip4udp-nat44det-h65536-p63-s4128758 | 218.5 +- 18.08 | 225.5 +- 15.82 | 216.0 +- 16.72 | 204.6 +- 16.18 | -4.21 +- 10.01 | -5.28 +- 10.48 | | 64b-2t1c-avf-ethip4-ip4scale200k | 83.8 +- 16.05 | 89.1 +- 31.1 | 85.3 +- 12.89 | 80.0 +- 7.15 | -4.26 +- 36.41 | -6.21 +- 16.47 | | 64b-2t1c-avf-eth-l2bdscale10kmaclrn | 87.2 +- 16.35 | 76.4 +- 11.56 | 80.6 +- 8.19 | 74.1 +- 8.08 | +5.5 +- 19.23 | -8.06 +- 13.7 | | 64b-2t1c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc | 212.3 +- 22.19 | 197.4 +- 13.73 | 229.1 +- 15.74 | 209.7 +- 17.68 | +16.06 +- 11.35 | -8.47 +- 9.96 | | 78b-2t1c-avf-ethip6-ip6scale2m-rnd | 109.3 +- 38.34 | 105.4 +- 14.57 | 129.6 +- 15.39 | 118.5 +- 12.58 | +22.96 +- 22.41 | -8.56 +- 14.57 | | 78b-2t1c-avf-ethip6-ip6scale200k | 87.3 +- 12.35 | 118.6 +- 83.98 | 141.9 +- 70.71 | 129.7 +- 63.58 | +19.65 +- 103.6 | -8.6 +- 63.89 | | 64b-2t1c-avf-eth-l2xcbase-eth-2memif-1dcr | 172.4 +- 8.22 | 192.9 +- 7.82 | 213.4 +- 16.12 | 178.9 +- 13.45 | +10.63 +- 9.48 | -16.17 +- 8.94 | | 64b-2t1c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm | 423.6 +- 113.0 | 539.7 +- 110.68 | 459.8 +- 139.27 | 325.9 +- 57.61 | -14.8 +- 31.16 | -29.12 +- 24.86 | | 64b-2t1c-af-xdp-ethip4-ip4scale20k | 273.6 +- 136.63 | 262.0 +- 189.17 | 576.8 +- 742.9 | 296.3 +- 386.51 | +120.15 +- 325.06 | -48.63 +- 94.17 | +--------------------------------------------------------------+-----------------+-----------------+-----------------+-----------------+-----------------------+------------------------+ Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710. YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206). YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below. 2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code. 2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.