+--------------------------------------------------------------+-----------------+------------------+-----------------+-----------------------+------------------------+ | Test Case | 2202.0-9 | 2202.0-10 | 2206.0-10 | 2202.0-10 vs 2202.0-9 | 2206.0-10 vs 2202.0-10 | +--------------------------------------------------------------+-----------------+------------------+-----------------+-----------------------+------------------------+ | 64b-2t1c-af-xdp-ethip4-ip4scale20k | 257.5 +- 73.6 | 332.4 +- 311.11 | 516.0 +- 414.65 | +29.09 +- 126.33 | +55.23 +- 191.5 | | 64b-2t1c-eth-l2bdbasemaclrn-eth-2memif-1dcr | 91.8 +- 3.39 | 124.6 +- 28.37 | 192.6 +- 27.59 | +35.73 +- 31.31 | +54.57 +- 41.58 | | 64b-2t1c-eth-l2xcbase-eth-2memif-1dcr | 72.8 +- 1.93 | 113.5 +- 21.94 | 164.3 +- 31.2 | +55.91 +- 30.42 | +44.76 +- 39.23 | | 64b-2t1c-ethip4-ip4base-eth-2memif-1dcr | 98.9 +- 3.48 | 136.9 +- 30.79 | 189.0 +- 37.0 | +38.42 +- 31.52 | +38.06 +- 41.17 | | 78b-2t1c-avf-ethip6-ip6scale2m | 166.4 +- 83.19 | 103.6 +- 25.89 | 139.5 +- 84.39 | -37.74 +- 34.8 | +34.65 +- 88.14 | | 64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm | 135.6 +- 7.01 | 174.5 +- 12.47 | 226.7 +- 20.39 | +28.69 +- 11.35 | +29.91 +- 14.92 | | 78b-2t1c-af-xdp-ethip6-ip6base | 351.9 +- 124.34 | 217.0 +- 260.1 | 277.4 +- 283.41 | -38.33 +- 77.06 | +27.83 +- 201.33 | | 78b-2t1c-af-xdp-ethip6-ip6scale20k | 747.3 +- 435.5 | 166.0 +- 105.35 | 209.6 +- 184.13 | -77.79 +- 19.14 | +26.27 +- 136.84 | | 78b-2t1c-af-xdp-ethip6-ip6scale20k-rnd | 786.0 +- 248.21 | 307.9 +- 203.68 | 358.6 +- 329.04 | -60.83 +- 28.71 | +16.47 +- 131.74 | | 64b-2t1c-eth-l2bdscale1mmaclrn | 53.7 +- 16.7 | 74.9 +- 24.61 | 87.1 +- 26.6 | +39.48 +- 63.1 | +16.29 +- 52.16 | | 64b-2t1c-eth-l2bdscale100kmaclrn | 44.0 +- 3.16 | 73.6 +- 25.49 | 80.9 +- 27.73 | +67.27 +- 59.17 | +9.92 +- 53.56 | | 64b-2t1c-ethip4-ip4base | 41.1 +- 2.33 | 64.4 +- 22.8 | 69.9 +- 26.74 | +56.69 +- 56.19 | +8.54 +- 56.58 | | 64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc | 104.1 +- 3.18 | 162.3 +- 40.51 | 173.0 +- 23.0 | +55.91 +- 39.21 | +6.59 +- 30.15 | | 78b-2t1c-ethip6-ip6base | 42.2 +- 2.7 | 68.7 +- 24.49 | 73.2 +- 24.14 | +62.8 +- 58.96 | +6.55 +- 51.74 | | 64b-2t1c-eth-l2bdbasemaclrn | 40.6 +- 2.07 | 63.9 +- 23.06 | 67.8 +- 17.78 | +57.39 +- 57.37 | +6.1 +- 47.34 | | 64b-2t1c-eth-l2xcbase | 35.4 +- 2.88 | 55.6 +- 25.24 | 57.4 +- 23.46 | +57.06 +- 72.44 | +3.24 +- 63.07 | | 64b-2t1c-eth-l2bdscale10kmaclrn | 41.8 +- 2.39 | 74.5 +- 23.42 | 76.6 +- 21.4 | +78.23 +- 56.95 | +2.82 +- 43.24 | | 64b-2t1c-avf-eth-l2xcbase | 32.1 +- 2.28 | 49.6 +- 18.25 | 50.9 +- 23.19 | +54.52 +- 57.89 | +2.62 +- 60.1 | | 64b-2t1c-ethip4-ip4scale20k-rnd | 42.4 +- 1.58 | 67.3 +- 24.22 | 68.8 +- 23.83 | +58.73 +- 57.43 | +2.23 +- 51.06 | | 64b-2t1c-avf-ethip4-ip4base-eth-2memif-1dcr | 142.3 +- 9.24 | 199.2 +- 34.32 | 203.3 +- 22.68 | +39.99 +- 25.78 | +2.06 +- 20.95 | | 64b-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows | 54.3 +- 4.03 | 91.4 +- 25.96 | 91.1 +- 27.13 | +68.32 +- 49.41 | -0.33 +- 41.02 | | 64b-2t1c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm | 148.3 +- 14.74 | 192.2 +- 18.2 | 191.5 +- 22.29 | +29.6 +- 17.79 | -0.36 +- 14.95 | | 78b-2t1c-ethip6-ip6scale20k | 45.2 +- 1.75 | 78.6 +- 26.03 | 78.2 +- 28.23 | +73.89 +- 57.97 | -0.51 +- 48.74 | | 64b-2t1c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc | 115.4 +- 9.72 | 187.2 +- 25.82 | 186.0 +- 27.86 | +62.22 +- 26.22 | -0.64 +- 20.23 | | 64b-2t1c-avf-ethip4udp-nat44det-h65536-p63-s4128758 | 123.3 +- 20.27 | 156.22 +- 17.2 | 155.1 +- 16.69 | +26.7 +- 25.06 | -0.72 +- 15.28 | | 64b-2t1c-avf-ethip4udp-nat44det-h16384-p63-s1032192 | 159.4 +- 141.16 | 134.2 +- 44.32 | 131.6 +- 61.08 | -15.81 +- 79.57 | -1.94 +- 55.86 | | 64b-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512 | 87.3 +- 5.68 | 134.3 +- 14.35 | 131.4 +- 15.81 | +53.84 +- 19.25 | -2.16 +- 15.74 | | 78b-2t1c-ethip6-ip6scale20k-rnd | 46.7 +- 1.95 | 78.2 +- 21.27 | 76.5 +- 23.35 | +67.45 +- 46.08 | -2.17 +- 39.99 | | 64b-2t1c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm | 159.1 +- 13.92 | 205.8 +- 24.09 | 199.5 +- 12.66 | +29.35 +- 18.91 | -3.06 +- 12.91 | | 64b-2t1c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc | 119.7 +- 16.87 | 154.7 +- 35.07 | 149.7 +- 23.75 | +29.24 +- 34.5 | -3.23 +- 26.78 | | 64b-2t1c-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr | 128.4 +- 9.42 | 189.9 +- 41.94 | 182.2 +- 24.23 | +47.9 +- 34.42 | -4.05 +- 24.74 | | 78b-2t1c-avf-ethip6-ip6scale20k-rnd | 51.6 +- 1.84 | 86.0 +- 25.76 | 82.2 +- 29.99 | +66.67 +- 50.28 | -4.42 +- 45.12 | | 64b-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows | 59.3 +- 2.91 | 108.4 +- 32.79 | 103.4 +- 21.98 | +82.8 +- 56.02 | -4.61 +- 35.27 | | 64b-2t1c-avf-eth-l2xcbase-eth-2memif-1dcr | 114.2 +- 4.85 | 163.2 +- 30.41 | 154.3 +- 29.07 | +42.91 +- 27.32 | -5.45 +- 25.06 | | 64b-2t1c-af-xdp-ethip4-ip4scale20k-rnd | 649.6 +- 341.77 | 351.0 +- 276.24 | 330.8 +- 319.0 | -45.97 +- 51.15 | -5.75 +- 117.31 | | 64b-2t1c-ethip4-ip4scale20k | 42.7 +- 3.37 | 75.1 +- 30.62 | 70.3 +- 26.65 | +75.88 +- 73.03 | -6.39 +- 52.11 | | 78b-2t1c-avf-ethip6-ip6scale20k | 75.7 +- 52.72 | 78.0 +- 22.22 | 72.6 +- 18.98 | +3.04 +- 77.52 | -6.92 +- 35.99 | | 64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir | 127.4 +- 7.26 | 173.0 +- 21.6 | 160.7 +- 34.2 | +35.79 +- 18.64 | -7.11 +- 22.92 | | 64b-2t1c-avf-eth-l2bdscale10kmaclrn | 45.8 +- 3.22 | 75.2 +- 31.84 | 69.6 +- 24.13 | +64.19 +- 70.47 | -7.45 +- 50.65 | | 64b-2t1c-avf-ethip4-ip4scale20k | 51.8 +- 7.04 | 78.0 +- 23.22 | 71.7 +- 28.05 | +50.58 +- 49.27 | -8.08 +- 45.19 | | 64b-2t1c-avf-dot1q-l2bdbasemaclrn | 63.9 +- 24.68 | 101.7 +- 33.51 | 92.6 +- 33.38 | +59.15 +- 80.8 | -8.95 +- 44.47 | | 64b-2t1c-avf-eth-l2bdbasemaclrn | 47.1 +- 5.3 | 73.2 +- 27.71 | 66.2 +- 21.38 | +55.41 +- 61.38 | -9.56 +- 45.01 | | 64b-2t1c-avf-ethip4udp-ip4base-iacl50sf-10kflows | 55.2 +- 5.87 | 91.0 +- 25.75 | 82.2 +- 22.0 | +64.86 +- 49.82 | -9.67 +- 35.18 | | 64b-2t1c-avf-ethip4-ip4scale2m | 61.7 +- 10.78 | 93.4 +- 24.16 | 83.8 +- 25.01 | +51.38 +- 47.26 | -10.28 +- 35.44 | | 64b-2t1c-eth-l2patch | 28.9 +- 2.02 | 50.6 +- 22.46 | 44.7 +- 24.57 | +75.09 +- 78.66 | -11.66 +- 62.4 | | 64b-2t1c-avf-ethip4-ip4base | 52.0 +- 2.98 | 81.3 +- 22.57 | 71.6 +- 20.51 | +56.35 +- 44.32 | -11.93 +- 35.13 | | 64b-2t1c-avf-ethip4-ip4scale20k-rnd | 53.0 +- 7.35 | 80.3 +- 25.5 | 70.6 +- 24.54 | +51.51 +- 52.5 | -12.08 +- 41.39 | | 64b-2t1c-avf-ethip4-ip4scale200k | 49.9 +- 2.08 | 84.6 +- 25.21 | 73.0 +- 24.07 | +69.54 +- 51.01 | -13.71 +- 38.35 | | 64b-2t1c-avf-ethip4-ip4scale200k-rnd | 48.9 +- 2.13 | 84.4 +- 28.49 | 72.4 +- 19.44 | +72.6 +- 58.75 | -14.22 +- 37.0 | | 78b-2t1c-avf-ethip6-ip6scale200k | 117.2 +- 82.11 | 139.8 +- 57.09 | 119.4 +- 62.79 | +19.28 +- 96.73 | -14.59 +- 56.86 | | 64b-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows | 57.8 +- 7.81 | 103.9 +- 25.47 | 85.8 +- 18.01 | +79.76 +- 50.32 | -17.42 +- 26.65 | | 64b-2t1c-avf-eth-l2bdscale100kmaclrn | 55.8 +- 7.44 | 90.1 +- 31.73 | 73.9 +- 20.47 | +61.47 +- 60.8 | -17.98 +- 36.75 | | 78b-2t1c-avf-ethip6-ip6base | 50.7 +- 4.57 | 91.9 +- 32.23 | 73.9 +- 20.36 | +81.26 +- 65.64 | -19.59 +- 35.87 | | 78b-2t1c-avf-ethip6-ip6scale200k-rnd | 89.9 +- 66.72 | 165.7 +- 58.84 | 131.4 +- 70.31 | +84.32 +- 151.64 | -20.7 +- 50.93 | | 78b-2t1c-avf-ethip6-ip6scale2m-rnd | 107.3 +- 67.74 | 165.4 +- 61.2 | 123.5 +- 47.48 | +54.15 +- 112.8 | -25.33 +- 39.84 | | 64b-2t1c-avf-ethip4-ip4scale2m-rnd | 125.5 +- 58.12 | 138.4 +- 44.26 | 101.2 +- 32.95 | +10.28 +- 62.07 | -26.88 +- 33.37 | | 64b-2t1c-avf-eth-l2patch | 28.4 +- 2.27 | 44.3 +- 25.06 | 30.8 +- 2.49 | +55.99 +- 89.1 | -30.47 +- 39.72 | | 64b-2t1c-avf-eth-l2bdscale1mmaclrn | 56.3 +- 7.38 | 122.9 +- 55.0 | 79.7 +- 9.29 | +118.29 +- 101.79 | -35.15 +- 29.99 | | 64b-2t1c-af-xdp-ethip4-ip4base | 311.1 +- 84.68 | 378.2 +- 360.19 | 210.3 +- 115.56 | +21.57 +- 120.42 | -44.39 +- 61.14 | +--------------------------------------------------------------+-----------------+------------------+-----------------+-----------------------+------------------------+ Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710. YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206). YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below. 2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code. 2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.