veth.sh 9.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360
  1. #!/bin/sh
  2. # SPDX-License-Identifier: GPL-2.0
  3. BPF_FILE="../bpf/xdp_dummy.bpf.o"
  4. readonly STATS="$(mktemp -p /tmp ns-XXXXXX)"
  5. readonly BASE=`basename $STATS`
  6. readonly SRC=2
  7. readonly DST=1
  8. readonly DST_NAT=100
  9. readonly NS_SRC=$BASE$SRC
  10. readonly NS_DST=$BASE$DST
  11. # "baremetal" network used for raw UDP traffic
  12. readonly BM_NET_V4=192.168.1.
  13. readonly BM_NET_V6=2001:db8::
  14. readonly CPUS=`nproc`
  15. ret=0
  16. cleanup() {
  17. local ns
  18. local jobs
  19. readonly jobs="$(jobs -p)"
  20. [ -n "${jobs}" ] && kill -1 ${jobs} 2>/dev/null
  21. rm -f $STATS
  22. for ns in $NS_SRC $NS_DST; do
  23. ip netns del $ns 2>/dev/null
  24. done
  25. }
  26. trap cleanup EXIT
  27. create_ns() {
  28. local ns
  29. for ns in $NS_SRC $NS_DST; do
  30. ip netns add $ns
  31. ip -n $ns link set dev lo up
  32. done
  33. ip link add name veth$SRC type veth peer name veth$DST
  34. for ns in $SRC $DST; do
  35. ip link set dev veth$ns netns $BASE$ns up
  36. ip -n $BASE$ns addr add dev veth$ns $BM_NET_V4$ns/24
  37. ip -n $BASE$ns addr add dev veth$ns $BM_NET_V6$ns/64 nodad
  38. done
  39. echo "#kernel" > $BASE
  40. chmod go-rw $BASE
  41. }
  42. __chk_flag() {
  43. local msg="$1"
  44. local target=$2
  45. local expected=$3
  46. local flagname=$4
  47. local flag=`ip netns exec $BASE$target ethtool -k veth$target |\
  48. grep $flagname | awk '{print $2}'`
  49. printf "%-60s" "$msg"
  50. if [ "$flag" = "$expected" ]; then
  51. echo " ok "
  52. else
  53. echo " fail - expected $expected found $flag"
  54. ret=1
  55. fi
  56. }
  57. chk_gro_flag() {
  58. __chk_flag "$1" $2 $3 generic-receive-offload
  59. }
  60. chk_tso_flag() {
  61. __chk_flag "$1" $2 $3 tcp-segmentation-offload
  62. }
  63. chk_channels() {
  64. local msg="$1"
  65. local target=$2
  66. local rx=$3
  67. local tx=$4
  68. local dev=veth$target
  69. local cur_rx=`ip netns exec $BASE$target ethtool -l $dev |\
  70. grep RX: | tail -n 1 | awk '{print $2}' `
  71. local cur_tx=`ip netns exec $BASE$target ethtool -l $dev |\
  72. grep TX: | tail -n 1 | awk '{print $2}'`
  73. local cur_combined=`ip netns exec $BASE$target ethtool -l $dev |\
  74. grep Combined: | tail -n 1 | awk '{print $2}'`
  75. printf "%-60s" "$msg"
  76. if [ "$cur_rx" = "$rx" -a "$cur_tx" = "$tx" -a "$cur_combined" = "n/a" ]; then
  77. echo " ok "
  78. else
  79. echo " fail rx:$rx:$cur_rx tx:$tx:$cur_tx combined:n/a:$cur_combined"
  80. fi
  81. }
  82. chk_gro() {
  83. local msg="$1"
  84. local expected=$2
  85. ip netns exec $BASE$SRC ping -qc 1 $BM_NET_V4$DST >/dev/null
  86. NSTAT_HISTORY=$STATS ip netns exec $NS_DST nstat -n
  87. printf "%-60s" "$msg"
  88. ip netns exec $BASE$DST ./udpgso_bench_rx -C 1000 -R 10 &
  89. local spid=$!
  90. sleep 0.1
  91. ip netns exec $NS_SRC ./udpgso_bench_tx -4 -s 13000 -S 1300 -M 1 -D $BM_NET_V4$DST
  92. local retc=$?
  93. wait $spid
  94. local rets=$?
  95. if [ ${rets} -ne 0 ] || [ ${retc} -ne 0 ]; then
  96. echo " fail client exit code $retc, server $rets"
  97. ret=1
  98. return
  99. fi
  100. local pkts=`NSTAT_HISTORY=$STATS ip netns exec $NS_DST nstat IpInReceives | \
  101. awk '{print $2}' | tail -n 1`
  102. if [ "$pkts" = "$expected" ]; then
  103. echo " ok "
  104. else
  105. echo " fail - got $pkts packets, expected $expected "
  106. ret=1
  107. fi
  108. }
  109. __change_channels()
  110. {
  111. local cur_cpu
  112. local end=$1
  113. local cur
  114. local i
  115. while true; do
  116. printf -v cur '%(%s)T'
  117. [ $cur -le $end ] || break
  118. for i in `seq 1 $CPUS`; do
  119. ip netns exec $NS_SRC ethtool -L veth$SRC rx $i tx $i
  120. ip netns exec $NS_DST ethtool -L veth$DST rx $i tx $i
  121. done
  122. for i in `seq 1 $((CPUS - 1))`; do
  123. cur_cpu=$((CPUS - $i))
  124. ip netns exec $NS_SRC ethtool -L veth$SRC rx $cur_cpu tx $cur_cpu
  125. ip netns exec $NS_DST ethtool -L veth$DST rx $cur_cpu tx $cur_cpu
  126. done
  127. done
  128. }
  129. __send_data() {
  130. local end=$1
  131. while true; do
  132. printf -v cur '%(%s)T'
  133. [ $cur -le $end ] || break
  134. ip netns exec $NS_SRC ./udpgso_bench_tx -4 -s 1000 -M 300 -D $BM_NET_V4$DST
  135. done
  136. }
  137. do_stress() {
  138. local end
  139. printf -v end '%(%s)T'
  140. end=$((end + $STRESS))
  141. ip netns exec $NS_SRC ethtool -L veth$SRC rx 3 tx 3
  142. ip netns exec $NS_DST ethtool -L veth$DST rx 3 tx 3
  143. ip netns exec $NS_DST ./udpgso_bench_rx &
  144. local rx_pid=$!
  145. echo "Running stress test for $STRESS seconds..."
  146. __change_channels $end &
  147. local ch_pid=$!
  148. __send_data $end &
  149. local data_pid_1=$!
  150. __send_data $end &
  151. local data_pid_2=$!
  152. __send_data $end &
  153. local data_pid_3=$!
  154. __send_data $end &
  155. local data_pid_4=$!
  156. wait $ch_pid $data_pid_1 $data_pid_2 $data_pid_3 $data_pid_4
  157. kill -9 $rx_pid
  158. echo "done"
  159. # restore previous setting
  160. ip netns exec $NS_SRC ethtool -L veth$SRC rx 2 tx 2
  161. ip netns exec $NS_DST ethtool -L veth$DST rx 2 tx 1
  162. }
  163. usage() {
  164. echo "Usage: $0 [-h] [-s <seconds>]"
  165. echo -e "\t-h: show this help"
  166. echo -e "\t-s: run optional stress tests for the given amount of seconds"
  167. }
  168. STRESS=0
  169. while getopts "hs:" option; do
  170. case "$option" in
  171. "h")
  172. usage $0
  173. exit 0
  174. ;;
  175. "s")
  176. STRESS=$OPTARG
  177. ;;
  178. esac
  179. done
  180. if [ ! -f ${BPF_FILE} ]; then
  181. echo "Missing ${BPF_FILE}. Build bpf selftest first"
  182. exit 1
  183. fi
  184. [ $CPUS -lt 2 ] && echo "Only one CPU available, some tests will be skipped"
  185. [ $STRESS -gt 0 -a $CPUS -lt 3 ] && echo " stress test will be skipped, too"
  186. create_ns
  187. chk_gro_flag "default - gro flag" $SRC off
  188. chk_gro_flag " - peer gro flag" $DST off
  189. chk_tso_flag " - tso flag" $SRC on
  190. chk_tso_flag " - peer tso flag" $DST on
  191. chk_gro " - aggregation" 1
  192. ip netns exec $NS_SRC ethtool -K veth$SRC tx-udp-segmentation off
  193. chk_gro " - aggregation with TSO off" 10
  194. cleanup
  195. create_ns
  196. ip netns exec $NS_DST ethtool -K veth$DST gro on
  197. chk_gro_flag "with gro on - gro flag" $DST on
  198. chk_gro_flag " - peer gro flag" $SRC off
  199. chk_tso_flag " - tso flag" $SRC on
  200. chk_tso_flag " - peer tso flag" $DST on
  201. ip netns exec $NS_SRC ethtool -K veth$SRC tx-udp-segmentation off
  202. ip netns exec $NS_DST ethtool -K veth$DST rx-udp-gro-forwarding on
  203. chk_gro " - aggregation with TSO off" 1
  204. cleanup
  205. create_ns
  206. chk_channels "default channels" $DST 1 1
  207. ip -n $NS_DST link set dev veth$DST down
  208. ip netns exec $NS_DST ethtool -K veth$DST gro on
  209. chk_gro_flag "with gro enabled on link down - gro flag" $DST on
  210. chk_gro_flag " - peer gro flag" $SRC off
  211. chk_tso_flag " - tso flag" $SRC on
  212. chk_tso_flag " - peer tso flag" $DST on
  213. ip -n $NS_DST link set dev veth$DST up
  214. ip netns exec $NS_SRC ethtool -K veth$SRC tx-udp-segmentation off
  215. ip netns exec $NS_DST ethtool -K veth$DST rx-udp-gro-forwarding on
  216. chk_gro " - aggregation with TSO off" 1
  217. cleanup
  218. create_ns
  219. CUR_TX=1
  220. CUR_RX=1
  221. if [ $CPUS -gt 1 ]; then
  222. ip netns exec $NS_DST ethtool -L veth$DST tx 2
  223. chk_channels "setting tx channels" $DST 1 2
  224. CUR_TX=2
  225. fi
  226. if [ $CPUS -gt 2 ]; then
  227. ip netns exec $NS_DST ethtool -L veth$DST rx 3 tx 3
  228. chk_channels "setting both rx and tx channels" $DST 3 3
  229. CUR_RX=3
  230. CUR_TX=3
  231. fi
  232. ip netns exec $NS_DST ethtool -L veth$DST combined 2 2>/dev/null
  233. chk_channels "bad setting: combined channels" $DST $CUR_RX $CUR_TX
  234. ip netns exec $NS_DST ethtool -L veth$DST tx $((CPUS + 1)) 2>/dev/null
  235. chk_channels "setting invalid channels nr" $DST $CUR_RX $CUR_TX
  236. if [ $CPUS -gt 1 ]; then
  237. # this also tests queues nr reduction
  238. ip netns exec $NS_DST ethtool -L veth$DST rx 1 tx 2 2>/dev/null
  239. ip netns exec $NS_SRC ethtool -L veth$SRC rx 1 tx 2 2>/dev/null
  240. printf "%-60s" "bad setting: XDP with RX nr less than TX"
  241. ip -n $NS_DST link set dev veth$DST xdp object ${BPF_FILE} \
  242. section xdp 2>/dev/null &&\
  243. echo "fail - set operation successful ?!?" || echo " ok "
  244. # the following tests will run with multiple channels active
  245. ip netns exec $NS_SRC ethtool -L veth$SRC rx 2
  246. ip netns exec $NS_DST ethtool -L veth$DST rx 2
  247. ip -n $NS_DST link set dev veth$DST xdp object ${BPF_FILE} \
  248. section xdp 2>/dev/null
  249. printf "%-60s" "bad setting: reducing RX nr below peer TX with XDP set"
  250. ip netns exec $NS_DST ethtool -L veth$DST rx 1 2>/dev/null &&\
  251. echo "fail - set operation successful ?!?" || echo " ok "
  252. CUR_RX=2
  253. CUR_TX=2
  254. fi
  255. if [ $CPUS -gt 2 ]; then
  256. printf "%-60s" "bad setting: increasing peer TX nr above RX with XDP set"
  257. ip netns exec $NS_SRC ethtool -L veth$SRC tx 3 2>/dev/null &&\
  258. echo "fail - set operation successful ?!?" || echo " ok "
  259. chk_channels "setting invalid channels nr" $DST 2 2
  260. fi
  261. ip -n $NS_DST link set dev veth$DST xdp object ${BPF_FILE} section xdp 2>/dev/null
  262. chk_gro_flag "with xdp attached - gro flag" $DST on
  263. chk_gro_flag " - peer gro flag" $SRC off
  264. chk_tso_flag " - tso flag" $SRC off
  265. chk_tso_flag " - peer tso flag" $DST on
  266. ip netns exec $NS_DST ethtool -K veth$DST rx-udp-gro-forwarding on
  267. chk_gro " - aggregation" 1
  268. ip -n $NS_DST link set dev veth$DST down
  269. ip -n $NS_SRC link set dev veth$SRC down
  270. chk_gro_flag " - after dev off, flag" $DST on
  271. chk_gro_flag " - peer flag" $SRC off
  272. ip netns exec $NS_DST ethtool -K veth$DST gro on
  273. ip -n $NS_DST link set dev veth$DST xdp off
  274. chk_gro_flag " - after gro on xdp off, gro flag" $DST on
  275. chk_gro_flag " - peer gro flag" $SRC off
  276. chk_tso_flag " - tso flag" $SRC on
  277. chk_tso_flag " - peer tso flag" $DST on
  278. if [ $CPUS -gt 1 ]; then
  279. ip netns exec $NS_DST ethtool -L veth$DST tx 1
  280. chk_channels "decreasing tx channels with device down" $DST 2 1
  281. fi
  282. ip -n $NS_DST link set dev veth$DST up
  283. ip -n $NS_SRC link set dev veth$SRC up
  284. chk_gro " - aggregation" 1
  285. if [ $CPUS -gt 1 ]; then
  286. [ $STRESS -gt 0 -a $CPUS -gt 2 ] && do_stress
  287. ip -n $NS_DST link set dev veth$DST down
  288. ip -n $NS_SRC link set dev veth$SRC down
  289. ip netns exec $NS_DST ethtool -L veth$DST tx 2
  290. chk_channels "increasing tx channels with device down" $DST 2 2
  291. ip -n $NS_DST link set dev veth$DST up
  292. ip -n $NS_SRC link set dev veth$SRC up
  293. fi
  294. ip netns exec $NS_DST ethtool -K veth$DST gro off
  295. ip netns exec $NS_SRC ethtool -K veth$SRC tx-udp-segmentation off
  296. chk_gro "aggregation again with default and TSO off" 10
  297. exit $ret