rmnet_offload_engine.c 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180
  1. /* Copyright (c) 2018-2020, The Linux Foundation. All rights reserved.
  2. *
  3. * This program is free software; you can redistribute it and/or modify
  4. * it under the terms of the GNU General Public License version 2 and
  5. * only version 2 as published by the Free Software Foundation.
  6. *
  7. * This program is distributed in the hope that it will be useful,
  8. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  9. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  10. * GNU General Public License for more details.
  11. */
  12. #include <linux/log2.h>
  13. #include <linux/list.h>
  14. #include <linux/hashtable.h>
  15. #include "rmnet_descriptor.h"
  16. #include "rmnet_offload_state.h"
  17. #include "rmnet_offload_engine.h"
  18. #include "rmnet_offload_main.h"
  19. #include "rmnet_offload_tcp.h"
  20. #include "rmnet_offload_udp.h"
  21. #include "rmnet_offload_stats.h"
  22. #include "rmnet_offload_knob.h"
  23. #define DATARMNET644a5e11da \
  24. (const_ilog2(DATARMNET78d9393ac8))
  25. static DEFINE_HASHTABLE(DATARMNET4791268d67,DATARMNET644a5e11da);static u32
  26. DATARMNET1993bae165(u8 DATARMNET06d2413ad2){struct DATARMNETd7c9631acd*
  27. DATARMNET7c382e536d;int DATARMNETae0201901a;u32 DATARMNET737bbd41c3=
  28. (0xd2d+202-0xdf7);hash_for_each(DATARMNET4791268d67,DATARMNETae0201901a,
  29. DATARMNET7c382e536d,DATARMNETbd5d7d96d8){if(DATARMNET7c382e536d->
  30. DATARMNET1db11fa85e&&DATARMNET7c382e536d->DATARMNET78fd20ce0e.
  31. DATARMNET7fa8b2acbf==DATARMNET06d2413ad2){DATARMNET737bbd41c3++;
  32. DATARMNETa3055c21f2(DATARMNET7c382e536d);}}return DATARMNET737bbd41c3;}static
  33. bool DATARMNET2013036d80(u8 DATARMNET06d2413ad2){u64 DATARMNET3924f3f9e3;
  34. DATARMNET3924f3f9e3=DATARMNETf1d1b8287f(DATARMNET6d2ed4b822);if(
  35. DATARMNET3924f3f9e3==DATARMNET2d89680280)return true;if(DATARMNET3924f3f9e3==
  36. DATARMNET03daf91a60&&DATARMNET06d2413ad2==DATARMNETfd5c3d30e5)return true;if(
  37. DATARMNET3924f3f9e3==DATARMNET88a9920663&&DATARMNET06d2413ad2==
  38. DATARMNETa656f324b2)return true;return false;}static bool DATARMNET5a0f9fc3a2(
  39. struct DATARMNETd7c9631acd*DATARMNETaa568481cf,struct DATARMNETd812bcdbb5*
  40. DATARMNET5fe4c722a8){if(!DATARMNETaa568481cf->DATARMNET1db11fa85e)return false;
  41. if(DATARMNET5fe4c722a8->DATARMNET144d119066.DATARMNET388842c721==
  42. (0xd11+230-0xdf3)){struct DATARMNET4287f07234*DATARMNET699c2c62cd,*
  43. DATARMNET8814564ab9;DATARMNET699c2c62cd=&DATARMNETaa568481cf->
  44. DATARMNET78fd20ce0e;DATARMNET8814564ab9=&DATARMNET5fe4c722a8->
  45. DATARMNET144d119066;if(DATARMNET699c2c62cd->DATARMNET19b03754c4^
  46. DATARMNET8814564ab9->DATARMNET19b03754c4||DATARMNET699c2c62cd->
  47. DATARMNET57bf608183^DATARMNET8814564ab9->DATARMNET57bf608183||
  48. DATARMNET699c2c62cd->DATARMNETcf915688f5^DATARMNET8814564ab9->
  49. DATARMNETcf915688f5||DATARMNET699c2c62cd->DATARMNET4ca5ac9de1^
  50. DATARMNET8814564ab9->DATARMNET4ca5ac9de1)return true;}else if(
  51. DATARMNET5fe4c722a8->DATARMNET144d119066.DATARMNET388842c721==(0xd03+244-0xdf1))
  52. {__be32 DATARMNET25ffacbec5,DATARMNETb351dd927f;__be32 DATARMNET9422f16113;
  53. DATARMNET25ffacbec5=DATARMNETaa568481cf->DATARMNET78fd20ce0e.DATARMNETabd58f7f89
  54. ;DATARMNETb351dd927f=DATARMNET5fe4c722a8->DATARMNET144d119066.
  55. DATARMNETabd58f7f89;;DATARMNET9422f16113=DATARMNET25ffacbec5^DATARMNETb351dd927f
  56. ;if(DATARMNET9422f16113&htonl(267386880))return true;}return false;}static bool
  57. DATARMNET6895620058(struct DATARMNETd7c9631acd*DATARMNETaa568481cf,struct
  58. DATARMNETd812bcdbb5*DATARMNET5fe4c722a8){struct DATARMNET4287f07234*
  59. DATARMNET699c2c62cd,*DATARMNET8814564ab9;DATARMNET699c2c62cd=&
  60. DATARMNETaa568481cf->DATARMNET78fd20ce0e;DATARMNET8814564ab9=&
  61. DATARMNET5fe4c722a8->DATARMNET144d119066;if(!DATARMNETaa568481cf->
  62. DATARMNET1db11fa85e)return DATARMNETaa568481cf->DATARMNET381f1cadc4==
  63. DATARMNET5fe4c722a8->DATARMNET645e8912b8;if(DATARMNET699c2c62cd->
  64. DATARMNET7fa8b2acbf!=DATARMNET8814564ab9->DATARMNET7fa8b2acbf)return false;if(
  65. DATARMNET699c2c62cd->DATARMNETa60d2ae3f6^DATARMNET8814564ab9->
  66. DATARMNETa60d2ae3f6||DATARMNET699c2c62cd->DATARMNET5e7452ec23^
  67. DATARMNET8814564ab9->DATARMNET5e7452ec23)return false;if(DATARMNET8814564ab9->
  68. DATARMNET388842c721==(0xd11+230-0xdf3)){if(DATARMNET699c2c62cd->
  69. DATARMNET1a2be7b6c2^DATARMNET8814564ab9->DATARMNET1a2be7b6c2||
  70. DATARMNET699c2c62cd->DATARMNET0a28fa80f4^DATARMNET8814564ab9->
  71. DATARMNET0a28fa80f4)return false;}else if(DATARMNET8814564ab9->
  72. DATARMNET388842c721==(0xd03+244-0xdf1)){if(memcmp(DATARMNET699c2c62cd->
  73. DATARMNET949c2754de,DATARMNET8814564ab9->DATARMNET949c2754de,sizeof(
  74. DATARMNET8814564ab9->DATARMNET949c2754de))||memcmp(DATARMNET699c2c62cd->
  75. DATARMNET45ec858bc5,DATARMNET8814564ab9->DATARMNET45ec858bc5,sizeof(
  76. DATARMNET8814564ab9->DATARMNET45ec858bc5)))return false;}else{return false;}
  77. return true;}static struct DATARMNETd7c9631acd*DATARMNETd41def0046(void){struct
  78. DATARMNET70f3b87b5d*DATARMNETe05748b000=DATARMNETc2a630b113();struct
  79. DATARMNET907d58c807*DATARMNETa6f73cbe10;struct DATARMNETd7c9631acd*
  80. DATARMNET6745427f98;DATARMNETa6f73cbe10=&DATARMNETe05748b000->
  81. DATARMNETebb45c8d86;if(DATARMNETa6f73cbe10->DATARMNET8dfc11cccd<
  82. DATARMNET78d9393ac8){DATARMNET6745427f98=&DATARMNETa6f73cbe10->
  83. DATARMNET2846a01cce[DATARMNETa6f73cbe10->DATARMNET8dfc11cccd];
  84. DATARMNETa6f73cbe10->DATARMNET8dfc11cccd++;return DATARMNET6745427f98;}
  85. DATARMNET6745427f98=&DATARMNETa6f73cbe10->DATARMNET2846a01cce[
  86. DATARMNETa6f73cbe10->DATARMNET57d435b225];DATARMNETa6f73cbe10->
  87. DATARMNET57d435b225++;DATARMNETa6f73cbe10->DATARMNET57d435b225%=
  88. DATARMNET78d9393ac8;hash_del(&DATARMNET6745427f98->DATARMNETbd5d7d96d8);if(
  89. DATARMNET6745427f98->DATARMNET1db11fa85e){DATARMNETa00cda79d0(
  90. DATARMNETf3f92fc0b9);DATARMNETa3055c21f2(DATARMNET6745427f98);}return
  91. DATARMNET6745427f98;}static void DATARMNETbe30d096c6(void){DATARMNET664568fcd0()
  92. ;if(DATARMNETae70636c90())DATARMNETa00cda79d0(DATARMNET5727f095ec);
  93. DATARMNET6a76048590();}void DATARMNETd4230b6bfe(void){rcu_assign_pointer(
  94. rmnet_perf_chain_end,DATARMNETbe30d096c6);}void DATARMNET560e127137(void){
  95. rcu_assign_pointer(rmnet_perf_chain_end,NULL);}int DATARMNET241493ab9a(u64
  96. DATARMNET0470698d6c,u64 DATARMNETfeff65e096){u32 DATARMNET737bbd41c3=
  97. (0xd2d+202-0xdf7);if(DATARMNET0470698d6c==DATARMNET5fe3af8828||
  98. DATARMNETfeff65e096==DATARMNET2d89680280)return(0xd2d+202-0xdf7);switch(
  99. DATARMNETfeff65e096){case DATARMNET03daf91a60:DATARMNET737bbd41c3=
  100. DATARMNET1993bae165(DATARMNETa656f324b2);break;case DATARMNET88a9920663:
  101. DATARMNET737bbd41c3=DATARMNET1993bae165(DATARMNETfd5c3d30e5);break;case
  102. DATARMNET5fe3af8828:DATARMNET737bbd41c3=DATARMNETae70636c90();break;}
  103. DATARMNETbad3b5165e(DATARMNETddf572458d,DATARMNET737bbd41c3);return
  104. (0xd2d+202-0xdf7);}void DATARMNETa3055c21f2(struct DATARMNETd7c9631acd*
  105. DATARMNETaa568481cf){struct DATARMNET70f3b87b5d*DATARMNETe05748b000=
  106. DATARMNETc2a630b113();struct rmnet_frag_descriptor*DATARMNETd74aeaa49a,*
  107. DATARMNETa1625e27e2,*DATARMNET0386f6f82a;struct DATARMNET4287f07234*
  108. DATARMNET699c2c62cd=&DATARMNETaa568481cf->DATARMNET78fd20ce0e;u32
  109. DATARMNET567bdc7221=DATARMNET699c2c62cd->DATARMNET4ca5ac9de1+DATARMNET699c2c62cd
  110. ->DATARMNET0aeee57ceb;u32 DATARMNETf333d55b33=DATARMNETaa568481cf->
  111. DATARMNETcf28ae376b+DATARMNET567bdc7221;if(!DATARMNETaa568481cf->
  112. DATARMNET1db11fa85e)return;DATARMNETd74aeaa49a=list_first_entry(&
  113. DATARMNETaa568481cf->DATARMNETb76b79d0d5,struct rmnet_frag_descriptor,list);if(!
  114. DATARMNETd74aeaa49a->gso_segs)DATARMNETd74aeaa49a->gso_segs=(0xd26+209-0xdf6);
  115. DATARMNETd74aeaa49a->gso_size=DATARMNETaa568481cf->DATARMNET1978d5d8de;
  116. DATARMNETa1625e27e2=DATARMNETd74aeaa49a;list_for_each_entry_safe_continue(
  117. DATARMNETa1625e27e2,DATARMNET0386f6f82a,&DATARMNETaa568481cf->
  118. DATARMNETb76b79d0d5,list){u32 DATARMNET904423d5e4=DATARMNETa1625e27e2->len-
  119. DATARMNET567bdc7221;if(!rmnet_frag_descriptor_add_frags_from(DATARMNETd74aeaa49a
  120. ,DATARMNETa1625e27e2,DATARMNET567bdc7221,DATARMNET904423d5e4))
  121. DATARMNETd74aeaa49a->gso_segs+=(DATARMNETa1625e27e2->gso_segs)?:
  122. (0xd26+209-0xdf6);rmnet_recycle_frag_descriptor(DATARMNETa1625e27e2,
  123. DATARMNETe05748b000->DATARMNET403589239f);}DATARMNETd74aeaa49a->hash=
  124. DATARMNETaa568481cf->DATARMNET381f1cadc4;DATARMNET58a244b2fe(DATARMNETd74aeaa49a
  125. ,DATARMNETf333d55b33);DATARMNETaa568481cf->DATARMNET1db11fa85e=(0xd2d+202-0xdf7)
  126. ;DATARMNETaa568481cf->DATARMNETcf28ae376b=(0xd2d+202-0xdf7);}void
  127. DATARMNETc38c135c9f(u32 DATARMNET3f8cc6fc24){struct DATARMNETd7c9631acd*
  128. DATARMNETaa568481cf;hash_for_each_possible(DATARMNET4791268d67,
  129. DATARMNETaa568481cf,DATARMNETbd5d7d96d8,DATARMNET3f8cc6fc24){if(
  130. DATARMNETaa568481cf->DATARMNET381f1cadc4==DATARMNET3f8cc6fc24&&
  131. DATARMNETaa568481cf->DATARMNET1db11fa85e)DATARMNETa3055c21f2(DATARMNETaa568481cf
  132. );}}u32 DATARMNETae70636c90(void){struct DATARMNETd7c9631acd*DATARMNETaa568481cf
  133. ;int DATARMNETae0201901a;u32 DATARMNET737bbd41c3=(0xd2d+202-0xdf7);hash_for_each
  134. (DATARMNET4791268d67,DATARMNETae0201901a,DATARMNETaa568481cf,DATARMNETbd5d7d96d8
  135. ){if(DATARMNETaa568481cf->DATARMNET1db11fa85e){DATARMNET737bbd41c3++;
  136. DATARMNETa3055c21f2(DATARMNETaa568481cf);}}return DATARMNET737bbd41c3;}void
  137. DATARMNET33aa5df9ef(struct DATARMNETd7c9631acd*DATARMNETaa568481cf,struct
  138. DATARMNETd812bcdbb5*DATARMNET5fe4c722a8){if(DATARMNET5fe4c722a8->
  139. DATARMNETf1b6b0a6cc){memcpy(&DATARMNETaa568481cf->DATARMNET78fd20ce0e,&
  140. DATARMNET5fe4c722a8->DATARMNET144d119066,sizeof(DATARMNETaa568481cf->
  141. DATARMNET78fd20ce0e));DATARMNETaa568481cf->DATARMNET381f1cadc4=
  142. DATARMNET5fe4c722a8->DATARMNET645e8912b8;DATARMNETaa568481cf->
  143. DATARMNET1978d5d8de=(DATARMNET5fe4c722a8->DATARMNET719f68fb88->gso_size)?:
  144. DATARMNET5fe4c722a8->DATARMNET1ef22e4c76;}if(DATARMNET5fe4c722a8->
  145. DATARMNET144d119066.DATARMNET7fa8b2acbf==DATARMNETfd5c3d30e5)DATARMNETaa568481cf
  146. ->DATARMNET78fd20ce0e.DATARMNETbc28a5970f+=DATARMNET5fe4c722a8->
  147. DATARMNET1ef22e4c76;list_add_tail(&DATARMNET5fe4c722a8->DATARMNET719f68fb88->
  148. list,&DATARMNETaa568481cf->DATARMNETb76b79d0d5);DATARMNETaa568481cf->
  149. DATARMNET1db11fa85e++;DATARMNETaa568481cf->DATARMNETcf28ae376b+=
  150. DATARMNET5fe4c722a8->DATARMNET1ef22e4c76;}bool DATARMNETfbf5798e15(struct
  151. DATARMNETd812bcdbb5*DATARMNET5fe4c722a8){struct DATARMNETd7c9631acd*
  152. DATARMNETaa568481cf;bool DATARMNET885970f252=false;u8 DATARMNET9695aa5b1d=
  153. DATARMNET5fe4c722a8->DATARMNET144d119066.DATARMNET7fa8b2acbf;if(!
  154. DATARMNET2013036d80(DATARMNET9695aa5b1d)){DATARMNETa00cda79d0(
  155. DATARMNET6a894ab63d);return false;}hash_for_each_possible(DATARMNET4791268d67,
  156. DATARMNETaa568481cf,DATARMNETbd5d7d96d8,DATARMNET5fe4c722a8->DATARMNET645e8912b8
  157. ){bool DATARMNET2dd83daa1c;if(!DATARMNET6895620058(DATARMNETaa568481cf,
  158. DATARMNET5fe4c722a8))continue;DATARMNETc6f994577c:DATARMNET2dd83daa1c=
  159. DATARMNET5a0f9fc3a2(DATARMNETaa568481cf,DATARMNET5fe4c722a8);DATARMNET5fe4c722a8
  160. ->DATARMNETf1b6b0a6cc=true;DATARMNET885970f252=true;switch(DATARMNET9695aa5b1d){
  161. case DATARMNETfd5c3d30e5:return DATARMNET4c7cdc25b7(DATARMNETaa568481cf,
  162. DATARMNET5fe4c722a8,DATARMNET2dd83daa1c);case DATARMNETa656f324b2:return
  163. DATARMNET8dc47eb7af(DATARMNETaa568481cf,DATARMNET5fe4c722a8,DATARMNET2dd83daa1c)
  164. ;default:return false;}}if(!DATARMNET885970f252){DATARMNETaa568481cf=
  165. DATARMNETd41def0046();DATARMNETaa568481cf->DATARMNET381f1cadc4=
  166. DATARMNET5fe4c722a8->DATARMNET645e8912b8;hash_add(DATARMNET4791268d67,&
  167. DATARMNETaa568481cf->DATARMNETbd5d7d96d8,DATARMNETaa568481cf->
  168. DATARMNET381f1cadc4);goto DATARMNETc6f994577c;}return false;}void
  169. DATARMNETb98b78b8e3(void){struct DATARMNETd7c9631acd*DATARMNETaa568481cf;struct
  170. hlist_node*DATARMNET0386f6f82a;int DATARMNETae0201901a;hash_for_each_safe(
  171. DATARMNET4791268d67,DATARMNETae0201901a,DATARMNET0386f6f82a,DATARMNETaa568481cf,
  172. DATARMNETbd5d7d96d8)hash_del(&DATARMNETaa568481cf->DATARMNETbd5d7d96d8);}int
  173. DATARMNETdbcaf01255(void){struct DATARMNET70f3b87b5d*DATARMNETe05748b000=
  174. DATARMNETc2a630b113();u8 DATARMNETefc9df3df2;for(DATARMNETefc9df3df2=
  175. (0xd2d+202-0xdf7);DATARMNETefc9df3df2<DATARMNET78d9393ac8;DATARMNETefc9df3df2++)
  176. {struct DATARMNETd7c9631acd*DATARMNETaa568481cf;DATARMNETaa568481cf=&
  177. DATARMNETe05748b000->DATARMNETebb45c8d86.DATARMNET2846a01cce[DATARMNETefc9df3df2
  178. ];INIT_LIST_HEAD(&DATARMNETaa568481cf->DATARMNETb76b79d0d5);INIT_HLIST_NODE(&
  179. DATARMNETaa568481cf->DATARMNETbd5d7d96d8);}return DATARMNET0529bb9c4e;}