|
@@ -0,0 +1,119 @@
|
|
|
+/* Copyright (c) 2023 Qualcomm Innovation Center, Inc. All rights reserved.
|
|
|
+* SPDX-License-Identifier: GPL-2.0-only
|
|
|
+*/
|
|
|
+
|
|
|
+#include <linux/kernel.h>
|
|
|
+#include <linux/netdevice.h>
|
|
|
+#include <linux/module.h>
|
|
|
+#include <linux/mm.h>
|
|
|
+#include "rmnet_mem_nl.h"
|
|
|
+#include "rmnet_mem.h"
|
|
|
+#include "rmnet_mem_priv.h"
|
|
|
+MODULE_LICENSE("\x47\x50\x4c\x20\x76\x32");DEFINE_SPINLOCK(rmnet_mem_lock);int
|
|
|
+max_pool_size[POOL_LEN]={(0xd2d+202-0xdf7),(0xd2d+202-0xdf7),MAX_POOL_O2,
|
|
|
+MAX_POOL_O3};module_param_array(max_pool_size,int,NULL,(0xdb7+6665-0x261c));
|
|
|
+MODULE_PARM_DESC(max_pool_size,
|
|
|
+"\x4d\x61\x78\x20\x50\x6f\x6f\x6c\x20\x73\x69\x7a\x65\x20\x70\x65\x72\x20\x6f\x72\x64\x65\x72"
|
|
|
+);int static_pool_size[POOL_LEN];module_param_array(static_pool_size,int,NULL,
|
|
|
+(0xcb7+5769-0x221c));MODULE_PARM_DESC(static_pool_size,
|
|
|
+"\x50\x6f\x6f\x6c\x20\x73\x69\x7a\x65\x20\x70\x65\x72\x20\x6f\x72\x64\x65\x72");
|
|
|
+int pool_unbound_feature[POOL_LEN]={(0xd2d+202-0xdf7),(0xd2d+202-0xdf7),
|
|
|
+(0xd26+209-0xdf6),(0xd26+209-0xdf6)};module_param_array(pool_unbound_feature,int
|
|
|
+,NULL,(0xdb7+6665-0x261c));MODULE_PARM_DESC(pool_unbound_featue,
|
|
|
+"\x50\x6f\x6f\x6c\x20\x62\x6f\x75\x6e\x64\x20\x67\x61\x74\x65");int
|
|
|
+rmnet_mem_order_requests[POOL_LEN];module_param_array(rmnet_mem_order_requests,
|
|
|
+int,NULL,(0xcb7+5769-0x221c));MODULE_PARM_DESC(rmnet_mem_order_requests,
|
|
|
+"\x52\x65\x71\x75\x65\x73\x74\x20\x70\x65\x72\x20\x6f\x72\x64\x65\x72");int
|
|
|
+rmnet_mem_id_req[POOL_LEN];module_param_array(rmnet_mem_id_req,int,NULL,
|
|
|
+(0xcb7+5769-0x221c));MODULE_PARM_DESC(rmnet_mem_id_req,
|
|
|
+"\x52\x65\x71\x75\x65\x73\x74\x20\x70\x65\x72\x20\x69\x64");int
|
|
|
+rmnet_mem_id_recycled[POOL_LEN];module_param_array(rmnet_mem_id_recycled,int,
|
|
|
+NULL,(0xcb7+5769-0x221c));MODULE_PARM_DESC(rmnet_mem_id_recycled,
|
|
|
+"\x52\x65\x71\x75\x65\x73\x74\x20\x70\x65\x72\x20\x69\x64");struct
|
|
|
+workqueue_struct*mem_wq;int target_static_pool_size[POOL_LEN];module_param_array
|
|
|
+(target_static_pool_size,int,NULL,(0xcb7+5769-0x221c));MODULE_PARM_DESC(
|
|
|
+target_static_pool_size,
|
|
|
+"\x50\x6f\x6f\x6c\x20\x73\x69\x7a\x65\x20\x70\x65\x72\x20\x6f\x72\x64\x65\x72");
|
|
|
+struct work_struct pool_adjust_work;struct list_head rmnet_mem_pool[POOL_LEN];
|
|
|
+struct mem_info{struct page*addr;struct list_head mem_head;u8 order;};void
|
|
|
+rmnet_mem_page_ref_inc_entry(struct page*page,unsigned id){page_ref_inc(page);}
|
|
|
+EXPORT_SYMBOL(rmnet_mem_page_ref_inc_entry);struct rmnet_mem_notif_s{struct
|
|
|
+raw_notifier_head chain;spinlock_t lock;};struct rmnet_mem_notif_s
|
|
|
+rmnet_mem_notifier={.chain=RAW_NOTIFIER_INIT(rmnet_mem_notifier.chain),.lock=
|
|
|
+__SPIN_LOCK_UNLOCKED(rmnet_mem_notifier.lock),};EXPORT_SYMBOL(rmnet_mem_notifier
|
|
|
+);int rmnet_mem_mode_notify(unsigned pool_size){unsigned long flags;
|
|
|
+spin_lock_irqsave(&rmnet_mem_notifier.lock,flags);raw_notifier_call_chain(&
|
|
|
+rmnet_mem_notifier.chain,pool_size,NULL);spin_unlock_irqrestore(&
|
|
|
+rmnet_mem_notifier.lock,flags);return NOTIFY_OK;}int rmnet_mem_register_notifier
|
|
|
+(struct notifier_block*nb){unsigned long flags;int ret;spin_lock_irqsave(&
|
|
|
+rmnet_mem_notifier.lock,flags);ret=raw_notifier_chain_register(&
|
|
|
+rmnet_mem_notifier.chain,nb);spin_unlock_irqrestore(&rmnet_mem_notifier.lock,
|
|
|
+flags);return ret;}EXPORT_SYMBOL_GPL(rmnet_mem_register_notifier);int
|
|
|
+rmnet_mem_unregister_notifier(struct notifier_block*nb){unsigned long flags;int
|
|
|
+ret;spin_lock_irqsave(&rmnet_mem_notifier.lock,flags);ret=
|
|
|
+raw_notifier_chain_unregister(&rmnet_mem_notifier.chain,nb);
|
|
|
+spin_unlock_irqrestore(&rmnet_mem_notifier.lock,flags);return ret;}
|
|
|
+EXPORT_SYMBOL_GPL(rmnet_mem_unregister_notifier);struct mem_info*
|
|
|
+rmnet_mem_add_page(struct page*page,u8 pageorder){struct mem_info*mem_slot;
|
|
|
+mem_slot=(struct mem_info*)kzalloc(sizeof(*mem_slot),GFP_ATOMIC);if(!mem_slot)
|
|
|
+return NULL;static_pool_size[pageorder]++;mem_slot->order=pageorder;mem_slot->
|
|
|
+addr=(void*)page;INIT_LIST_HEAD(&mem_slot->mem_head);if(pageorder<POOL_LEN){
|
|
|
+list_add_rcu(&mem_slot->mem_head,&(rmnet_mem_pool[pageorder]));}return mem_slot;
|
|
|
+}void rmnet_mem_free_all(void){unsigned long flags;struct mem_info*mem_slot;
|
|
|
+struct list_head*ptr=NULL,*next=NULL;int i;spin_lock_irqsave(&rmnet_mem_lock,
|
|
|
+flags);for(i=(0xd2d+202-0xdf7);i<POOL_LEN;i++){list_for_each_safe(ptr,next,&
|
|
|
+rmnet_mem_pool[i]){mem_slot=list_entry(ptr,struct mem_info,mem_head);list_del(&
|
|
|
+mem_slot->mem_head);put_page(mem_slot->addr);static_pool_size[mem_slot->order]--
|
|
|
+;kfree(mem_slot);}}spin_unlock_irqrestore(&rmnet_mem_lock,flags);}struct page*
|
|
|
+rmnet_mem_get_pages_entry(gfp_t gfp_mask,unsigned int order,int*code,int*
|
|
|
+pageorder,unsigned id){unsigned long flags;struct mem_info*mem_page;struct page*
|
|
|
+page=NULL;int i=(0xd2d+202-0xdf7);int j=(0xd2d+202-0xdf7);spin_lock_irqsave(&
|
|
|
+rmnet_mem_lock,flags);rmnet_mem_id_req[id]++;rmnet_mem_order_requests[order]++;
|
|
|
+if(order<POOL_LEN){for(j=order;j>(0xd2d+202-0xdf7)&&j<POOL_LEN;j++){do{mem_page=
|
|
|
+list_first_entry_or_null(&rmnet_mem_pool[j],struct mem_info,mem_head);if(!
|
|
|
+mem_page){break;}if(page_ref_count(mem_page->addr)==(0xd26+209-0xdf6)){
|
|
|
+rmnet_mem_id_recycled[j]++;page=mem_page->addr;page_ref_inc(mem_page->addr);
|
|
|
+list_rotate_left(&rmnet_mem_pool[j]);break;}list_rotate_left(&rmnet_mem_pool[j])
|
|
|
+;i++;}while(i<=(0xd0a+237-0xdf2));if(page&&pageorder){*pageorder=j;break;}i=
|
|
|
+(0xd2d+202-0xdf7);}}if(!page){if(order<(0xd18+223-0xdf4)){page=__dev_alloc_pages
|
|
|
+(gfp_mask,order);if(page){if(static_pool_size[order]<max_pool_size[order]&&
|
|
|
+pool_unbound_feature[order]){rmnet_mem_add_page(page,order);page_ref_inc(page);}
|
|
|
+if(pageorder){*pageorder=order;}}}else{if(static_pool_size[order]<max_pool_size[
|
|
|
+order]&&pool_unbound_feature[order]){page=__dev_alloc_pages(gfp_mask,order);if(
|
|
|
+page){rmnet_mem_add_page(page,order);page_ref_inc(page);}if(pageorder){*
|
|
|
+pageorder=order;}}}}spin_unlock_irqrestore(&rmnet_mem_lock,flags);if(pageorder&&
|
|
|
+code&&page){if(*pageorder==order)*code=RMNET_MEM_SUCCESS;else if(*pageorder>
|
|
|
+order)*code=RMNET_MEM_UPGRADE;else if(*pageorder<order)*code=RMNET_MEM_DOWNGRADE
|
|
|
+;}else if(pageorder&&code){*code=RMNET_MEM_FAIL;*pageorder=(0xd2d+202-0xdf7);}
|
|
|
+return page;}EXPORT_SYMBOL(rmnet_mem_get_pages_entry);void
|
|
|
+rmnet_mem_put_page_entry(struct page*page){put_page(page);}EXPORT_SYMBOL(
|
|
|
+rmnet_mem_put_page_entry);static void mem_update_pool_work(struct work_struct*
|
|
|
+work){int i;for(i=(0xd2d+202-0xdf7);i<POOL_LEN;i++){local_bh_disable();
|
|
|
+rmnet_mem_adjust(target_static_pool_size[i],i);if(i==POOL_NOTIF){
|
|
|
+rmnet_mem_mode_notify(target_static_pool_size[i]);}local_bh_enable();}}void
|
|
|
+rmnet_mem_adjust(unsigned perm_size,u8 pageorder){struct list_head*entry,*next;
|
|
|
+struct mem_info*mem_slot;int i;struct page*newpage=NULL;int adjustment;unsigned
|
|
|
+long flags;if(pageorder>=POOL_LEN||perm_size>MAX_STATIC_POOL)return;adjustment=
|
|
|
+perm_size-static_pool_size[pageorder];if(perm_size==static_pool_size[pageorder])
|
|
|
+return;spin_lock_irqsave(&rmnet_mem_lock,flags);if(perm_size>static_pool_size[
|
|
|
+pageorder]){for(i=(0xd2d+202-0xdf7);i<(adjustment);i++){newpage=
|
|
|
+__dev_alloc_pages(GFP_ATOMIC,pageorder);if(!newpage){continue;}
|
|
|
+rmnet_mem_add_page(newpage,pageorder);}}else{list_for_each_safe(entry,next,&(
|
|
|
+rmnet_mem_pool[pageorder])){mem_slot=list_entry(entry,struct mem_info,mem_head);
|
|
|
+list_del(&mem_slot->mem_head);put_page(mem_slot->addr);kfree(mem_slot);
|
|
|
+static_pool_size[pageorder]--;if(static_pool_size[pageorder]==perm_size)break;}}
|
|
|
+spin_unlock_irqrestore(&rmnet_mem_lock,flags);}int __init rmnet_mem_module_init(
|
|
|
+void){int rc=(0xd2d+202-0xdf7);int i=(0xd2d+202-0xdf7);pr_info(
|
|
|
+"\x25\x73\x28\x29\x3a\x20\x53\x74\x61\x72\x74\x69\x6e\x67\x20\x72\x6d\x6e\x65\x74\x20\x6d\x65\x6d\x20\x6d\x6f\x64\x75\x6c\x65" "\n"
|
|
|
+,__func__);for(i=(0xd2d+202-0xdf7);i<POOL_LEN;i++){INIT_LIST_HEAD(&(
|
|
|
+rmnet_mem_pool[i]));}mem_wq=alloc_workqueue("\x6d\x65\x6d\x5f\x77\x71",
|
|
|
+WQ_HIGHPRI,(0xd2d+202-0xdf7));if(!mem_wq){pr_err(
|
|
|
+"\x25\x73\x28\x29\x3a\x20\x46\x61\x69\x6c\x65\x64\x20\x74\x6f\x20\x61\x6c\x6c\x6f\x63\x20\x77\x6f\x72\x6b\x71\x75\x65\x75\x65\x20" "\n"
|
|
|
+,__func__);return-ENOMEM;}INIT_WORK(&pool_adjust_work,mem_update_pool_work);rc=
|
|
|
+rmnet_mem_nl_register();if(rc){pr_err(
|
|
|
+"\x25\x73\x28\x29\x3a\x20\x46\x61\x69\x6c\x65\x64\x20\x74\x6f\x20\x72\x65\x67\x69\x73\x74\x65\x72\x20\x67\x65\x6e\x65\x72\x69\x63\x20\x6e\x65\x74\x6c\x69\x6e\x6b\x20\x66\x61\x6d\x69\x6c\x79" "\n"
|
|
|
+,__func__);return-ENOMEM;}return(0xd2d+202-0xdf7);}void __exit
|
|
|
+rmnet_mem_module_exit(void){rmnet_mem_nl_unregister();if(mem_wq){
|
|
|
+cancel_work_sync(&pool_adjust_work);drain_workqueue(mem_wq);destroy_workqueue(
|
|
|
+mem_wq);mem_wq=NULL;}rmnet_mem_free_all();}module_init(rmnet_mem_module_init);
|
|
|
+module_exit(rmnet_mem_module_exit);
|