qts_core.c 46 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730
  1. // SPDX-License-Identifier: GPL-2.0-only
  2. /*
  3. * Copyright (c) 2022, Qualcomm Innovation Center, Inc. All rights reserved.
  4. */
  5. #define pr_fmt(fmt) "%s: " fmt, __func__
  6. #include <linux/vmalloc.h>
  7. #include <linux/uaccess.h>
  8. #include <linux/delay.h>
  9. #include <linux/input.h>
  10. #include <linux/input/mt.h>
  11. #include <linux/of_gpio.h>
  12. #include <linux/of_graph.h>
  13. #include <linux/of_device.h>
  14. #include <linux/sysfs.h>
  15. #include <linux/sort.h>
  16. #include <linux/atomic.h>
  17. #include <linux/pinctrl/qcom-pinctrl.h>
  18. #include <linux/pm.h>
  19. #include <linux/pm_runtime.h>
  20. #include <linux/component.h>
  21. #include <linux/sched.h>
  22. #include <linux/version.h>
  23. #include <linux/types.h>
  24. #include <linux/regulator/consumer.h>
  25. #include <linux/debugfs.h>
  26. #include <linux/wait.h>
  27. #include <linux/time.h>
  28. #include "qts_core.h"
  29. static struct qts_data_entries *qts_data_entries;
  30. struct drm_panel *active_panel;
  31. static void qts_trusted_touch_abort_handler(struct qts_data *qts_data, int error);
  32. static struct gh_acl_desc *qts_vm_get_acl(enum gh_vm_names vm_name)
  33. {
  34. struct gh_acl_desc *acl_desc;
  35. gh_vmid_t vmid;
  36. gh_rm_get_vmid(vm_name, &vmid);
  37. acl_desc = kzalloc(offsetof(struct gh_acl_desc, acl_entries[1]),
  38. GFP_KERNEL);
  39. if (!acl_desc)
  40. return ERR_PTR(ENOMEM);
  41. acl_desc->n_acl_entries = 1;
  42. acl_desc->acl_entries[0].vmid = vmid;
  43. acl_desc->acl_entries[0].perms = GH_RM_ACL_R | GH_RM_ACL_W;
  44. return acl_desc;
  45. }
  46. static struct gh_sgl_desc *qts_vm_get_sgl(struct trusted_touch_vm_info *vm_info)
  47. {
  48. struct gh_sgl_desc *sgl_desc;
  49. int i;
  50. sgl_desc = kzalloc(offsetof(struct gh_sgl_desc,
  51. sgl_entries[vm_info->iomem_list_size]), GFP_KERNEL);
  52. if (!sgl_desc)
  53. return ERR_PTR(ENOMEM);
  54. sgl_desc->n_sgl_entries = vm_info->iomem_list_size;
  55. for (i = 0; i < vm_info->iomem_list_size; i++) {
  56. sgl_desc->sgl_entries[i].ipa_base = vm_info->iomem_bases[i];
  57. sgl_desc->sgl_entries[i].size = vm_info->iomem_sizes[i];
  58. }
  59. return sgl_desc;
  60. }
  61. static int qts_populate_vm_info_iomem(struct qts_data *qts_data)
  62. {
  63. int i, gpio, rc = 0;
  64. int num_regs, num_sizes, num_gpios, list_size;
  65. struct resource res;
  66. struct device_node *np = qts_data->dev->of_node;
  67. struct trusted_touch_vm_info *vm_info = qts_data->vm_info;
  68. num_regs = of_property_count_u32_elems(np, "qts,trusted-touch-io-bases");
  69. if (num_regs < 0) {
  70. pr_err("Invalid number of IO regions specified\n");
  71. return -EINVAL;
  72. }
  73. num_sizes = of_property_count_u32_elems(np, "qts,trusted-touch-io-sizes");
  74. if (num_sizes < 0) {
  75. pr_err("Invalid number of IO regions specified\n");
  76. return -EINVAL;
  77. }
  78. if (num_regs != num_sizes) {
  79. pr_err("IO bases and sizes array lengths mismatch\n");
  80. return -EINVAL;
  81. }
  82. num_gpios = of_gpio_named_count(np, "qts,trusted-touch-vm-gpio-list");
  83. if (num_gpios < 0) {
  84. pr_warn("Ignoring invalid trusted gpio list: %d\n", num_gpios);
  85. num_gpios = 0;
  86. }
  87. list_size = num_regs + num_gpios;
  88. vm_info->iomem_list_size = list_size;
  89. vm_info->iomem_bases = devm_kcalloc(qts_data->dev, list_size, sizeof(*vm_info->iomem_bases),
  90. GFP_KERNEL);
  91. if (!vm_info->iomem_bases)
  92. return -ENOMEM;
  93. vm_info->iomem_sizes = devm_kcalloc(qts_data->dev, list_size, sizeof(*vm_info->iomem_sizes),
  94. GFP_KERNEL);
  95. if (!vm_info->iomem_sizes)
  96. return -ENOMEM;
  97. for (i = 0; i < num_gpios; ++i) {
  98. gpio = of_get_named_gpio(np, "qts,trusted-touch-vm-gpio-list", i);
  99. if (gpio < 0 || !gpio_is_valid(gpio)) {
  100. pr_err("Invalid gpio %d at position %d\n", gpio, i);
  101. return gpio;
  102. }
  103. if (!msm_gpio_get_pin_address(gpio, &res)) {
  104. pr_err("Failed to retrieve gpio-%d resource\n", gpio);
  105. return -ENODATA;
  106. }
  107. vm_info->iomem_bases[i] = res.start;
  108. vm_info->iomem_sizes[i] = resource_size(&res);
  109. }
  110. rc = of_property_read_u32_array(np, "qts,trusted-touch-io-bases",
  111. &vm_info->iomem_bases[i], list_size - i);
  112. if (rc) {
  113. pr_err("Failed to read trusted touch io bases:%d\n", rc);
  114. return rc;
  115. }
  116. rc = of_property_read_u32_array(np, "qts,trusted-touch-io-sizes",
  117. &vm_info->iomem_sizes[i], list_size - i);
  118. if (rc) {
  119. pr_err("Failed to read trusted touch io sizes:%d\n", rc);
  120. return rc;
  121. }
  122. return 0;
  123. }
  124. static int qts_populate_vm_info(struct qts_data *qts_data)
  125. {
  126. int rc;
  127. struct trusted_touch_vm_info *vm_info;
  128. struct device_node *np = qts_data->dev->of_node;
  129. vm_info = devm_kzalloc(qts_data->dev, sizeof(struct trusted_touch_vm_info), GFP_KERNEL);
  130. if (!vm_info)
  131. return -ENOMEM;
  132. qts_data->vm_info = vm_info;
  133. vm_info->vm_name = GH_TRUSTED_VM;
  134. rc = of_property_read_u32(np, "qts,trusted-touch-spi-irq", &vm_info->hw_irq);
  135. if (rc) {
  136. pr_err("Failed to read trusted touch SPI irq:%d\n", rc);
  137. return rc;
  138. }
  139. rc = qts_populate_vm_info_iomem(qts_data);
  140. if (rc) {
  141. pr_err("Failed to read trusted touch mmio ranges:%d\n", rc);
  142. return rc;
  143. }
  144. rc = of_property_read_string(np, "qts,trusted-touch-type",
  145. &vm_info->trusted_touch_type);
  146. if (rc) {
  147. pr_warn("%s: No trusted touch type selection made\n");
  148. vm_info->mem_tag = GH_MEM_NOTIFIER_TAG_TOUCH_PRIMARY;
  149. vm_info->irq_label = GH_IRQ_LABEL_TRUSTED_TOUCH_PRIMARY;
  150. rc = 0;
  151. } else if (!strcmp(vm_info->trusted_touch_type, "primary")) {
  152. vm_info->mem_tag = GH_MEM_NOTIFIER_TAG_TOUCH_PRIMARY;
  153. vm_info->irq_label = GH_IRQ_LABEL_TRUSTED_TOUCH_PRIMARY;
  154. } else if (!strcmp(vm_info->trusted_touch_type, "secondary")) {
  155. vm_info->mem_tag = GH_MEM_NOTIFIER_TAG_TOUCH_SECONDARY;
  156. vm_info->irq_label = GH_IRQ_LABEL_TRUSTED_TOUCH_SECONDARY;
  157. }
  158. return 0;
  159. }
  160. static void qts_destroy_vm_info(struct qts_data *qts_data)
  161. {
  162. kfree(qts_data->vm_info->iomem_sizes);
  163. kfree(qts_data->vm_info->iomem_bases);
  164. kfree(qts_data->vm_info);
  165. }
  166. static void qts_vm_deinit(struct qts_data *qts_data)
  167. {
  168. if (qts_data->vm_info->mem_cookie)
  169. gh_mem_notifier_unregister(qts_data->vm_info->mem_cookie);
  170. qts_destroy_vm_info(qts_data);
  171. }
  172. static int qts_trusted_touch_get_vm_state(struct qts_data *qts_data)
  173. {
  174. return atomic_read(&qts_data->vm_info->vm_state);
  175. }
  176. static void qts_trusted_touch_set_vm_state(struct qts_data *qts_data,
  177. int state)
  178. {
  179. pr_debug("state %d\n", state);
  180. atomic_set(&qts_data->vm_info->vm_state, state);
  181. }
  182. #ifdef CONFIG_ARCH_QTI_VM
  183. static int qts_vm_mem_release(struct qts_data *qts_data);
  184. static void qts_trusted_touch_tvm_vm_mode_disable(struct qts_data *qts_data);
  185. static void qts_trusted_touch_abort_tvm(struct qts_data *qts_data);
  186. static void qts_trusted_touch_event_notify(struct qts_data *qts_data, int event);
  187. static void qts_irq_enable(struct qts_data *qts_data, bool en)
  188. {
  189. if (en) {
  190. if (qts_data->irq_disabled) {
  191. pr_debug("qts irq enable\n");
  192. enable_irq(qts_data->irq);
  193. qts_data->irq_disabled = false;
  194. }
  195. } else {
  196. if (!qts_data->irq_disabled) {
  197. pr_debug("qts irq disable\n");
  198. disable_irq_nosync(qts_data->irq);
  199. qts_data->irq_disabled = true;
  200. }
  201. }
  202. }
  203. static int qts_irq_registration(struct qts_data *qts_data)
  204. {
  205. int ret = 0;
  206. qts_data->irq_gpio_flags = IRQF_TRIGGER_RISING;
  207. pr_debug("irq:%d, flag:%x\n", qts_data->irq, qts_data->irq_gpio_flags);
  208. ret = request_threaded_irq(qts_data->irq, NULL, qts_data->vendor_ops.irq_handler,
  209. qts_data->irq_gpio_flags | IRQF_ONESHOT,
  210. QTS_NAME, qts_data->vendor_data);
  211. if (ret != 0)
  212. pr_err("request_threaded_irq failed\n");
  213. if (ret == 0)
  214. qts_irq_enable(qts_data, false);
  215. return ret;
  216. }
  217. void qts_trusted_touch_tvm_i2c_failure_report(struct qts_data *qts_data)
  218. {
  219. pr_warn("initiating trusted touch abort due to i2c failure\n");
  220. qts_trusted_touch_abort_handler(qts_data, TRUSTED_TOUCH_EVENT_I2C_FAILURE);
  221. }
  222. static void qts_trusted_touch_reset_gpio_toggle(struct qts_data *qts_data)
  223. {
  224. void __iomem *base;
  225. if (qts_data->bus_type != QTS_BUS_TYPE_I2C)
  226. return;
  227. base = ioremap(TOUCH_RESET_GPIO_BASE, TOUCH_RESET_GPIO_SIZE);
  228. writel_relaxed(0x1, base + TOUCH_RESET_GPIO_OFFSET);
  229. /* wait until toggle to finish*/
  230. wmb();
  231. writel_relaxed(0x0, base + TOUCH_RESET_GPIO_OFFSET);
  232. /* wait until toggle to finish*/
  233. wmb();
  234. iounmap(base);
  235. }
  236. static void qts_trusted_touch_intr_gpio_toggle(struct qts_data *qts_data,
  237. bool enable)
  238. {
  239. void __iomem *base;
  240. u32 val;
  241. if (qts_data->bus_type != QTS_BUS_TYPE_I2C)
  242. return;
  243. base = ioremap(TOUCH_INTR_GPIO_BASE, TOUCH_INTR_GPIO_SIZE);
  244. val = readl_relaxed(base + TOUCH_RESET_GPIO_OFFSET);
  245. if (enable) {
  246. val |= BIT(0);
  247. writel_relaxed(val, base + TOUCH_INTR_GPIO_OFFSET);
  248. /* wait until toggle to finish*/
  249. wmb();
  250. } else {
  251. val &= ~BIT(0);
  252. writel_relaxed(val, base + TOUCH_INTR_GPIO_OFFSET);
  253. /* wait until toggle to finish*/
  254. wmb();
  255. }
  256. iounmap(base);
  257. }
  258. static int qts_sgl_cmp(const void *a, const void *b)
  259. {
  260. struct gh_sgl_entry *left = (struct gh_sgl_entry *)a;
  261. struct gh_sgl_entry *right = (struct gh_sgl_entry *)b;
  262. return (left->ipa_base - right->ipa_base);
  263. }
  264. static int qts_vm_compare_sgl_desc(struct gh_sgl_desc *expected,
  265. struct gh_sgl_desc *received)
  266. {
  267. int idx;
  268. if (expected->n_sgl_entries != received->n_sgl_entries)
  269. return -E2BIG;
  270. sort(received->sgl_entries, received->n_sgl_entries,
  271. sizeof(received->sgl_entries[0]), qts_sgl_cmp, NULL);
  272. sort(expected->sgl_entries, expected->n_sgl_entries,
  273. sizeof(expected->sgl_entries[0]), qts_sgl_cmp, NULL);
  274. for (idx = 0; idx < expected->n_sgl_entries; idx++) {
  275. struct gh_sgl_entry *left = &expected->sgl_entries[idx];
  276. struct gh_sgl_entry *right = &received->sgl_entries[idx];
  277. if ((left->ipa_base != right->ipa_base) ||
  278. (left->size != right->size)) {
  279. pr_err("sgl mismatch: left_base:%d right base:%d left size:%d right size:%d\n",
  280. left->ipa_base, right->ipa_base, left->size, right->size);
  281. return -EINVAL;
  282. }
  283. }
  284. return 0;
  285. }
  286. static int qts_vm_handle_vm_hardware(struct qts_data *qts_data)
  287. {
  288. int rc = 0;
  289. if (atomic_read(&qts_data->delayed_tvm_probe_pending)) {
  290. rc = qts_irq_registration(qts_data);
  291. if (rc) {
  292. pr_err("irq registration failure on TVM!\n");
  293. return rc;
  294. }
  295. atomic_set(&qts_data->delayed_tvm_probe_pending, 0);
  296. }
  297. qts_irq_enable(qts_data, true);
  298. qts_trusted_touch_set_vm_state(qts_data, TVM_INTERRUPT_ENABLED);
  299. return rc;
  300. }
  301. static void qts_trusted_touch_tvm_vm_mode_enable(struct qts_data *qts_data)
  302. {
  303. struct gh_sgl_desc *sgl_desc, *expected_sgl_desc;
  304. struct gh_acl_desc *acl_desc;
  305. struct irq_data *irq_data;
  306. int rc = 0;
  307. int irq = 0;
  308. if (qts_trusted_touch_get_vm_state(qts_data) != TVM_ALL_RESOURCES_LENT_NOTIFIED) {
  309. pr_info("All lend notifications not received\n");
  310. qts_trusted_touch_event_notify(qts_data,
  311. TRUSTED_TOUCH_EVENT_NOTIFICATIONS_PENDING);
  312. return;
  313. }
  314. if (qts_data->vendor_ops.pre_le_tui_enable)
  315. qts_data->vendor_ops.pre_le_tui_enable(qts_data->vendor_data);
  316. acl_desc = qts_vm_get_acl(GH_TRUSTED_VM);
  317. if (IS_ERR(acl_desc)) {
  318. pr_err("failed to populated acl data:rc=%d\n", PTR_ERR(acl_desc));
  319. goto accept_fail;
  320. }
  321. sgl_desc = gh_rm_mem_accept(qts_data->vm_info->vm_mem_handle,
  322. GH_RM_MEM_TYPE_IO,
  323. GH_RM_TRANS_TYPE_LEND,
  324. GH_RM_MEM_ACCEPT_VALIDATE_ACL_ATTRS |
  325. GH_RM_MEM_ACCEPT_VALIDATE_LABEL |
  326. GH_RM_MEM_ACCEPT_DONE, TRUSTED_TOUCH_MEM_LABEL,
  327. acl_desc, NULL, NULL, 0);
  328. if (IS_ERR_OR_NULL(sgl_desc)) {
  329. pr_err("failed to do mem accept :rc=%d\n", PTR_ERR(sgl_desc));
  330. goto acl_fail;
  331. }
  332. qts_trusted_touch_set_vm_state(qts_data, TVM_IOMEM_ACCEPTED);
  333. /* Initiate session on tvm */
  334. if (qts_data->bus_type == QTS_BUS_TYPE_I2C)
  335. rc = pm_runtime_get_sync(qts_data->client->adapter->dev.parent);
  336. else
  337. rc = pm_runtime_get_sync(qts_data->spi->master->dev.parent);
  338. if (rc < 0) {
  339. pr_err("failed to get sync rc:%d\n", rc);
  340. goto acl_fail;
  341. }
  342. qts_trusted_touch_set_vm_state(qts_data, TVM_I2C_SESSION_ACQUIRED);
  343. expected_sgl_desc = qts_vm_get_sgl(qts_data->vm_info);
  344. if (qts_vm_compare_sgl_desc(expected_sgl_desc, sgl_desc)) {
  345. pr_err("IO sg list does not match\n");
  346. goto sgl_cmp_fail;
  347. }
  348. kfree(expected_sgl_desc);
  349. kfree(acl_desc);
  350. irq = gh_irq_accept(qts_data->vm_info->irq_label, -1, IRQ_TYPE_EDGE_RISING);
  351. qts_trusted_touch_intr_gpio_toggle(qts_data, false);
  352. if (irq < 0) {
  353. pr_err("failed to accept irq\n");
  354. goto accept_fail;
  355. }
  356. qts_trusted_touch_set_vm_state(qts_data, TVM_IRQ_ACCEPTED);
  357. irq_data = irq_get_irq_data(irq);
  358. if (!irq_data) {
  359. pr_err("Invalid irq data for trusted touch\n");
  360. goto accept_fail;
  361. }
  362. if (!irq_data->hwirq) {
  363. pr_err("Invalid irq in irq data\n");
  364. goto accept_fail;
  365. }
  366. if (irq_data->hwirq != qts_data->vm_info->hw_irq) {
  367. pr_err("Invalid irq lent\n");
  368. goto accept_fail;
  369. }
  370. pr_debug("irq:returned from accept:%d\n", irq);
  371. qts_data->irq = irq;
  372. rc = qts_vm_handle_vm_hardware(qts_data);
  373. if (rc) {
  374. pr_err("Delayed probe failure on TVM!\n");
  375. goto accept_fail;
  376. }
  377. atomic_set(&qts_data->trusted_touch_enabled, 1);
  378. if (qts_data->vendor_ops.post_le_tui_enable)
  379. qts_data->vendor_ops.post_le_tui_enable(qts_data->vendor_data);
  380. pr_debug("trusted touch enabled\n");
  381. return;
  382. sgl_cmp_fail:
  383. kfree(expected_sgl_desc);
  384. acl_fail:
  385. kfree(acl_desc);
  386. accept_fail:
  387. qts_trusted_touch_abort_handler(qts_data,
  388. TRUSTED_TOUCH_EVENT_ACCEPT_FAILURE);
  389. }
  390. static void qts_vm_irq_on_lend_callback(void *data,
  391. unsigned long notif_type,
  392. enum gh_irq_label label)
  393. {
  394. struct qts_data *qts_data = data;
  395. pr_debug("received irq lend request for label:%d\n", label);
  396. if (qts_trusted_touch_get_vm_state(qts_data) == TVM_IOMEM_LENT_NOTIFIED)
  397. qts_trusted_touch_set_vm_state(qts_data, TVM_ALL_RESOURCES_LENT_NOTIFIED);
  398. else
  399. qts_trusted_touch_set_vm_state(qts_data, TVM_IRQ_LENT_NOTIFIED);
  400. }
  401. static void qts_vm_mem_on_lend_handler(enum gh_mem_notifier_tag tag,
  402. unsigned long notif_type, void *entry_data, void *notif_msg)
  403. {
  404. struct gh_rm_notif_mem_shared_payload *payload;
  405. struct trusted_touch_vm_info *vm_info;
  406. struct qts_data *qts_data;
  407. qts_data = (struct qts_data *)entry_data;
  408. vm_info = qts_data->vm_info;
  409. if (!vm_info) {
  410. pr_err("Invalid vm_info\n");
  411. return;
  412. }
  413. if (notif_type != GH_RM_NOTIF_MEM_SHARED ||
  414. tag != vm_info->mem_tag) {
  415. pr_err("Invalid command passed from rm\n");
  416. return;
  417. }
  418. if (!entry_data || !notif_msg) {
  419. pr_err("Invalid entry data passed from rm\n");
  420. return;
  421. }
  422. payload = (struct gh_rm_notif_mem_shared_payload *)notif_msg;
  423. if (payload->trans_type != GH_RM_TRANS_TYPE_LEND ||
  424. payload->label != TRUSTED_TOUCH_MEM_LABEL) {
  425. pr_err("Invalid label or transaction type\n");
  426. return;
  427. }
  428. vm_info->vm_mem_handle = payload->mem_handle;
  429. pr_debug("received mem lend request with handle:%d\n", vm_info->vm_mem_handle);
  430. if (qts_trusted_touch_get_vm_state(qts_data) == TVM_IRQ_LENT_NOTIFIED)
  431. qts_trusted_touch_set_vm_state(qts_data, TVM_ALL_RESOURCES_LENT_NOTIFIED);
  432. else
  433. qts_trusted_touch_set_vm_state(qts_data, TVM_IOMEM_LENT_NOTIFIED);
  434. }
  435. static int qts_vm_mem_release(struct qts_data *qts_data)
  436. {
  437. int rc = 0;
  438. if (!qts_data->vm_info->vm_mem_handle) {
  439. pr_err("Invalid memory handle\n");
  440. return -EINVAL;
  441. }
  442. rc = gh_rm_mem_release(qts_data->vm_info->vm_mem_handle, 0);
  443. if (rc)
  444. pr_err("VM mem release failed: rc=%d\n", rc);
  445. rc = gh_rm_mem_notify(qts_data->vm_info->vm_mem_handle,
  446. GH_RM_MEM_NOTIFY_OWNER_RELEASED,
  447. qts_data->vm_info->mem_tag, 0);
  448. if (rc)
  449. pr_err("Failed to notify mem release to PVM: rc=%d\n", rc);
  450. pr_debug("vm mem release success\n");
  451. qts_data->vm_info->vm_mem_handle = 0;
  452. return rc;
  453. }
  454. static void qts_trusted_touch_tvm_vm_mode_disable(struct qts_data *qts_data)
  455. {
  456. int rc = 0;
  457. if (atomic_read(&qts_data->trusted_touch_abort_status)) {
  458. qts_trusted_touch_abort_tvm(qts_data);
  459. return;
  460. }
  461. if (qts_data->vendor_ops.pre_le_tui_disable)
  462. qts_data->vendor_ops.pre_le_tui_disable(qts_data->vendor_data);
  463. qts_irq_enable(qts_data, false);
  464. qts_trusted_touch_set_vm_state(qts_data, TVM_INTERRUPT_DISABLED);
  465. rc = gh_irq_release(qts_data->vm_info->irq_label);
  466. if (rc) {
  467. pr_err("Failed to release irq rc:%d\n", rc);
  468. goto error;
  469. } else {
  470. qts_trusted_touch_set_vm_state(qts_data, TVM_IRQ_RELEASED);
  471. }
  472. rc = gh_irq_release_notify(qts_data->vm_info->irq_label);
  473. if (rc)
  474. pr_err("Failed to notify release irq rc:%d\n", rc);
  475. pr_debug("vm irq release success\n");
  476. if (qts_data->bus_type == QTS_BUS_TYPE_I2C)
  477. pm_runtime_put_sync(qts_data->client->adapter->dev.parent);
  478. else
  479. pm_runtime_put_sync(qts_data->spi->master->dev.parent);
  480. qts_trusted_touch_set_vm_state(qts_data, TVM_I2C_SESSION_RELEASED);
  481. rc = qts_vm_mem_release(qts_data);
  482. if (rc) {
  483. pr_err("Failed to release mem rc:%d\n", rc);
  484. goto error;
  485. } else {
  486. qts_trusted_touch_set_vm_state(qts_data, TVM_IOMEM_RELEASED);
  487. }
  488. qts_trusted_touch_set_vm_state(qts_data, TRUSTED_TOUCH_TVM_INIT);
  489. atomic_set(&qts_data->trusted_touch_enabled, 0);
  490. if (qts_data->vendor_ops.post_le_tui_disable)
  491. qts_data->vendor_ops.post_le_tui_disable(qts_data->vendor_data);
  492. pr_debug("trusted touch disabled\n");
  493. return;
  494. error:
  495. qts_trusted_touch_abort_handler(qts_data,
  496. TRUSTED_TOUCH_EVENT_RELEASE_FAILURE);
  497. }
  498. static int qts_handle_trusted_touch_tvm(struct qts_data *qts_data, int value)
  499. {
  500. int err = 0;
  501. switch (value) {
  502. case 0:
  503. if ((atomic_read(&qts_data->trusted_touch_enabled) == 0) &&
  504. (atomic_read(&qts_data->trusted_touch_abort_status) == 0)) {
  505. pr_err("Trusted touch is already disabled\n");
  506. break;
  507. }
  508. if (atomic_read(&qts_data->trusted_touch_mode) ==
  509. TRUSTED_TOUCH_VM_MODE) {
  510. qts_trusted_touch_tvm_vm_mode_disable(qts_data);
  511. } else {
  512. pr_err("Unsupported trusted touch mode\n");
  513. }
  514. break;
  515. case 1:
  516. if (atomic_read(&qts_data->trusted_touch_enabled)) {
  517. pr_err("Trusted touch usecase underway\n");
  518. err = -EBUSY;
  519. break;
  520. }
  521. if (atomic_read(&qts_data->trusted_touch_mode) ==
  522. TRUSTED_TOUCH_VM_MODE) {
  523. qts_trusted_touch_tvm_vm_mode_enable(qts_data);
  524. } else {
  525. pr_err("Unsupported trusted touch mode\n");
  526. }
  527. break;
  528. default:
  529. pr_err("unsupported value: %lu\n", value);
  530. err = -EINVAL;
  531. break;
  532. }
  533. return err;
  534. }
  535. static void qts_trusted_touch_abort_tvm(struct qts_data *qts_data)
  536. {
  537. int rc = 0;
  538. int vm_state = qts_trusted_touch_get_vm_state(qts_data);
  539. if (vm_state >= TRUSTED_TOUCH_TVM_STATE_MAX) {
  540. pr_err("invalid tvm driver state: %d\n", vm_state);
  541. return;
  542. }
  543. switch (vm_state) {
  544. case TVM_INTERRUPT_ENABLED:
  545. qts_irq_enable(qts_data, false);
  546. case TVM_IRQ_ACCEPTED:
  547. case TVM_INTERRUPT_DISABLED:
  548. rc = gh_irq_release(qts_data->vm_info->irq_label);
  549. if (rc)
  550. pr_err("Failed to release irq rc:%d\n", rc);
  551. rc = gh_irq_release_notify(qts_data->vm_info->irq_label);
  552. if (rc)
  553. pr_err("Failed to notify irq release rc:%d\n", rc);
  554. case TVM_I2C_SESSION_ACQUIRED:
  555. case TVM_IOMEM_ACCEPTED:
  556. case TVM_IRQ_RELEASED:
  557. if (qts_data->bus_type == QTS_BUS_TYPE_I2C)
  558. pm_runtime_put_sync(qts_data->client->adapter->dev.parent);
  559. else
  560. pm_runtime_put_sync(qts_data->spi->master->dev.parent);
  561. case TVM_I2C_SESSION_RELEASED:
  562. rc = qts_vm_mem_release(qts_data);
  563. if (rc)
  564. pr_err("Failed to release mem rc:%d\n", rc);
  565. case TVM_IOMEM_RELEASED:
  566. case TVM_ALL_RESOURCES_LENT_NOTIFIED:
  567. case TRUSTED_TOUCH_TVM_INIT:
  568. case TVM_IRQ_LENT_NOTIFIED:
  569. case TVM_IOMEM_LENT_NOTIFIED:
  570. atomic_set(&qts_data->trusted_touch_enabled, 0);
  571. }
  572. atomic_set(&qts_data->trusted_touch_abort_status, 0);
  573. qts_trusted_touch_set_vm_state(qts_data, TRUSTED_TOUCH_TVM_INIT);
  574. }
  575. #else
  576. static void qts_bus_put(struct qts_data *qts_data);
  577. static int qts_enable_reg(struct qts_data *qts_data, bool enable);
  578. static void qts_trusted_touch_abort_pvm(struct qts_data *qts_data)
  579. {
  580. int rc = 0;
  581. int vm_state = qts_trusted_touch_get_vm_state(qts_data);
  582. if (vm_state >= TRUSTED_TOUCH_PVM_STATE_MAX) {
  583. pr_err("Invalid driver state: %d\n", vm_state);
  584. return;
  585. }
  586. switch (vm_state) {
  587. case PVM_IRQ_RELEASE_NOTIFIED:
  588. case PVM_ALL_RESOURCES_RELEASE_NOTIFIED:
  589. case PVM_IRQ_LENT:
  590. case PVM_IRQ_LENT_NOTIFIED:
  591. rc = gh_irq_reclaim(qts_data->vm_info->irq_label);
  592. if (rc)
  593. pr_err("failed to reclaim irq on pvm rc:%d\n", rc);
  594. case PVM_IRQ_RECLAIMED:
  595. case PVM_IOMEM_LENT:
  596. case PVM_IOMEM_LENT_NOTIFIED:
  597. case PVM_IOMEM_RELEASE_NOTIFIED:
  598. rc = gh_rm_mem_reclaim(qts_data->vm_info->vm_mem_handle, 0);
  599. if (rc)
  600. pr_err("failed to reclaim iomem on pvm rc:%d\n", rc);
  601. qts_data->vm_info->vm_mem_handle = 0;
  602. case PVM_IOMEM_RECLAIMED:
  603. case PVM_INTERRUPT_DISABLED:
  604. if (qts_data->vendor_ops.enable_touch_irq)
  605. qts_data->vendor_ops.enable_touch_irq(qts_data->vendor_data, true);
  606. case PVM_I2C_RESOURCE_ACQUIRED:
  607. case PVM_INTERRUPT_ENABLED:
  608. qts_bus_put(qts_data);
  609. case TRUSTED_TOUCH_PVM_INIT:
  610. case PVM_I2C_RESOURCE_RELEASED:
  611. atomic_set(&qts_data->trusted_touch_enabled, 0);
  612. atomic_set(&qts_data->trusted_touch_transition, 0);
  613. }
  614. atomic_set(&qts_data->trusted_touch_abort_status, 0);
  615. qts_trusted_touch_set_vm_state(qts_data, TRUSTED_TOUCH_PVM_INIT);
  616. }
  617. static int qts_clk_prepare_enable(struct qts_data *qts_data)
  618. {
  619. int ret;
  620. ret = clk_prepare_enable(qts_data->iface_clk);
  621. if (ret) {
  622. pr_err("error on clk_prepare_enable(iface_clk):%d\n", ret);
  623. return ret;
  624. }
  625. ret = clk_prepare_enable(qts_data->core_clk);
  626. if (ret) {
  627. clk_disable_unprepare(qts_data->iface_clk);
  628. pr_err("error clk_prepare_enable(core_clk):%d\n", ret);
  629. }
  630. return ret;
  631. }
  632. static void qts_clk_disable_unprepare(struct qts_data *qts_data)
  633. {
  634. clk_disable_unprepare(qts_data->core_clk);
  635. clk_disable_unprepare(qts_data->iface_clk);
  636. }
  637. static int qts_bus_get(struct qts_data *qts_data)
  638. {
  639. int rc = 0;
  640. struct device *dev = NULL;
  641. if (qts_data->schedule_suspend)
  642. cancel_work_sync(&qts_data->suspend_work);
  643. if (qts_data->schedule_resume)
  644. cancel_work_sync(&qts_data->resume_work);
  645. reinit_completion(&qts_data->trusted_touch_powerdown);
  646. qts_enable_reg(qts_data, true);
  647. if (qts_data->bus_type == QTS_BUS_TYPE_I2C)
  648. dev = qts_data->client->adapter->dev.parent;
  649. else
  650. dev = qts_data->spi->master->dev.parent;
  651. mutex_lock(&qts_data->qts_clk_io_ctrl_mutex);
  652. rc = pm_runtime_get_sync(dev);
  653. if (rc >= 0 && qts_data->core_clk != NULL &&
  654. qts_data->iface_clk != NULL) {
  655. rc = qts_clk_prepare_enable(qts_data);
  656. if (rc)
  657. pm_runtime_put_sync(dev);
  658. }
  659. mutex_unlock(&qts_data->qts_clk_io_ctrl_mutex);
  660. return rc;
  661. }
  662. static void qts_bus_put(struct qts_data *qts_data)
  663. {
  664. struct device *dev = NULL;
  665. if (qts_data->bus_type == QTS_BUS_TYPE_I2C)
  666. dev = qts_data->client->adapter->dev.parent;
  667. else
  668. dev = qts_data->spi->master->dev.parent;
  669. mutex_lock(&qts_data->qts_clk_io_ctrl_mutex);
  670. if (qts_data->core_clk != NULL && qts_data->iface_clk != NULL)
  671. qts_clk_disable_unprepare(qts_data);
  672. pm_runtime_put_sync(dev);
  673. mutex_unlock(&qts_data->qts_clk_io_ctrl_mutex);
  674. complete(&qts_data->trusted_touch_powerdown);
  675. qts_enable_reg(qts_data, false);
  676. }
  677. static struct gh_notify_vmid_desc *qts_vm_get_vmid(gh_vmid_t vmid)
  678. {
  679. struct gh_notify_vmid_desc *vmid_desc;
  680. vmid_desc = kzalloc(offsetof(struct gh_notify_vmid_desc,
  681. vmid_entries[1]), GFP_KERNEL);
  682. if (!vmid_desc)
  683. return ERR_PTR(ENOMEM);
  684. vmid_desc->n_vmid_entries = 1;
  685. vmid_desc->vmid_entries[0].vmid = vmid;
  686. return vmid_desc;
  687. }
  688. static void qts_trusted_touch_pvm_vm_mode_disable(struct qts_data *qts_data)
  689. {
  690. int rc = 0;
  691. atomic_set(&qts_data->trusted_touch_transition, 1);
  692. if (atomic_read(&qts_data->trusted_touch_abort_status)) {
  693. qts_trusted_touch_abort_pvm(qts_data);
  694. return;
  695. }
  696. if (qts_trusted_touch_get_vm_state(qts_data) != PVM_ALL_RESOURCES_RELEASE_NOTIFIED)
  697. pr_debug("all release notifications are not received yet\n");
  698. if (qts_data->vendor_ops.pre_la_tui_disable)
  699. qts_data->vendor_ops.pre_la_tui_disable(qts_data->vendor_data);
  700. rc = gh_rm_mem_reclaim(qts_data->vm_info->vm_mem_handle, 0);
  701. if (rc) {
  702. pr_err("Trusted touch VM mem reclaim failed rc:%d\n", rc);
  703. goto error;
  704. }
  705. qts_trusted_touch_set_vm_state(qts_data, PVM_IOMEM_RECLAIMED);
  706. qts_data->vm_info->vm_mem_handle = 0;
  707. pr_debug("vm mem reclaim success!\n");
  708. rc = gh_irq_reclaim(qts_data->vm_info->irq_label);
  709. if (rc) {
  710. pr_err("failed to reclaim irq on pvm rc:%d\n", rc);
  711. goto error;
  712. }
  713. qts_trusted_touch_set_vm_state(qts_data, PVM_IRQ_RECLAIMED);
  714. pr_debug("vm irq reclaim success!\n");
  715. if (qts_data->vendor_ops.enable_touch_irq)
  716. qts_data->vendor_ops.enable_touch_irq(qts_data->vendor_data, true);
  717. qts_trusted_touch_set_vm_state(qts_data, PVM_INTERRUPT_ENABLED);
  718. qts_bus_put(qts_data);
  719. atomic_set(&qts_data->trusted_touch_transition, 0);
  720. qts_trusted_touch_set_vm_state(qts_data, PVM_I2C_RESOURCE_RELEASED);
  721. qts_trusted_touch_set_vm_state(qts_data, TRUSTED_TOUCH_PVM_INIT);
  722. atomic_set(&qts_data->trusted_touch_enabled, 0);
  723. if (qts_data->vendor_ops.post_la_tui_disable)
  724. qts_data->vendor_ops.post_la_tui_disable(qts_data->vendor_data);
  725. pr_debug("trusted touch disabled\n");
  726. return;
  727. error:
  728. qts_trusted_touch_abort_handler(qts_data,
  729. TRUSTED_TOUCH_EVENT_RECLAIM_FAILURE);
  730. }
  731. static void qts_vm_irq_on_release_callback(void *data,
  732. unsigned long notif_type,
  733. enum gh_irq_label label)
  734. {
  735. struct qts_data *qts_data = data;
  736. if (notif_type != GH_RM_NOTIF_VM_IRQ_RELEASED) {
  737. pr_err("invalid notification type\n");
  738. return;
  739. }
  740. if (qts_trusted_touch_get_vm_state(qts_data) == PVM_IOMEM_RELEASE_NOTIFIED)
  741. qts_trusted_touch_set_vm_state(qts_data, PVM_ALL_RESOURCES_RELEASE_NOTIFIED);
  742. else
  743. qts_trusted_touch_set_vm_state(qts_data, PVM_IRQ_RELEASE_NOTIFIED);
  744. }
  745. static void qts_vm_mem_on_release_handler(enum gh_mem_notifier_tag tag,
  746. unsigned long notif_type, void *entry_data, void *notif_msg)
  747. {
  748. struct gh_rm_notif_mem_released_payload *release_payload;
  749. struct trusted_touch_vm_info *vm_info;
  750. struct qts_data *qts_data;
  751. qts_data = (struct qts_data *)entry_data;
  752. vm_info = qts_data->vm_info;
  753. if (!vm_info) {
  754. pr_err("Invalid vm_info\n");
  755. return;
  756. }
  757. if (notif_type != GH_RM_NOTIF_MEM_RELEASED) {
  758. pr_err("Invalid notification type\n");
  759. return;
  760. }
  761. if (tag != vm_info->mem_tag) {
  762. pr_err("Invalid tag\n");
  763. return;
  764. }
  765. if (!entry_data || !notif_msg) {
  766. pr_err("Invalid data or notification message\n");
  767. return;
  768. }
  769. release_payload = (struct gh_rm_notif_mem_released_payload *)notif_msg;
  770. if (release_payload->mem_handle != vm_info->vm_mem_handle) {
  771. pr_err("Invalid mem handle detected\n");
  772. return;
  773. }
  774. if (qts_trusted_touch_get_vm_state(qts_data) == PVM_IRQ_RELEASE_NOTIFIED)
  775. qts_trusted_touch_set_vm_state(qts_data, PVM_ALL_RESOURCES_RELEASE_NOTIFIED);
  776. else
  777. qts_trusted_touch_set_vm_state(qts_data, PVM_IOMEM_RELEASE_NOTIFIED);
  778. }
  779. static int qts_vm_mem_lend(struct qts_data *qts_data)
  780. {
  781. struct gh_acl_desc *acl_desc;
  782. struct gh_sgl_desc *sgl_desc;
  783. struct gh_notify_vmid_desc *vmid_desc;
  784. gh_memparcel_handle_t mem_handle;
  785. gh_vmid_t trusted_vmid;
  786. int rc = 0;
  787. acl_desc = qts_vm_get_acl(GH_TRUSTED_VM);
  788. if (IS_ERR(acl_desc)) {
  789. pr_err("Failed to get acl of IO memories for Trusted touch\n");
  790. rc = PTR_ERR(acl_desc);
  791. return rc;
  792. }
  793. sgl_desc = qts_vm_get_sgl(qts_data->vm_info);
  794. if (IS_ERR(sgl_desc)) {
  795. pr_err("Failed to get sgl of IO memories for Trusted touch\n");
  796. rc = PTR_ERR(sgl_desc);
  797. goto sgl_error;
  798. }
  799. rc = gh_rm_mem_lend(GH_RM_MEM_TYPE_IO, 0, TRUSTED_TOUCH_MEM_LABEL,
  800. acl_desc, sgl_desc, NULL, &mem_handle);
  801. if (rc) {
  802. pr_err("Failed to lend IO memories for Trusted touch rc:%d\n", rc);
  803. goto error;
  804. }
  805. pr_debug("vm mem lend success\n");
  806. qts_trusted_touch_set_vm_state(qts_data, PVM_IOMEM_LENT);
  807. gh_rm_get_vmid(GH_TRUSTED_VM, &trusted_vmid);
  808. vmid_desc = qts_vm_get_vmid(trusted_vmid);
  809. rc = gh_rm_mem_notify(mem_handle, GH_RM_MEM_NOTIFY_RECIPIENT_SHARED,
  810. qts_data->vm_info->mem_tag, vmid_desc);
  811. if (rc) {
  812. pr_err("Failed to notify mem lend to hypervisor rc:%d\n", rc);
  813. goto vmid_error;
  814. }
  815. qts_trusted_touch_set_vm_state(qts_data, PVM_IOMEM_LENT_NOTIFIED);
  816. qts_data->vm_info->vm_mem_handle = mem_handle;
  817. vmid_error:
  818. kfree(vmid_desc);
  819. error:
  820. kfree(sgl_desc);
  821. sgl_error:
  822. kfree(acl_desc);
  823. return rc;
  824. }
  825. static int qts_trusted_touch_pvm_vm_mode_enable(struct qts_data *qts_data)
  826. {
  827. int rc = 0;
  828. struct trusted_touch_vm_info *vm_info = qts_data->vm_info;
  829. atomic_set(&qts_data->trusted_touch_transition, 1);
  830. mutex_lock(&qts_data->transition_lock);
  831. if (qts_data->suspended) {
  832. pr_err("Invalid power state for operation\n");
  833. atomic_set(&qts_data->trusted_touch_transition, 0);
  834. rc = -EPERM;
  835. goto error;
  836. }
  837. if (qts_data->vendor_ops.pre_la_tui_enable)
  838. qts_data->vendor_ops.pre_la_tui_enable(qts_data->vendor_data);
  839. /* i2c session start and resource acquire */
  840. if (qts_bus_get(qts_data) < 0) {
  841. pr_err("qts_bus_get failed\n");
  842. rc = -EIO;
  843. goto error;
  844. }
  845. qts_trusted_touch_set_vm_state(qts_data, PVM_I2C_RESOURCE_ACQUIRED);
  846. if (qts_data->vendor_ops.enable_touch_irq)
  847. qts_data->vendor_ops.enable_touch_irq(qts_data->vendor_data, false);
  848. qts_trusted_touch_set_vm_state(qts_data, PVM_INTERRUPT_DISABLED);
  849. rc = qts_vm_mem_lend(qts_data);
  850. if (rc) {
  851. pr_err("Failed to lend memory\n");
  852. goto abort_handler;
  853. }
  854. pr_debug("vm mem lend success\n");
  855. if (atomic_read(&qts_data->delayed_pvm_probe_pending)) {
  856. if (qts_data->vendor_ops.get_irq_num)
  857. qts_data->irq = qts_data->vendor_ops.get_irq_num(qts_data->vendor_data);
  858. atomic_set(&qts_data->delayed_tvm_probe_pending, 0);
  859. }
  860. rc = gh_irq_lend_v2(vm_info->irq_label, vm_info->vm_name,
  861. qts_data->irq, &qts_vm_irq_on_release_callback, qts_data);
  862. if (rc) {
  863. pr_err("Failed to lend irq\n");
  864. goto abort_handler;
  865. }
  866. pr_debug("vm irq lend success for irq:%d\n", qts_data->irq);
  867. qts_trusted_touch_set_vm_state(qts_data, PVM_IRQ_LENT);
  868. rc = gh_irq_lend_notify(vm_info->irq_label);
  869. if (rc) {
  870. pr_err("Failed to notify irq\n");
  871. goto abort_handler;
  872. }
  873. qts_trusted_touch_set_vm_state(qts_data, PVM_IRQ_LENT_NOTIFIED);
  874. if (qts_data->vendor_ops.post_la_tui_enable)
  875. qts_data->vendor_ops.post_la_tui_enable(qts_data->vendor_data);
  876. mutex_unlock(&qts_data->transition_lock);
  877. atomic_set(&qts_data->trusted_touch_transition, 0);
  878. atomic_set(&qts_data->trusted_touch_enabled, 1);
  879. pr_debug("trusted touch enabled\n");
  880. return rc;
  881. abort_handler:
  882. qts_trusted_touch_abort_handler(qts_data, TRUSTED_TOUCH_EVENT_LEND_FAILURE);
  883. error:
  884. mutex_unlock(&qts_data->transition_lock);
  885. return rc;
  886. }
  887. static int qts_handle_trusted_touch_pvm(struct qts_data *qts_data, int value)
  888. {
  889. int err = 0;
  890. switch (value) {
  891. case 0:
  892. if (atomic_read(&qts_data->trusted_touch_enabled) == 0 &&
  893. (atomic_read(&qts_data->trusted_touch_abort_status) == 0)) {
  894. pr_err("Trusted touch is already disabled\n");
  895. break;
  896. }
  897. if (atomic_read(&qts_data->trusted_touch_mode) ==
  898. TRUSTED_TOUCH_VM_MODE) {
  899. qts_trusted_touch_pvm_vm_mode_disable(qts_data);
  900. } else {
  901. pr_err("Unsupported trusted touch mode\n");
  902. }
  903. break;
  904. case 1:
  905. if (atomic_read(&qts_data->trusted_touch_enabled)) {
  906. pr_err("Trusted touch usecase underway\n");
  907. err = -EBUSY;
  908. break;
  909. }
  910. if (atomic_read(&qts_data->trusted_touch_mode) ==
  911. TRUSTED_TOUCH_VM_MODE) {
  912. err = qts_trusted_touch_pvm_vm_mode_enable(qts_data);
  913. } else {
  914. pr_err("Unsupported trusted touch mode\n");
  915. }
  916. break;
  917. default:
  918. pr_err("unsupported value: %lu\n", value);
  919. err = -EINVAL;
  920. break;
  921. }
  922. return err;
  923. }
  924. #endif
  925. static void qts_trusted_touch_event_notify(struct qts_data *qts_data, int event)
  926. {
  927. atomic_set(&qts_data->trusted_touch_event, event);
  928. sysfs_notify(&qts_data->dev->kobj, NULL, "trusted_touch_event");
  929. }
  930. static void qts_trusted_touch_abort_handler(struct qts_data *qts_data, int error)
  931. {
  932. atomic_set(&qts_data->trusted_touch_abort_status, error);
  933. pr_info("TUI session aborted with failure:%d\n", error);
  934. qts_trusted_touch_event_notify(qts_data, error);
  935. #ifdef CONFIG_ARCH_QTI_VM
  936. pr_info("Resetting touch controller\n");
  937. if (qts_trusted_touch_get_vm_state(qts_data) >= TVM_IOMEM_ACCEPTED &&
  938. error == TRUSTED_TOUCH_EVENT_I2C_FAILURE) {
  939. pr_info("Resetting touch controller\n");
  940. qts_trusted_touch_reset_gpio_toggle(qts_data);
  941. }
  942. #endif
  943. }
  944. static int qts_vm_init(struct qts_data *qts_data)
  945. {
  946. int rc = 0;
  947. struct trusted_touch_vm_info *vm_info;
  948. void *mem_cookie;
  949. rc = qts_populate_vm_info(qts_data);
  950. if (rc) {
  951. pr_err("Cannot setup vm pipeline\n");
  952. rc = -EINVAL;
  953. goto fail;
  954. }
  955. vm_info = qts_data->vm_info;
  956. #ifdef CONFIG_ARCH_QTI_VM
  957. mem_cookie = gh_mem_notifier_register(vm_info->mem_tag,
  958. qts_vm_mem_on_lend_handler, qts_data);
  959. if (!mem_cookie) {
  960. pr_err("Failed to register on lend mem notifier\n");
  961. rc = -EINVAL;
  962. goto init_fail;
  963. }
  964. vm_info->mem_cookie = mem_cookie;
  965. rc = gh_irq_wait_for_lend_v2(vm_info->irq_label, GH_PRIMARY_VM,
  966. &qts_vm_irq_on_lend_callback, qts_data);
  967. qts_trusted_touch_set_vm_state(qts_data, TRUSTED_TOUCH_TVM_INIT);
  968. #else
  969. mem_cookie = gh_mem_notifier_register(vm_info->mem_tag,
  970. qts_vm_mem_on_release_handler, qts_data);
  971. if (!mem_cookie) {
  972. pr_err("Failed to register on release mem notifier\n");
  973. rc = -EINVAL;
  974. goto init_fail;
  975. }
  976. vm_info->mem_cookie = mem_cookie;
  977. qts_trusted_touch_set_vm_state(qts_data, TRUSTED_TOUCH_PVM_INIT);
  978. #endif
  979. return rc;
  980. init_fail:
  981. qts_vm_deinit(qts_data);
  982. fail:
  983. return rc;
  984. }
  985. static void qts_dt_parse_trusted_touch_info(struct qts_data *qts_data)
  986. {
  987. struct device_node *np = qts_data->dev->of_node;
  988. int rc = 0;
  989. const char *selection;
  990. const char *environment;
  991. rc = of_property_read_string(np, "qts,trusted-touch-mode", &selection);
  992. if (rc) {
  993. pr_err("No trusted touch mode selection made\n");
  994. atomic_set(&qts_data->trusted_touch_mode,
  995. TRUSTED_TOUCH_MODE_NONE);
  996. return;
  997. }
  998. if (!strcmp(selection, "vm_mode")) {
  999. atomic_set(&qts_data->trusted_touch_mode,
  1000. TRUSTED_TOUCH_VM_MODE);
  1001. pr_debug("Selected trusted touch mode to VM mode\n");
  1002. } else {
  1003. atomic_set(&qts_data->trusted_touch_mode,
  1004. TRUSTED_TOUCH_MODE_NONE);
  1005. pr_err("Invalid trusted_touch mode\n");
  1006. }
  1007. rc = of_property_read_string(np, "qts,touch-environment",
  1008. &environment);
  1009. if (rc)
  1010. pr_err("No trusted touch mode environment\n");
  1011. qts_data->touch_environment = environment;
  1012. qts_data->tui_supported = true;
  1013. pr_debug("Trusted touch environment:%s\n", qts_data->touch_environment);
  1014. }
  1015. static void qts_trusted_touch_init(struct qts_data *qts_data)
  1016. {
  1017. int rc = 0;
  1018. atomic_set(&qts_data->trusted_touch_initialized, 0);
  1019. qts_dt_parse_trusted_touch_info(qts_data);
  1020. if (atomic_read(&qts_data->trusted_touch_mode) == TRUSTED_TOUCH_MODE_NONE)
  1021. return;
  1022. init_completion(&qts_data->trusted_touch_powerdown);
  1023. /* Get clocks */
  1024. qts_data->core_clk = devm_clk_get(qts_data->dev->parent, "m-ahb");
  1025. if (IS_ERR(qts_data->core_clk)) {
  1026. qts_data->core_clk = NULL;
  1027. pr_err("core_clk is not defined\n");
  1028. }
  1029. qts_data->iface_clk = devm_clk_get(qts_data->dev->parent, "se-clk");
  1030. if (IS_ERR(qts_data->iface_clk)) {
  1031. qts_data->iface_clk = NULL;
  1032. pr_err("iface_clk is not defined\n");
  1033. }
  1034. if (atomic_read(&qts_data->trusted_touch_mode) ==
  1035. TRUSTED_TOUCH_VM_MODE) {
  1036. rc = qts_vm_init(qts_data);
  1037. if (rc)
  1038. pr_err("Failed to init VM\n");
  1039. }
  1040. atomic_set(&qts_data->trusted_touch_initialized, 1);
  1041. }
  1042. static ssize_t trusted_touch_enable_show(struct kobject *kobj, struct kobj_attribute *attr,
  1043. char *buf)
  1044. {
  1045. struct qts_data *qts_data;
  1046. qts_data = &qts_data_entries->info[QTS_CLIENT_PRIMARY_TOUCH];
  1047. return scnprintf(buf, PAGE_SIZE, "%d",
  1048. atomic_read(&qts_data->trusted_touch_enabled));
  1049. }
  1050. static ssize_t trusted_touch_enable_store(struct kobject *kobj, struct kobj_attribute *attr,
  1051. const char *buf, size_t count)
  1052. {
  1053. struct qts_data *qts_data;
  1054. unsigned long value;
  1055. int err = 0;
  1056. if (count > 2)
  1057. return -EINVAL;
  1058. err = kstrtoul(buf, 10, &value);
  1059. if (err != 0)
  1060. return err;
  1061. qts_data = &qts_data_entries->info[QTS_CLIENT_PRIMARY_TOUCH];
  1062. if (!atomic_read(&qts_data->trusted_touch_initialized))
  1063. return -EIO;
  1064. #ifdef CONFIG_ARCH_QTI_VM
  1065. err = qts_handle_trusted_touch_tvm(qts_data, value);
  1066. if (err) {
  1067. pr_err("Failed to handle trusted touch in tvm\n");
  1068. return -EINVAL;
  1069. }
  1070. #else
  1071. err = qts_handle_trusted_touch_pvm(qts_data, value);
  1072. if (err) {
  1073. pr_err("Failed to handle trusted touch in pvm\n");
  1074. return -EINVAL;
  1075. }
  1076. #endif
  1077. err = count;
  1078. return err;
  1079. }
  1080. static ssize_t trusted_touch_event_show(struct kobject *kobj, struct kobj_attribute *attr,
  1081. char *buf)
  1082. {
  1083. struct qts_data *qts_data;
  1084. qts_data = &qts_data_entries->info[QTS_CLIENT_PRIMARY_TOUCH];
  1085. return scnprintf(buf, PAGE_SIZE, "%d",
  1086. atomic_read(&qts_data->trusted_touch_event));
  1087. }
  1088. static ssize_t trusted_touch_event_store(struct kobject *kobj, struct kobj_attribute *attr,
  1089. const char *buf, size_t count)
  1090. {
  1091. struct qts_data *qts_data;
  1092. unsigned long value;
  1093. int err = 0;
  1094. if (count > 2)
  1095. return -EINVAL;
  1096. err = kstrtoul(buf, 10, &value);
  1097. if (err != 0)
  1098. return err;
  1099. qts_data = &qts_data_entries->info[QTS_CLIENT_PRIMARY_TOUCH];
  1100. if (!atomic_read(&qts_data->trusted_touch_initialized))
  1101. return -EIO;
  1102. if (value)
  1103. return -EIO;
  1104. atomic_set(&qts_data->trusted_touch_event, value);
  1105. return count;
  1106. }
  1107. static ssize_t trusted_touch_type_show(struct kobject *kobj, struct kobj_attribute *attr, char *buf)
  1108. {
  1109. struct qts_data *qts_data = &qts_data_entries->info[QTS_CLIENT_PRIMARY_TOUCH];
  1110. return scnprintf(buf, PAGE_SIZE, "%s", qts_data->vm_info->trusted_touch_type);
  1111. }
  1112. static ssize_t trusted_touch_device_path_show(struct kobject *kobj,
  1113. struct kobj_attribute *attr, char *buf)
  1114. {
  1115. struct qts_data *qts_data = &qts_data_entries->info[QTS_CLIENT_PRIMARY_TOUCH];
  1116. char *path = NULL;
  1117. if (qts_data && qts_data->dev)
  1118. path = kobject_get_path(&qts_data->dev->kobj, GFP_KERNEL);
  1119. return scnprintf(buf, PAGE_SIZE, "%s", path ? path : "");
  1120. }
  1121. static struct kobj_attribute trusted_touch_enable_attr =
  1122. __ATTR(trusted_touch_enable, 0664, trusted_touch_enable_show, trusted_touch_enable_store);
  1123. static struct kobj_attribute trusted_touch_event_attr =
  1124. __ATTR(trusted_touch_event, 0664, trusted_touch_event_show, trusted_touch_event_store);
  1125. static struct kobj_attribute trusted_touch_type_attr =
  1126. __ATTR(trusted_touch_type, 0664, trusted_touch_type_show, NULL);
  1127. static struct kobj_attribute trusted_touch_device_path_attr =
  1128. __ATTR(trusted_touch_device_path, 0444, trusted_touch_device_path_show, NULL);
  1129. static struct attribute *qts_attributes[] = {
  1130. &trusted_touch_enable_attr.attr,
  1131. &trusted_touch_event_attr.attr,
  1132. &trusted_touch_type_attr.attr,
  1133. &trusted_touch_device_path_attr.attr,
  1134. NULL,
  1135. };
  1136. static struct attribute_group qts_attribute_group = {
  1137. .attrs = qts_attributes,
  1138. };
  1139. static int qts_create_sysfs(struct qts_data *qts_data)
  1140. {
  1141. int ret = 0;
  1142. struct kobject *qts_kobj;
  1143. struct kobject *client_kobj;
  1144. qts_kobj = &qts_data_entries->qts_kset->kobj;
  1145. if (qts_data->client_type == QTS_CLIENT_PRIMARY_TOUCH) {
  1146. client_kobj = kobject_create_and_add("primary", qts_kobj);
  1147. if (!client_kobj) {
  1148. pr_err("primary kobject_create_and_add failed\n");
  1149. return -ENOMEM;
  1150. }
  1151. ret = sysfs_create_group(client_kobj, &qts_attribute_group);
  1152. if (ret) {
  1153. pr_err("[EX]: sysfs_create_group() failed!!\n");
  1154. sysfs_remove_group(client_kobj, &qts_attribute_group);
  1155. return -ENOMEM;
  1156. }
  1157. } else if (qts_data->client_type == QTS_CLIENT_SECONDARY_TOUCH) {
  1158. client_kobj = kobject_create_and_add("secondary", qts_kobj);
  1159. if (!client_kobj) {
  1160. pr_err("secondary kobject_create_and_add failed\n");
  1161. return -ENOMEM;
  1162. }
  1163. ret = sysfs_create_group(client_kobj, &qts_attribute_group);
  1164. if (ret) {
  1165. pr_err("[EX]: sysfs_create_group() failed!!\n");
  1166. sysfs_remove_group(client_kobj, &qts_attribute_group);
  1167. return -ENOMEM;
  1168. }
  1169. }
  1170. pr_debug("sysfs_create_group() succeeded\n");
  1171. return ret;
  1172. }
  1173. static int qts_ts_check_dt(struct device_node *np)
  1174. {
  1175. int i;
  1176. int count;
  1177. struct device_node *node;
  1178. struct drm_panel *panel;
  1179. count = of_count_phandle_with_args(np, "panel", NULL);
  1180. if (count <= 0)
  1181. return 0;
  1182. for (i = 0; i < count; i++) {
  1183. node = of_parse_phandle(np, "panel", i);
  1184. panel = of_drm_find_panel(node);
  1185. of_node_put(node);
  1186. if (!IS_ERR(panel)) {
  1187. active_panel = panel;
  1188. return 0;
  1189. }
  1190. }
  1191. return PTR_ERR(panel);
  1192. }
  1193. static void qts_power_source_init(struct qts_data *qts_data)
  1194. {
  1195. qts_data->vdd = regulator_get(qts_data->dev, "vdd");
  1196. if (IS_ERR_OR_NULL(qts_data->vdd))
  1197. pr_debug("get vdd regulator failed\n");
  1198. qts_data->avdd = regulator_get(qts_data->dev, "avdd");
  1199. if (IS_ERR_OR_NULL(qts_data->avdd))
  1200. pr_debug("get avdd regulator failed\n");
  1201. }
  1202. #ifndef CONFIG_ARCH_QTI_VM
  1203. static int qts_enable_reg(struct qts_data *qts_data, bool enable)
  1204. {
  1205. int ret = 0;
  1206. if (IS_ERR_OR_NULL(qts_data->vdd)) {
  1207. pr_err("vdd is invalid\n");
  1208. return ret;
  1209. }
  1210. if (enable) {
  1211. ret = regulator_enable(qts_data->vdd);
  1212. if (ret) {
  1213. pr_err("enable vdd regulator failed,ret=%d\n", ret);
  1214. goto error;
  1215. }
  1216. if (!IS_ERR_OR_NULL(qts_data->avdd)) {
  1217. ret = regulator_enable(qts_data->avdd);
  1218. if (ret) {
  1219. pr_err("enable avdd regulator failed,ret=%d\n", ret);
  1220. goto error_avdd_en;
  1221. }
  1222. }
  1223. } else {
  1224. ret = regulator_disable(qts_data->vdd);
  1225. if (ret)
  1226. pr_err("disable vdd regulator failed,ret=%d\n", ret);
  1227. if (!IS_ERR_OR_NULL(qts_data->avdd)) {
  1228. ret = regulator_disable(qts_data->avdd);
  1229. if (ret)
  1230. pr_err("disable avdd regulator failed,ret=%d\n", ret);
  1231. }
  1232. }
  1233. pr_debug("enable %d completed\n", enable);
  1234. return ret;
  1235. error_avdd_en:
  1236. (void)regulator_disable(qts_data->vdd);
  1237. error:
  1238. return ret;
  1239. }
  1240. #endif
  1241. static void qts_ts_suspend(struct qts_data *qts_data)
  1242. {
  1243. int rc = 0;
  1244. if (qts_data->suspended) {
  1245. pr_warn("already in suspend state\n");
  1246. return;
  1247. }
  1248. if (qts_data->tui_supported) {
  1249. if (atomic_read(&qts_data->trusted_touch_transition)
  1250. || atomic_read(&qts_data->trusted_touch_enabled))
  1251. wait_for_completion_interruptible(&qts_data->trusted_touch_powerdown);
  1252. }
  1253. mutex_lock(&qts_data->transition_lock);
  1254. rc = qts_data->vendor_ops.suspend(qts_data->vendor_data);
  1255. if (rc)
  1256. pr_err("suspend failed, rc = %d\n", rc);
  1257. qts_data->suspended = true;
  1258. mutex_unlock(&qts_data->transition_lock);
  1259. }
  1260. static void qts_ts_resume(struct qts_data *qts_data)
  1261. {
  1262. int rc = 0;
  1263. if (!qts_data->suspended) {
  1264. pr_warn("Already in awake state\n");
  1265. return;
  1266. }
  1267. if (qts_data->tui_supported)
  1268. if (atomic_read(&qts_data->trusted_touch_transition))
  1269. wait_for_completion_interruptible(&qts_data->trusted_touch_powerdown);
  1270. mutex_lock(&qts_data->transition_lock);
  1271. rc = qts_data->vendor_ops.resume(qts_data->vendor_data);
  1272. if (rc)
  1273. pr_err("resume failed, rc = %d\n", rc);
  1274. qts_data->suspended = false;
  1275. mutex_unlock(&qts_data->transition_lock);
  1276. }
  1277. static void qts_resume_work(struct work_struct *work)
  1278. {
  1279. struct qts_data *qts_data = container_of(work, struct qts_data,
  1280. resume_work);
  1281. qts_ts_resume(qts_data);
  1282. }
  1283. static void qts_suspend_work(struct work_struct *work)
  1284. {
  1285. struct qts_data *qts_data = container_of(work, struct qts_data,
  1286. suspend_work);
  1287. qts_ts_suspend(qts_data);
  1288. }
  1289. static void qts_panel_notifier_callback(enum panel_event_notifier_tag tag,
  1290. struct panel_event_notification *notification, void *client_data)
  1291. {
  1292. struct qts_data *qts_data = client_data;
  1293. if (!notification) {
  1294. pr_err("Invalid notification\n");
  1295. return;
  1296. }
  1297. pr_debug("Notification type:%d, early_trigger:%d\n",
  1298. notification->notif_type, notification->notif_data.early_trigger);
  1299. switch (notification->notif_type) {
  1300. case DRM_PANEL_EVENT_UNBLANK:
  1301. if (notification->notif_data.early_trigger) {
  1302. pr_debug("resume notification pre commit\n");
  1303. } else {
  1304. if (qts_data->schedule_resume)
  1305. queue_work(qts_data->ts_workqueue, &qts_data->resume_work);
  1306. else
  1307. qts_ts_resume(qts_data);
  1308. }
  1309. break;
  1310. case DRM_PANEL_EVENT_BLANK:
  1311. if (notification->notif_data.early_trigger) {
  1312. if (qts_data->schedule_resume)
  1313. cancel_work_sync(&qts_data->resume_work);
  1314. if (qts_data->schedule_suspend)
  1315. queue_work(qts_data->ts_workqueue, &qts_data->suspend_work);
  1316. else
  1317. qts_ts_suspend(qts_data);
  1318. } else {
  1319. pr_debug("suspend notification post commit\n");
  1320. }
  1321. break;
  1322. case DRM_PANEL_EVENT_BLANK_LP:
  1323. pr_debug("received lp event\n");
  1324. break;
  1325. case DRM_PANEL_EVENT_FPS_CHANGE:
  1326. pr_debug("Received fps change old fps:%d new fps:%d\n",
  1327. notification->notif_data.old_fps,
  1328. notification->notif_data.new_fps);
  1329. break;
  1330. default:
  1331. pr_debug("notification serviced :%d\n",
  1332. notification->notif_type);
  1333. break;
  1334. }
  1335. }
  1336. static void qts_ts_register_for_panel_events(struct qts_data *qts_data)
  1337. {
  1338. void *cookie = NULL;
  1339. if (qts_data->client_type != QTS_CLIENT_PRIMARY_TOUCH) {
  1340. pr_err("Invalid touch type\n");
  1341. return;
  1342. }
  1343. cookie = panel_event_notifier_register(PANEL_EVENT_NOTIFICATION_PRIMARY,
  1344. PANEL_EVENT_NOTIFIER_CLIENT_PRIMARY_TOUCH, qts_data->panel,
  1345. &qts_panel_notifier_callback, qts_data);
  1346. if (!cookie) {
  1347. pr_err("Failed to register for panel events\n");
  1348. return;
  1349. }
  1350. pr_debug("registered for panel notifications panel: 0x%x\n", qts_data->panel);
  1351. qts_data->notifier_cookie = cookie;
  1352. }
  1353. int qts_client_register(struct qts_vendor_data qts_vendor_data)
  1354. {
  1355. struct qts_data *qts_data;
  1356. struct device_node *dp;
  1357. int rc = 0;
  1358. if (!qts_data_entries) {
  1359. pr_debug("QTS client register\n");
  1360. qts_data_entries = kzalloc(sizeof(*qts_data_entries), GFP_KERNEL);
  1361. if (!qts_data_entries) {
  1362. pr_err("mem allocation failed\n");
  1363. return -EPROBE_DEFER;
  1364. }
  1365. }
  1366. mutex_init(&qts_data_entries->qts_data_entries_lock);
  1367. mutex_lock(&qts_data_entries->qts_data_entries_lock);
  1368. if (qts_vendor_data.bus_type == QTS_BUS_TYPE_I2C)
  1369. dp = qts_vendor_data.client->dev.of_node;
  1370. else
  1371. dp = qts_vendor_data.spi->dev.of_node;
  1372. rc = qts_ts_check_dt(dp);
  1373. if (rc) {
  1374. pr_debug("qts_ts_check_dt failed, rc = %d\n", rc);
  1375. goto qts_register_end;
  1376. }
  1377. pr_debug("QTS client register starts\n");
  1378. qts_data = &qts_data_entries->info[qts_vendor_data.client_type];
  1379. qts_data->client = qts_vendor_data.client;
  1380. qts_data->spi = qts_vendor_data.spi;
  1381. if (qts_vendor_data.bus_type == QTS_BUS_TYPE_I2C)
  1382. qts_data->dev = &qts_data->client->dev;
  1383. else
  1384. qts_data->dev = &qts_data->spi->dev;
  1385. qts_data->bus_type = qts_vendor_data.bus_type;
  1386. qts_data->client_type = qts_vendor_data.client_type;
  1387. qts_data->dp = dp;
  1388. qts_data->vendor_data = qts_vendor_data.vendor_data;
  1389. qts_data->panel = active_panel;
  1390. qts_data->vendor_ops = qts_vendor_data.qts_vendor_ops;
  1391. qts_data->schedule_suspend = qts_vendor_data.schedule_suspend;
  1392. qts_data->schedule_resume = qts_vendor_data.schedule_resume;
  1393. qts_trusted_touch_init(qts_data);
  1394. qts_data_entries->qts_kset = kset_create_and_add("qts", NULL, kernel_kobj);
  1395. if (!qts_data_entries->qts_kset) {
  1396. pr_err("qts kset create failed\n");
  1397. return -ENOMEM;
  1398. }
  1399. mutex_init(&(qts_data->qts_clk_io_ctrl_mutex));
  1400. if (qts_data->tui_supported)
  1401. qts_create_sysfs(qts_data);
  1402. mutex_init(&qts_data->transition_lock);
  1403. #ifdef CONFIG_ARCH_QTI_VM
  1404. atomic_set(&qts_data->delayed_tvm_probe_pending, 1);
  1405. goto qts_register_end;
  1406. #else
  1407. atomic_set(&qts_data->delayed_pvm_probe_pending, 1);
  1408. #endif
  1409. qts_power_source_init(qts_data);
  1410. qts_data->ts_workqueue = create_singlethread_workqueue("qts_wq");
  1411. if (!qts_data->ts_workqueue)
  1412. pr_err("create qts workqueue fail\n");
  1413. if (qts_data->ts_workqueue && qts_data->schedule_resume)
  1414. INIT_WORK(&qts_data->resume_work, qts_resume_work);
  1415. if (qts_data->ts_workqueue && qts_data->schedule_suspend)
  1416. INIT_WORK(&qts_data->suspend_work, qts_suspend_work);
  1417. qts_ts_register_for_panel_events(qts_data);
  1418. qts_register_end:
  1419. pr_debug("client register end\n");
  1420. mutex_unlock(&qts_data_entries->qts_data_entries_lock);
  1421. return rc;
  1422. }
  1423. EXPORT_SYMBOL(qts_client_register);