cam_sync.c 77 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654265526562657265826592660266126622663266426652666266726682669267026712672267326742675267626772678267926802681268226832684268526862687268826892690269126922693269426952696269726982699270027012702270327042705270627072708270927102711271227132714271527162717271827192720272127222723272427252726272727282729273027312732273327342735273627372738273927402741274227432744274527462747274827492750275127522753275427552756275727582759276027612762276327642765276627672768276927702771277227732774277527762777277827792780278127822783278427852786278727882789279027912792279327942795279627972798279928002801280228032804280528062807280828092810281128122813281428152816281728182819282028212822282328242825
  1. // SPDX-License-Identifier: GPL-2.0-only
  2. /*
  3. * Copyright (c) 2017-2021, The Linux Foundation. All rights reserved.
  4. * Copyright (c) 2022 Qualcomm Innovation Center, Inc. All rights reserved.
  5. */
  6. #include <linux/init.h>
  7. #include <linux/module.h>
  8. #include <linux/irqflags.h>
  9. #include <linux/module.h>
  10. #include <linux/platform_device.h>
  11. #include <linux/debugfs.h>
  12. #if IS_REACHABLE(CONFIG_MSM_GLOBAL_SYNX) || IS_ENABLED(CONFIG_TARGET_SYNX_ENABLE)
  13. #include <synx_api.h>
  14. #endif
  15. #include "cam_sync_util.h"
  16. #include "cam_debug_util.h"
  17. #include "cam_common_util.h"
  18. #include "cam_compat.h"
  19. #include "camera_main.h"
  20. #include "cam_req_mgr_workq.h"
  21. struct sync_device *sync_dev;
  22. /*
  23. * Flag to determine whether to enqueue cb of a
  24. * signaled fence onto the workq or invoke it
  25. * directly in the same context
  26. */
  27. static bool trigger_cb_without_switch;
  28. static void cam_sync_print_fence_table(void)
  29. {
  30. int idx;
  31. for (idx = 0; idx < CAM_SYNC_MAX_OBJS; idx++) {
  32. spin_lock_bh(&sync_dev->row_spinlocks[idx]);
  33. CAM_INFO(CAM_SYNC,
  34. "index[%u]: sync_id=%d, name=%s, type=%d, state=%d, ref_cnt=%d",
  35. idx,
  36. sync_dev->sync_table[idx].sync_id,
  37. sync_dev->sync_table[idx].name,
  38. sync_dev->sync_table[idx].type,
  39. sync_dev->sync_table[idx].state,
  40. atomic_read(&sync_dev->sync_table[idx].ref_cnt));
  41. spin_unlock_bh(&sync_dev->row_spinlocks[idx]);
  42. }
  43. }
  44. static int cam_sync_create_util(
  45. int32_t *sync_obj, const char *name,
  46. struct cam_dma_fence_create_sync_obj_payload *dma_sync_create_info,
  47. struct sync_synx_obj_info *synx_obj_sync_create_info)
  48. {
  49. int rc;
  50. long idx;
  51. bool bit;
  52. struct sync_table_row *row = NULL;
  53. do {
  54. idx = find_first_zero_bit(sync_dev->bitmap, CAM_SYNC_MAX_OBJS);
  55. if (idx >= CAM_SYNC_MAX_OBJS) {
  56. CAM_ERR(CAM_SYNC,
  57. "Error: Unable to create sync idx = %d sync name = %s reached max!",
  58. idx, name);
  59. cam_sync_print_fence_table();
  60. return -ENOMEM;
  61. }
  62. CAM_DBG(CAM_SYNC, "Index location available at idx: %ld", idx);
  63. bit = test_and_set_bit(idx, sync_dev->bitmap);
  64. } while (bit);
  65. spin_lock_bh(&sync_dev->row_spinlocks[idx]);
  66. rc = cam_sync_init_row(sync_dev->sync_table, idx, name,
  67. CAM_SYNC_TYPE_INDV);
  68. if (rc) {
  69. CAM_ERR(CAM_SYNC, "Error: Unable to init row at idx = %ld",
  70. idx);
  71. clear_bit(idx, sync_dev->bitmap);
  72. spin_unlock_bh(&sync_dev->row_spinlocks[idx]);
  73. return -EINVAL;
  74. }
  75. *sync_obj = idx;
  76. /* Associate sync obj with synx if any holding sync lock */
  77. if (synx_obj_sync_create_info) {
  78. row = sync_dev->sync_table + idx;
  79. row->synx_obj_info.synx_obj_row_idx =
  80. synx_obj_sync_create_info->synx_obj_row_idx;
  81. row->synx_obj_info.sync_created_with_synx =
  82. synx_obj_sync_create_info->sync_created_with_synx;
  83. row->synx_obj_info.synx_obj = synx_obj_sync_create_info->synx_obj;
  84. set_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ, &row->ext_fence_mask);
  85. CAM_DBG(CAM_SYNC, "sync_obj: %s[%d] associated with synx_obj: %d",
  86. name, *sync_obj, row->synx_obj_info.synx_obj);
  87. }
  88. /* Associate sync obj with dma fence if any holding sync lock */
  89. if (dma_sync_create_info) {
  90. row = sync_dev->sync_table + idx;
  91. row->dma_fence_info.dma_fence_fd = dma_sync_create_info->fd;
  92. row->dma_fence_info.dma_fence_row_idx = dma_sync_create_info->dma_fence_row_idx;
  93. row->dma_fence_info.sync_created_with_dma =
  94. dma_sync_create_info->sync_created_with_dma;
  95. set_bit(CAM_GENERIC_FENCE_TYPE_DMA_FENCE, &row->ext_fence_mask);
  96. /* Association refcnt for non-import cases */
  97. if (dma_sync_create_info->sync_created_with_dma) {
  98. rc = cam_dma_fence_get_put_ref(true, row->dma_fence_info.dma_fence_row_idx);
  99. if (rc)
  100. CAM_ERR(CAM_SYNC,
  101. "Failed to getref on dma fence idx: %u fd: %d sync_obj: %d rc: %d",
  102. row->dma_fence_info.dma_fence_row_idx,
  103. row->dma_fence_info.dma_fence_fd,
  104. *sync_obj, rc);
  105. goto end;
  106. }
  107. CAM_DBG(CAM_SYNC, "sync_obj: %s[%d] associated with dma fence fd: %d",
  108. name, *sync_obj, dma_sync_create_info->fd);
  109. goto end;
  110. }
  111. CAM_DBG(CAM_SYNC, "sync_obj: %s[%i]", name, *sync_obj);
  112. end:
  113. spin_unlock_bh(&sync_dev->row_spinlocks[idx]);
  114. return rc;
  115. }
  116. int cam_sync_create(int32_t *sync_obj, const char *name)
  117. {
  118. return cam_sync_create_util(sync_obj, name, NULL, NULL);
  119. }
  120. int cam_sync_register_callback(sync_callback cb_func,
  121. void *userdata, int32_t sync_obj)
  122. {
  123. struct sync_callback_info *sync_cb;
  124. struct sync_table_row *row = NULL;
  125. int status = 0;
  126. if (sync_obj >= CAM_SYNC_MAX_OBJS || sync_obj <= 0 || !cb_func)
  127. return -EINVAL;
  128. spin_lock_bh(&sync_dev->row_spinlocks[sync_obj]);
  129. row = sync_dev->sync_table + sync_obj;
  130. if (row->state == CAM_SYNC_STATE_INVALID) {
  131. CAM_ERR(CAM_SYNC,
  132. "Error: accessing an uninitialized sync obj %s[%d]",
  133. row->name,
  134. sync_obj);
  135. spin_unlock_bh(&sync_dev->row_spinlocks[sync_obj]);
  136. return -EINVAL;
  137. }
  138. sync_cb = kzalloc(sizeof(*sync_cb), GFP_ATOMIC);
  139. if (!sync_cb) {
  140. spin_unlock_bh(&sync_dev->row_spinlocks[sync_obj]);
  141. return -ENOMEM;
  142. }
  143. /* Trigger callback if sync object is already in SIGNALED state */
  144. if (((row->state == CAM_SYNC_STATE_SIGNALED_SUCCESS) ||
  145. (row->state == CAM_SYNC_STATE_SIGNALED_ERROR) ||
  146. (row->state == CAM_SYNC_STATE_SIGNALED_CANCEL)) &&
  147. (!row->remaining)) {
  148. if (trigger_cb_without_switch) {
  149. CAM_DBG(CAM_SYNC, "Invoke callback for sync object:%s[%d]",
  150. row->name,
  151. sync_obj);
  152. status = row->state;
  153. kfree(sync_cb);
  154. spin_unlock_bh(&sync_dev->row_spinlocks[sync_obj]);
  155. cb_func(sync_obj, status, userdata);
  156. } else {
  157. sync_cb->callback_func = cb_func;
  158. sync_cb->cb_data = userdata;
  159. sync_cb->sync_obj = sync_obj;
  160. INIT_WORK(&sync_cb->cb_dispatch_work,
  161. cam_sync_util_cb_dispatch);
  162. sync_cb->status = row->state;
  163. CAM_DBG(CAM_SYNC, "Enqueue callback for sync object:%s[%d]",
  164. row->name,
  165. sync_cb->sync_obj);
  166. sync_cb->workq_scheduled_ts = ktime_get();
  167. queue_work(sync_dev->work_queue,
  168. &sync_cb->cb_dispatch_work);
  169. spin_unlock_bh(&sync_dev->row_spinlocks[sync_obj]);
  170. }
  171. return 0;
  172. }
  173. sync_cb->callback_func = cb_func;
  174. sync_cb->cb_data = userdata;
  175. sync_cb->sync_obj = sync_obj;
  176. INIT_WORK(&sync_cb->cb_dispatch_work, cam_sync_util_cb_dispatch);
  177. list_add_tail(&sync_cb->list, &row->callback_list);
  178. spin_unlock_bh(&sync_dev->row_spinlocks[sync_obj]);
  179. return 0;
  180. }
  181. int cam_sync_deregister_callback(sync_callback cb_func,
  182. void *userdata, int32_t sync_obj)
  183. {
  184. struct sync_table_row *row = NULL;
  185. struct sync_callback_info *sync_cb, *temp;
  186. bool found = false;
  187. if (sync_obj >= CAM_SYNC_MAX_OBJS || sync_obj <= 0)
  188. return -EINVAL;
  189. spin_lock_bh(&sync_dev->row_spinlocks[sync_obj]);
  190. row = sync_dev->sync_table + sync_obj;
  191. if (row->state == CAM_SYNC_STATE_INVALID) {
  192. CAM_ERR(CAM_SYNC,
  193. "Error: accessing an uninitialized sync obj = %s[%d]",
  194. row->name,
  195. sync_obj);
  196. spin_unlock_bh(&sync_dev->row_spinlocks[sync_obj]);
  197. return -EINVAL;
  198. }
  199. CAM_DBG(CAM_SYNC, "deregistered callback for sync object:%s[%d]",
  200. row->name,
  201. sync_obj);
  202. list_for_each_entry_safe(sync_cb, temp, &row->callback_list, list) {
  203. if (sync_cb->callback_func == cb_func &&
  204. sync_cb->cb_data == userdata) {
  205. list_del_init(&sync_cb->list);
  206. kfree(sync_cb);
  207. found = true;
  208. }
  209. }
  210. spin_unlock_bh(&sync_dev->row_spinlocks[sync_obj]);
  211. return found ? 0 : -ENOENT;
  212. }
  213. static inline int cam_sync_signal_dma_fence_util(
  214. struct sync_table_row *row, uint32_t status)
  215. {
  216. struct cam_dma_fence_signal signal_dma_fence;
  217. signal_dma_fence.dma_fence_fd = row->dma_fence_info.dma_fence_fd;
  218. switch (status) {
  219. case CAM_SYNC_STATE_SIGNALED_SUCCESS:
  220. signal_dma_fence.status = 0;
  221. break;
  222. case CAM_SYNC_STATE_SIGNALED_ERROR:
  223. /* Advertise error */
  224. signal_dma_fence.status = -EADV;
  225. break;
  226. case CAM_SYNC_STATE_SIGNALED_CANCEL:
  227. signal_dma_fence.status = -ECANCELED;
  228. break;
  229. default:
  230. CAM_ERR(CAM_SYNC,
  231. "Signaling undefined status: %d for sync obj: %d",
  232. status, row->sync_id);
  233. return -EINVAL;
  234. }
  235. return cam_dma_fence_internal_signal(row->dma_fence_info.dma_fence_row_idx,
  236. &signal_dma_fence);
  237. }
  238. static void cam_sync_signal_parent_util(int32_t status,
  239. uint32_t event_cause, struct list_head *parents_list)
  240. {
  241. int rc;
  242. struct sync_table_row *parent_row = NULL;
  243. struct sync_parent_info *parent_info, *temp_parent_info;
  244. /*
  245. * Now iterate over all parents of this object and if they too need to
  246. * be signaled dispatch cb's
  247. */
  248. list_for_each_entry_safe(parent_info, temp_parent_info,
  249. parents_list, list) {
  250. parent_row = sync_dev->sync_table + parent_info->sync_id;
  251. spin_lock_bh(&sync_dev->row_spinlocks[parent_info->sync_id]);
  252. parent_row->remaining--;
  253. rc = cam_sync_util_update_parent_state(
  254. parent_row,
  255. status);
  256. if (rc) {
  257. CAM_ERR(CAM_SYNC, "Invalid parent state %d",
  258. parent_row->state);
  259. spin_unlock_bh(
  260. &sync_dev->row_spinlocks[parent_info->sync_id]);
  261. kfree(parent_info);
  262. continue;
  263. }
  264. if (!parent_row->remaining)
  265. cam_sync_util_dispatch_signaled_cb(
  266. parent_info->sync_id, parent_row->state,
  267. event_cause);
  268. spin_unlock_bh(&sync_dev->row_spinlocks[parent_info->sync_id]);
  269. list_del_init(&parent_info->list);
  270. kfree(parent_info);
  271. }
  272. }
  273. static int cam_sync_signal_validate_util(
  274. int32_t sync_obj, int32_t status)
  275. {
  276. struct sync_table_row *row = sync_dev->sync_table + sync_obj;
  277. if (row->state == CAM_SYNC_STATE_INVALID) {
  278. CAM_ERR(CAM_SYNC,
  279. "Error: accessing an uninitialized sync obj = %s[%d]",
  280. row->name, sync_obj);
  281. return -EINVAL;
  282. }
  283. if (row->type == CAM_SYNC_TYPE_GROUP) {
  284. CAM_ERR(CAM_SYNC,
  285. "Error: Signaling a GROUP sync object = %s[%d]",
  286. row->name, sync_obj);
  287. return -EINVAL;
  288. }
  289. if (row->state != CAM_SYNC_STATE_ACTIVE) {
  290. CAM_ERR(CAM_SYNC,
  291. "Error: Sync object already signaled sync_obj = %s[%d]",
  292. row->name, sync_obj);
  293. return -EALREADY;
  294. }
  295. if ((status != CAM_SYNC_STATE_SIGNALED_SUCCESS) &&
  296. (status != CAM_SYNC_STATE_SIGNALED_ERROR) &&
  297. (status != CAM_SYNC_STATE_SIGNALED_CANCEL)) {
  298. CAM_ERR(CAM_SYNC,
  299. "Error: signaling with undefined status = %d", status);
  300. return -EINVAL;
  301. }
  302. return 0;
  303. }
  304. int cam_sync_signal(int32_t sync_obj, uint32_t status, uint32_t event_cause)
  305. {
  306. struct sync_table_row *row = NULL;
  307. struct list_head parents_list;
  308. int rc = 0;
  309. #if IS_ENABLED(CONFIG_TARGET_SYNX_ENABLE)
  310. struct cam_synx_obj_signal signal_synx_obj;
  311. #endif
  312. if (sync_obj >= CAM_SYNC_MAX_OBJS || sync_obj <= 0) {
  313. CAM_ERR(CAM_SYNC, "Error: Out of range sync obj (0 <= %d < %d)",
  314. sync_obj, CAM_SYNC_MAX_OBJS);
  315. return -EINVAL;
  316. }
  317. row = sync_dev->sync_table + sync_obj;
  318. spin_lock_bh(&sync_dev->row_spinlocks[sync_obj]);
  319. rc = cam_sync_signal_validate_util(sync_obj, status);
  320. if (rc) {
  321. spin_unlock_bh(&sync_dev->row_spinlocks[sync_obj]);
  322. CAM_ERR(CAM_SYNC,
  323. "Error: Failed to validate signal info for sync_obj = %s[%d] with status = %d rc = %d",
  324. row->name, sync_obj, status, rc);
  325. return rc;
  326. }
  327. if (!atomic_dec_and_test(&row->ref_cnt)) {
  328. spin_unlock_bh(&sync_dev->row_spinlocks[sync_obj]);
  329. return 0;
  330. }
  331. row->state = status;
  332. /*
  333. * Signal associated dma fence first - external entities
  334. * waiting on this fence can start processing
  335. */
  336. if (test_bit(CAM_GENERIC_FENCE_TYPE_DMA_FENCE, &row->ext_fence_mask)) {
  337. rc = cam_sync_signal_dma_fence_util(row, status);
  338. if (rc)
  339. CAM_ERR(CAM_SYNC,
  340. "Error: Failed to signal associated dma fencefd = %d for sync_obj = %s[%d]",
  341. row->dma_fence_info.dma_fence_fd, row->name, sync_obj);
  342. }
  343. #if IS_ENABLED(CONFIG_TARGET_SYNX_ENABLE)
  344. /*
  345. * Signal associated synx obj
  346. */
  347. if (test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ, &row->ext_fence_mask)) {
  348. signal_synx_obj.status = status;
  349. signal_synx_obj.synx_obj = row->synx_obj_info.synx_obj;
  350. rc = cam_synx_obj_internal_signal(
  351. row->synx_obj_info.synx_obj_row_idx, &signal_synx_obj);
  352. if (rc)
  353. CAM_ERR(CAM_SYNC,
  354. "Error: Failed to signal associated synx obj = %d for sync_obj = %s[%d]",
  355. row->synx_obj_info.synx_obj, row->name, sync_obj);
  356. }
  357. #endif
  358. cam_sync_util_dispatch_signaled_cb(sync_obj, status, event_cause);
  359. /* copy parent list to local and release child lock */
  360. INIT_LIST_HEAD(&parents_list);
  361. list_splice_init(&row->parents_list, &parents_list);
  362. spin_unlock_bh(&sync_dev->row_spinlocks[sync_obj]);
  363. if (list_empty(&parents_list))
  364. return 0;
  365. cam_sync_signal_parent_util(status, event_cause, &parents_list);
  366. return 0;
  367. }
  368. int cam_sync_merge(int32_t *sync_obj, uint32_t num_objs, int32_t *merged_obj)
  369. {
  370. int rc;
  371. long idx = 0;
  372. bool bit;
  373. int i = 0;
  374. if (!sync_obj || !merged_obj) {
  375. CAM_ERR(CAM_SYNC, "Invalid pointer(s)");
  376. return -EINVAL;
  377. }
  378. if (num_objs <= 1) {
  379. CAM_ERR(CAM_SYNC, "Single object merge is not allowed");
  380. return -EINVAL;
  381. }
  382. if (cam_common_util_remove_duplicate_arr(sync_obj, num_objs)
  383. != num_objs) {
  384. CAM_ERR(CAM_SYNC, "The obj list has duplicate fence");
  385. return -EINVAL;
  386. }
  387. for (i = 0; i < num_objs; i++) {
  388. rc = cam_sync_check_valid(sync_obj[i]);
  389. if (rc) {
  390. CAM_ERR(CAM_SYNC, "Sync_obj[%d] %d valid check fail",
  391. i, sync_obj[i]);
  392. return rc;
  393. }
  394. }
  395. do {
  396. idx = find_first_zero_bit(sync_dev->bitmap, CAM_SYNC_MAX_OBJS);
  397. if (idx >= CAM_SYNC_MAX_OBJS)
  398. return -ENOMEM;
  399. bit = test_and_set_bit(idx, sync_dev->bitmap);
  400. } while (bit);
  401. spin_lock_bh(&sync_dev->row_spinlocks[idx]);
  402. rc = cam_sync_init_group_object(sync_dev->sync_table,
  403. idx, sync_obj,
  404. num_objs);
  405. if (rc < 0) {
  406. CAM_ERR(CAM_SYNC, "Error: Unable to init row at idx = %ld",
  407. idx);
  408. clear_bit(idx, sync_dev->bitmap);
  409. spin_unlock_bh(&sync_dev->row_spinlocks[idx]);
  410. return -EINVAL;
  411. }
  412. CAM_DBG(CAM_SYNC, "Init row at idx:%ld to merge objects", idx);
  413. *merged_obj = idx;
  414. spin_unlock_bh(&sync_dev->row_spinlocks[idx]);
  415. return 0;
  416. }
  417. int cam_sync_get_obj_ref(int32_t sync_obj)
  418. {
  419. struct sync_table_row *row = NULL;
  420. if (sync_obj >= CAM_SYNC_MAX_OBJS || sync_obj <= 0)
  421. return -EINVAL;
  422. row = sync_dev->sync_table + sync_obj;
  423. spin_lock(&sync_dev->row_spinlocks[sync_obj]);
  424. if (row->state != CAM_SYNC_STATE_ACTIVE) {
  425. spin_unlock(&sync_dev->row_spinlocks[sync_obj]);
  426. CAM_ERR(CAM_SYNC,
  427. "Error: accessing an uninitialized sync obj = %s[%d]",
  428. row->name,
  429. sync_obj);
  430. return -EINVAL;
  431. }
  432. atomic_inc(&row->ref_cnt);
  433. spin_unlock(&sync_dev->row_spinlocks[sync_obj]);
  434. CAM_DBG(CAM_SYNC, "get ref for obj %d", sync_obj);
  435. return 0;
  436. }
  437. int cam_sync_put_obj_ref(int32_t sync_obj)
  438. {
  439. struct sync_table_row *row = NULL;
  440. if (sync_obj >= CAM_SYNC_MAX_OBJS || sync_obj <= 0)
  441. return -EINVAL;
  442. row = sync_dev->sync_table + sync_obj;
  443. atomic_dec(&row->ref_cnt);
  444. CAM_DBG(CAM_SYNC, "put ref for obj %d", sync_obj);
  445. return 0;
  446. }
  447. int cam_sync_destroy(int32_t sync_obj)
  448. {
  449. return cam_sync_deinit_object(sync_dev->sync_table, sync_obj, NULL, NULL);
  450. }
  451. int cam_sync_check_valid(int32_t sync_obj)
  452. {
  453. struct sync_table_row *row = NULL;
  454. if (sync_obj >= CAM_SYNC_MAX_OBJS || sync_obj <= 0)
  455. return -EINVAL;
  456. row = sync_dev->sync_table + sync_obj;
  457. if (!test_bit(sync_obj, sync_dev->bitmap)) {
  458. CAM_ERR(CAM_SYNC, "Error: Released sync obj received %s[%d]",
  459. row->name,
  460. sync_obj);
  461. return -EINVAL;
  462. }
  463. if (row->state == CAM_SYNC_STATE_INVALID) {
  464. CAM_ERR(CAM_SYNC,
  465. "Error: accessing an uninitialized sync obj = %s[%d]",
  466. row->name,
  467. sync_obj);
  468. return -EINVAL;
  469. }
  470. return 0;
  471. }
  472. int cam_sync_wait(int32_t sync_obj, uint64_t timeout_ms)
  473. {
  474. unsigned long timeleft;
  475. int rc = -EINVAL;
  476. struct sync_table_row *row = NULL;
  477. if (sync_obj >= CAM_SYNC_MAX_OBJS || sync_obj <= 0)
  478. return -EINVAL;
  479. row = sync_dev->sync_table + sync_obj;
  480. if (row->state == CAM_SYNC_STATE_INVALID) {
  481. CAM_ERR(CAM_SYNC,
  482. "Error: accessing an uninitialized sync obj = %s[%d]",
  483. row->name,
  484. sync_obj);
  485. return -EINVAL;
  486. }
  487. timeleft = cam_common_wait_for_completion_timeout(&row->signaled,
  488. msecs_to_jiffies(timeout_ms));
  489. if (!timeleft) {
  490. CAM_ERR(CAM_SYNC,
  491. "Error: timed out for sync obj = %s[%d]", row->name, sync_obj);
  492. rc = -ETIMEDOUT;
  493. } else {
  494. switch (row->state) {
  495. case CAM_SYNC_STATE_INVALID:
  496. case CAM_SYNC_STATE_ACTIVE:
  497. case CAM_SYNC_STATE_SIGNALED_ERROR:
  498. case CAM_SYNC_STATE_SIGNALED_CANCEL:
  499. CAM_ERR(CAM_SYNC,
  500. "Error: Wait on invalid state = %d, obj = %d, name = %s",
  501. row->state, sync_obj, row->name);
  502. rc = -EINVAL;
  503. break;
  504. case CAM_SYNC_STATE_SIGNALED_SUCCESS:
  505. rc = 0;
  506. break;
  507. default:
  508. rc = -EINVAL;
  509. break;
  510. }
  511. }
  512. return rc;
  513. }
  514. static int cam_sync_handle_create(struct cam_private_ioctl_arg *k_ioctl)
  515. {
  516. struct cam_sync_info sync_create;
  517. int result;
  518. if (k_ioctl->size != sizeof(struct cam_sync_info))
  519. return -EINVAL;
  520. if (!k_ioctl->ioctl_ptr)
  521. return -EINVAL;
  522. if (copy_from_user(&sync_create,
  523. u64_to_user_ptr(k_ioctl->ioctl_ptr),
  524. k_ioctl->size))
  525. return -EFAULT;
  526. sync_create.name[SYNC_DEBUG_NAME_LEN] = '\0';
  527. result = cam_sync_create(&sync_create.sync_obj,
  528. sync_create.name);
  529. if (!result)
  530. if (copy_to_user(
  531. u64_to_user_ptr(k_ioctl->ioctl_ptr),
  532. &sync_create,
  533. k_ioctl->size))
  534. return -EFAULT;
  535. return result;
  536. }
  537. static int cam_sync_handle_signal(struct cam_private_ioctl_arg *k_ioctl)
  538. {
  539. int rc = 0;
  540. struct cam_sync_signal sync_signal;
  541. if (k_ioctl->size != sizeof(struct cam_sync_signal))
  542. return -EINVAL;
  543. if (!k_ioctl->ioctl_ptr)
  544. return -EINVAL;
  545. if (copy_from_user(&sync_signal,
  546. u64_to_user_ptr(k_ioctl->ioctl_ptr),
  547. k_ioctl->size))
  548. return -EFAULT;
  549. /* need to get ref for UMD signaled fences */
  550. rc = cam_sync_get_obj_ref(sync_signal.sync_obj);
  551. if (rc) {
  552. CAM_DBG(CAM_SYNC,
  553. "Error: cannot signal an uninitialized sync obj = %d",
  554. sync_signal.sync_obj);
  555. return rc;
  556. }
  557. return cam_sync_signal(sync_signal.sync_obj,
  558. sync_signal.sync_state,
  559. CAM_SYNC_COMMON_SYNC_SIGNAL_EVENT);
  560. }
  561. static int cam_sync_handle_merge(struct cam_private_ioctl_arg *k_ioctl)
  562. {
  563. struct cam_sync_merge sync_merge;
  564. uint32_t *sync_objs;
  565. uint32_t num_objs;
  566. uint32_t size;
  567. int result;
  568. if (k_ioctl->size != sizeof(struct cam_sync_merge))
  569. return -EINVAL;
  570. if (!k_ioctl->ioctl_ptr)
  571. return -EINVAL;
  572. if (copy_from_user(&sync_merge,
  573. u64_to_user_ptr(k_ioctl->ioctl_ptr),
  574. k_ioctl->size))
  575. return -EFAULT;
  576. if (sync_merge.num_objs >= CAM_SYNC_MAX_OBJS)
  577. return -EINVAL;
  578. size = sizeof(uint32_t) * sync_merge.num_objs;
  579. sync_objs = kzalloc(size, GFP_ATOMIC);
  580. if (!sync_objs)
  581. return -ENOMEM;
  582. if (copy_from_user(sync_objs,
  583. u64_to_user_ptr(sync_merge.sync_objs),
  584. sizeof(uint32_t) * sync_merge.num_objs)) {
  585. kfree(sync_objs);
  586. return -EFAULT;
  587. }
  588. num_objs = sync_merge.num_objs;
  589. result = cam_sync_merge(sync_objs,
  590. num_objs,
  591. &sync_merge.merged);
  592. if (!result)
  593. if (copy_to_user(
  594. u64_to_user_ptr(k_ioctl->ioctl_ptr),
  595. &sync_merge,
  596. k_ioctl->size)) {
  597. kfree(sync_objs);
  598. return -EFAULT;
  599. }
  600. kfree(sync_objs);
  601. return result;
  602. }
  603. static int cam_sync_handle_wait(struct cam_private_ioctl_arg *k_ioctl)
  604. {
  605. struct cam_sync_wait sync_wait;
  606. if (k_ioctl->size != sizeof(struct cam_sync_wait))
  607. return -EINVAL;
  608. if (!k_ioctl->ioctl_ptr)
  609. return -EINVAL;
  610. if (copy_from_user(&sync_wait,
  611. u64_to_user_ptr(k_ioctl->ioctl_ptr),
  612. k_ioctl->size))
  613. return -EFAULT;
  614. k_ioctl->result = cam_sync_wait(sync_wait.sync_obj,
  615. sync_wait.timeout_ms);
  616. return 0;
  617. }
  618. static int cam_sync_handle_destroy(struct cam_private_ioctl_arg *k_ioctl)
  619. {
  620. struct cam_sync_info sync_create;
  621. if (k_ioctl->size != sizeof(struct cam_sync_info))
  622. return -EINVAL;
  623. if (!k_ioctl->ioctl_ptr)
  624. return -EINVAL;
  625. if (copy_from_user(&sync_create,
  626. u64_to_user_ptr(k_ioctl->ioctl_ptr),
  627. k_ioctl->size))
  628. return -EFAULT;
  629. return cam_sync_destroy(sync_create.sync_obj);
  630. }
  631. static int cam_sync_handle_register_user_payload(
  632. struct cam_private_ioctl_arg *k_ioctl)
  633. {
  634. struct cam_sync_userpayload_info userpayload_info;
  635. struct sync_user_payload *user_payload_kernel;
  636. struct sync_user_payload *user_payload_iter;
  637. struct sync_user_payload *temp_upayload_kernel;
  638. uint32_t sync_obj;
  639. struct sync_table_row *row = NULL;
  640. if (k_ioctl->size != sizeof(struct cam_sync_userpayload_info))
  641. return -EINVAL;
  642. if (!k_ioctl->ioctl_ptr)
  643. return -EINVAL;
  644. if (copy_from_user(&userpayload_info,
  645. u64_to_user_ptr(k_ioctl->ioctl_ptr),
  646. k_ioctl->size))
  647. return -EFAULT;
  648. sync_obj = userpayload_info.sync_obj;
  649. if (sync_obj >= CAM_SYNC_MAX_OBJS || sync_obj <= 0)
  650. return -EINVAL;
  651. user_payload_kernel = kzalloc(sizeof(*user_payload_kernel), GFP_KERNEL);
  652. if (!user_payload_kernel)
  653. return -ENOMEM;
  654. memcpy(user_payload_kernel->payload_data,
  655. userpayload_info.payload,
  656. CAM_SYNC_PAYLOAD_WORDS * sizeof(__u64));
  657. spin_lock_bh(&sync_dev->row_spinlocks[sync_obj]);
  658. row = sync_dev->sync_table + sync_obj;
  659. if (row->state == CAM_SYNC_STATE_INVALID) {
  660. CAM_ERR(CAM_SYNC,
  661. "Error: accessing an uninitialized sync obj = %s[%d]",
  662. row->name,
  663. sync_obj);
  664. spin_unlock_bh(&sync_dev->row_spinlocks[sync_obj]);
  665. kfree(user_payload_kernel);
  666. return -EINVAL;
  667. }
  668. if ((row->state == CAM_SYNC_STATE_SIGNALED_SUCCESS) ||
  669. (row->state == CAM_SYNC_STATE_SIGNALED_ERROR) ||
  670. (row->state == CAM_SYNC_STATE_SIGNALED_CANCEL)) {
  671. cam_sync_util_send_v4l2_event(CAM_SYNC_V4L_EVENT_ID_CB_TRIG,
  672. sync_obj,
  673. row->state,
  674. user_payload_kernel->payload_data,
  675. CAM_SYNC_USER_PAYLOAD_SIZE * sizeof(__u64),
  676. CAM_SYNC_COMMON_REG_PAYLOAD_EVENT);
  677. spin_unlock_bh(&sync_dev->row_spinlocks[sync_obj]);
  678. kfree(user_payload_kernel);
  679. return 0;
  680. }
  681. list_for_each_entry_safe(user_payload_iter,
  682. temp_upayload_kernel,
  683. &row->user_payload_list,
  684. list) {
  685. if (user_payload_iter->payload_data[0] ==
  686. user_payload_kernel->payload_data[0] &&
  687. user_payload_iter->payload_data[1] ==
  688. user_payload_kernel->payload_data[1]) {
  689. spin_unlock_bh(&sync_dev->row_spinlocks[sync_obj]);
  690. kfree(user_payload_kernel);
  691. return -EALREADY;
  692. }
  693. }
  694. list_add_tail(&user_payload_kernel->list, &row->user_payload_list);
  695. spin_unlock_bh(&sync_dev->row_spinlocks[sync_obj]);
  696. return 0;
  697. }
  698. static int cam_sync_handle_deregister_user_payload(
  699. struct cam_private_ioctl_arg *k_ioctl)
  700. {
  701. struct cam_sync_userpayload_info userpayload_info;
  702. struct sync_user_payload *user_payload_kernel, *temp;
  703. uint32_t sync_obj;
  704. struct sync_table_row *row = NULL;
  705. if (k_ioctl->size != sizeof(struct cam_sync_userpayload_info)) {
  706. CAM_ERR(CAM_SYNC, "Incorrect ioctl size");
  707. return -EINVAL;
  708. }
  709. if (!k_ioctl->ioctl_ptr) {
  710. CAM_ERR(CAM_SYNC, "Invalid embedded ioctl ptr");
  711. return -EINVAL;
  712. }
  713. if (copy_from_user(&userpayload_info,
  714. u64_to_user_ptr(k_ioctl->ioctl_ptr),
  715. k_ioctl->size))
  716. return -EFAULT;
  717. sync_obj = userpayload_info.sync_obj;
  718. if (sync_obj >= CAM_SYNC_MAX_OBJS || sync_obj <= 0)
  719. return -EINVAL;
  720. spin_lock_bh(&sync_dev->row_spinlocks[sync_obj]);
  721. row = sync_dev->sync_table + sync_obj;
  722. if (row->state == CAM_SYNC_STATE_INVALID) {
  723. CAM_ERR(CAM_SYNC,
  724. "Error: accessing an uninitialized sync obj = %s[%d]",
  725. row->name,
  726. sync_obj);
  727. spin_unlock_bh(&sync_dev->row_spinlocks[sync_obj]);
  728. return -EINVAL;
  729. }
  730. list_for_each_entry_safe(user_payload_kernel, temp,
  731. &row->user_payload_list, list) {
  732. if (user_payload_kernel->payload_data[0] ==
  733. userpayload_info.payload[0] &&
  734. user_payload_kernel->payload_data[1] ==
  735. userpayload_info.payload[1]) {
  736. list_del_init(&user_payload_kernel->list);
  737. kfree(user_payload_kernel);
  738. }
  739. }
  740. spin_unlock_bh(&sync_dev->row_spinlocks[sync_obj]);
  741. return 0;
  742. }
  743. static int cam_sync_dma_fence_cb(
  744. int32_t sync_obj,
  745. struct cam_dma_fence_signal_sync_obj *signal_sync_obj)
  746. {
  747. int32_t rc = 0;
  748. int32_t status = CAM_SYNC_STATE_SIGNALED_SUCCESS;
  749. struct sync_table_row *row = NULL;
  750. struct list_head parents_list;
  751. if (!signal_sync_obj) {
  752. CAM_ERR(CAM_SYNC, "Invalid signal info args");
  753. return -EINVAL;
  754. }
  755. /* Validate sync object range */
  756. if (!(sync_obj > 0 && sync_obj < CAM_SYNC_MAX_OBJS)) {
  757. CAM_ERR(CAM_SYNC, "Invalid sync obj: %d", sync_obj);
  758. return -EINVAL;
  759. }
  760. spin_lock_bh(&sync_dev->row_spinlocks[sync_obj]);
  761. row = sync_dev->sync_table + sync_obj;
  762. /* Validate if sync obj has a dma fence association */
  763. if (!test_bit(CAM_GENERIC_FENCE_TYPE_DMA_FENCE, &row->ext_fence_mask)) {
  764. CAM_ERR(CAM_SYNC,
  765. "sync obj = %d[%s] has no associated dma fence ext_fence_mask = 0x%x",
  766. sync_obj, row->name, row->ext_fence_mask);
  767. rc = -EINVAL;
  768. goto end;
  769. }
  770. /* Validate if we are signaling the right sync obj based on dma fence fd */
  771. if (row->dma_fence_info.dma_fence_fd != signal_sync_obj->fd) {
  772. CAM_ERR(CAM_SYNC,
  773. "sync obj: %d[%s] is associated with a different fd: %d, signaling for fd: %d",
  774. sync_obj, row->name, row->dma_fence_info.dma_fence_fd, signal_sync_obj->fd);
  775. rc = -EINVAL;
  776. goto end;
  777. }
  778. /* Check for error status */
  779. if (signal_sync_obj->status < 0) {
  780. if (signal_sync_obj->status == -ECANCELED)
  781. status = CAM_SYNC_STATE_SIGNALED_CANCEL;
  782. else
  783. status = CAM_SYNC_STATE_SIGNALED_ERROR;
  784. }
  785. rc = cam_sync_signal_validate_util(sync_obj, status);
  786. if (rc) {
  787. CAM_ERR(CAM_SYNC,
  788. "Error: Failed to validate signal info for sync_obj = %d[%s] with status = %d rc = %d",
  789. sync_obj, row->name, status, rc);
  790. goto end;
  791. }
  792. if (!atomic_dec_and_test(&row->ref_cnt))
  793. goto end;
  794. row->state = status;
  795. cam_sync_util_dispatch_signaled_cb(sync_obj, status, 0);
  796. INIT_LIST_HEAD(&parents_list);
  797. list_splice_init(&row->parents_list, &parents_list);
  798. spin_unlock_bh(&sync_dev->row_spinlocks[sync_obj]);
  799. if (list_empty(&parents_list))
  800. return 0;
  801. cam_sync_signal_parent_util(status, 0x0, &parents_list);
  802. return 0;
  803. end:
  804. spin_unlock_bh(&sync_dev->row_spinlocks[sync_obj]);
  805. return rc;
  806. }
  807. #if IS_ENABLED(CONFIG_TARGET_SYNX_ENABLE)
  808. static int cam_sync_synx_obj_cb(int32_t sync_obj,
  809. struct cam_synx_obj_signal_sync_obj *signal_sync_obj)
  810. {
  811. int32_t rc = 0;
  812. struct sync_table_row *row = NULL;
  813. struct list_head parents_list;
  814. if (!signal_sync_obj) {
  815. CAM_ERR(CAM_SYNC, "Invalid signal info args");
  816. return -EINVAL;
  817. }
  818. /* Validate sync object range */
  819. if (!(sync_obj > 0 && sync_obj < CAM_SYNC_MAX_OBJS)) {
  820. CAM_ERR(CAM_SYNC, "Invalid sync obj: %d", sync_obj);
  821. return -EINVAL;
  822. }
  823. spin_lock_bh(&sync_dev->row_spinlocks[sync_obj]);
  824. row = sync_dev->sync_table + sync_obj;
  825. /* Validate if sync obj has a synx obj association */
  826. if (!test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ, &row->ext_fence_mask)) {
  827. CAM_ERR(CAM_SYNC,
  828. "sync obj = %d[%s] has no associated synx obj ext_fence_mask = 0x%x",
  829. sync_obj, row->name, row->ext_fence_mask);
  830. rc = -EINVAL;
  831. goto end;
  832. }
  833. /* Validate if we are signaling the right sync obj based on synx handle */
  834. if (row->synx_obj_info.synx_obj != signal_sync_obj->synx_obj) {
  835. CAM_ERR(CAM_SYNC,
  836. "sync obj: %d[%s] is associated with a different synx obj: %d, signaling for synx obj: %d",
  837. sync_obj, row->name, row->synx_obj_info.synx_obj,
  838. signal_sync_obj->synx_obj);
  839. rc = -EINVAL;
  840. goto end;
  841. }
  842. rc = cam_sync_signal_validate_util(sync_obj, signal_sync_obj->status);
  843. if (rc) {
  844. CAM_ERR(CAM_SYNC,
  845. "Error: Failed to validate signal info for sync_obj = %d[%s] with status = %d rc = %d",
  846. sync_obj, row->name, signal_sync_obj->status, rc);
  847. goto end;
  848. }
  849. /* Adding synx reference on sync */
  850. atomic_inc(&row->ref_cnt);
  851. if (!atomic_dec_and_test(&row->ref_cnt)) {
  852. CAM_DBG(CAM_SYNC, "Sync = %d[%s] fence still has references, synx_hdl = %d",
  853. sync_obj, row->name, signal_sync_obj->synx_obj);
  854. goto end;
  855. }
  856. row->state = signal_sync_obj->status;
  857. cam_sync_util_dispatch_signaled_cb(sync_obj, signal_sync_obj->status, 0);
  858. INIT_LIST_HEAD(&parents_list);
  859. list_splice_init(&row->parents_list, &parents_list);
  860. spin_unlock_bh(&sync_dev->row_spinlocks[sync_obj]);
  861. if (list_empty(&parents_list))
  862. return 0;
  863. cam_sync_signal_parent_util(signal_sync_obj->status, 0x0, &parents_list);
  864. CAM_DBG(CAM_SYNC,
  865. "Successfully signaled sync obj = %d with status = %d via synx obj = %d signal callback",
  866. sync_obj, signal_sync_obj->status, signal_sync_obj->synx_obj);
  867. return 0;
  868. end:
  869. spin_unlock_bh(&sync_dev->row_spinlocks[sync_obj]);
  870. return rc;
  871. }
  872. #endif
  873. static int cam_generic_fence_alloc_validate_input_info_util(
  874. struct cam_generic_fence_cmd_args *fence_cmd_args,
  875. struct cam_generic_fence_input_info **fence_input_info)
  876. {
  877. int rc = 0;
  878. struct cam_generic_fence_input_info *fence_input = NULL;
  879. uint32_t num_fences;
  880. size_t expected_size;
  881. *fence_input_info = NULL;
  882. if (fence_cmd_args->input_data_size <
  883. sizeof(struct cam_generic_fence_input_info)) {
  884. CAM_ERR(CAM_SYNC, "Size is invalid expected: 0x%llx actual: 0x%llx",
  885. sizeof(struct cam_generic_fence_input_info),
  886. fence_cmd_args->input_data_size);
  887. return -EINVAL;
  888. }
  889. fence_input = memdup_user(u64_to_user_ptr(fence_cmd_args->input_handle),
  890. fence_cmd_args->input_data_size);
  891. if (IS_ERR_OR_NULL(fence_input)) {
  892. CAM_ERR(CAM_SYNC, "memdup failed for hdl: %d size: 0x%x",
  893. fence_cmd_args->input_handle, fence_cmd_args->input_data_size);
  894. return -ENOMEM;
  895. }
  896. /* Validate num fences */
  897. num_fences = fence_input->num_fences_requested;
  898. if ((num_fences == 0) || (num_fences > CAM_GENERIC_FENCE_BATCH_MAX)) {
  899. CAM_ERR(CAM_SYNC, "Invalid number of fences: %u for batching",
  900. num_fences);
  901. rc = -EINVAL;
  902. goto free_mem;
  903. }
  904. /* Validate sizes */
  905. expected_size = sizeof(struct cam_generic_fence_input_info) +
  906. ((num_fences - 1) * sizeof(struct cam_generic_fence_config));
  907. if ((uint32_t)expected_size != fence_cmd_args->input_data_size) {
  908. CAM_ERR(CAM_SYNC, "Invalid input size expected: 0x%x actual: 0x%x for fences: %u",
  909. expected_size, fence_cmd_args->input_data_size, num_fences);
  910. rc = -EINVAL;
  911. goto free_mem;
  912. }
  913. *fence_input_info = fence_input;
  914. return rc;
  915. free_mem:
  916. kfree(fence_input);
  917. return rc;
  918. }
  919. static void cam_generic_fence_free_input_info_util(
  920. struct cam_generic_fence_input_info **fence_input_info)
  921. {
  922. struct cam_generic_fence_input_info *fence_input = *fence_input_info;
  923. kfree(fence_input);
  924. *fence_input_info = NULL;
  925. }
  926. static int cam_generic_fence_handle_dma_create(
  927. struct cam_generic_fence_cmd_args *fence_cmd_args)
  928. {
  929. int rc = 0, i, dma_fence_row_idx;
  930. struct cam_generic_fence_input_info *fence_input_info = NULL;
  931. struct cam_generic_fence_config *fence_cfg = NULL;
  932. rc = cam_generic_fence_alloc_validate_input_info_util(fence_cmd_args, &fence_input_info);
  933. if (rc || !fence_input_info) {
  934. CAM_ERR(CAM_DMA_FENCE,
  935. "Fence input info validation failed rc: %d fence_input_info: %pK",
  936. rc, fence_input_info);
  937. return -EINVAL;
  938. }
  939. for (i = 0; i < fence_input_info->num_fences_requested; i++) {
  940. fence_cfg = &fence_input_info->fence_cfg[i];
  941. fence_input_info->num_fences_processed++;
  942. fence_cfg->reason_code = 0;
  943. rc = cam_dma_fence_create_fd(&fence_cfg->dma_fence_fd,
  944. &dma_fence_row_idx, fence_cfg->name);
  945. if (rc) {
  946. CAM_ERR(CAM_DMA_FENCE,
  947. "Failed to create dma fence at index: %d rc: %d num fences [requested: %u processed: %u]",
  948. i, rc, fence_input_info->num_fences_requested,
  949. fence_input_info->num_fences_processed);
  950. fence_cfg->reason_code = rc;
  951. goto out_copy;
  952. }
  953. CAM_DBG(CAM_DMA_FENCE,
  954. "Created dma_fence @ i: %d fence fd: %d[%s] num fences [requested: %u processed: %u] ",
  955. i, fence_cfg->dma_fence_fd, fence_cfg->name,
  956. fence_input_info->num_fences_requested,
  957. fence_input_info->num_fences_processed);
  958. }
  959. out_copy:
  960. if (copy_to_user(u64_to_user_ptr(fence_cmd_args->input_handle),
  961. fence_input_info, fence_cmd_args->input_data_size)) {
  962. CAM_ERR(CAM_DMA_FENCE, "copy to user failed hdl: %d size: 0x%x",
  963. fence_cmd_args->input_handle, fence_cmd_args->input_data_size);
  964. rc = -EFAULT;
  965. }
  966. cam_generic_fence_free_input_info_util(&fence_input_info);
  967. return rc;
  968. }
  969. static int cam_generic_fence_handle_dma_release(
  970. struct cam_generic_fence_cmd_args *fence_cmd_args)
  971. {
  972. int rc = 0, i;
  973. bool failed = false;
  974. struct cam_dma_fence_release_params release_params;
  975. struct cam_generic_fence_input_info *fence_input_info = NULL;
  976. struct cam_generic_fence_config *fence_cfg = NULL;
  977. rc = cam_generic_fence_alloc_validate_input_info_util(fence_cmd_args, &fence_input_info);
  978. if (rc || !fence_input_info) {
  979. CAM_ERR(CAM_DMA_FENCE,
  980. "Fence input info validation failed rc: %d fence_input_info: %pK",
  981. rc, fence_input_info);
  982. return -EINVAL;
  983. }
  984. for (i = 0; i < fence_input_info->num_fences_requested; i++) {
  985. fence_cfg = &fence_input_info->fence_cfg[i];
  986. fence_input_info->num_fences_processed++;
  987. fence_cfg->reason_code = 0;
  988. release_params.use_row_idx = false;
  989. release_params.u.dma_fence_fd = fence_cfg->dma_fence_fd;
  990. rc = cam_dma_fence_release(&release_params);
  991. if (rc) {
  992. CAM_ERR(CAM_DMA_FENCE,
  993. "Failed to destroy dma fence at index: %d fd: %d rc: %d num fences [requested: %u processed: %u]",
  994. i, fence_cfg->dma_fence_fd, rc,
  995. fence_input_info->num_fences_requested,
  996. fence_input_info->num_fences_processed);
  997. fence_cfg->reason_code = rc;
  998. /* Continue to release other fences, but mark the call as failed */
  999. failed = true;
  1000. continue;
  1001. }
  1002. CAM_DBG(CAM_DMA_FENCE,
  1003. "Released dma_fence @ i: %d fd: %d num fences [requested: %u processed: %u]",
  1004. i, fence_cfg->dma_fence_fd,
  1005. fence_input_info->num_fences_requested,
  1006. fence_input_info->num_fences_processed);
  1007. }
  1008. if (failed)
  1009. rc = -ENOMSG;
  1010. if (copy_to_user(u64_to_user_ptr(fence_cmd_args->input_handle),
  1011. fence_input_info, fence_cmd_args->input_data_size)) {
  1012. CAM_ERR(CAM_DMA_FENCE, "copy to user failed hdl: %d size: 0x%x",
  1013. fence_cmd_args->input_handle, fence_cmd_args->input_data_size);
  1014. rc = -EFAULT;
  1015. }
  1016. cam_generic_fence_free_input_info_util(&fence_input_info);
  1017. return rc;
  1018. }
  1019. static int cam_generic_fence_handle_dma_import(
  1020. struct cam_generic_fence_cmd_args *fence_cmd_args)
  1021. {
  1022. int32_t rc = 0, i, dma_fence_row_idx;
  1023. struct dma_fence *fence = NULL;
  1024. struct cam_dma_fence_create_sync_obj_payload dma_sync_create;
  1025. struct cam_generic_fence_input_info *fence_input_info = NULL;
  1026. struct cam_generic_fence_config *fence_cfg = NULL;
  1027. rc = cam_generic_fence_alloc_validate_input_info_util(fence_cmd_args, &fence_input_info);
  1028. if (rc || !fence_input_info) {
  1029. CAM_ERR(CAM_DMA_FENCE,
  1030. "Fence input info validation failed rc: %d fence_input_info: %pK",
  1031. rc, fence_input_info);
  1032. return -EINVAL;
  1033. }
  1034. for (i = 0; i < fence_input_info->num_fences_requested; i++) {
  1035. fence_cfg = &fence_input_info->fence_cfg[i];
  1036. fence_input_info->num_fences_processed++;
  1037. fence_cfg->reason_code = 0;
  1038. /* Check if fd is for a valid dma fence */
  1039. fence = cam_dma_fence_get_fence_from_fd(fence_cfg->dma_fence_fd,
  1040. &dma_fence_row_idx);
  1041. if (IS_ERR_OR_NULL(fence)) {
  1042. CAM_ERR(CAM_DMA_FENCE,
  1043. "Invalid dma fence for fd: %d", fence_cfg->dma_fence_fd);
  1044. fence_cfg->reason_code = -EINVAL;
  1045. goto out_copy;
  1046. }
  1047. dma_sync_create.dma_fence_row_idx = dma_fence_row_idx;
  1048. dma_sync_create.fd = fence_cfg->dma_fence_fd;
  1049. dma_sync_create.sync_created_with_dma = false;
  1050. /* Create new sync object and associate dma fence */
  1051. rc = cam_sync_create_util(&fence_cfg->sync_obj, fence_cfg->name,
  1052. &dma_sync_create, NULL);
  1053. if (rc) {
  1054. fence_cfg->reason_code = rc;
  1055. /* put on the import refcnt */
  1056. cam_dma_fence_get_put_ref(false, dma_fence_row_idx);
  1057. goto out_copy;
  1058. }
  1059. /* Register a cb for dma fence */
  1060. rc = cam_dma_fence_register_cb(&fence_cfg->sync_obj,
  1061. &dma_fence_row_idx, cam_sync_dma_fence_cb);
  1062. if (rc) {
  1063. CAM_ERR(CAM_DMA_FENCE,
  1064. "Failed to register cb for dma fence fd: %d sync_obj: %d rc: %d",
  1065. fence_cfg->dma_fence_fd, fence_cfg->sync_obj, rc);
  1066. cam_sync_deinit_object(sync_dev->sync_table, fence_cfg->sync_obj,
  1067. NULL, NULL);
  1068. fence_cfg->reason_code = rc;
  1069. goto out_copy;
  1070. }
  1071. CAM_DBG(CAM_DMA_FENCE,
  1072. "dma fence fd = %d imported for sync_obj = %d[%s] num fences [requested: %u processed: %u]",
  1073. fence_cfg->dma_fence_fd, fence_cfg->sync_obj, fence_cfg->name,
  1074. fence_input_info->num_fences_requested,
  1075. fence_input_info->num_fences_processed);
  1076. }
  1077. out_copy:
  1078. if (copy_to_user(u64_to_user_ptr(fence_cmd_args->input_handle),
  1079. fence_input_info, fence_cmd_args->input_data_size)) {
  1080. rc = -EFAULT;
  1081. CAM_ERR(CAM_DMA_FENCE, "copy to user failed hdl: %d size: 0x%x",
  1082. fence_cmd_args->input_handle, fence_cmd_args->input_data_size);
  1083. }
  1084. cam_generic_fence_free_input_info_util(&fence_input_info);
  1085. return rc;
  1086. }
  1087. static int cam_generic_fence_handle_dma_signal(
  1088. struct cam_generic_fence_cmd_args *fence_cmd_args)
  1089. {
  1090. struct cam_dma_fence_signal signal_dma_fence;
  1091. if (fence_cmd_args->input_data_size < sizeof(struct cam_dma_fence_signal)) {
  1092. CAM_ERR(CAM_DMA_FENCE, "Size is invalid expected: 0x%llx actual: 0x%llx",
  1093. sizeof(struct cam_dma_fence_signal),
  1094. fence_cmd_args->input_data_size);
  1095. return -EINVAL;
  1096. }
  1097. if (copy_from_user(&signal_dma_fence, (void __user *)fence_cmd_args->input_handle,
  1098. fence_cmd_args->input_data_size))
  1099. return -EFAULT;
  1100. return cam_dma_fence_signal_fd(&signal_dma_fence);
  1101. }
  1102. static int cam_generic_fence_process_dma_fence_cmd(
  1103. uint32_t id,
  1104. struct cam_generic_fence_cmd_args *fence_cmd_args)
  1105. {
  1106. int rc = -EINVAL;
  1107. switch (id) {
  1108. case CAM_GENERIC_FENCE_CREATE:
  1109. rc = cam_generic_fence_handle_dma_create(fence_cmd_args);
  1110. break;
  1111. case CAM_GENERIC_FENCE_RELEASE:
  1112. rc = cam_generic_fence_handle_dma_release(fence_cmd_args);
  1113. break;
  1114. case CAM_GENERIC_FENCE_IMPORT:
  1115. rc = cam_generic_fence_handle_dma_import(fence_cmd_args);
  1116. break;
  1117. case CAM_GENERIC_FENCE_SIGNAL:
  1118. rc = cam_generic_fence_handle_dma_signal(fence_cmd_args);
  1119. break;
  1120. default:
  1121. CAM_ERR(CAM_DMA_FENCE, "IOCTL cmd: %u not supported for dma fence", id);
  1122. break;
  1123. }
  1124. return rc;
  1125. }
  1126. #if IS_ENABLED(CONFIG_TARGET_SYNX_ENABLE)
  1127. static int cam_generic_fence_validate_signal_input_info_util(
  1128. int32_t fence_type,
  1129. struct cam_generic_fence_cmd_args *fence_cmd_args,
  1130. struct cam_generic_fence_signal_info **fence_signal_info,
  1131. void **fence_signal_data)
  1132. {
  1133. int rc = 0;
  1134. struct cam_generic_fence_signal_info *signal_info = NULL;
  1135. void *signal_data;
  1136. uint32_t num_fences;
  1137. size_t expected_size;
  1138. *fence_signal_info = NULL;
  1139. *fence_signal_data = NULL;
  1140. if (fence_cmd_args->input_data_size <
  1141. sizeof(struct cam_generic_fence_signal_info)) {
  1142. CAM_ERR(CAM_SYNC, "Size is invalid expected: 0x%llx actual: 0x%llx",
  1143. sizeof(struct cam_generic_fence_signal_info),
  1144. fence_cmd_args->input_data_size);
  1145. return -EINVAL;
  1146. }
  1147. signal_info = memdup_user(u64_to_user_ptr(fence_cmd_args->input_handle),
  1148. fence_cmd_args->input_data_size);
  1149. if (IS_ERR_OR_NULL(signal_info)) {
  1150. CAM_ERR(CAM_SYNC, "memdup failed for hdl: %d size: 0x%x",
  1151. fence_cmd_args->input_handle, fence_cmd_args->input_data_size);
  1152. return -ENOMEM;
  1153. }
  1154. /* Validate num fences */
  1155. num_fences = signal_info->num_fences_requested;
  1156. if ((num_fences == 0) || (num_fences > CAM_GENERIC_FENCE_BATCH_MAX)) {
  1157. CAM_ERR(CAM_SYNC, "Invalid number of fences: %u for batching",
  1158. num_fences);
  1159. rc = -EINVAL;
  1160. goto free_mem;
  1161. }
  1162. if (signal_info->fence_handle_type != CAM_HANDLE_USER_POINTER) {
  1163. CAM_ERR(CAM_SYNC, "Invalid signal handle type: %d",
  1164. signal_info->fence_handle_type);
  1165. rc = -EINVAL;
  1166. goto free_mem;
  1167. }
  1168. /* Validate sizes */
  1169. switch (fence_type) {
  1170. case CAM_GENERIC_FENCE_TYPE_SYNC_OBJ:
  1171. expected_size = sizeof(struct cam_sync_signal);
  1172. break;
  1173. case CAM_GENERIC_FENCE_TYPE_SYNX_OBJ:
  1174. expected_size = sizeof(struct cam_synx_obj_signal);
  1175. break;
  1176. case CAM_GENERIC_FENCE_TYPE_DMA_FENCE:
  1177. expected_size = sizeof(struct cam_dma_fence_signal);
  1178. break;
  1179. default:
  1180. CAM_ERR(CAM_SYNC, "Unsupported fence type: %u", fence_type);
  1181. rc = -EINVAL;
  1182. goto free_mem;
  1183. }
  1184. if ((signal_info->fence_data_size) < (expected_size * num_fences)) {
  1185. CAM_ERR(CAM_SYNC, "Invalid input size expected: 0x%x actual: 0x%x for fences: %u",
  1186. (expected_size * num_fences), signal_info->fence_data_size, num_fences);
  1187. rc = -EINVAL;
  1188. goto free_mem;
  1189. }
  1190. signal_data = memdup_user(u64_to_user_ptr(signal_info->fence_info_hdl),
  1191. signal_info->fence_data_size);
  1192. if (IS_ERR_OR_NULL(signal_data)) {
  1193. CAM_ERR(CAM_SYNC, "memdup failed for hdl: %d size: 0x%x",
  1194. signal_info->fence_info_hdl, signal_info->fence_data_size);
  1195. rc = -ENOMEM;
  1196. goto free_mem;
  1197. }
  1198. *fence_signal_info = signal_info;
  1199. *fence_signal_data = signal_data;
  1200. return rc;
  1201. free_mem:
  1202. kfree(signal_info);
  1203. return rc;
  1204. }
  1205. static void cam_generic_fence_free_signal_input_info_util(
  1206. struct cam_generic_fence_signal_info **fence_signal_info,
  1207. void **fence_signal_data)
  1208. {
  1209. void *signal_data = *fence_signal_data;
  1210. struct cam_generic_fence_signal_info *fence_input = *fence_signal_info;
  1211. kfree(signal_data);
  1212. kfree(fence_input);
  1213. *fence_signal_info = NULL;
  1214. *fence_signal_data = NULL;
  1215. }
  1216. static int cam_generic_fence_config_parse_params(
  1217. struct cam_generic_fence_config *fence_cfg,
  1218. int32_t requested_param_mask, int32_t *result)
  1219. {
  1220. uint32_t index = 0, num_entries;
  1221. if (!result) {
  1222. CAM_ERR(CAM_SYNC, "Invalid result hdl : %p", result);
  1223. return -EINVAL;
  1224. }
  1225. /* Assign to 0 by default */
  1226. *result = 0;
  1227. if (!fence_cfg->num_valid_params || !requested_param_mask) {
  1228. CAM_DBG(CAM_SYNC,
  1229. "No params configured num_valid = %d requested_mask = 0x%x",
  1230. fence_cfg->num_valid_params, requested_param_mask);
  1231. return 0;
  1232. }
  1233. if (!(fence_cfg->valid_param_mask & requested_param_mask)) {
  1234. CAM_DBG(CAM_SYNC,
  1235. "Requested parameter not set in additional param mask expecting: 0x%x actual: 0x%x",
  1236. requested_param_mask, fence_cfg->valid_param_mask);
  1237. return 0;
  1238. }
  1239. index = ffs(requested_param_mask) - 1;
  1240. num_entries = ARRAY_SIZE(fence_cfg->params);
  1241. if (index >= num_entries) {
  1242. CAM_DBG(CAM_SYNC,
  1243. "Obtained index %u from mask: 0x%x num_param_entries: %u, index exceeding max",
  1244. index, requested_param_mask, num_entries);
  1245. return 0;
  1246. }
  1247. *result = fence_cfg->params[index];
  1248. return 0;
  1249. }
  1250. static int cam_generic_fence_handle_synx_create(
  1251. struct cam_generic_fence_cmd_args *fence_cmd_args)
  1252. {
  1253. int rc = 0, i;
  1254. int32_t row_idx, fence_flag;
  1255. struct cam_generic_fence_input_info *fence_input_info = NULL;
  1256. struct cam_generic_fence_config *fence_cfg = NULL;
  1257. rc = cam_generic_fence_alloc_validate_input_info_util(fence_cmd_args, &fence_input_info);
  1258. if (rc || !fence_input_info) {
  1259. CAM_ERR(CAM_SYNX,
  1260. "Fence input info validation failed rc: %d fence_input_info: %pK",
  1261. rc, fence_input_info);
  1262. return -EINVAL;
  1263. }
  1264. for (i = 0; i < fence_input_info->num_fences_requested; i++) {
  1265. fence_cfg = &fence_input_info->fence_cfg[i];
  1266. fence_input_info->num_fences_processed++;
  1267. fence_cfg->reason_code = 0;
  1268. fence_flag = 0;
  1269. cam_generic_fence_config_parse_params(fence_cfg,
  1270. CAM_GENERIC_FENCE_CONFIG_FLAG_PARAM_INDEX, &fence_flag);
  1271. rc = cam_synx_obj_create(fence_cfg->name,
  1272. fence_flag, &fence_cfg->synx_obj, &row_idx);
  1273. if (rc) {
  1274. CAM_ERR(CAM_SYNX,
  1275. "Failed to create synx fence at index: %d rc: %d num fences [requested: %u processed: %u]",
  1276. i, rc, fence_input_info->num_fences_requested,
  1277. fence_input_info->num_fences_processed);
  1278. fence_cfg->reason_code = rc;
  1279. goto out_copy;
  1280. }
  1281. CAM_DBG(CAM_SYNX,
  1282. "Created synx fence @ i: %d synx_obj: %d[%s] num fences [requested: %u processed: %u] ",
  1283. i, fence_cfg->synx_obj, fence_cfg->name,
  1284. fence_input_info->num_fences_requested,
  1285. fence_input_info->num_fences_processed);
  1286. }
  1287. out_copy:
  1288. if (copy_to_user(u64_to_user_ptr(fence_cmd_args->input_handle),
  1289. fence_input_info, fence_cmd_args->input_data_size)) {
  1290. CAM_ERR(CAM_SYNX, "copy to user failed hdl: %d size: 0x%x",
  1291. fence_cmd_args->input_handle, fence_cmd_args->input_data_size);
  1292. rc = -EFAULT;
  1293. }
  1294. cam_generic_fence_free_input_info_util(&fence_input_info);
  1295. return rc;
  1296. }
  1297. static int cam_generic_fence_handle_synx_release(
  1298. struct cam_generic_fence_cmd_args *fence_cmd_args)
  1299. {
  1300. int rc = 0, i;
  1301. bool failed = false;
  1302. struct cam_generic_fence_input_info *fence_input_info = NULL;
  1303. struct cam_generic_fence_config *fence_cfg = NULL;
  1304. struct cam_synx_obj_release_params synx_release_params;
  1305. rc = cam_generic_fence_alloc_validate_input_info_util(fence_cmd_args, &fence_input_info);
  1306. if (rc || !fence_input_info) {
  1307. CAM_ERR(CAM_SYNX,
  1308. "Fence input info validation failed rc: %d fence_input_info: %pK",
  1309. rc, fence_input_info);
  1310. return -EINVAL;
  1311. }
  1312. for (i = 0; i < fence_input_info->num_fences_requested; i++) {
  1313. fence_cfg = &fence_input_info->fence_cfg[i];
  1314. fence_input_info->num_fences_processed++;
  1315. fence_cfg->reason_code = 0;
  1316. synx_release_params.use_row_idx = false;
  1317. synx_release_params.u.synx_obj = fence_cfg->synx_obj;
  1318. rc = cam_synx_obj_release(&synx_release_params);
  1319. if (rc) {
  1320. CAM_ERR(CAM_SYNX,
  1321. "Failed to release synx object at index: %d rc: %d num fences [requested: %u processed: %u]",
  1322. i, rc, fence_input_info->num_fences_requested,
  1323. fence_input_info->num_fences_processed);
  1324. fence_cfg->reason_code = rc;
  1325. /* Continue to release other fences, but mark the call as failed */
  1326. failed = true;
  1327. continue;
  1328. }
  1329. CAM_DBG(CAM_SYNX,
  1330. "Released synx object @ i: %d handle: %d num fences [requested: %u processed: %u]",
  1331. i, fence_cfg->synx_obj,
  1332. fence_input_info->num_fences_requested,
  1333. fence_input_info->num_fences_processed);
  1334. }
  1335. if (failed)
  1336. rc = -ENOMSG;
  1337. if (copy_to_user(u64_to_user_ptr(fence_cmd_args->input_handle),
  1338. fence_input_info, fence_cmd_args->input_data_size)) {
  1339. CAM_ERR(CAM_SYNX, "copy to user failed hdl: %d size: 0x%x",
  1340. fence_cmd_args->input_handle, fence_cmd_args->input_data_size);
  1341. rc = -EFAULT;
  1342. }
  1343. cam_generic_fence_free_input_info_util(&fence_input_info);
  1344. return rc;
  1345. }
  1346. static int cam_sync_synx_associate_obj(int32_t sync_obj, uint32_t synx_obj,
  1347. int32_t synx_obj_row_idx, bool *is_sync_obj_signaled)
  1348. {
  1349. int rc = 0;
  1350. struct sync_table_row *row = NULL;
  1351. struct cam_synx_obj_signal signal_synx_obj;
  1352. rc = cam_sync_check_valid(sync_obj);
  1353. if (rc)
  1354. return rc;
  1355. row = sync_dev->sync_table + sync_obj;
  1356. spin_lock(&sync_dev->row_spinlocks[sync_obj]);
  1357. if (row->state != CAM_SYNC_STATE_ACTIVE) {
  1358. signal_synx_obj.status = row->state;
  1359. signal_synx_obj.synx_obj = synx_obj;
  1360. *is_sync_obj_signaled = true;
  1361. rc = cam_synx_obj_signal_obj(&signal_synx_obj);
  1362. } else {
  1363. row->synx_obj_info.synx_obj_row_idx = synx_obj_row_idx;
  1364. row->synx_obj_info.sync_created_with_synx = false;
  1365. row->synx_obj_info.synx_obj = synx_obj;
  1366. set_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ, &row->ext_fence_mask);
  1367. CAM_DBG(CAM_SYNX, "sync_obj: %s[%d] associated with synx_obj: %d",
  1368. row->name, sync_obj, row->synx_obj_info.synx_obj);
  1369. }
  1370. spin_unlock(&sync_dev->row_spinlocks[sync_obj]);
  1371. return rc;
  1372. }
  1373. static int cam_generic_fence_handle_synx_import(
  1374. struct cam_generic_fence_cmd_args *fence_cmd_args)
  1375. {
  1376. int32_t rc = 0, i, synx_obj_row_idx;
  1377. struct sync_synx_obj_info synx_sync_create;
  1378. struct cam_generic_fence_input_info *fence_input_info = NULL;
  1379. struct cam_generic_fence_config *fence_cfg = NULL;
  1380. bool is_sync_obj_signaled = false;
  1381. bool is_sync_obj_created = false;
  1382. rc = cam_generic_fence_alloc_validate_input_info_util(fence_cmd_args, &fence_input_info);
  1383. if (rc || !fence_input_info) {
  1384. CAM_ERR(CAM_SYNX,
  1385. "Fence input info validation failed rc: %d fence_input_info: %pK",
  1386. rc, fence_input_info);
  1387. return -EINVAL;
  1388. }
  1389. for (i = 0; i < fence_input_info->num_fences_requested; i++) {
  1390. fence_cfg = &fence_input_info->fence_cfg[i];
  1391. fence_input_info->num_fences_processed++;
  1392. fence_cfg->reason_code = 0;
  1393. is_sync_obj_signaled = false;
  1394. is_sync_obj_created = false;
  1395. /* Check if synx handle is for a valid synx obj */
  1396. rc = cam_synx_obj_find_obj_in_table(fence_cfg->synx_obj,
  1397. &synx_obj_row_idx);
  1398. if (rc) {
  1399. CAM_ERR(CAM_SYNX,
  1400. "Invalid synx obj for handle: %d", fence_cfg->synx_obj);
  1401. fence_cfg->reason_code = -EINVAL;
  1402. goto out_copy;
  1403. }
  1404. if ((fence_cfg->sync_obj > 0) && (fence_cfg->sync_obj < CAM_SYNC_MAX_OBJS)) {
  1405. /* Associate synx object with existing sync object */
  1406. rc = cam_sync_synx_associate_obj(fence_cfg->sync_obj,
  1407. fence_cfg->synx_obj, synx_obj_row_idx,
  1408. &is_sync_obj_signaled);
  1409. } else {
  1410. /* Create new sync object and associate synx object */
  1411. synx_sync_create.sync_created_with_synx = false;
  1412. synx_sync_create.synx_obj = fence_cfg->synx_obj;
  1413. synx_sync_create.synx_obj_row_idx = synx_obj_row_idx;
  1414. rc = cam_sync_create_util(&fence_cfg->sync_obj, fence_cfg->name,
  1415. NULL, &synx_sync_create);
  1416. is_sync_obj_created = true;
  1417. }
  1418. if (rc) {
  1419. fence_cfg->reason_code = rc;
  1420. goto out_copy;
  1421. }
  1422. if (!is_sync_obj_signaled) {
  1423. /* Register a cb for synx_obj */
  1424. rc = cam_synx_obj_register_cb(&fence_cfg->sync_obj,
  1425. synx_obj_row_idx, cam_sync_synx_obj_cb);
  1426. if (rc) {
  1427. CAM_ERR(CAM_SYNX,
  1428. "Failed to register cb for synx_obj: %d sync_obj: %d rc: %d",
  1429. fence_cfg->synx_obj, fence_cfg->sync_obj, rc);
  1430. if (is_sync_obj_created)
  1431. cam_sync_deinit_object(sync_dev->sync_table,
  1432. fence_cfg->sync_obj, NULL, NULL);
  1433. fence_cfg->reason_code = rc;
  1434. goto out_copy;
  1435. }
  1436. }
  1437. CAM_DBG(CAM_SYNX,
  1438. "synx_obj handle = %d imported for dma fence fd: %d sync_obj = %d[%s] num fences [requested: %u processed: %u]",
  1439. fence_cfg->synx_obj, fence_cfg->dma_fence_fd,
  1440. fence_cfg->sync_obj, fence_cfg->name,
  1441. fence_input_info->num_fences_requested,
  1442. fence_input_info->num_fences_processed);
  1443. }
  1444. out_copy:
  1445. if (copy_to_user(u64_to_user_ptr(fence_cmd_args->input_handle),
  1446. fence_input_info, fence_cmd_args->input_data_size)) {
  1447. rc = -EFAULT;
  1448. CAM_ERR(CAM_SYNX, "copy to user failed hdl: %d size: 0x%x",
  1449. fence_cmd_args->input_handle, fence_cmd_args->input_data_size);
  1450. }
  1451. cam_generic_fence_free_input_info_util(&fence_input_info);
  1452. return rc;
  1453. }
  1454. static int cam_generic_fence_handle_synx_signal(
  1455. struct cam_generic_fence_cmd_args *fence_cmd_args)
  1456. {
  1457. int32_t rc = 0, i;
  1458. struct cam_generic_fence_signal_info *fence_signal_info;
  1459. struct cam_synx_obj_signal *synx_signal_info;
  1460. rc = cam_generic_fence_validate_signal_input_info_util(
  1461. CAM_GENERIC_FENCE_TYPE_SYNX_OBJ, fence_cmd_args,
  1462. &fence_signal_info, (void **)&synx_signal_info);
  1463. if (rc || !fence_signal_info || !synx_signal_info) {
  1464. CAM_ERR(CAM_SYNX,
  1465. "Fence input signal info validation failed rc: %d fence_input_info: %pK synx_signal_info: %pK",
  1466. rc, fence_signal_info, synx_signal_info);
  1467. return -EINVAL;
  1468. }
  1469. for (i = 0; i < fence_signal_info->num_fences_requested; i++) {
  1470. fence_signal_info->num_fences_processed++;
  1471. rc = cam_synx_obj_signal_obj(&synx_signal_info[i]);
  1472. if (rc) {
  1473. CAM_ERR(CAM_SYNX,
  1474. "Failed to signal for synx_obj: %d, rc: %d, status : %d",
  1475. synx_signal_info[i].synx_obj, rc,
  1476. synx_signal_info[i].status);
  1477. }
  1478. synx_signal_info[i].reason_code = rc;
  1479. }
  1480. if (copy_to_user(u64_to_user_ptr(fence_signal_info->fence_info_hdl), synx_signal_info,
  1481. fence_signal_info->fence_data_size)) {
  1482. rc = -EFAULT;
  1483. CAM_ERR(CAM_SYNX, "copy to user for signal data failed hdl: %d size: 0x%x",
  1484. fence_cmd_args->input_handle,
  1485. (sizeof(struct cam_synx_obj_signal) *
  1486. fence_signal_info->num_fences_requested));
  1487. goto end;
  1488. }
  1489. if (copy_to_user(u64_to_user_ptr(fence_cmd_args->input_handle),
  1490. fence_signal_info, sizeof(struct cam_generic_fence_signal_info))) {
  1491. rc = -EFAULT;
  1492. CAM_ERR(CAM_SYNX, "copy to user failed hdl: %d size: 0x%x",
  1493. fence_cmd_args->input_handle,
  1494. sizeof(struct cam_generic_fence_signal_info));
  1495. }
  1496. end:
  1497. cam_generic_fence_free_signal_input_info_util(&fence_signal_info,
  1498. (void **)&synx_signal_info);
  1499. return rc;
  1500. }
  1501. static int cam_generic_fence_process_synx_obj_cmd(
  1502. uint32_t id,
  1503. struct cam_generic_fence_cmd_args *fence_cmd_args)
  1504. {
  1505. int rc = -EINVAL;
  1506. switch (id) {
  1507. case CAM_GENERIC_FENCE_CREATE:
  1508. rc = cam_generic_fence_handle_synx_create(fence_cmd_args);
  1509. break;
  1510. case CAM_GENERIC_FENCE_RELEASE:
  1511. rc = cam_generic_fence_handle_synx_release(fence_cmd_args);
  1512. break;
  1513. case CAM_GENERIC_FENCE_IMPORT:
  1514. rc = cam_generic_fence_handle_synx_import(fence_cmd_args);
  1515. break;
  1516. case CAM_GENERIC_FENCE_SIGNAL:
  1517. rc = cam_generic_fence_handle_synx_signal(fence_cmd_args);
  1518. break;
  1519. default:
  1520. CAM_ERR(CAM_SYNX, "IOCTL cmd: %u not supported for synx object", id);
  1521. break;
  1522. }
  1523. return rc;
  1524. }
  1525. #endif
  1526. static int cam_generic_fence_handle_sync_create(
  1527. struct cam_generic_fence_cmd_args *fence_cmd_args)
  1528. {
  1529. int rc = 0, i, dma_fence_row_idx;
  1530. bool dma_fence_created;
  1531. unsigned long fence_sel_mask;
  1532. struct cam_dma_fence_release_params release_params;
  1533. struct cam_dma_fence_create_sync_obj_payload dma_sync_create;
  1534. struct cam_generic_fence_input_info *fence_input_info = NULL;
  1535. struct cam_generic_fence_config *fence_cfg = NULL;
  1536. bool synx_obj_created;
  1537. struct sync_synx_obj_info synx_obj_create;
  1538. #if IS_ENABLED(CONFIG_TARGET_SYNX_ENABLE)
  1539. int32_t fence_flag;
  1540. int32_t synx_obj_row_idx;
  1541. struct cam_synx_obj_release_params synx_release_params;
  1542. struct dma_fence *dma_fence_ptr;
  1543. #endif
  1544. rc = cam_generic_fence_alloc_validate_input_info_util(fence_cmd_args, &fence_input_info);
  1545. if (rc || !fence_input_info) {
  1546. CAM_ERR(CAM_SYNC,
  1547. "Fence input info validation failed rc: %d fence_input_info: %pK",
  1548. rc, fence_input_info);
  1549. return -EINVAL;
  1550. }
  1551. for (i = 0; i < fence_input_info->num_fences_requested; i++) {
  1552. fence_cfg = &fence_input_info->fence_cfg[i];
  1553. fence_input_info->num_fences_processed++;
  1554. fence_cfg->reason_code = 0;
  1555. /* Reset flag */
  1556. dma_fence_created = false;
  1557. synx_obj_created = false;
  1558. fence_sel_mask = fence_cfg->fence_sel_mask;
  1559. if (test_bit(CAM_GENERIC_FENCE_TYPE_DMA_FENCE, &fence_sel_mask)) {
  1560. rc = cam_dma_fence_create_fd(&fence_cfg->dma_fence_fd,
  1561. &dma_fence_row_idx, fence_cfg->name);
  1562. if (rc) {
  1563. CAM_ERR(CAM_SYNC,
  1564. "Failed to create dma fence at index: %d rc: %d num_fences: %u",
  1565. i, rc, fence_input_info->num_fences_requested);
  1566. fence_cfg->reason_code = rc;
  1567. goto out_copy;
  1568. }
  1569. dma_sync_create.dma_fence_row_idx = dma_fence_row_idx;
  1570. dma_sync_create.fd = fence_cfg->dma_fence_fd;
  1571. dma_sync_create.sync_created_with_dma = true;
  1572. dma_fence_created = true;
  1573. }
  1574. #if IS_ENABLED(CONFIG_TARGET_SYNX_ENABLE)
  1575. /* Create a synx object */
  1576. if (test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ, &fence_sel_mask)) {
  1577. if (dma_fence_created) {
  1578. dma_fence_ptr = cam_dma_fence_get_fence_from_fd(
  1579. dma_sync_create.fd, &dma_fence_row_idx);
  1580. rc = cam_synx_obj_import_dma_fence(fence_cfg->name,
  1581. fence_cfg->params[0], dma_fence_ptr,
  1582. &fence_cfg->synx_obj, &synx_obj_row_idx);
  1583. } else {
  1584. cam_generic_fence_config_parse_params(fence_cfg,
  1585. CAM_GENERIC_FENCE_CONFIG_FLAG_PARAM_INDEX, &fence_flag);
  1586. rc = cam_synx_obj_create(fence_cfg->name,
  1587. fence_flag, &fence_cfg->synx_obj,
  1588. &synx_obj_row_idx);
  1589. }
  1590. if (rc) {
  1591. CAM_ERR(CAM_SYNC,
  1592. "Failed to create/import synx obj at index: %d rc: %d num_fences: %u",
  1593. i, rc, fence_input_info->num_fences_requested);
  1594. /* Release dma fence */
  1595. if (dma_fence_created) {
  1596. release_params.use_row_idx = true;
  1597. release_params.u.dma_row_idx = dma_fence_row_idx;
  1598. cam_dma_fence_release(&release_params);
  1599. }
  1600. /* Release synx obj */
  1601. if (synx_obj_created) {
  1602. synx_release_params.use_row_idx = true;
  1603. synx_release_params.u.synx_row_idx = synx_obj_row_idx;
  1604. cam_synx_obj_release(&synx_release_params);
  1605. }
  1606. goto out_copy;
  1607. }
  1608. synx_obj_create.sync_created_with_synx = true;
  1609. synx_obj_create.synx_obj = fence_cfg->synx_obj;
  1610. synx_obj_create.synx_obj_row_idx = synx_obj_row_idx;
  1611. synx_obj_created = true;
  1612. }
  1613. #endif
  1614. rc = cam_sync_create_util(&fence_cfg->sync_obj, fence_cfg->name,
  1615. (dma_fence_created ? &dma_sync_create : NULL),
  1616. (synx_obj_created ? &synx_obj_create : NULL));
  1617. if (rc) {
  1618. fence_cfg->reason_code = rc;
  1619. CAM_ERR(CAM_SYNC,
  1620. "Failed to create sync obj at index: %d rc: %d num_fences: %u",
  1621. i, rc, fence_input_info->num_fences_requested);
  1622. /* Release dma fence */
  1623. if (dma_fence_created) {
  1624. release_params.use_row_idx = true;
  1625. release_params.u.dma_row_idx = dma_fence_row_idx;
  1626. cam_dma_fence_release(&release_params);
  1627. }
  1628. #if IS_ENABLED(CONFIG_TARGET_SYNX_ENABLE)
  1629. /* Release synx obj */
  1630. if (synx_obj_created) {
  1631. synx_release_params.use_row_idx = true;
  1632. synx_release_params.u.synx_row_idx = synx_obj_row_idx;
  1633. cam_synx_obj_release(&synx_release_params);
  1634. }
  1635. #endif
  1636. goto out_copy;
  1637. }
  1638. /* Register dma fence cb */
  1639. if (test_bit(CAM_GENERIC_FENCE_TYPE_DMA_FENCE, &fence_sel_mask)) {
  1640. rc = cam_dma_fence_register_cb(&fence_cfg->sync_obj,
  1641. &dma_fence_row_idx, cam_sync_dma_fence_cb);
  1642. if (rc) {
  1643. CAM_ERR(CAM_SYNC,
  1644. "Failed to register cb for dma fence fd: %d sync_obj: %d rc: %d",
  1645. fence_cfg->dma_fence_fd, fence_cfg->sync_obj, rc);
  1646. fence_cfg->reason_code = rc;
  1647. /* Destroy sync obj */
  1648. cam_sync_deinit_object(sync_dev->sync_table, fence_cfg->sync_obj,
  1649. NULL, NULL);
  1650. /* Release dma fence */
  1651. if (dma_fence_created) {
  1652. release_params.use_row_idx = true;
  1653. release_params.u.dma_row_idx = dma_fence_row_idx;
  1654. cam_dma_fence_release(&release_params);
  1655. }
  1656. #if IS_ENABLED(CONFIG_TARGET_SYNX_ENABLE)
  1657. /* Release synx obj */
  1658. if (synx_obj_created) {
  1659. synx_release_params.use_row_idx = true;
  1660. synx_release_params.u.synx_row_idx = synx_obj_row_idx;
  1661. cam_synx_obj_release(&synx_release_params);
  1662. }
  1663. #endif
  1664. goto out_copy;
  1665. }
  1666. }
  1667. #if IS_ENABLED(CONFIG_TARGET_SYNX_ENABLE)
  1668. /* Register synx object callback */
  1669. if (test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ, &fence_sel_mask)) {
  1670. rc = cam_synx_obj_register_cb(&fence_cfg->sync_obj,
  1671. synx_obj_row_idx, cam_sync_synx_obj_cb);
  1672. if (rc) {
  1673. CAM_ERR(CAM_SYNC,
  1674. "Failed to register cb for synx_obj: %d sync_obj: %d rc: %d",
  1675. fence_cfg->synx_obj, fence_cfg->sync_obj, rc);
  1676. fence_cfg->reason_code = rc;
  1677. /* Destroy sync obj */
  1678. cam_sync_deinit_object(sync_dev->sync_table, fence_cfg->sync_obj,
  1679. NULL, NULL);
  1680. /* Release dma fence */
  1681. if (dma_fence_created) {
  1682. release_params.use_row_idx = true;
  1683. release_params.u.dma_row_idx = dma_fence_row_idx;
  1684. cam_dma_fence_release(&release_params);
  1685. }
  1686. /* Release synx obj */
  1687. if (synx_obj_created) {
  1688. synx_release_params.use_row_idx = true;
  1689. synx_release_params.u.synx_row_idx = synx_obj_row_idx;
  1690. cam_synx_obj_release(&synx_release_params);
  1691. }
  1692. goto out_copy;
  1693. }
  1694. }
  1695. #endif
  1696. CAM_DBG(CAM_SYNC,
  1697. "Created sync_obj = %d[%s] with fence_sel_mask: 0x%x dma_fence_fd: %d num fences [requested: %u processed: %u]",
  1698. fence_cfg->sync_obj, fence_cfg->name,
  1699. fence_cfg->fence_sel_mask, fence_cfg->dma_fence_fd,
  1700. fence_input_info->num_fences_requested,
  1701. fence_input_info->num_fences_processed);
  1702. }
  1703. out_copy:
  1704. if (copy_to_user(u64_to_user_ptr(fence_cmd_args->input_handle),
  1705. fence_input_info, fence_cmd_args->input_data_size)) {
  1706. rc = -EFAULT;
  1707. CAM_ERR(CAM_SYNC, "copy to user failed hdl: %d size: 0x%x",
  1708. fence_cmd_args->input_handle, fence_cmd_args->input_data_size);
  1709. }
  1710. cam_generic_fence_free_input_info_util(&fence_input_info);
  1711. return rc;
  1712. }
  1713. static int cam_generic_fence_handle_sync_release(
  1714. struct cam_generic_fence_cmd_args *fence_cmd_args)
  1715. {
  1716. bool failed = false;
  1717. int rc = 0, i;
  1718. unsigned long fence_sel_mask;
  1719. struct cam_sync_check_for_dma_release check_for_dma_release;
  1720. struct cam_dma_fence_release_params release_params;
  1721. struct cam_generic_fence_input_info *fence_input_info = NULL;
  1722. struct cam_generic_fence_config *fence_cfg = NULL;
  1723. struct cam_sync_check_for_synx_release check_for_synx_release;
  1724. #if IS_ENABLED(CONFIG_TARGET_SYNX_ENABLE)
  1725. struct cam_synx_obj_release_params synx_release_params;
  1726. #endif
  1727. rc = cam_generic_fence_alloc_validate_input_info_util(fence_cmd_args, &fence_input_info);
  1728. if (rc || !fence_input_info) {
  1729. CAM_ERR(CAM_SYNC,
  1730. "Fence input info validation failed rc: %d fence_input_info: %pK",
  1731. rc, fence_input_info);
  1732. return -EINVAL;
  1733. }
  1734. for (i = 0; i < fence_input_info->num_fences_requested; i++) {
  1735. fence_cfg = &fence_input_info->fence_cfg[i];
  1736. fence_input_info->num_fences_processed++;
  1737. /* Reset fields */
  1738. fence_cfg->reason_code = 0;
  1739. check_for_dma_release.sync_created_with_dma = false;
  1740. check_for_dma_release.dma_fence_fd = fence_cfg->dma_fence_fd;
  1741. check_for_synx_release.sync_created_with_synx = false;
  1742. check_for_synx_release.synx_obj = fence_cfg->synx_obj;
  1743. rc = cam_sync_deinit_object(sync_dev->sync_table, fence_cfg->sync_obj,
  1744. &check_for_dma_release, &check_for_synx_release);
  1745. if (rc) {
  1746. fence_cfg->reason_code = rc;
  1747. failed = true;
  1748. CAM_ERR(CAM_SYNC,
  1749. "Failed to release sync obj at index: %d rc: %d num_fences [requested: %u processed: %u]",
  1750. i, rc, fence_input_info->num_fences_requested,
  1751. fence_input_info->num_fences_processed);
  1752. }
  1753. fence_sel_mask = fence_cfg->fence_sel_mask;
  1754. if (test_bit(CAM_GENERIC_FENCE_TYPE_DMA_FENCE, &fence_sel_mask)) {
  1755. if (!check_for_dma_release.sync_created_with_dma) {
  1756. CAM_ERR(CAM_SYNC,
  1757. "Failed to release dma fence fd: %d with sync_obj: %d, not created together",
  1758. fence_cfg->dma_fence_fd, fence_cfg->sync_obj);
  1759. failed = true;
  1760. fence_cfg->reason_code = -EPERM;
  1761. continue;
  1762. }
  1763. release_params.use_row_idx = true;
  1764. release_params.u.dma_row_idx = check_for_dma_release.dma_fence_row_idx;
  1765. rc = cam_dma_fence_release(&release_params);
  1766. if (rc) {
  1767. CAM_ERR(CAM_SYNC,
  1768. "Failed to destroy dma fence at index: %d rc: %d num fences [requested: %u processed: %u]",
  1769. i, rc, fence_input_info->num_fences_requested,
  1770. fence_input_info->num_fences_processed);
  1771. fence_cfg->reason_code = rc;
  1772. failed = true;
  1773. continue;
  1774. }
  1775. }
  1776. #if IS_ENABLED(CONFIG_TARGET_SYNX_ENABLE)
  1777. /* Release associated synx obj */
  1778. if (test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ, &fence_sel_mask)) {
  1779. if (!check_for_synx_release.sync_created_with_synx) {
  1780. CAM_ERR(CAM_SYNC,
  1781. "Failed to release synx_obj: %d with sync_obj: %d, not created together",
  1782. fence_cfg->synx_obj, fence_cfg->sync_obj);
  1783. failed = true;
  1784. fence_cfg->reason_code = -EPERM;
  1785. continue;
  1786. }
  1787. synx_release_params.use_row_idx = true;
  1788. synx_release_params.u.synx_row_idx =
  1789. check_for_synx_release.synx_obj_row_idx;
  1790. rc = cam_synx_obj_release(&synx_release_params);
  1791. if (rc) {
  1792. CAM_ERR(CAM_SYNC,
  1793. "Failed to destroy synx_obj at index: %d rc: %d num fences [requested: %u processed: %u]",
  1794. i, rc, fence_input_info->num_fences_requested,
  1795. fence_input_info->num_fences_processed);
  1796. fence_cfg->reason_code = rc;
  1797. failed = true;
  1798. continue;
  1799. }
  1800. }
  1801. #endif
  1802. CAM_DBG(CAM_SYNC,
  1803. "Released sync_obj = %d[%s] with fence_sel_mask: 0x%x dma_fence_fd: %d synx_obj: %d num fences [requested: %u processed: %u]",
  1804. fence_cfg->sync_obj, fence_cfg->name,
  1805. fence_cfg->fence_sel_mask, fence_cfg->dma_fence_fd, fence_cfg->synx_obj,
  1806. fence_input_info->num_fences_requested,
  1807. fence_input_info->num_fences_processed);
  1808. }
  1809. if (failed)
  1810. rc = -ENOMSG;
  1811. if (copy_to_user(u64_to_user_ptr(fence_cmd_args->input_handle),
  1812. fence_input_info, fence_cmd_args->input_data_size)) {
  1813. rc = -EFAULT;
  1814. CAM_ERR(CAM_SYNC, "copy to user failed hdl: %d size: 0x%x",
  1815. fence_cmd_args->input_handle, fence_cmd_args->input_data_size);
  1816. }
  1817. cam_generic_fence_free_input_info_util(&fence_input_info);
  1818. return rc;
  1819. }
  1820. static int cam_generic_fence_process_sync_obj_cmd(
  1821. uint32_t id,
  1822. struct cam_generic_fence_cmd_args *fence_cmd_args)
  1823. {
  1824. int rc = -EINVAL;
  1825. switch (id) {
  1826. case CAM_GENERIC_FENCE_CREATE:
  1827. rc = cam_generic_fence_handle_sync_create(fence_cmd_args);
  1828. break;
  1829. case CAM_GENERIC_FENCE_RELEASE:
  1830. rc = cam_generic_fence_handle_sync_release(fence_cmd_args);
  1831. break;
  1832. default:
  1833. CAM_ERR(CAM_SYNC, "IOCTL cmd: %u not supported for sync object", id);
  1834. break;
  1835. }
  1836. return rc;
  1837. }
  1838. static int cam_generic_fence_parser(
  1839. struct cam_private_ioctl_arg *k_ioctl)
  1840. {
  1841. int rc;
  1842. struct cam_generic_fence_cmd_args fence_cmd_args;
  1843. if (!k_ioctl->ioctl_ptr) {
  1844. CAM_ERR(CAM_SYNC, "Invalid args input ptr: %p",
  1845. k_ioctl->ioctl_ptr);
  1846. return -EINVAL;
  1847. }
  1848. if (k_ioctl->size != sizeof(struct cam_generic_fence_cmd_args)) {
  1849. CAM_ERR(CAM_SYNC, "Size mismatch expected: 0x%llx actual: 0x%llx",
  1850. sizeof(struct cam_generic_fence_cmd_args), k_ioctl->size);
  1851. return -EINVAL;
  1852. }
  1853. if (copy_from_user(&fence_cmd_args, u64_to_user_ptr(k_ioctl->ioctl_ptr),
  1854. sizeof(fence_cmd_args))) {
  1855. CAM_ERR(CAM_SYNC, "copy from user failed for input ptr: %pK",
  1856. k_ioctl->ioctl_ptr);
  1857. return -EFAULT;
  1858. }
  1859. if (fence_cmd_args.input_handle_type != CAM_HANDLE_USER_POINTER) {
  1860. CAM_ERR(CAM_SYNC, "Invalid handle type: %u",
  1861. fence_cmd_args.input_handle_type);
  1862. return -EINVAL;
  1863. }
  1864. switch (fence_cmd_args.fence_type) {
  1865. case CAM_GENERIC_FENCE_TYPE_SYNC_OBJ:
  1866. rc = cam_generic_fence_process_sync_obj_cmd(k_ioctl->id, &fence_cmd_args);
  1867. break;
  1868. case CAM_GENERIC_FENCE_TYPE_DMA_FENCE:
  1869. rc = cam_generic_fence_process_dma_fence_cmd(k_ioctl->id, &fence_cmd_args);
  1870. break;
  1871. #if IS_ENABLED(CONFIG_TARGET_SYNX_ENABLE)
  1872. case CAM_GENERIC_FENCE_TYPE_SYNX_OBJ:
  1873. rc = cam_generic_fence_process_synx_obj_cmd(k_ioctl->id, &fence_cmd_args);
  1874. break;
  1875. #endif
  1876. default:
  1877. rc = -EINVAL;
  1878. CAM_ERR(CAM_SYNC, "fence type: 0x%x handling not supported",
  1879. fence_cmd_args.fence_type);
  1880. break;
  1881. }
  1882. return rc;
  1883. }
  1884. static long cam_sync_dev_ioctl(struct file *filep, void *fh,
  1885. bool valid_prio, unsigned int cmd, void *arg)
  1886. {
  1887. int32_t rc;
  1888. struct sync_device *sync_dev = video_drvdata(filep);
  1889. struct cam_private_ioctl_arg k_ioctl;
  1890. if (!sync_dev) {
  1891. CAM_ERR(CAM_SYNC, "sync_dev NULL");
  1892. return -EINVAL;
  1893. }
  1894. if (!arg)
  1895. return -EINVAL;
  1896. if (cmd != CAM_PRIVATE_IOCTL_CMD)
  1897. return -ENOIOCTLCMD;
  1898. k_ioctl = *(struct cam_private_ioctl_arg *)arg;
  1899. switch (k_ioctl.id) {
  1900. case CAM_SYNC_CREATE:
  1901. rc = cam_sync_handle_create(&k_ioctl);
  1902. break;
  1903. case CAM_SYNC_DESTROY:
  1904. rc = cam_sync_handle_destroy(&k_ioctl);
  1905. break;
  1906. case CAM_SYNC_REGISTER_PAYLOAD:
  1907. rc = cam_sync_handle_register_user_payload(
  1908. &k_ioctl);
  1909. break;
  1910. case CAM_SYNC_DEREGISTER_PAYLOAD:
  1911. rc = cam_sync_handle_deregister_user_payload(
  1912. &k_ioctl);
  1913. break;
  1914. case CAM_SYNC_SIGNAL:
  1915. rc = cam_sync_handle_signal(&k_ioctl);
  1916. break;
  1917. case CAM_SYNC_MERGE:
  1918. rc = cam_sync_handle_merge(&k_ioctl);
  1919. break;
  1920. case CAM_SYNC_WAIT:
  1921. rc = cam_sync_handle_wait(&k_ioctl);
  1922. ((struct cam_private_ioctl_arg *)arg)->result =
  1923. k_ioctl.result;
  1924. break;
  1925. case CAM_GENERIC_FENCE_CREATE:
  1926. case CAM_GENERIC_FENCE_RELEASE:
  1927. case CAM_GENERIC_FENCE_IMPORT:
  1928. case CAM_GENERIC_FENCE_SIGNAL:
  1929. rc = cam_generic_fence_parser(&k_ioctl);
  1930. break;
  1931. default:
  1932. rc = -ENOIOCTLCMD;
  1933. }
  1934. return rc;
  1935. }
  1936. static unsigned int cam_sync_poll(struct file *f,
  1937. struct poll_table_struct *pll_table)
  1938. {
  1939. int rc = 0;
  1940. struct v4l2_fh *eventq = f->private_data;
  1941. if (!eventq)
  1942. return -EINVAL;
  1943. poll_wait(f, &eventq->wait, pll_table);
  1944. if (v4l2_event_pending(eventq))
  1945. rc = POLLPRI;
  1946. return rc;
  1947. }
  1948. static int cam_sync_open(struct file *filep)
  1949. {
  1950. int rc;
  1951. struct sync_device *sync_dev = video_drvdata(filep);
  1952. if (!sync_dev) {
  1953. CAM_ERR(CAM_SYNC, "Sync device NULL");
  1954. return -ENODEV;
  1955. }
  1956. mutex_lock(&sync_dev->table_lock);
  1957. if (sync_dev->open_cnt >= 1) {
  1958. mutex_unlock(&sync_dev->table_lock);
  1959. return -EALREADY;
  1960. }
  1961. rc = v4l2_fh_open(filep);
  1962. if (!rc) {
  1963. sync_dev->open_cnt++;
  1964. cam_dma_fence_open();
  1965. spin_lock_bh(&sync_dev->cam_sync_eventq_lock);
  1966. sync_dev->cam_sync_eventq = filep->private_data;
  1967. spin_unlock_bh(&sync_dev->cam_sync_eventq_lock);
  1968. } else {
  1969. CAM_ERR(CAM_SYNC, "v4l2_fh_open failed : %d", rc);
  1970. }
  1971. mutex_unlock(&sync_dev->table_lock);
  1972. return rc;
  1973. }
  1974. static int cam_sync_close(struct file *filep)
  1975. {
  1976. int rc = 0;
  1977. int i;
  1978. struct sync_device *sync_dev = video_drvdata(filep);
  1979. if (!sync_dev) {
  1980. CAM_ERR(CAM_SYNC, "Sync device NULL");
  1981. rc = -ENODEV;
  1982. return rc;
  1983. }
  1984. mutex_lock(&sync_dev->table_lock);
  1985. sync_dev->open_cnt--;
  1986. if (!sync_dev->open_cnt) {
  1987. for (i = 1; i < CAM_SYNC_MAX_OBJS; i++) {
  1988. struct sync_table_row *row =
  1989. sync_dev->sync_table + i;
  1990. /*
  1991. * Signal all ACTIVE objects as ERR, but we don't
  1992. * care about the return status here apart from logging
  1993. * it.
  1994. */
  1995. if (row->state == CAM_SYNC_STATE_ACTIVE) {
  1996. rc = cam_sync_signal(i,
  1997. CAM_SYNC_STATE_SIGNALED_ERROR,
  1998. CAM_SYNC_COMMON_RELEASE_EVENT);
  1999. if (rc < 0)
  2000. CAM_ERR(CAM_SYNC,
  2001. "Cleanup signal fail idx:%d", i);
  2002. }
  2003. }
  2004. /*
  2005. * Flush the work queue to wait for pending signal callbacks to
  2006. * finish
  2007. */
  2008. flush_workqueue(sync_dev->work_queue);
  2009. /*
  2010. * Now that all callbacks worker threads have finished,
  2011. * destroy the sync objects
  2012. */
  2013. for (i = 1; i < CAM_SYNC_MAX_OBJS; i++) {
  2014. struct sync_table_row *row =
  2015. sync_dev->sync_table + i;
  2016. if (row->state != CAM_SYNC_STATE_INVALID) {
  2017. rc = cam_sync_destroy(i);
  2018. if (rc < 0)
  2019. CAM_ERR(CAM_SYNC,
  2020. "Cleanup destroy fail:idx:%d\n", i);
  2021. }
  2022. }
  2023. }
  2024. /* Clean dma fence table */
  2025. cam_dma_fence_close();
  2026. #if IS_ENABLED(CONFIG_TARGET_SYNX_ENABLE)
  2027. /* Clean synx obj table */
  2028. cam_synx_obj_close();
  2029. #endif
  2030. mutex_unlock(&sync_dev->table_lock);
  2031. spin_lock_bh(&sync_dev->cam_sync_eventq_lock);
  2032. sync_dev->cam_sync_eventq = NULL;
  2033. spin_unlock_bh(&sync_dev->cam_sync_eventq_lock);
  2034. v4l2_fh_release(filep);
  2035. return rc;
  2036. }
  2037. static void cam_sync_event_queue_notify_error(const struct v4l2_event *old,
  2038. struct v4l2_event *new)
  2039. {
  2040. if (sync_dev->version == CAM_SYNC_V4L_EVENT_V2) {
  2041. struct cam_sync_ev_header_v2 *ev_header;
  2042. ev_header = CAM_SYNC_GET_HEADER_PTR_V2((*old));
  2043. CAM_ERR(CAM_CRM,
  2044. "Failed to notify event id %d fence %d statue %d reason %u %u %u %u",
  2045. old->id, ev_header->sync_obj, ev_header->status,
  2046. ev_header->evt_param[0], ev_header->evt_param[1],
  2047. ev_header->evt_param[2], ev_header->evt_param[3]);
  2048. } else {
  2049. struct cam_sync_ev_header *ev_header;
  2050. ev_header = CAM_SYNC_GET_HEADER_PTR((*old));
  2051. CAM_ERR(CAM_CRM,
  2052. "Failed to notify event id %d fence %d statue %d",
  2053. old->id, ev_header->sync_obj, ev_header->status);
  2054. }
  2055. }
  2056. static struct v4l2_subscribed_event_ops cam_sync_v4l2_ops = {
  2057. .merge = cam_sync_event_queue_notify_error,
  2058. };
  2059. int cam_sync_subscribe_event(struct v4l2_fh *fh,
  2060. const struct v4l2_event_subscription *sub)
  2061. {
  2062. if (!((sub->type == CAM_SYNC_V4L_EVENT) ||
  2063. (sub->type == CAM_SYNC_V4L_EVENT_V2))) {
  2064. CAM_ERR(CAM_SYNC, "Non supported event type 0x%x", sub->type);
  2065. return -EINVAL;
  2066. }
  2067. sync_dev->version = sub->type;
  2068. CAM_DBG(CAM_SYNC, "Sync event verion type 0x%x", sync_dev->version);
  2069. return v4l2_event_subscribe(fh, sub, CAM_SYNC_MAX_V4L2_EVENTS,
  2070. &cam_sync_v4l2_ops);
  2071. }
  2072. int cam_sync_unsubscribe_event(struct v4l2_fh *fh,
  2073. const struct v4l2_event_subscription *sub)
  2074. {
  2075. if (!((sub->type == CAM_SYNC_V4L_EVENT) ||
  2076. (sub->type == CAM_SYNC_V4L_EVENT_V2))) {
  2077. CAM_ERR(CAM_SYNC, "Non supported event type 0x%x", sub->type);
  2078. return -EINVAL;
  2079. }
  2080. return v4l2_event_unsubscribe(fh, sub);
  2081. }
  2082. static const struct v4l2_ioctl_ops g_cam_sync_ioctl_ops = {
  2083. .vidioc_subscribe_event = cam_sync_subscribe_event,
  2084. .vidioc_unsubscribe_event = cam_sync_unsubscribe_event,
  2085. .vidioc_default = cam_sync_dev_ioctl,
  2086. };
  2087. static struct v4l2_file_operations cam_sync_v4l2_fops = {
  2088. .owner = THIS_MODULE,
  2089. .open = cam_sync_open,
  2090. .release = cam_sync_close,
  2091. .poll = cam_sync_poll,
  2092. .unlocked_ioctl = video_ioctl2,
  2093. #ifdef CONFIG_COMPAT
  2094. .compat_ioctl32 = video_ioctl2,
  2095. #endif
  2096. };
  2097. #if IS_REACHABLE(CONFIG_MEDIA_CONTROLLER)
  2098. static int cam_sync_media_controller_init(struct sync_device *sync_dev,
  2099. struct platform_device *pdev)
  2100. {
  2101. int rc;
  2102. sync_dev->v4l2_dev.mdev = kzalloc(sizeof(struct media_device),
  2103. GFP_KERNEL);
  2104. if (!sync_dev->v4l2_dev.mdev)
  2105. return -ENOMEM;
  2106. media_device_init(sync_dev->v4l2_dev.mdev);
  2107. strlcpy(sync_dev->v4l2_dev.mdev->model, CAM_SYNC_DEVICE_NAME,
  2108. sizeof(sync_dev->v4l2_dev.mdev->model));
  2109. sync_dev->v4l2_dev.mdev->dev = &(pdev->dev);
  2110. rc = media_device_register(sync_dev->v4l2_dev.mdev);
  2111. if (rc < 0)
  2112. goto register_fail;
  2113. rc = media_entity_pads_init(&sync_dev->vdev->entity, 0, NULL);
  2114. if (rc < 0)
  2115. goto entity_fail;
  2116. return 0;
  2117. entity_fail:
  2118. media_device_unregister(sync_dev->v4l2_dev.mdev);
  2119. register_fail:
  2120. media_device_cleanup(sync_dev->v4l2_dev.mdev);
  2121. return rc;
  2122. }
  2123. static void cam_sync_media_controller_cleanup(struct sync_device *sync_dev)
  2124. {
  2125. media_entity_cleanup(&sync_dev->vdev->entity);
  2126. media_device_unregister(sync_dev->v4l2_dev.mdev);
  2127. media_device_cleanup(sync_dev->v4l2_dev.mdev);
  2128. kfree(sync_dev->v4l2_dev.mdev);
  2129. }
  2130. static void cam_sync_init_entity(struct sync_device *sync_dev)
  2131. {
  2132. sync_dev->vdev->entity.function = CAM_SYNC_DEVICE_TYPE;
  2133. sync_dev->vdev->entity.name =
  2134. video_device_node_name(sync_dev->vdev);
  2135. }
  2136. #else
  2137. static int cam_sync_media_controller_init(struct sync_device *sync_dev,
  2138. struct platform_device *pdev)
  2139. {
  2140. return 0;
  2141. }
  2142. static void cam_sync_media_controller_cleanup(struct sync_device *sync_dev)
  2143. {
  2144. }
  2145. static void cam_sync_init_entity(struct sync_device *sync_dev)
  2146. {
  2147. }
  2148. #endif
  2149. static int cam_sync_create_debugfs(void)
  2150. {
  2151. int rc = 0;
  2152. struct dentry *dbgfileptr = NULL;
  2153. if (!cam_debugfs_available())
  2154. return 0;
  2155. rc = cam_debugfs_create_subdir("sync", &dbgfileptr);
  2156. if (rc) {
  2157. CAM_ERR(CAM_SYNC,"DebugFS could not create directory!");
  2158. rc = -ENOENT;
  2159. goto end;
  2160. }
  2161. /* Store parent inode for cleanup in caller */
  2162. sync_dev->dentry = dbgfileptr;
  2163. debugfs_create_bool("trigger_cb_without_switch", 0644,
  2164. sync_dev->dentry, &trigger_cb_without_switch);
  2165. end:
  2166. return rc;
  2167. }
  2168. #if IS_REACHABLE(CONFIG_MSM_GLOBAL_SYNX)
  2169. int cam_synx_sync_signal(int32_t sync_obj, uint32_t synx_status)
  2170. {
  2171. int rc = 0;
  2172. uint32_t sync_status = synx_status;
  2173. switch (synx_status) {
  2174. case SYNX_STATE_ACTIVE:
  2175. sync_status = CAM_SYNC_STATE_ACTIVE;
  2176. break;
  2177. case SYNX_STATE_SIGNALED_SUCCESS:
  2178. sync_status = CAM_SYNC_STATE_SIGNALED_SUCCESS;
  2179. break;
  2180. case SYNX_STATE_SIGNALED_ERROR:
  2181. sync_status = CAM_SYNC_STATE_SIGNALED_ERROR;
  2182. break;
  2183. case 4: /* SYNX_STATE_SIGNALED_CANCEL: */
  2184. sync_status = CAM_SYNC_STATE_SIGNALED_CANCEL;
  2185. break;
  2186. default:
  2187. CAM_ERR(CAM_SYNC, "Invalid synx status %d for obj %d",
  2188. synx_status, sync_obj);
  2189. sync_status = CAM_SYNC_STATE_SIGNALED_ERROR;
  2190. break;
  2191. }
  2192. rc = cam_sync_signal(sync_obj, sync_status, CAM_SYNC_COMMON_EVENT_SYNX);
  2193. if (rc) {
  2194. CAM_ERR(CAM_SYNC,
  2195. "synx signal failed with %d, sync_obj=%d, synx_status=%d, sync_status=%d",
  2196. sync_obj, synx_status, sync_status, rc);
  2197. }
  2198. return rc;
  2199. }
  2200. static int cam_sync_register_synx_bind_ops(
  2201. struct synx_register_params *object)
  2202. {
  2203. int rc = 0;
  2204. rc = synx_register_ops(object);
  2205. if (rc)
  2206. CAM_ERR(CAM_SYNC, "synx registration fail with rc=%d", rc);
  2207. return rc;
  2208. }
  2209. static void cam_sync_unregister_synx_bind_ops(
  2210. struct synx_register_params *object)
  2211. {
  2212. int rc = 0;
  2213. rc = synx_deregister_ops(object);
  2214. if (rc)
  2215. CAM_ERR(CAM_SYNC, "sync unregistration fail with %d", rc);
  2216. }
  2217. static void cam_sync_configure_synx_obj(struct synx_register_params *object)
  2218. {
  2219. struct synx_register_params *params = object;
  2220. params->name = CAM_SYNC_NAME;
  2221. params->type = SYNX_TYPE_CSL;
  2222. params->ops.register_callback = cam_sync_register_callback;
  2223. params->ops.deregister_callback = cam_sync_deregister_callback;
  2224. params->ops.enable_signaling = cam_sync_get_obj_ref;
  2225. params->ops.signal = cam_synx_sync_signal;
  2226. }
  2227. #endif
  2228. static int cam_sync_component_bind(struct device *dev,
  2229. struct device *master_dev, void *data)
  2230. {
  2231. int rc;
  2232. int idx;
  2233. struct platform_device *pdev = to_platform_device(dev);
  2234. sync_dev = kzalloc(sizeof(*sync_dev), GFP_KERNEL);
  2235. if (!sync_dev)
  2236. return -ENOMEM;
  2237. mutex_init(&sync_dev->table_lock);
  2238. spin_lock_init(&sync_dev->cam_sync_eventq_lock);
  2239. for (idx = 0; idx < CAM_SYNC_MAX_OBJS; idx++)
  2240. spin_lock_init(&sync_dev->row_spinlocks[idx]);
  2241. sync_dev->vdev = video_device_alloc();
  2242. if (!sync_dev->vdev) {
  2243. rc = -ENOMEM;
  2244. goto vdev_fail;
  2245. }
  2246. rc = cam_sync_media_controller_init(sync_dev, pdev);
  2247. if (rc < 0)
  2248. goto mcinit_fail;
  2249. sync_dev->vdev->v4l2_dev = &sync_dev->v4l2_dev;
  2250. rc = v4l2_device_register(&(pdev->dev), sync_dev->vdev->v4l2_dev);
  2251. if (rc < 0)
  2252. goto register_fail;
  2253. strlcpy(sync_dev->vdev->name, CAM_SYNC_NAME,
  2254. sizeof(sync_dev->vdev->name));
  2255. sync_dev->vdev->release = video_device_release_empty;
  2256. sync_dev->vdev->fops = &cam_sync_v4l2_fops;
  2257. sync_dev->vdev->ioctl_ops = &g_cam_sync_ioctl_ops;
  2258. sync_dev->vdev->minor = -1;
  2259. sync_dev->vdev->device_caps |= V4L2_CAP_VIDEO_CAPTURE;
  2260. sync_dev->vdev->vfl_type = VFL_TYPE_VIDEO;
  2261. rc = video_register_device(sync_dev->vdev, VFL_TYPE_VIDEO, -1);
  2262. if (rc < 0) {
  2263. CAM_ERR(CAM_SYNC,
  2264. "video device registration failure rc = %d, name = %s, device_caps = %d",
  2265. rc, sync_dev->vdev->name, sync_dev->vdev->device_caps);
  2266. goto v4l2_fail;
  2267. }
  2268. cam_sync_init_entity(sync_dev);
  2269. video_set_drvdata(sync_dev->vdev, sync_dev);
  2270. bitmap_zero(sync_dev->bitmap, CAM_SYNC_MAX_OBJS);
  2271. /*
  2272. * We treat zero as invalid handle, so we will keep the 0th bit set
  2273. * always
  2274. */
  2275. set_bit(0, sync_dev->bitmap);
  2276. sync_dev->work_queue = alloc_workqueue(CAM_SYNC_WORKQUEUE_NAME,
  2277. WQ_HIGHPRI | WQ_UNBOUND, 1);
  2278. if (!sync_dev->work_queue) {
  2279. CAM_ERR(CAM_SYNC,
  2280. "Error: high priority work queue creation failed");
  2281. rc = -ENOMEM;
  2282. goto v4l2_fail;
  2283. }
  2284. /* Initialize dma fence driver */
  2285. rc = cam_dma_fence_driver_init();
  2286. if (rc) {
  2287. CAM_ERR(CAM_SYNC,
  2288. "DMA fence driver initialization failed rc: %d", rc);
  2289. goto workq_destroy;
  2290. }
  2291. trigger_cb_without_switch = false;
  2292. cam_sync_create_debugfs();
  2293. #if IS_ENABLED(CONFIG_TARGET_SYNX_ENABLE)
  2294. /* Initialize synx obj driver */
  2295. rc = cam_synx_obj_driver_init();
  2296. if (rc) {
  2297. CAM_ERR(CAM_SYNC,
  2298. "Synx obj driver initialization failed rc: %d", rc);
  2299. goto dma_driver_deinit;
  2300. }
  2301. #elif IS_REACHABLE(CONFIG_MSM_GLOBAL_SYNX)
  2302. CAM_DBG(CAM_SYNC, "Registering with synx driver");
  2303. cam_sync_configure_synx_obj(&sync_dev->params);
  2304. rc = cam_sync_register_synx_bind_ops(&sync_dev->params);
  2305. if (rc)
  2306. goto dma_driver_deinit;
  2307. #endif
  2308. CAM_DBG(CAM_SYNC, "Component bound successfully");
  2309. return rc;
  2310. #if IS_REACHABLE(CONFIG_MSM_GLOBAL_SYNX) || IS_ENABLED(CONFIG_TARGET_SYNX_ENABLE)
  2311. dma_driver_deinit:
  2312. cam_dma_fence_driver_deinit();
  2313. #endif
  2314. workq_destroy:
  2315. destroy_workqueue(sync_dev->work_queue);
  2316. v4l2_fail:
  2317. v4l2_device_unregister(sync_dev->vdev->v4l2_dev);
  2318. register_fail:
  2319. cam_sync_media_controller_cleanup(sync_dev);
  2320. mcinit_fail:
  2321. video_unregister_device(sync_dev->vdev);
  2322. video_device_release(sync_dev->vdev);
  2323. vdev_fail:
  2324. mutex_destroy(&sync_dev->table_lock);
  2325. kfree(sync_dev);
  2326. return rc;
  2327. }
  2328. static void cam_sync_component_unbind(struct device *dev,
  2329. struct device *master_dev, void *data)
  2330. {
  2331. int i;
  2332. v4l2_device_unregister(sync_dev->vdev->v4l2_dev);
  2333. cam_sync_media_controller_cleanup(sync_dev);
  2334. #if IS_ENABLED(CONFIG_TARGET_SYNX_ENABLE)
  2335. cam_synx_obj_driver_deinit();
  2336. #elif IS_REACHABLE(CONFIG_MSM_GLOBAL_SYNX)
  2337. cam_sync_unregister_synx_bind_ops(&sync_dev->params);
  2338. #endif
  2339. video_unregister_device(sync_dev->vdev);
  2340. video_device_release(sync_dev->vdev);
  2341. sync_dev->dentry = NULL;
  2342. cam_dma_fence_driver_deinit();
  2343. for (i = 0; i < CAM_SYNC_MAX_OBJS; i++)
  2344. spin_lock_init(&sync_dev->row_spinlocks[i]);
  2345. kfree(sync_dev);
  2346. sync_dev = NULL;
  2347. }
  2348. const static struct component_ops cam_sync_component_ops = {
  2349. .bind = cam_sync_component_bind,
  2350. .unbind = cam_sync_component_unbind,
  2351. };
  2352. static int cam_sync_probe(struct platform_device *pdev)
  2353. {
  2354. int rc = 0;
  2355. CAM_DBG(CAM_SYNC, "Adding Sync component");
  2356. rc = component_add(&pdev->dev, &cam_sync_component_ops);
  2357. if (rc)
  2358. CAM_ERR(CAM_SYNC, "failed to add component rc: %d", rc);
  2359. return rc;
  2360. }
  2361. static int cam_sync_remove(struct platform_device *pdev)
  2362. {
  2363. component_del(&pdev->dev, &cam_sync_component_ops);
  2364. return 0;
  2365. }
  2366. static const struct of_device_id cam_sync_dt_match[] = {
  2367. {.compatible = "qcom,cam-sync"},
  2368. {}
  2369. };
  2370. MODULE_DEVICE_TABLE(of, cam_sync_dt_match);
  2371. struct platform_driver cam_sync_driver = {
  2372. .probe = cam_sync_probe,
  2373. .remove = cam_sync_remove,
  2374. .driver = {
  2375. .name = "cam_sync",
  2376. .owner = THIS_MODULE,
  2377. .of_match_table = cam_sync_dt_match,
  2378. .suppress_bind_attrs = true,
  2379. },
  2380. };
  2381. int cam_sync_init(void)
  2382. {
  2383. return platform_driver_register(&cam_sync_driver);
  2384. }
  2385. void cam_sync_exit(void)
  2386. {
  2387. platform_driver_unregister(&cam_sync_driver);
  2388. }
  2389. MODULE_DESCRIPTION("Camera sync driver");
  2390. MODULE_LICENSE("GPL v2");