cam_sync.c 78 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654265526562657265826592660266126622663266426652666266726682669267026712672267326742675267626772678267926802681268226832684268526862687268826892690269126922693269426952696269726982699270027012702270327042705270627072708270927102711271227132714271527162717271827192720272127222723272427252726272727282729273027312732273327342735273627372738273927402741274227432744274527462747274827492750275127522753275427552756275727582759276027612762276327642765276627672768276927702771277227732774277527762777277827792780278127822783278427852786278727882789279027912792279327942795279627972798279928002801280228032804280528062807280828092810281128122813281428152816281728182819282028212822282328242825282628272828282928302831283228332834283528362837
  1. // SPDX-License-Identifier: GPL-2.0-only
  2. /*
  3. * Copyright (c) 2017-2021, The Linux Foundation. All rights reserved.
  4. * Copyright (c) 2022 Qualcomm Innovation Center, Inc. All rights reserved.
  5. */
  6. #include <linux/init.h>
  7. #include <linux/module.h>
  8. #include <linux/irqflags.h>
  9. #include <linux/module.h>
  10. #include <linux/platform_device.h>
  11. #include <linux/debugfs.h>
  12. #if IS_REACHABLE(CONFIG_MSM_GLOBAL_SYNX) || IS_ENABLED(CONFIG_TARGET_SYNX_ENABLE)
  13. #include <synx_api.h>
  14. #endif
  15. #include "cam_sync_util.h"
  16. #include "cam_debug_util.h"
  17. #include "cam_common_util.h"
  18. #include "cam_compat.h"
  19. #include "camera_main.h"
  20. #include "cam_req_mgr_workq.h"
  21. struct sync_device *sync_dev;
  22. /*
  23. * Flag to determine whether to enqueue cb of a
  24. * signaled fence onto the workq or invoke it
  25. * directly in the same context
  26. */
  27. static bool trigger_cb_without_switch;
  28. static void cam_sync_print_fence_table(void)
  29. {
  30. int idx;
  31. for (idx = 0; idx < CAM_SYNC_MAX_OBJS; idx++) {
  32. spin_lock_bh(&sync_dev->row_spinlocks[idx]);
  33. CAM_INFO(CAM_SYNC,
  34. "index[%u]: sync_id=%d, name=%s, type=%d, state=%d, ref_cnt=%d",
  35. idx,
  36. sync_dev->sync_table[idx].sync_id,
  37. sync_dev->sync_table[idx].name,
  38. sync_dev->sync_table[idx].type,
  39. sync_dev->sync_table[idx].state,
  40. atomic_read(&sync_dev->sync_table[idx].ref_cnt));
  41. spin_unlock_bh(&sync_dev->row_spinlocks[idx]);
  42. }
  43. }
  44. static int cam_sync_create_util(
  45. int32_t *sync_obj, const char *name,
  46. struct cam_dma_fence_create_sync_obj_payload *dma_sync_create_info,
  47. struct sync_synx_obj_info *synx_obj_sync_create_info)
  48. {
  49. int rc;
  50. long idx;
  51. bool bit;
  52. struct sync_table_row *row = NULL;
  53. do {
  54. idx = find_first_zero_bit(sync_dev->bitmap, CAM_SYNC_MAX_OBJS);
  55. if (idx >= CAM_SYNC_MAX_OBJS) {
  56. CAM_ERR(CAM_SYNC,
  57. "Error: Unable to create sync idx = %d sync name = %s reached max!",
  58. idx, name);
  59. cam_sync_print_fence_table();
  60. return -ENOMEM;
  61. }
  62. CAM_DBG(CAM_SYNC, "Index location available at idx: %ld", idx);
  63. bit = test_and_set_bit(idx, sync_dev->bitmap);
  64. } while (bit);
  65. spin_lock_bh(&sync_dev->row_spinlocks[idx]);
  66. rc = cam_sync_init_row(sync_dev->sync_table, idx, name,
  67. CAM_SYNC_TYPE_INDV);
  68. if (rc) {
  69. CAM_ERR(CAM_SYNC, "Error: Unable to init row at idx = %ld",
  70. idx);
  71. clear_bit(idx, sync_dev->bitmap);
  72. spin_unlock_bh(&sync_dev->row_spinlocks[idx]);
  73. return -EINVAL;
  74. }
  75. *sync_obj = idx;
  76. /* Associate sync obj with synx if any holding sync lock */
  77. if (synx_obj_sync_create_info) {
  78. row = sync_dev->sync_table + idx;
  79. row->synx_obj_info.synx_obj_row_idx =
  80. synx_obj_sync_create_info->synx_obj_row_idx;
  81. row->synx_obj_info.sync_created_with_synx =
  82. synx_obj_sync_create_info->sync_created_with_synx;
  83. row->synx_obj_info.synx_obj = synx_obj_sync_create_info->synx_obj;
  84. set_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ, &row->ext_fence_mask);
  85. CAM_DBG(CAM_SYNC, "sync_obj: %s[%d] associated with synx_obj: %d",
  86. name, *sync_obj, row->synx_obj_info.synx_obj);
  87. }
  88. /* Associate sync obj with dma fence if any holding sync lock */
  89. if (dma_sync_create_info) {
  90. row = sync_dev->sync_table + idx;
  91. row->dma_fence_info.dma_fence_fd = dma_sync_create_info->fd;
  92. row->dma_fence_info.dma_fence_row_idx = dma_sync_create_info->dma_fence_row_idx;
  93. row->dma_fence_info.sync_created_with_dma =
  94. dma_sync_create_info->sync_created_with_dma;
  95. set_bit(CAM_GENERIC_FENCE_TYPE_DMA_FENCE, &row->ext_fence_mask);
  96. /* Association refcnt for non-import cases */
  97. if (dma_sync_create_info->sync_created_with_dma) {
  98. rc = cam_dma_fence_get_put_ref(true, row->dma_fence_info.dma_fence_row_idx);
  99. if (rc)
  100. CAM_ERR(CAM_SYNC,
  101. "Failed to getref on dma fence idx: %u fd: %d sync_obj: %d rc: %d",
  102. row->dma_fence_info.dma_fence_row_idx,
  103. row->dma_fence_info.dma_fence_fd,
  104. *sync_obj, rc);
  105. goto end;
  106. }
  107. CAM_DBG(CAM_SYNC, "sync_obj: %s[%d] associated with dma fence fd: %d",
  108. name, *sync_obj, dma_sync_create_info->fd);
  109. goto end;
  110. }
  111. CAM_DBG(CAM_SYNC, "sync_obj: %s[%i]", name, *sync_obj);
  112. end:
  113. spin_unlock_bh(&sync_dev->row_spinlocks[idx]);
  114. return rc;
  115. }
  116. int cam_sync_create(int32_t *sync_obj, const char *name)
  117. {
  118. return cam_sync_create_util(sync_obj, name, NULL, NULL);
  119. }
  120. int cam_sync_register_callback(sync_callback cb_func,
  121. void *userdata, int32_t sync_obj)
  122. {
  123. struct sync_callback_info *sync_cb;
  124. struct sync_table_row *row = NULL;
  125. int status = 0;
  126. if (sync_obj >= CAM_SYNC_MAX_OBJS || sync_obj <= 0 || !cb_func)
  127. return -EINVAL;
  128. spin_lock_bh(&sync_dev->row_spinlocks[sync_obj]);
  129. row = sync_dev->sync_table + sync_obj;
  130. if (row->state == CAM_SYNC_STATE_INVALID) {
  131. CAM_ERR(CAM_SYNC,
  132. "Error: accessing an uninitialized sync obj %s[%d]",
  133. row->name,
  134. sync_obj);
  135. spin_unlock_bh(&sync_dev->row_spinlocks[sync_obj]);
  136. return -EINVAL;
  137. }
  138. sync_cb = kzalloc(sizeof(*sync_cb), GFP_ATOMIC);
  139. if (!sync_cb) {
  140. spin_unlock_bh(&sync_dev->row_spinlocks[sync_obj]);
  141. return -ENOMEM;
  142. }
  143. /* Trigger callback if sync object is already in SIGNALED state */
  144. if (((row->state == CAM_SYNC_STATE_SIGNALED_SUCCESS) ||
  145. (row->state == CAM_SYNC_STATE_SIGNALED_ERROR) ||
  146. (row->state == CAM_SYNC_STATE_SIGNALED_CANCEL)) &&
  147. (!row->remaining)) {
  148. if (trigger_cb_without_switch) {
  149. CAM_DBG(CAM_SYNC, "Invoke callback for sync object:%s[%d]",
  150. row->name,
  151. sync_obj);
  152. status = row->state;
  153. kfree(sync_cb);
  154. spin_unlock_bh(&sync_dev->row_spinlocks[sync_obj]);
  155. cb_func(sync_obj, status, userdata);
  156. } else {
  157. sync_cb->callback_func = cb_func;
  158. sync_cb->cb_data = userdata;
  159. sync_cb->sync_obj = sync_obj;
  160. INIT_WORK(&sync_cb->cb_dispatch_work,
  161. cam_sync_util_cb_dispatch);
  162. sync_cb->status = row->state;
  163. CAM_DBG(CAM_SYNC, "Enqueue callback for sync object:%s[%d]",
  164. row->name,
  165. sync_cb->sync_obj);
  166. sync_cb->workq_scheduled_ts = ktime_get();
  167. queue_work(sync_dev->work_queue,
  168. &sync_cb->cb_dispatch_work);
  169. spin_unlock_bh(&sync_dev->row_spinlocks[sync_obj]);
  170. }
  171. return 0;
  172. }
  173. sync_cb->callback_func = cb_func;
  174. sync_cb->cb_data = userdata;
  175. sync_cb->sync_obj = sync_obj;
  176. INIT_WORK(&sync_cb->cb_dispatch_work, cam_sync_util_cb_dispatch);
  177. list_add_tail(&sync_cb->list, &row->callback_list);
  178. spin_unlock_bh(&sync_dev->row_spinlocks[sync_obj]);
  179. return 0;
  180. }
  181. int cam_sync_deregister_callback(sync_callback cb_func,
  182. void *userdata, int32_t sync_obj)
  183. {
  184. struct sync_table_row *row = NULL;
  185. struct sync_callback_info *sync_cb, *temp;
  186. bool found = false;
  187. if (sync_obj >= CAM_SYNC_MAX_OBJS || sync_obj <= 0)
  188. return -EINVAL;
  189. spin_lock_bh(&sync_dev->row_spinlocks[sync_obj]);
  190. row = sync_dev->sync_table + sync_obj;
  191. if (row->state == CAM_SYNC_STATE_INVALID) {
  192. CAM_ERR(CAM_SYNC,
  193. "Error: accessing an uninitialized sync obj = %s[%d]",
  194. row->name,
  195. sync_obj);
  196. spin_unlock_bh(&sync_dev->row_spinlocks[sync_obj]);
  197. return -EINVAL;
  198. }
  199. CAM_DBG(CAM_SYNC, "deregistered callback for sync object:%s[%d]",
  200. row->name,
  201. sync_obj);
  202. list_for_each_entry_safe(sync_cb, temp, &row->callback_list, list) {
  203. if (sync_cb->callback_func == cb_func &&
  204. sync_cb->cb_data == userdata) {
  205. list_del_init(&sync_cb->list);
  206. kfree(sync_cb);
  207. found = true;
  208. }
  209. }
  210. spin_unlock_bh(&sync_dev->row_spinlocks[sync_obj]);
  211. return found ? 0 : -ENOENT;
  212. }
  213. static inline int cam_sync_signal_dma_fence_util(
  214. struct sync_table_row *row, uint32_t status)
  215. {
  216. struct cam_dma_fence_signal signal_dma_fence;
  217. signal_dma_fence.dma_fence_fd = row->dma_fence_info.dma_fence_fd;
  218. switch (status) {
  219. case CAM_SYNC_STATE_SIGNALED_SUCCESS:
  220. signal_dma_fence.status = 0;
  221. break;
  222. case CAM_SYNC_STATE_SIGNALED_ERROR:
  223. /* Advertise error */
  224. signal_dma_fence.status = -EADV;
  225. break;
  226. case CAM_SYNC_STATE_SIGNALED_CANCEL:
  227. signal_dma_fence.status = -ECANCELED;
  228. break;
  229. default:
  230. CAM_ERR(CAM_SYNC,
  231. "Signaling undefined status: %d for sync obj: %d",
  232. status, row->sync_id);
  233. return -EINVAL;
  234. }
  235. return cam_dma_fence_internal_signal(row->dma_fence_info.dma_fence_row_idx,
  236. &signal_dma_fence);
  237. }
  238. static void cam_sync_signal_parent_util(int32_t status,
  239. uint32_t event_cause, struct list_head *parents_list)
  240. {
  241. int rc;
  242. struct sync_table_row *parent_row = NULL;
  243. struct sync_parent_info *parent_info, *temp_parent_info;
  244. /*
  245. * Now iterate over all parents of this object and if they too need to
  246. * be signaled dispatch cb's
  247. */
  248. list_for_each_entry_safe(parent_info, temp_parent_info,
  249. parents_list, list) {
  250. parent_row = sync_dev->sync_table + parent_info->sync_id;
  251. spin_lock_bh(&sync_dev->row_spinlocks[parent_info->sync_id]);
  252. parent_row->remaining--;
  253. rc = cam_sync_util_update_parent_state(
  254. parent_row,
  255. status);
  256. if (rc) {
  257. CAM_ERR(CAM_SYNC, "Invalid parent state %d",
  258. parent_row->state);
  259. spin_unlock_bh(
  260. &sync_dev->row_spinlocks[parent_info->sync_id]);
  261. kfree(parent_info);
  262. continue;
  263. }
  264. if (!parent_row->remaining)
  265. cam_sync_util_dispatch_signaled_cb(
  266. parent_info->sync_id, parent_row->state,
  267. event_cause);
  268. spin_unlock_bh(&sync_dev->row_spinlocks[parent_info->sync_id]);
  269. list_del_init(&parent_info->list);
  270. kfree(parent_info);
  271. }
  272. }
  273. static int cam_sync_signal_validate_util(
  274. int32_t sync_obj, int32_t status)
  275. {
  276. struct sync_table_row *row = sync_dev->sync_table + sync_obj;
  277. if (row->state == CAM_SYNC_STATE_INVALID) {
  278. CAM_ERR(CAM_SYNC,
  279. "Error: accessing an uninitialized sync obj = %s[%d]",
  280. row->name, sync_obj);
  281. return -EINVAL;
  282. }
  283. if (row->type == CAM_SYNC_TYPE_GROUP) {
  284. CAM_ERR(CAM_SYNC,
  285. "Error: Signaling a GROUP sync object = %s[%d]",
  286. row->name, sync_obj);
  287. return -EINVAL;
  288. }
  289. if (row->state != CAM_SYNC_STATE_ACTIVE) {
  290. CAM_ERR(CAM_SYNC,
  291. "Error: Sync object already signaled sync_obj = %s[%d]",
  292. row->name, sync_obj);
  293. return -EALREADY;
  294. }
  295. if ((status != CAM_SYNC_STATE_SIGNALED_SUCCESS) &&
  296. (status != CAM_SYNC_STATE_SIGNALED_ERROR) &&
  297. (status != CAM_SYNC_STATE_SIGNALED_CANCEL)) {
  298. CAM_ERR(CAM_SYNC,
  299. "Error: signaling with undefined status = %d", status);
  300. return -EINVAL;
  301. }
  302. return 0;
  303. }
  304. int cam_sync_signal(int32_t sync_obj, uint32_t status, uint32_t event_cause)
  305. {
  306. struct sync_table_row *row = NULL;
  307. struct list_head parents_list;
  308. int rc = 0, synx_row_idx = 0;
  309. uint32_t synx_obj = 0;
  310. #if IS_ENABLED(CONFIG_TARGET_SYNX_ENABLE)
  311. struct cam_synx_obj_signal signal_synx_obj;
  312. #endif
  313. if (sync_obj >= CAM_SYNC_MAX_OBJS || sync_obj <= 0) {
  314. CAM_ERR(CAM_SYNC, "Error: Out of range sync obj (0 <= %d < %d)",
  315. sync_obj, CAM_SYNC_MAX_OBJS);
  316. return -EINVAL;
  317. }
  318. row = sync_dev->sync_table + sync_obj;
  319. spin_lock_bh(&sync_dev->row_spinlocks[sync_obj]);
  320. rc = cam_sync_signal_validate_util(sync_obj, status);
  321. if (rc) {
  322. spin_unlock_bh(&sync_dev->row_spinlocks[sync_obj]);
  323. CAM_ERR(CAM_SYNC,
  324. "Error: Failed to validate signal info for sync_obj = %s[%d] with status = %d rc = %d",
  325. row->name, sync_obj, status, rc);
  326. return rc;
  327. }
  328. if (!atomic_dec_and_test(&row->ref_cnt)) {
  329. spin_unlock_bh(&sync_dev->row_spinlocks[sync_obj]);
  330. return 0;
  331. }
  332. row->state = status;
  333. /*
  334. * Signal associated dma fence first - external entities
  335. * waiting on this fence can start processing
  336. */
  337. if (test_bit(CAM_GENERIC_FENCE_TYPE_DMA_FENCE, &row->ext_fence_mask)) {
  338. rc = cam_sync_signal_dma_fence_util(row, status);
  339. if (rc)
  340. CAM_ERR(CAM_SYNC,
  341. "Error: Failed to signal associated dma fencefd = %d for sync_obj = %s[%d]",
  342. row->dma_fence_info.dma_fence_fd, row->name, sync_obj);
  343. }
  344. /* Obtain associated synx hdl if any with the row lock held */
  345. if (test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ, &row->ext_fence_mask)) {
  346. synx_obj = row->synx_obj_info.synx_obj;
  347. synx_row_idx = row->synx_obj_info.synx_obj_row_idx;
  348. }
  349. cam_sync_util_dispatch_signaled_cb(sync_obj, status, event_cause);
  350. /* copy parent list to local and release child lock */
  351. INIT_LIST_HEAD(&parents_list);
  352. list_splice_init(&row->parents_list, &parents_list);
  353. spin_unlock_bh(&sync_dev->row_spinlocks[sync_obj]);
  354. #if IS_ENABLED(CONFIG_TARGET_SYNX_ENABLE)
  355. /*
  356. * Signal associated synx obj after unlock
  357. */
  358. if (test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ, &row->ext_fence_mask)) {
  359. signal_synx_obj.status = status;
  360. signal_synx_obj.synx_obj = synx_obj;
  361. rc = cam_synx_obj_internal_signal(synx_row_idx, &signal_synx_obj);
  362. if (rc)
  363. CAM_ERR(CAM_SYNC,
  364. "Error: Failed to signal associated synx obj = %d for sync_obj = %d",
  365. synx_obj, sync_obj);
  366. }
  367. #endif
  368. if (list_empty(&parents_list))
  369. return 0;
  370. cam_sync_signal_parent_util(status, event_cause, &parents_list);
  371. return 0;
  372. }
  373. int cam_sync_merge(int32_t *sync_obj, uint32_t num_objs, int32_t *merged_obj)
  374. {
  375. int rc;
  376. long idx = 0;
  377. bool bit;
  378. int i = 0;
  379. if (!sync_obj || !merged_obj) {
  380. CAM_ERR(CAM_SYNC, "Invalid pointer(s)");
  381. return -EINVAL;
  382. }
  383. if (num_objs <= 1) {
  384. CAM_ERR(CAM_SYNC, "Single object merge is not allowed");
  385. return -EINVAL;
  386. }
  387. if (cam_common_util_remove_duplicate_arr(sync_obj, num_objs)
  388. != num_objs) {
  389. CAM_ERR(CAM_SYNC, "The obj list has duplicate fence");
  390. return -EINVAL;
  391. }
  392. for (i = 0; i < num_objs; i++) {
  393. rc = cam_sync_check_valid(sync_obj[i]);
  394. if (rc) {
  395. CAM_ERR(CAM_SYNC, "Sync_obj[%d] %d valid check fail",
  396. i, sync_obj[i]);
  397. return rc;
  398. }
  399. }
  400. do {
  401. idx = find_first_zero_bit(sync_dev->bitmap, CAM_SYNC_MAX_OBJS);
  402. if (idx >= CAM_SYNC_MAX_OBJS)
  403. return -ENOMEM;
  404. bit = test_and_set_bit(idx, sync_dev->bitmap);
  405. } while (bit);
  406. spin_lock_bh(&sync_dev->row_spinlocks[idx]);
  407. rc = cam_sync_init_group_object(sync_dev->sync_table,
  408. idx, sync_obj,
  409. num_objs);
  410. if (rc < 0) {
  411. CAM_ERR(CAM_SYNC, "Error: Unable to init row at idx = %ld",
  412. idx);
  413. clear_bit(idx, sync_dev->bitmap);
  414. spin_unlock_bh(&sync_dev->row_spinlocks[idx]);
  415. return -EINVAL;
  416. }
  417. CAM_DBG(CAM_SYNC, "Init row at idx:%ld to merge objects", idx);
  418. *merged_obj = idx;
  419. spin_unlock_bh(&sync_dev->row_spinlocks[idx]);
  420. return 0;
  421. }
  422. int cam_sync_get_obj_ref(int32_t sync_obj)
  423. {
  424. struct sync_table_row *row = NULL;
  425. if (sync_obj >= CAM_SYNC_MAX_OBJS || sync_obj <= 0)
  426. return -EINVAL;
  427. row = sync_dev->sync_table + sync_obj;
  428. spin_lock(&sync_dev->row_spinlocks[sync_obj]);
  429. if (row->state != CAM_SYNC_STATE_ACTIVE) {
  430. spin_unlock(&sync_dev->row_spinlocks[sync_obj]);
  431. CAM_ERR(CAM_SYNC,
  432. "Error: accessing an uninitialized sync obj = %s[%d]",
  433. row->name,
  434. sync_obj);
  435. return -EINVAL;
  436. }
  437. atomic_inc(&row->ref_cnt);
  438. spin_unlock(&sync_dev->row_spinlocks[sync_obj]);
  439. CAM_DBG(CAM_SYNC, "get ref for obj %d", sync_obj);
  440. return 0;
  441. }
  442. int cam_sync_put_obj_ref(int32_t sync_obj)
  443. {
  444. struct sync_table_row *row = NULL;
  445. if (sync_obj >= CAM_SYNC_MAX_OBJS || sync_obj <= 0)
  446. return -EINVAL;
  447. row = sync_dev->sync_table + sync_obj;
  448. atomic_dec(&row->ref_cnt);
  449. CAM_DBG(CAM_SYNC, "put ref for obj %d", sync_obj);
  450. return 0;
  451. }
  452. int cam_sync_destroy(int32_t sync_obj)
  453. {
  454. return cam_sync_deinit_object(sync_dev->sync_table, sync_obj, NULL, NULL);
  455. }
  456. int cam_sync_check_valid(int32_t sync_obj)
  457. {
  458. struct sync_table_row *row = NULL;
  459. if (sync_obj >= CAM_SYNC_MAX_OBJS || sync_obj <= 0)
  460. return -EINVAL;
  461. row = sync_dev->sync_table + sync_obj;
  462. if (!test_bit(sync_obj, sync_dev->bitmap)) {
  463. CAM_ERR(CAM_SYNC, "Error: Released sync obj received %s[%d]",
  464. row->name,
  465. sync_obj);
  466. return -EINVAL;
  467. }
  468. if (row->state == CAM_SYNC_STATE_INVALID) {
  469. CAM_ERR(CAM_SYNC,
  470. "Error: accessing an uninitialized sync obj = %s[%d]",
  471. row->name,
  472. sync_obj);
  473. return -EINVAL;
  474. }
  475. return 0;
  476. }
  477. int cam_sync_wait(int32_t sync_obj, uint64_t timeout_ms)
  478. {
  479. unsigned long timeleft;
  480. int rc = -EINVAL;
  481. struct sync_table_row *row = NULL;
  482. if (sync_obj >= CAM_SYNC_MAX_OBJS || sync_obj <= 0)
  483. return -EINVAL;
  484. row = sync_dev->sync_table + sync_obj;
  485. if (row->state == CAM_SYNC_STATE_INVALID) {
  486. CAM_ERR(CAM_SYNC,
  487. "Error: accessing an uninitialized sync obj = %s[%d]",
  488. row->name,
  489. sync_obj);
  490. return -EINVAL;
  491. }
  492. timeleft = cam_common_wait_for_completion_timeout(&row->signaled,
  493. msecs_to_jiffies(timeout_ms));
  494. if (!timeleft) {
  495. CAM_ERR(CAM_SYNC,
  496. "Error: timed out for sync obj = %s[%d]", row->name, sync_obj);
  497. rc = -ETIMEDOUT;
  498. } else {
  499. switch (row->state) {
  500. case CAM_SYNC_STATE_INVALID:
  501. case CAM_SYNC_STATE_ACTIVE:
  502. case CAM_SYNC_STATE_SIGNALED_ERROR:
  503. case CAM_SYNC_STATE_SIGNALED_CANCEL:
  504. CAM_ERR(CAM_SYNC,
  505. "Error: Wait on invalid state = %d, obj = %d, name = %s",
  506. row->state, sync_obj, row->name);
  507. rc = -EINVAL;
  508. break;
  509. case CAM_SYNC_STATE_SIGNALED_SUCCESS:
  510. rc = 0;
  511. break;
  512. default:
  513. rc = -EINVAL;
  514. break;
  515. }
  516. }
  517. return rc;
  518. }
  519. static int cam_sync_handle_create(struct cam_private_ioctl_arg *k_ioctl)
  520. {
  521. struct cam_sync_info sync_create;
  522. int result;
  523. if (k_ioctl->size != sizeof(struct cam_sync_info))
  524. return -EINVAL;
  525. if (!k_ioctl->ioctl_ptr)
  526. return -EINVAL;
  527. if (copy_from_user(&sync_create,
  528. u64_to_user_ptr(k_ioctl->ioctl_ptr),
  529. k_ioctl->size))
  530. return -EFAULT;
  531. sync_create.name[SYNC_DEBUG_NAME_LEN] = '\0';
  532. result = cam_sync_create(&sync_create.sync_obj,
  533. sync_create.name);
  534. if (!result)
  535. if (copy_to_user(
  536. u64_to_user_ptr(k_ioctl->ioctl_ptr),
  537. &sync_create,
  538. k_ioctl->size))
  539. return -EFAULT;
  540. return result;
  541. }
  542. static int cam_sync_handle_signal(struct cam_private_ioctl_arg *k_ioctl)
  543. {
  544. int rc = 0;
  545. struct cam_sync_signal sync_signal;
  546. if (k_ioctl->size != sizeof(struct cam_sync_signal))
  547. return -EINVAL;
  548. if (!k_ioctl->ioctl_ptr)
  549. return -EINVAL;
  550. if (copy_from_user(&sync_signal,
  551. u64_to_user_ptr(k_ioctl->ioctl_ptr),
  552. k_ioctl->size))
  553. return -EFAULT;
  554. /* need to get ref for UMD signaled fences */
  555. rc = cam_sync_get_obj_ref(sync_signal.sync_obj);
  556. if (rc) {
  557. CAM_DBG(CAM_SYNC,
  558. "Error: cannot signal an uninitialized sync obj = %d",
  559. sync_signal.sync_obj);
  560. return rc;
  561. }
  562. return cam_sync_signal(sync_signal.sync_obj,
  563. sync_signal.sync_state,
  564. CAM_SYNC_COMMON_SYNC_SIGNAL_EVENT);
  565. }
  566. static int cam_sync_handle_merge(struct cam_private_ioctl_arg *k_ioctl)
  567. {
  568. struct cam_sync_merge sync_merge;
  569. uint32_t *sync_objs;
  570. uint32_t num_objs;
  571. uint32_t size;
  572. int result;
  573. if (k_ioctl->size != sizeof(struct cam_sync_merge))
  574. return -EINVAL;
  575. if (!k_ioctl->ioctl_ptr)
  576. return -EINVAL;
  577. if (copy_from_user(&sync_merge,
  578. u64_to_user_ptr(k_ioctl->ioctl_ptr),
  579. k_ioctl->size))
  580. return -EFAULT;
  581. if (sync_merge.num_objs >= CAM_SYNC_MAX_OBJS)
  582. return -EINVAL;
  583. size = sizeof(uint32_t) * sync_merge.num_objs;
  584. sync_objs = kzalloc(size, GFP_ATOMIC);
  585. if (!sync_objs)
  586. return -ENOMEM;
  587. if (copy_from_user(sync_objs,
  588. u64_to_user_ptr(sync_merge.sync_objs),
  589. sizeof(uint32_t) * sync_merge.num_objs)) {
  590. kfree(sync_objs);
  591. return -EFAULT;
  592. }
  593. num_objs = sync_merge.num_objs;
  594. result = cam_sync_merge(sync_objs,
  595. num_objs,
  596. &sync_merge.merged);
  597. if (!result)
  598. if (copy_to_user(
  599. u64_to_user_ptr(k_ioctl->ioctl_ptr),
  600. &sync_merge,
  601. k_ioctl->size)) {
  602. kfree(sync_objs);
  603. return -EFAULT;
  604. }
  605. kfree(sync_objs);
  606. return result;
  607. }
  608. static int cam_sync_handle_wait(struct cam_private_ioctl_arg *k_ioctl)
  609. {
  610. struct cam_sync_wait sync_wait;
  611. if (k_ioctl->size != sizeof(struct cam_sync_wait))
  612. return -EINVAL;
  613. if (!k_ioctl->ioctl_ptr)
  614. return -EINVAL;
  615. if (copy_from_user(&sync_wait,
  616. u64_to_user_ptr(k_ioctl->ioctl_ptr),
  617. k_ioctl->size))
  618. return -EFAULT;
  619. k_ioctl->result = cam_sync_wait(sync_wait.sync_obj,
  620. sync_wait.timeout_ms);
  621. return 0;
  622. }
  623. static int cam_sync_handle_destroy(struct cam_private_ioctl_arg *k_ioctl)
  624. {
  625. struct cam_sync_info sync_create;
  626. if (k_ioctl->size != sizeof(struct cam_sync_info))
  627. return -EINVAL;
  628. if (!k_ioctl->ioctl_ptr)
  629. return -EINVAL;
  630. if (copy_from_user(&sync_create,
  631. u64_to_user_ptr(k_ioctl->ioctl_ptr),
  632. k_ioctl->size))
  633. return -EFAULT;
  634. return cam_sync_destroy(sync_create.sync_obj);
  635. }
  636. static int cam_sync_handle_register_user_payload(
  637. struct cam_private_ioctl_arg *k_ioctl)
  638. {
  639. struct cam_sync_userpayload_info userpayload_info;
  640. struct sync_user_payload *user_payload_kernel;
  641. struct sync_user_payload *user_payload_iter;
  642. struct sync_user_payload *temp_upayload_kernel;
  643. uint32_t sync_obj;
  644. struct sync_table_row *row = NULL;
  645. if (k_ioctl->size != sizeof(struct cam_sync_userpayload_info))
  646. return -EINVAL;
  647. if (!k_ioctl->ioctl_ptr)
  648. return -EINVAL;
  649. if (copy_from_user(&userpayload_info,
  650. u64_to_user_ptr(k_ioctl->ioctl_ptr),
  651. k_ioctl->size))
  652. return -EFAULT;
  653. sync_obj = userpayload_info.sync_obj;
  654. if (sync_obj >= CAM_SYNC_MAX_OBJS || sync_obj <= 0)
  655. return -EINVAL;
  656. user_payload_kernel = kzalloc(sizeof(*user_payload_kernel), GFP_KERNEL);
  657. if (!user_payload_kernel)
  658. return -ENOMEM;
  659. memcpy(user_payload_kernel->payload_data,
  660. userpayload_info.payload,
  661. CAM_SYNC_PAYLOAD_WORDS * sizeof(__u64));
  662. spin_lock_bh(&sync_dev->row_spinlocks[sync_obj]);
  663. row = sync_dev->sync_table + sync_obj;
  664. if (row->state == CAM_SYNC_STATE_INVALID) {
  665. CAM_ERR(CAM_SYNC,
  666. "Error: accessing an uninitialized sync obj = %s[%d]",
  667. row->name,
  668. sync_obj);
  669. spin_unlock_bh(&sync_dev->row_spinlocks[sync_obj]);
  670. kfree(user_payload_kernel);
  671. return -EINVAL;
  672. }
  673. if ((row->state == CAM_SYNC_STATE_SIGNALED_SUCCESS) ||
  674. (row->state == CAM_SYNC_STATE_SIGNALED_ERROR) ||
  675. (row->state == CAM_SYNC_STATE_SIGNALED_CANCEL)) {
  676. cam_sync_util_send_v4l2_event(CAM_SYNC_V4L_EVENT_ID_CB_TRIG,
  677. sync_obj,
  678. row->state,
  679. user_payload_kernel->payload_data,
  680. CAM_SYNC_USER_PAYLOAD_SIZE * sizeof(__u64),
  681. CAM_SYNC_COMMON_REG_PAYLOAD_EVENT);
  682. spin_unlock_bh(&sync_dev->row_spinlocks[sync_obj]);
  683. kfree(user_payload_kernel);
  684. return 0;
  685. }
  686. list_for_each_entry_safe(user_payload_iter,
  687. temp_upayload_kernel,
  688. &row->user_payload_list,
  689. list) {
  690. if (user_payload_iter->payload_data[0] ==
  691. user_payload_kernel->payload_data[0] &&
  692. user_payload_iter->payload_data[1] ==
  693. user_payload_kernel->payload_data[1]) {
  694. spin_unlock_bh(&sync_dev->row_spinlocks[sync_obj]);
  695. kfree(user_payload_kernel);
  696. return -EALREADY;
  697. }
  698. }
  699. list_add_tail(&user_payload_kernel->list, &row->user_payload_list);
  700. spin_unlock_bh(&sync_dev->row_spinlocks[sync_obj]);
  701. return 0;
  702. }
  703. static int cam_sync_handle_deregister_user_payload(
  704. struct cam_private_ioctl_arg *k_ioctl)
  705. {
  706. struct cam_sync_userpayload_info userpayload_info;
  707. struct sync_user_payload *user_payload_kernel, *temp;
  708. uint32_t sync_obj;
  709. struct sync_table_row *row = NULL;
  710. if (k_ioctl->size != sizeof(struct cam_sync_userpayload_info)) {
  711. CAM_ERR(CAM_SYNC, "Incorrect ioctl size");
  712. return -EINVAL;
  713. }
  714. if (!k_ioctl->ioctl_ptr) {
  715. CAM_ERR(CAM_SYNC, "Invalid embedded ioctl ptr");
  716. return -EINVAL;
  717. }
  718. if (copy_from_user(&userpayload_info,
  719. u64_to_user_ptr(k_ioctl->ioctl_ptr),
  720. k_ioctl->size))
  721. return -EFAULT;
  722. sync_obj = userpayload_info.sync_obj;
  723. if (sync_obj >= CAM_SYNC_MAX_OBJS || sync_obj <= 0)
  724. return -EINVAL;
  725. spin_lock_bh(&sync_dev->row_spinlocks[sync_obj]);
  726. row = sync_dev->sync_table + sync_obj;
  727. if (row->state == CAM_SYNC_STATE_INVALID) {
  728. CAM_ERR(CAM_SYNC,
  729. "Error: accessing an uninitialized sync obj = %s[%d]",
  730. row->name,
  731. sync_obj);
  732. spin_unlock_bh(&sync_dev->row_spinlocks[sync_obj]);
  733. return -EINVAL;
  734. }
  735. list_for_each_entry_safe(user_payload_kernel, temp,
  736. &row->user_payload_list, list) {
  737. if (user_payload_kernel->payload_data[0] ==
  738. userpayload_info.payload[0] &&
  739. user_payload_kernel->payload_data[1] ==
  740. userpayload_info.payload[1]) {
  741. list_del_init(&user_payload_kernel->list);
  742. kfree(user_payload_kernel);
  743. }
  744. }
  745. spin_unlock_bh(&sync_dev->row_spinlocks[sync_obj]);
  746. return 0;
  747. }
  748. static int cam_sync_dma_fence_cb(
  749. int32_t sync_obj,
  750. struct cam_dma_fence_signal_sync_obj *signal_sync_obj)
  751. {
  752. int32_t rc = 0;
  753. int32_t status = CAM_SYNC_STATE_SIGNALED_SUCCESS;
  754. struct sync_table_row *row = NULL;
  755. struct list_head parents_list;
  756. if (!signal_sync_obj) {
  757. CAM_ERR(CAM_SYNC, "Invalid signal info args");
  758. return -EINVAL;
  759. }
  760. /* Validate sync object range */
  761. if (!(sync_obj > 0 && sync_obj < CAM_SYNC_MAX_OBJS)) {
  762. CAM_ERR(CAM_SYNC, "Invalid sync obj: %d", sync_obj);
  763. return -EINVAL;
  764. }
  765. spin_lock_bh(&sync_dev->row_spinlocks[sync_obj]);
  766. row = sync_dev->sync_table + sync_obj;
  767. /* Validate if sync obj has a dma fence association */
  768. if (!test_bit(CAM_GENERIC_FENCE_TYPE_DMA_FENCE, &row->ext_fence_mask)) {
  769. CAM_ERR(CAM_SYNC,
  770. "sync obj = %d[%s] has no associated dma fence ext_fence_mask = 0x%x",
  771. sync_obj, row->name, row->ext_fence_mask);
  772. rc = -EINVAL;
  773. goto end;
  774. }
  775. /* Validate if we are signaling the right sync obj based on dma fence fd */
  776. if (row->dma_fence_info.dma_fence_fd != signal_sync_obj->fd) {
  777. CAM_ERR(CAM_SYNC,
  778. "sync obj: %d[%s] is associated with a different fd: %d, signaling for fd: %d",
  779. sync_obj, row->name, row->dma_fence_info.dma_fence_fd, signal_sync_obj->fd);
  780. rc = -EINVAL;
  781. goto end;
  782. }
  783. /* Check for error status */
  784. if (signal_sync_obj->status < 0) {
  785. if (signal_sync_obj->status == -ECANCELED)
  786. status = CAM_SYNC_STATE_SIGNALED_CANCEL;
  787. else
  788. status = CAM_SYNC_STATE_SIGNALED_ERROR;
  789. }
  790. rc = cam_sync_signal_validate_util(sync_obj, status);
  791. if (rc) {
  792. CAM_ERR(CAM_SYNC,
  793. "Error: Failed to validate signal info for sync_obj = %d[%s] with status = %d rc = %d",
  794. sync_obj, row->name, status, rc);
  795. goto end;
  796. }
  797. /* Adding dma fence reference on sync */
  798. atomic_inc(&row->ref_cnt);
  799. if (!atomic_dec_and_test(&row->ref_cnt))
  800. goto end;
  801. row->state = status;
  802. cam_sync_util_dispatch_signaled_cb(sync_obj, status, 0);
  803. INIT_LIST_HEAD(&parents_list);
  804. list_splice_init(&row->parents_list, &parents_list);
  805. spin_unlock_bh(&sync_dev->row_spinlocks[sync_obj]);
  806. if (list_empty(&parents_list))
  807. return 0;
  808. cam_sync_signal_parent_util(status, 0x0, &parents_list);
  809. return 0;
  810. end:
  811. spin_unlock_bh(&sync_dev->row_spinlocks[sync_obj]);
  812. return rc;
  813. }
  814. #if IS_ENABLED(CONFIG_TARGET_SYNX_ENABLE)
  815. static int cam_sync_synx_obj_cb(int32_t sync_obj,
  816. struct cam_synx_obj_signal_sync_obj *signal_sync_obj)
  817. {
  818. int32_t rc = 0;
  819. struct sync_table_row *row = NULL;
  820. struct list_head parents_list;
  821. if (!signal_sync_obj) {
  822. CAM_ERR(CAM_SYNC, "Invalid signal info args");
  823. return -EINVAL;
  824. }
  825. /* Validate sync object range */
  826. if (!(sync_obj > 0 && sync_obj < CAM_SYNC_MAX_OBJS)) {
  827. CAM_ERR(CAM_SYNC, "Invalid sync obj: %d", sync_obj);
  828. return -EINVAL;
  829. }
  830. spin_lock_bh(&sync_dev->row_spinlocks[sync_obj]);
  831. row = sync_dev->sync_table + sync_obj;
  832. /* Validate if sync obj has a synx obj association */
  833. if (!test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ, &row->ext_fence_mask)) {
  834. CAM_ERR(CAM_SYNC,
  835. "sync obj = %d[%s] has no associated synx obj ext_fence_mask = 0x%x",
  836. sync_obj, row->name, row->ext_fence_mask);
  837. rc = -EINVAL;
  838. goto end;
  839. }
  840. /* Validate if we are signaling the right sync obj based on synx handle */
  841. if (row->synx_obj_info.synx_obj != signal_sync_obj->synx_obj) {
  842. CAM_ERR(CAM_SYNC,
  843. "sync obj: %d[%s] is associated with a different synx obj: %d, signaling for synx obj: %d",
  844. sync_obj, row->name, row->synx_obj_info.synx_obj,
  845. signal_sync_obj->synx_obj);
  846. rc = -EINVAL;
  847. goto end;
  848. }
  849. rc = cam_sync_signal_validate_util(sync_obj, signal_sync_obj->status);
  850. if (rc) {
  851. CAM_ERR(CAM_SYNC,
  852. "Error: Failed to validate signal info for sync_obj = %d[%s] with status = %d rc = %d",
  853. sync_obj, row->name, signal_sync_obj->status, rc);
  854. goto end;
  855. }
  856. /* Adding synx reference on sync */
  857. atomic_inc(&row->ref_cnt);
  858. if (!atomic_dec_and_test(&row->ref_cnt)) {
  859. CAM_DBG(CAM_SYNC, "Sync = %d[%s] fence still has references, synx_hdl = %d",
  860. sync_obj, row->name, signal_sync_obj->synx_obj);
  861. goto end;
  862. }
  863. row->state = signal_sync_obj->status;
  864. cam_sync_util_dispatch_signaled_cb(sync_obj, signal_sync_obj->status, 0);
  865. INIT_LIST_HEAD(&parents_list);
  866. list_splice_init(&row->parents_list, &parents_list);
  867. spin_unlock_bh(&sync_dev->row_spinlocks[sync_obj]);
  868. if (list_empty(&parents_list))
  869. return 0;
  870. cam_sync_signal_parent_util(signal_sync_obj->status, 0x0, &parents_list);
  871. CAM_DBG(CAM_SYNC,
  872. "Successfully signaled sync obj = %d with status = %d via synx obj = %d signal callback",
  873. sync_obj, signal_sync_obj->status, signal_sync_obj->synx_obj);
  874. return 0;
  875. end:
  876. spin_unlock_bh(&sync_dev->row_spinlocks[sync_obj]);
  877. return rc;
  878. }
  879. #endif
  880. static int cam_generic_fence_alloc_validate_input_info_util(
  881. struct cam_generic_fence_cmd_args *fence_cmd_args,
  882. struct cam_generic_fence_input_info **fence_input_info)
  883. {
  884. int rc = 0;
  885. struct cam_generic_fence_input_info *fence_input = NULL;
  886. uint32_t num_fences;
  887. size_t expected_size;
  888. *fence_input_info = NULL;
  889. if (fence_cmd_args->input_data_size !=
  890. sizeof(struct cam_generic_fence_input_info)) {
  891. CAM_ERR(CAM_SYNC, "Size is invalid expected: 0x%llx actual: 0x%llx",
  892. sizeof(struct cam_generic_fence_input_info),
  893. fence_cmd_args->input_data_size);
  894. return -EINVAL;
  895. }
  896. fence_input = memdup_user(u64_to_user_ptr(fence_cmd_args->input_handle),
  897. fence_cmd_args->input_data_size);
  898. if (IS_ERR_OR_NULL(fence_input)) {
  899. CAM_ERR(CAM_SYNC, "memdup failed for hdl: %d size: 0x%x",
  900. fence_cmd_args->input_handle, fence_cmd_args->input_data_size);
  901. return -ENOMEM;
  902. }
  903. /* Validate num fences */
  904. num_fences = fence_input->num_fences_requested;
  905. if ((num_fences == 0) || (num_fences > CAM_GENERIC_FENCE_BATCH_MAX)) {
  906. CAM_ERR(CAM_SYNC, "Invalid number of fences: %u for batching",
  907. num_fences);
  908. rc = -EINVAL;
  909. goto free_mem;
  910. }
  911. /* Validate sizes */
  912. expected_size = sizeof(struct cam_generic_fence_input_info) +
  913. ((num_fences - 1) * sizeof(struct cam_generic_fence_config));
  914. if ((uint32_t)expected_size != fence_cmd_args->input_data_size) {
  915. CAM_ERR(CAM_SYNC, "Invalid input size expected: 0x%x actual: 0x%x for fences: %u",
  916. expected_size, fence_cmd_args->input_data_size, num_fences);
  917. rc = -EINVAL;
  918. goto free_mem;
  919. }
  920. *fence_input_info = fence_input;
  921. return rc;
  922. free_mem:
  923. kfree(fence_input);
  924. return rc;
  925. }
  926. static void cam_generic_fence_free_input_info_util(
  927. struct cam_generic_fence_input_info **fence_input_info)
  928. {
  929. struct cam_generic_fence_input_info *fence_input = *fence_input_info;
  930. kfree(fence_input);
  931. *fence_input_info = NULL;
  932. }
  933. static int cam_generic_fence_handle_dma_create(
  934. struct cam_generic_fence_cmd_args *fence_cmd_args)
  935. {
  936. int rc = 0, i, dma_fence_row_idx;
  937. struct cam_generic_fence_input_info *fence_input_info = NULL;
  938. struct cam_generic_fence_config *fence_cfg = NULL;
  939. rc = cam_generic_fence_alloc_validate_input_info_util(fence_cmd_args, &fence_input_info);
  940. if (rc || !fence_input_info) {
  941. CAM_ERR(CAM_DMA_FENCE,
  942. "Fence input info validation failed rc: %d fence_input_info: %pK",
  943. rc, fence_input_info);
  944. return -EINVAL;
  945. }
  946. for (i = 0; i < fence_input_info->num_fences_requested; i++) {
  947. fence_cfg = &fence_input_info->fence_cfg[i];
  948. fence_input_info->num_fences_processed++;
  949. fence_cfg->reason_code = 0;
  950. rc = cam_dma_fence_create_fd(&fence_cfg->dma_fence_fd,
  951. &dma_fence_row_idx, fence_cfg->name);
  952. if (rc) {
  953. CAM_ERR(CAM_DMA_FENCE,
  954. "Failed to create dma fence at index: %d rc: %d num fences [requested: %u processed: %u]",
  955. i, rc, fence_input_info->num_fences_requested,
  956. fence_input_info->num_fences_processed);
  957. fence_cfg->reason_code = rc;
  958. goto out_copy;
  959. }
  960. CAM_DBG(CAM_DMA_FENCE,
  961. "Created dma_fence @ i: %d fence fd: %d[%s] num fences [requested: %u processed: %u] ",
  962. i, fence_cfg->dma_fence_fd, fence_cfg->name,
  963. fence_input_info->num_fences_requested,
  964. fence_input_info->num_fences_processed);
  965. }
  966. out_copy:
  967. if (copy_to_user(u64_to_user_ptr(fence_cmd_args->input_handle),
  968. fence_input_info, fence_cmd_args->input_data_size)) {
  969. CAM_ERR(CAM_DMA_FENCE, "copy to user failed hdl: %d size: 0x%x",
  970. fence_cmd_args->input_handle, fence_cmd_args->input_data_size);
  971. rc = -EFAULT;
  972. }
  973. cam_generic_fence_free_input_info_util(&fence_input_info);
  974. return rc;
  975. }
  976. static int cam_generic_fence_handle_dma_release(
  977. struct cam_generic_fence_cmd_args *fence_cmd_args)
  978. {
  979. int rc = 0, i;
  980. bool failed = false;
  981. struct cam_dma_fence_release_params release_params;
  982. struct cam_generic_fence_input_info *fence_input_info = NULL;
  983. struct cam_generic_fence_config *fence_cfg = NULL;
  984. rc = cam_generic_fence_alloc_validate_input_info_util(fence_cmd_args, &fence_input_info);
  985. if (rc || !fence_input_info) {
  986. CAM_ERR(CAM_DMA_FENCE,
  987. "Fence input info validation failed rc: %d fence_input_info: %pK",
  988. rc, fence_input_info);
  989. return -EINVAL;
  990. }
  991. for (i = 0; i < fence_input_info->num_fences_requested; i++) {
  992. fence_cfg = &fence_input_info->fence_cfg[i];
  993. fence_input_info->num_fences_processed++;
  994. fence_cfg->reason_code = 0;
  995. release_params.use_row_idx = false;
  996. release_params.u.dma_fence_fd = fence_cfg->dma_fence_fd;
  997. rc = cam_dma_fence_release(&release_params);
  998. if (rc) {
  999. CAM_ERR(CAM_DMA_FENCE,
  1000. "Failed to destroy dma fence at index: %d fd: %d rc: %d num fences [requested: %u processed: %u]",
  1001. i, fence_cfg->dma_fence_fd, rc,
  1002. fence_input_info->num_fences_requested,
  1003. fence_input_info->num_fences_processed);
  1004. fence_cfg->reason_code = rc;
  1005. /* Continue to release other fences, but mark the call as failed */
  1006. failed = true;
  1007. continue;
  1008. }
  1009. CAM_DBG(CAM_DMA_FENCE,
  1010. "Released dma_fence @ i: %d fd: %d num fences [requested: %u processed: %u]",
  1011. i, fence_cfg->dma_fence_fd,
  1012. fence_input_info->num_fences_requested,
  1013. fence_input_info->num_fences_processed);
  1014. }
  1015. if (failed)
  1016. rc = -ENOMSG;
  1017. if (copy_to_user(u64_to_user_ptr(fence_cmd_args->input_handle),
  1018. fence_input_info, fence_cmd_args->input_data_size)) {
  1019. CAM_ERR(CAM_DMA_FENCE, "copy to user failed hdl: %d size: 0x%x",
  1020. fence_cmd_args->input_handle, fence_cmd_args->input_data_size);
  1021. rc = -EFAULT;
  1022. }
  1023. cam_generic_fence_free_input_info_util(&fence_input_info);
  1024. return rc;
  1025. }
  1026. static int cam_generic_fence_handle_dma_import(
  1027. struct cam_generic_fence_cmd_args *fence_cmd_args)
  1028. {
  1029. int32_t rc = 0, i, dma_fence_row_idx;
  1030. struct dma_fence *fence = NULL;
  1031. struct cam_dma_fence_create_sync_obj_payload dma_sync_create;
  1032. struct cam_generic_fence_input_info *fence_input_info = NULL;
  1033. struct cam_generic_fence_config *fence_cfg = NULL;
  1034. rc = cam_generic_fence_alloc_validate_input_info_util(fence_cmd_args, &fence_input_info);
  1035. if (rc || !fence_input_info) {
  1036. CAM_ERR(CAM_DMA_FENCE,
  1037. "Fence input info validation failed rc: %d fence_input_info: %pK",
  1038. rc, fence_input_info);
  1039. return -EINVAL;
  1040. }
  1041. for (i = 0; i < fence_input_info->num_fences_requested; i++) {
  1042. fence_cfg = &fence_input_info->fence_cfg[i];
  1043. fence_input_info->num_fences_processed++;
  1044. fence_cfg->reason_code = 0;
  1045. /* Check if fd is for a valid dma fence */
  1046. fence = cam_dma_fence_get_fence_from_fd(fence_cfg->dma_fence_fd,
  1047. &dma_fence_row_idx);
  1048. if (IS_ERR_OR_NULL(fence)) {
  1049. CAM_ERR(CAM_DMA_FENCE,
  1050. "Invalid dma fence for fd: %d", fence_cfg->dma_fence_fd);
  1051. fence_cfg->reason_code = -EINVAL;
  1052. goto out_copy;
  1053. }
  1054. dma_sync_create.dma_fence_row_idx = dma_fence_row_idx;
  1055. dma_sync_create.fd = fence_cfg->dma_fence_fd;
  1056. dma_sync_create.sync_created_with_dma = false;
  1057. /* Create new sync object and associate dma fence */
  1058. rc = cam_sync_create_util(&fence_cfg->sync_obj, fence_cfg->name,
  1059. &dma_sync_create, NULL);
  1060. if (rc) {
  1061. fence_cfg->reason_code = rc;
  1062. /* put on the import refcnt */
  1063. cam_dma_fence_get_put_ref(false, dma_fence_row_idx);
  1064. goto out_copy;
  1065. }
  1066. /* Register a cb for dma fence */
  1067. rc = cam_dma_fence_register_cb(&fence_cfg->sync_obj,
  1068. &dma_fence_row_idx, cam_sync_dma_fence_cb);
  1069. if (rc) {
  1070. CAM_ERR(CAM_DMA_FENCE,
  1071. "Failed to register cb for dma fence fd: %d sync_obj: %d rc: %d",
  1072. fence_cfg->dma_fence_fd, fence_cfg->sync_obj, rc);
  1073. cam_sync_deinit_object(sync_dev->sync_table, fence_cfg->sync_obj,
  1074. NULL, NULL);
  1075. fence_cfg->reason_code = rc;
  1076. goto out_copy;
  1077. }
  1078. CAM_DBG(CAM_DMA_FENCE,
  1079. "dma fence fd = %d imported for sync_obj = %d[%s] num fences [requested: %u processed: %u]",
  1080. fence_cfg->dma_fence_fd, fence_cfg->sync_obj, fence_cfg->name,
  1081. fence_input_info->num_fences_requested,
  1082. fence_input_info->num_fences_processed);
  1083. }
  1084. out_copy:
  1085. if (copy_to_user(u64_to_user_ptr(fence_cmd_args->input_handle),
  1086. fence_input_info, fence_cmd_args->input_data_size)) {
  1087. rc = -EFAULT;
  1088. CAM_ERR(CAM_DMA_FENCE, "copy to user failed hdl: %d size: 0x%x",
  1089. fence_cmd_args->input_handle, fence_cmd_args->input_data_size);
  1090. }
  1091. cam_generic_fence_free_input_info_util(&fence_input_info);
  1092. return rc;
  1093. }
  1094. static int cam_generic_fence_handle_dma_signal(
  1095. struct cam_generic_fence_cmd_args *fence_cmd_args)
  1096. {
  1097. struct cam_dma_fence_signal signal_dma_fence;
  1098. if (fence_cmd_args->input_data_size != sizeof(struct cam_dma_fence_signal)) {
  1099. CAM_ERR(CAM_DMA_FENCE, "Size is invalid expected: 0x%llx actual: 0x%llx",
  1100. sizeof(struct cam_dma_fence_signal),
  1101. fence_cmd_args->input_data_size);
  1102. return -EINVAL;
  1103. }
  1104. if (copy_from_user(&signal_dma_fence, (void __user *)fence_cmd_args->input_handle,
  1105. fence_cmd_args->input_data_size))
  1106. return -EFAULT;
  1107. return cam_dma_fence_signal_fd(&signal_dma_fence);
  1108. }
  1109. static int cam_generic_fence_process_dma_fence_cmd(
  1110. uint32_t id,
  1111. struct cam_generic_fence_cmd_args *fence_cmd_args)
  1112. {
  1113. int rc = -EINVAL;
  1114. switch (id) {
  1115. case CAM_GENERIC_FENCE_CREATE:
  1116. rc = cam_generic_fence_handle_dma_create(fence_cmd_args);
  1117. break;
  1118. case CAM_GENERIC_FENCE_RELEASE:
  1119. rc = cam_generic_fence_handle_dma_release(fence_cmd_args);
  1120. break;
  1121. case CAM_GENERIC_FENCE_IMPORT:
  1122. rc = cam_generic_fence_handle_dma_import(fence_cmd_args);
  1123. break;
  1124. case CAM_GENERIC_FENCE_SIGNAL:
  1125. rc = cam_generic_fence_handle_dma_signal(fence_cmd_args);
  1126. break;
  1127. default:
  1128. CAM_ERR(CAM_DMA_FENCE, "IOCTL cmd: %u not supported for dma fence", id);
  1129. break;
  1130. }
  1131. return rc;
  1132. }
  1133. #if IS_ENABLED(CONFIG_TARGET_SYNX_ENABLE)
  1134. static int cam_generic_fence_validate_signal_input_info_util(
  1135. int32_t fence_type,
  1136. struct cam_generic_fence_cmd_args *fence_cmd_args,
  1137. struct cam_generic_fence_signal_info **fence_signal_info,
  1138. void **fence_signal_data)
  1139. {
  1140. int rc = 0;
  1141. struct cam_generic_fence_signal_info *signal_info = NULL;
  1142. void *signal_data;
  1143. uint32_t num_fences;
  1144. size_t expected_size;
  1145. *fence_signal_info = NULL;
  1146. *fence_signal_data = NULL;
  1147. if (fence_cmd_args->input_data_size !=
  1148. sizeof(struct cam_generic_fence_signal_info)) {
  1149. CAM_ERR(CAM_SYNC, "Size is invalid expected: 0x%llx actual: 0x%llx",
  1150. sizeof(struct cam_generic_fence_signal_info),
  1151. fence_cmd_args->input_data_size);
  1152. return -EINVAL;
  1153. }
  1154. signal_info = memdup_user(u64_to_user_ptr(fence_cmd_args->input_handle),
  1155. fence_cmd_args->input_data_size);
  1156. if (IS_ERR_OR_NULL(signal_info)) {
  1157. CAM_ERR(CAM_SYNC, "memdup failed for hdl: %d size: 0x%x",
  1158. fence_cmd_args->input_handle, fence_cmd_args->input_data_size);
  1159. return -ENOMEM;
  1160. }
  1161. /* Validate num fences */
  1162. num_fences = signal_info->num_fences_requested;
  1163. if ((num_fences == 0) || (num_fences > CAM_GENERIC_FENCE_BATCH_MAX)) {
  1164. CAM_ERR(CAM_SYNC, "Invalid number of fences: %u for batching",
  1165. num_fences);
  1166. rc = -EINVAL;
  1167. goto free_mem;
  1168. }
  1169. if (signal_info->fence_handle_type != CAM_HANDLE_USER_POINTER) {
  1170. CAM_ERR(CAM_SYNC, "Invalid signal handle type: %d",
  1171. signal_info->fence_handle_type);
  1172. rc = -EINVAL;
  1173. goto free_mem;
  1174. }
  1175. /* Validate sizes */
  1176. switch (fence_type) {
  1177. case CAM_GENERIC_FENCE_TYPE_SYNC_OBJ:
  1178. expected_size = sizeof(struct cam_sync_signal);
  1179. break;
  1180. case CAM_GENERIC_FENCE_TYPE_SYNX_OBJ:
  1181. expected_size = sizeof(struct cam_synx_obj_signal);
  1182. break;
  1183. case CAM_GENERIC_FENCE_TYPE_DMA_FENCE:
  1184. expected_size = sizeof(struct cam_dma_fence_signal);
  1185. break;
  1186. default:
  1187. CAM_ERR(CAM_SYNC, "Unsupported fence type: %u", fence_type);
  1188. rc = -EINVAL;
  1189. goto free_mem;
  1190. }
  1191. if ((signal_info->fence_data_size) != (expected_size * num_fences)) {
  1192. CAM_ERR(CAM_SYNC, "Invalid input size expected: 0x%x actual: 0x%x for fences: %u",
  1193. (expected_size * num_fences), signal_info->fence_data_size, num_fences);
  1194. rc = -EINVAL;
  1195. goto free_mem;
  1196. }
  1197. signal_data = memdup_user(u64_to_user_ptr(signal_info->fence_info_hdl),
  1198. signal_info->fence_data_size);
  1199. if (IS_ERR_OR_NULL(signal_data)) {
  1200. CAM_ERR(CAM_SYNC, "memdup failed for hdl: %d size: 0x%x",
  1201. signal_info->fence_info_hdl, signal_info->fence_data_size);
  1202. rc = -ENOMEM;
  1203. goto free_mem;
  1204. }
  1205. *fence_signal_info = signal_info;
  1206. *fence_signal_data = signal_data;
  1207. return rc;
  1208. free_mem:
  1209. kfree(signal_info);
  1210. return rc;
  1211. }
  1212. static void cam_generic_fence_free_signal_input_info_util(
  1213. struct cam_generic_fence_signal_info **fence_signal_info,
  1214. void **fence_signal_data)
  1215. {
  1216. void *signal_data = *fence_signal_data;
  1217. struct cam_generic_fence_signal_info *fence_input = *fence_signal_info;
  1218. kfree(signal_data);
  1219. kfree(fence_input);
  1220. *fence_signal_info = NULL;
  1221. *fence_signal_data = NULL;
  1222. }
  1223. static int cam_generic_fence_config_parse_params(
  1224. struct cam_generic_fence_config *fence_cfg,
  1225. int32_t requested_param_mask, int32_t *result)
  1226. {
  1227. uint32_t index = 0, num_entries;
  1228. if (!result) {
  1229. CAM_ERR(CAM_SYNC, "Invalid result hdl : %p", result);
  1230. return -EINVAL;
  1231. }
  1232. /* Assign to 0 by default */
  1233. *result = 0;
  1234. if (!fence_cfg->num_valid_params || !requested_param_mask) {
  1235. CAM_DBG(CAM_SYNC,
  1236. "No params configured num_valid = %d requested_mask = 0x%x",
  1237. fence_cfg->num_valid_params, requested_param_mask);
  1238. return 0;
  1239. }
  1240. if (!(fence_cfg->valid_param_mask & requested_param_mask)) {
  1241. CAM_DBG(CAM_SYNC,
  1242. "Requested parameter not set in additional param mask expecting: 0x%x actual: 0x%x",
  1243. requested_param_mask, fence_cfg->valid_param_mask);
  1244. return 0;
  1245. }
  1246. index = ffs(requested_param_mask) - 1;
  1247. num_entries = ARRAY_SIZE(fence_cfg->params);
  1248. if (index >= num_entries) {
  1249. CAM_DBG(CAM_SYNC,
  1250. "Obtained index %u from mask: 0x%x num_param_entries: %u, index exceeding max",
  1251. index, requested_param_mask, num_entries);
  1252. return 0;
  1253. }
  1254. *result = fence_cfg->params[index];
  1255. return 0;
  1256. }
  1257. static int cam_generic_fence_handle_synx_create(
  1258. struct cam_generic_fence_cmd_args *fence_cmd_args)
  1259. {
  1260. int rc = 0, i;
  1261. int32_t row_idx, fence_flag;
  1262. struct cam_generic_fence_input_info *fence_input_info = NULL;
  1263. struct cam_generic_fence_config *fence_cfg = NULL;
  1264. rc = cam_generic_fence_alloc_validate_input_info_util(fence_cmd_args, &fence_input_info);
  1265. if (rc || !fence_input_info) {
  1266. CAM_ERR(CAM_SYNX,
  1267. "Fence input info validation failed rc: %d fence_input_info: %pK",
  1268. rc, fence_input_info);
  1269. return -EINVAL;
  1270. }
  1271. for (i = 0; i < fence_input_info->num_fences_requested; i++) {
  1272. fence_cfg = &fence_input_info->fence_cfg[i];
  1273. fence_input_info->num_fences_processed++;
  1274. fence_cfg->reason_code = 0;
  1275. fence_flag = 0;
  1276. cam_generic_fence_config_parse_params(fence_cfg,
  1277. CAM_GENERIC_FENCE_CONFIG_FLAG_PARAM_INDEX, &fence_flag);
  1278. rc = cam_synx_obj_create(fence_cfg->name,
  1279. fence_flag, &fence_cfg->synx_obj, &row_idx);
  1280. if (rc) {
  1281. CAM_ERR(CAM_SYNX,
  1282. "Failed to create synx fence at index: %d rc: %d num fences [requested: %u processed: %u]",
  1283. i, rc, fence_input_info->num_fences_requested,
  1284. fence_input_info->num_fences_processed);
  1285. fence_cfg->reason_code = rc;
  1286. goto out_copy;
  1287. }
  1288. CAM_DBG(CAM_SYNX,
  1289. "Created synx fence @ i: %d synx_obj: %d[%s] num fences [requested: %u processed: %u] ",
  1290. i, fence_cfg->synx_obj, fence_cfg->name,
  1291. fence_input_info->num_fences_requested,
  1292. fence_input_info->num_fences_processed);
  1293. }
  1294. out_copy:
  1295. if (copy_to_user(u64_to_user_ptr(fence_cmd_args->input_handle),
  1296. fence_input_info, fence_cmd_args->input_data_size)) {
  1297. CAM_ERR(CAM_SYNX, "copy to user failed hdl: %d size: 0x%x",
  1298. fence_cmd_args->input_handle, fence_cmd_args->input_data_size);
  1299. rc = -EFAULT;
  1300. }
  1301. cam_generic_fence_free_input_info_util(&fence_input_info);
  1302. return rc;
  1303. }
  1304. static int cam_generic_fence_handle_synx_release(
  1305. struct cam_generic_fence_cmd_args *fence_cmd_args)
  1306. {
  1307. int rc = 0, i;
  1308. bool failed = false;
  1309. struct cam_generic_fence_input_info *fence_input_info = NULL;
  1310. struct cam_generic_fence_config *fence_cfg = NULL;
  1311. struct cam_synx_obj_release_params synx_release_params;
  1312. rc = cam_generic_fence_alloc_validate_input_info_util(fence_cmd_args, &fence_input_info);
  1313. if (rc || !fence_input_info) {
  1314. CAM_ERR(CAM_SYNX,
  1315. "Fence input info validation failed rc: %d fence_input_info: %pK",
  1316. rc, fence_input_info);
  1317. return -EINVAL;
  1318. }
  1319. for (i = 0; i < fence_input_info->num_fences_requested; i++) {
  1320. fence_cfg = &fence_input_info->fence_cfg[i];
  1321. fence_input_info->num_fences_processed++;
  1322. fence_cfg->reason_code = 0;
  1323. synx_release_params.use_row_idx = false;
  1324. synx_release_params.u.synx_obj = fence_cfg->synx_obj;
  1325. rc = cam_synx_obj_release(&synx_release_params);
  1326. if (rc) {
  1327. CAM_ERR(CAM_SYNX,
  1328. "Failed to release synx object at index: %d rc: %d num fences [requested: %u processed: %u]",
  1329. i, rc, fence_input_info->num_fences_requested,
  1330. fence_input_info->num_fences_processed);
  1331. fence_cfg->reason_code = rc;
  1332. /* Continue to release other fences, but mark the call as failed */
  1333. failed = true;
  1334. continue;
  1335. }
  1336. CAM_DBG(CAM_SYNX,
  1337. "Released synx object @ i: %d handle: %d num fences [requested: %u processed: %u]",
  1338. i, fence_cfg->synx_obj,
  1339. fence_input_info->num_fences_requested,
  1340. fence_input_info->num_fences_processed);
  1341. }
  1342. if (failed)
  1343. rc = -ENOMSG;
  1344. if (copy_to_user(u64_to_user_ptr(fence_cmd_args->input_handle),
  1345. fence_input_info, fence_cmd_args->input_data_size)) {
  1346. CAM_ERR(CAM_SYNX, "copy to user failed hdl: %d size: 0x%x",
  1347. fence_cmd_args->input_handle, fence_cmd_args->input_data_size);
  1348. rc = -EFAULT;
  1349. }
  1350. cam_generic_fence_free_input_info_util(&fence_input_info);
  1351. return rc;
  1352. }
  1353. static int cam_sync_synx_associate_obj(int32_t sync_obj, uint32_t synx_obj,
  1354. int32_t synx_obj_row_idx, bool *is_sync_obj_signaled)
  1355. {
  1356. int rc = 0;
  1357. struct sync_table_row *row = NULL;
  1358. struct cam_synx_obj_signal signal_synx_obj;
  1359. rc = cam_sync_check_valid(sync_obj);
  1360. if (rc)
  1361. return rc;
  1362. row = sync_dev->sync_table + sync_obj;
  1363. spin_lock(&sync_dev->row_spinlocks[sync_obj]);
  1364. if (row->state != CAM_SYNC_STATE_ACTIVE) {
  1365. signal_synx_obj.status = row->state;
  1366. signal_synx_obj.synx_obj = synx_obj;
  1367. *is_sync_obj_signaled = true;
  1368. goto signal_synx;
  1369. } else {
  1370. row->synx_obj_info.synx_obj_row_idx = synx_obj_row_idx;
  1371. row->synx_obj_info.sync_created_with_synx = false;
  1372. row->synx_obj_info.synx_obj = synx_obj;
  1373. set_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ, &row->ext_fence_mask);
  1374. CAM_DBG(CAM_SYNX, "sync_obj: %s[%d] associated with synx_obj: %d",
  1375. row->name, sync_obj, row->synx_obj_info.synx_obj);
  1376. }
  1377. spin_unlock(&sync_dev->row_spinlocks[sync_obj]);
  1378. return rc;
  1379. signal_synx:
  1380. spin_unlock(&sync_dev->row_spinlocks[sync_obj]);
  1381. return cam_synx_obj_signal_obj(&signal_synx_obj);
  1382. }
  1383. static int cam_generic_fence_handle_synx_import(
  1384. struct cam_generic_fence_cmd_args *fence_cmd_args)
  1385. {
  1386. int32_t rc = 0, i, synx_obj_row_idx;
  1387. struct sync_synx_obj_info synx_sync_create;
  1388. struct cam_generic_fence_input_info *fence_input_info = NULL;
  1389. struct cam_generic_fence_config *fence_cfg = NULL;
  1390. bool is_sync_obj_signaled = false;
  1391. bool is_sync_obj_created = false;
  1392. rc = cam_generic_fence_alloc_validate_input_info_util(fence_cmd_args, &fence_input_info);
  1393. if (rc || !fence_input_info) {
  1394. CAM_ERR(CAM_SYNX,
  1395. "Fence input info validation failed rc: %d fence_input_info: %pK",
  1396. rc, fence_input_info);
  1397. return -EINVAL;
  1398. }
  1399. for (i = 0; i < fence_input_info->num_fences_requested; i++) {
  1400. fence_cfg = &fence_input_info->fence_cfg[i];
  1401. fence_input_info->num_fences_processed++;
  1402. fence_cfg->reason_code = 0;
  1403. is_sync_obj_signaled = false;
  1404. is_sync_obj_created = false;
  1405. /* Check if synx handle is for a valid synx obj */
  1406. rc = cam_synx_obj_find_obj_in_table(fence_cfg->synx_obj,
  1407. &synx_obj_row_idx);
  1408. if (rc) {
  1409. CAM_ERR(CAM_SYNX,
  1410. "Invalid synx obj for handle: %d", fence_cfg->synx_obj);
  1411. fence_cfg->reason_code = -EINVAL;
  1412. goto out_copy;
  1413. }
  1414. if ((fence_cfg->sync_obj > 0) && (fence_cfg->sync_obj < CAM_SYNC_MAX_OBJS)) {
  1415. /* Associate synx object with existing sync object */
  1416. rc = cam_sync_synx_associate_obj(fence_cfg->sync_obj,
  1417. fence_cfg->synx_obj, synx_obj_row_idx,
  1418. &is_sync_obj_signaled);
  1419. } else {
  1420. /* Create new sync object and associate synx object */
  1421. synx_sync_create.sync_created_with_synx = false;
  1422. synx_sync_create.synx_obj = fence_cfg->synx_obj;
  1423. synx_sync_create.synx_obj_row_idx = synx_obj_row_idx;
  1424. rc = cam_sync_create_util(&fence_cfg->sync_obj, fence_cfg->name,
  1425. NULL, &synx_sync_create);
  1426. is_sync_obj_created = true;
  1427. }
  1428. if (rc) {
  1429. fence_cfg->reason_code = rc;
  1430. goto out_copy;
  1431. }
  1432. if (!is_sync_obj_signaled) {
  1433. /* Register a cb for synx_obj */
  1434. rc = cam_synx_obj_register_cb(&fence_cfg->sync_obj,
  1435. synx_obj_row_idx, cam_sync_synx_obj_cb);
  1436. if (rc) {
  1437. CAM_ERR(CAM_SYNX,
  1438. "Failed to register cb for synx_obj: %d sync_obj: %d rc: %d",
  1439. fence_cfg->synx_obj, fence_cfg->sync_obj, rc);
  1440. if (is_sync_obj_created)
  1441. cam_sync_deinit_object(sync_dev->sync_table,
  1442. fence_cfg->sync_obj, NULL, NULL);
  1443. fence_cfg->reason_code = rc;
  1444. goto out_copy;
  1445. }
  1446. }
  1447. CAM_DBG(CAM_SYNX,
  1448. "synx_obj handle = %d imported for dma fence fd: %d sync_obj = %d[%s] num fences [requested: %u processed: %u]",
  1449. fence_cfg->synx_obj, fence_cfg->dma_fence_fd,
  1450. fence_cfg->sync_obj, fence_cfg->name,
  1451. fence_input_info->num_fences_requested,
  1452. fence_input_info->num_fences_processed);
  1453. }
  1454. out_copy:
  1455. if (copy_to_user(u64_to_user_ptr(fence_cmd_args->input_handle),
  1456. fence_input_info, fence_cmd_args->input_data_size)) {
  1457. rc = -EFAULT;
  1458. CAM_ERR(CAM_SYNX, "copy to user failed hdl: %d size: 0x%x",
  1459. fence_cmd_args->input_handle, fence_cmd_args->input_data_size);
  1460. }
  1461. cam_generic_fence_free_input_info_util(&fence_input_info);
  1462. return rc;
  1463. }
  1464. static int cam_generic_fence_handle_synx_signal(
  1465. struct cam_generic_fence_cmd_args *fence_cmd_args)
  1466. {
  1467. int32_t rc = 0, i;
  1468. struct cam_generic_fence_signal_info *fence_signal_info;
  1469. struct cam_synx_obj_signal *synx_signal_info;
  1470. rc = cam_generic_fence_validate_signal_input_info_util(
  1471. CAM_GENERIC_FENCE_TYPE_SYNX_OBJ, fence_cmd_args,
  1472. &fence_signal_info, (void **)&synx_signal_info);
  1473. if (rc || !fence_signal_info || !synx_signal_info) {
  1474. CAM_ERR(CAM_SYNX,
  1475. "Fence input signal info validation failed rc: %d fence_input_info: %pK synx_signal_info: %pK",
  1476. rc, fence_signal_info, synx_signal_info);
  1477. return -EINVAL;
  1478. }
  1479. for (i = 0; i < fence_signal_info->num_fences_requested; i++) {
  1480. fence_signal_info->num_fences_processed++;
  1481. rc = cam_synx_obj_signal_obj(&synx_signal_info[i]);
  1482. if (rc) {
  1483. CAM_ERR(CAM_SYNX,
  1484. "Failed to signal for synx_obj: %d, rc: %d, status : %d",
  1485. synx_signal_info[i].synx_obj, rc,
  1486. synx_signal_info[i].status);
  1487. }
  1488. synx_signal_info[i].reason_code = rc;
  1489. }
  1490. if (copy_to_user(u64_to_user_ptr(fence_signal_info->fence_info_hdl), synx_signal_info,
  1491. fence_signal_info->fence_data_size)) {
  1492. rc = -EFAULT;
  1493. CAM_ERR(CAM_SYNX, "copy to user for signal data failed hdl: %d size: 0x%x",
  1494. fence_cmd_args->input_handle,
  1495. (sizeof(struct cam_synx_obj_signal) *
  1496. fence_signal_info->num_fences_requested));
  1497. goto end;
  1498. }
  1499. if (copy_to_user(u64_to_user_ptr(fence_cmd_args->input_handle),
  1500. fence_signal_info, sizeof(struct cam_generic_fence_signal_info))) {
  1501. rc = -EFAULT;
  1502. CAM_ERR(CAM_SYNX, "copy to user failed hdl: %d size: 0x%x",
  1503. fence_cmd_args->input_handle,
  1504. sizeof(struct cam_generic_fence_signal_info));
  1505. }
  1506. end:
  1507. cam_generic_fence_free_signal_input_info_util(&fence_signal_info,
  1508. (void **)&synx_signal_info);
  1509. return rc;
  1510. }
  1511. static int cam_generic_fence_process_synx_obj_cmd(
  1512. uint32_t id,
  1513. struct cam_generic_fence_cmd_args *fence_cmd_args)
  1514. {
  1515. int rc = -EINVAL;
  1516. switch (id) {
  1517. case CAM_GENERIC_FENCE_CREATE:
  1518. rc = cam_generic_fence_handle_synx_create(fence_cmd_args);
  1519. break;
  1520. case CAM_GENERIC_FENCE_RELEASE:
  1521. rc = cam_generic_fence_handle_synx_release(fence_cmd_args);
  1522. break;
  1523. case CAM_GENERIC_FENCE_IMPORT:
  1524. rc = cam_generic_fence_handle_synx_import(fence_cmd_args);
  1525. break;
  1526. case CAM_GENERIC_FENCE_SIGNAL:
  1527. rc = cam_generic_fence_handle_synx_signal(fence_cmd_args);
  1528. break;
  1529. default:
  1530. CAM_ERR(CAM_SYNX, "IOCTL cmd: %u not supported for synx object", id);
  1531. break;
  1532. }
  1533. return rc;
  1534. }
  1535. #endif
  1536. static int cam_generic_fence_handle_sync_create(
  1537. struct cam_generic_fence_cmd_args *fence_cmd_args)
  1538. {
  1539. int rc = 0, i, dma_fence_row_idx;
  1540. bool dma_fence_created;
  1541. unsigned long fence_sel_mask;
  1542. struct cam_dma_fence_release_params release_params;
  1543. struct cam_dma_fence_create_sync_obj_payload dma_sync_create;
  1544. struct cam_generic_fence_input_info *fence_input_info = NULL;
  1545. struct cam_generic_fence_config *fence_cfg = NULL;
  1546. bool synx_obj_created;
  1547. struct sync_synx_obj_info synx_obj_create;
  1548. #if IS_ENABLED(CONFIG_TARGET_SYNX_ENABLE)
  1549. int32_t fence_flag;
  1550. int32_t synx_obj_row_idx;
  1551. struct cam_synx_obj_release_params synx_release_params;
  1552. struct dma_fence *dma_fence_ptr;
  1553. #endif
  1554. rc = cam_generic_fence_alloc_validate_input_info_util(fence_cmd_args, &fence_input_info);
  1555. if (rc || !fence_input_info) {
  1556. CAM_ERR(CAM_SYNC,
  1557. "Fence input info validation failed rc: %d fence_input_info: %pK",
  1558. rc, fence_input_info);
  1559. return -EINVAL;
  1560. }
  1561. for (i = 0; i < fence_input_info->num_fences_requested; i++) {
  1562. fence_cfg = &fence_input_info->fence_cfg[i];
  1563. fence_input_info->num_fences_processed++;
  1564. fence_cfg->reason_code = 0;
  1565. /* Reset flag */
  1566. dma_fence_created = false;
  1567. synx_obj_created = false;
  1568. fence_sel_mask = fence_cfg->fence_sel_mask;
  1569. if (test_bit(CAM_GENERIC_FENCE_TYPE_DMA_FENCE, &fence_sel_mask)) {
  1570. rc = cam_dma_fence_create_fd(&fence_cfg->dma_fence_fd,
  1571. &dma_fence_row_idx, fence_cfg->name);
  1572. if (rc) {
  1573. CAM_ERR(CAM_SYNC,
  1574. "Failed to create dma fence at index: %d rc: %d num_fences: %u",
  1575. i, rc, fence_input_info->num_fences_requested);
  1576. fence_cfg->reason_code = rc;
  1577. goto out_copy;
  1578. }
  1579. dma_sync_create.dma_fence_row_idx = dma_fence_row_idx;
  1580. dma_sync_create.fd = fence_cfg->dma_fence_fd;
  1581. dma_sync_create.sync_created_with_dma = true;
  1582. dma_fence_created = true;
  1583. }
  1584. #if IS_ENABLED(CONFIG_TARGET_SYNX_ENABLE)
  1585. /* Create a synx object */
  1586. if (test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ, &fence_sel_mask)) {
  1587. if (dma_fence_created) {
  1588. dma_fence_ptr = cam_dma_fence_get_fence_from_fd(
  1589. dma_sync_create.fd, &dma_fence_row_idx);
  1590. rc = cam_synx_obj_import_dma_fence(fence_cfg->name,
  1591. fence_cfg->params[0], dma_fence_ptr,
  1592. &fence_cfg->synx_obj, &synx_obj_row_idx);
  1593. } else {
  1594. cam_generic_fence_config_parse_params(fence_cfg,
  1595. CAM_GENERIC_FENCE_CONFIG_FLAG_PARAM_INDEX, &fence_flag);
  1596. rc = cam_synx_obj_create(fence_cfg->name,
  1597. fence_flag, &fence_cfg->synx_obj,
  1598. &synx_obj_row_idx);
  1599. }
  1600. if (rc) {
  1601. CAM_ERR(CAM_SYNC,
  1602. "Failed to create/import synx obj at index: %d rc: %d num_fences: %u",
  1603. i, rc, fence_input_info->num_fences_requested);
  1604. /* Release dma fence */
  1605. if (dma_fence_created) {
  1606. release_params.use_row_idx = true;
  1607. release_params.u.dma_row_idx = dma_fence_row_idx;
  1608. cam_dma_fence_release(&release_params);
  1609. }
  1610. /* Release synx obj */
  1611. if (synx_obj_created) {
  1612. synx_release_params.use_row_idx = true;
  1613. synx_release_params.u.synx_row_idx = synx_obj_row_idx;
  1614. cam_synx_obj_release(&synx_release_params);
  1615. }
  1616. goto out_copy;
  1617. }
  1618. synx_obj_create.sync_created_with_synx = true;
  1619. synx_obj_create.synx_obj = fence_cfg->synx_obj;
  1620. synx_obj_create.synx_obj_row_idx = synx_obj_row_idx;
  1621. synx_obj_created = true;
  1622. }
  1623. #endif
  1624. rc = cam_sync_create_util(&fence_cfg->sync_obj, fence_cfg->name,
  1625. (dma_fence_created ? &dma_sync_create : NULL),
  1626. (synx_obj_created ? &synx_obj_create : NULL));
  1627. if (rc) {
  1628. fence_cfg->reason_code = rc;
  1629. CAM_ERR(CAM_SYNC,
  1630. "Failed to create sync obj at index: %d rc: %d num_fences: %u",
  1631. i, rc, fence_input_info->num_fences_requested);
  1632. /* Release dma fence */
  1633. if (dma_fence_created) {
  1634. release_params.use_row_idx = true;
  1635. release_params.u.dma_row_idx = dma_fence_row_idx;
  1636. cam_dma_fence_release(&release_params);
  1637. }
  1638. #if IS_ENABLED(CONFIG_TARGET_SYNX_ENABLE)
  1639. /* Release synx obj */
  1640. if (synx_obj_created) {
  1641. synx_release_params.use_row_idx = true;
  1642. synx_release_params.u.synx_row_idx = synx_obj_row_idx;
  1643. cam_synx_obj_release(&synx_release_params);
  1644. }
  1645. #endif
  1646. goto out_copy;
  1647. }
  1648. /* Register dma fence cb */
  1649. if (test_bit(CAM_GENERIC_FENCE_TYPE_DMA_FENCE, &fence_sel_mask)) {
  1650. rc = cam_dma_fence_register_cb(&fence_cfg->sync_obj,
  1651. &dma_fence_row_idx, cam_sync_dma_fence_cb);
  1652. if (rc) {
  1653. CAM_ERR(CAM_SYNC,
  1654. "Failed to register cb for dma fence fd: %d sync_obj: %d rc: %d",
  1655. fence_cfg->dma_fence_fd, fence_cfg->sync_obj, rc);
  1656. fence_cfg->reason_code = rc;
  1657. /* Destroy sync obj */
  1658. cam_sync_deinit_object(sync_dev->sync_table, fence_cfg->sync_obj,
  1659. NULL, NULL);
  1660. /* Release dma fence */
  1661. if (dma_fence_created) {
  1662. release_params.use_row_idx = true;
  1663. release_params.u.dma_row_idx = dma_fence_row_idx;
  1664. cam_dma_fence_release(&release_params);
  1665. }
  1666. #if IS_ENABLED(CONFIG_TARGET_SYNX_ENABLE)
  1667. /* Release synx obj */
  1668. if (synx_obj_created) {
  1669. synx_release_params.use_row_idx = true;
  1670. synx_release_params.u.synx_row_idx = synx_obj_row_idx;
  1671. cam_synx_obj_release(&synx_release_params);
  1672. }
  1673. #endif
  1674. goto out_copy;
  1675. }
  1676. }
  1677. #if IS_ENABLED(CONFIG_TARGET_SYNX_ENABLE)
  1678. /* Register synx object callback */
  1679. if (test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ, &fence_sel_mask)) {
  1680. rc = cam_synx_obj_register_cb(&fence_cfg->sync_obj,
  1681. synx_obj_row_idx, cam_sync_synx_obj_cb);
  1682. if (rc) {
  1683. CAM_ERR(CAM_SYNC,
  1684. "Failed to register cb for synx_obj: %d sync_obj: %d rc: %d",
  1685. fence_cfg->synx_obj, fence_cfg->sync_obj, rc);
  1686. fence_cfg->reason_code = rc;
  1687. /* Destroy sync obj */
  1688. cam_sync_deinit_object(sync_dev->sync_table, fence_cfg->sync_obj,
  1689. NULL, NULL);
  1690. /* Release dma fence */
  1691. if (dma_fence_created) {
  1692. release_params.use_row_idx = true;
  1693. release_params.u.dma_row_idx = dma_fence_row_idx;
  1694. cam_dma_fence_release(&release_params);
  1695. }
  1696. /* Release synx obj */
  1697. if (synx_obj_created) {
  1698. synx_release_params.use_row_idx = true;
  1699. synx_release_params.u.synx_row_idx = synx_obj_row_idx;
  1700. cam_synx_obj_release(&synx_release_params);
  1701. }
  1702. goto out_copy;
  1703. }
  1704. }
  1705. #endif
  1706. CAM_DBG(CAM_SYNC,
  1707. "Created sync_obj = %d[%s] with fence_sel_mask: 0x%x dma_fence_fd: %d num fences [requested: %u processed: %u]",
  1708. fence_cfg->sync_obj, fence_cfg->name,
  1709. fence_cfg->fence_sel_mask, fence_cfg->dma_fence_fd,
  1710. fence_input_info->num_fences_requested,
  1711. fence_input_info->num_fences_processed);
  1712. }
  1713. out_copy:
  1714. if (copy_to_user(u64_to_user_ptr(fence_cmd_args->input_handle),
  1715. fence_input_info, fence_cmd_args->input_data_size)) {
  1716. rc = -EFAULT;
  1717. CAM_ERR(CAM_SYNC, "copy to user failed hdl: %d size: 0x%x",
  1718. fence_cmd_args->input_handle, fence_cmd_args->input_data_size);
  1719. }
  1720. cam_generic_fence_free_input_info_util(&fence_input_info);
  1721. return rc;
  1722. }
  1723. static int cam_generic_fence_handle_sync_release(
  1724. struct cam_generic_fence_cmd_args *fence_cmd_args)
  1725. {
  1726. bool failed = false;
  1727. int rc = 0, i;
  1728. unsigned long fence_sel_mask;
  1729. struct cam_sync_check_for_dma_release check_for_dma_release;
  1730. struct cam_dma_fence_release_params release_params;
  1731. struct cam_generic_fence_input_info *fence_input_info = NULL;
  1732. struct cam_generic_fence_config *fence_cfg = NULL;
  1733. struct cam_sync_check_for_synx_release check_for_synx_release;
  1734. #if IS_ENABLED(CONFIG_TARGET_SYNX_ENABLE)
  1735. struct cam_synx_obj_release_params synx_release_params;
  1736. #endif
  1737. rc = cam_generic_fence_alloc_validate_input_info_util(fence_cmd_args, &fence_input_info);
  1738. if (rc || !fence_input_info) {
  1739. CAM_ERR(CAM_SYNC,
  1740. "Fence input info validation failed rc: %d fence_input_info: %pK",
  1741. rc, fence_input_info);
  1742. return -EINVAL;
  1743. }
  1744. for (i = 0; i < fence_input_info->num_fences_requested; i++) {
  1745. fence_cfg = &fence_input_info->fence_cfg[i];
  1746. fence_input_info->num_fences_processed++;
  1747. /* Reset fields */
  1748. fence_cfg->reason_code = 0;
  1749. check_for_dma_release.sync_created_with_dma = false;
  1750. check_for_dma_release.dma_fence_fd = fence_cfg->dma_fence_fd;
  1751. check_for_synx_release.sync_created_with_synx = false;
  1752. check_for_synx_release.synx_obj = fence_cfg->synx_obj;
  1753. rc = cam_sync_deinit_object(sync_dev->sync_table, fence_cfg->sync_obj,
  1754. &check_for_dma_release, &check_for_synx_release);
  1755. if (rc) {
  1756. fence_cfg->reason_code = rc;
  1757. failed = true;
  1758. CAM_ERR(CAM_SYNC,
  1759. "Failed to release sync obj at index: %d rc: %d num_fences [requested: %u processed: %u]",
  1760. i, rc, fence_input_info->num_fences_requested,
  1761. fence_input_info->num_fences_processed);
  1762. }
  1763. fence_sel_mask = fence_cfg->fence_sel_mask;
  1764. if (test_bit(CAM_GENERIC_FENCE_TYPE_DMA_FENCE, &fence_sel_mask)) {
  1765. if (!check_for_dma_release.sync_created_with_dma) {
  1766. CAM_ERR(CAM_SYNC,
  1767. "Failed to release dma fence fd: %d with sync_obj: %d, not created together",
  1768. fence_cfg->dma_fence_fd, fence_cfg->sync_obj);
  1769. failed = true;
  1770. fence_cfg->reason_code = -EPERM;
  1771. continue;
  1772. }
  1773. release_params.use_row_idx = true;
  1774. release_params.u.dma_row_idx = check_for_dma_release.dma_fence_row_idx;
  1775. rc = cam_dma_fence_release(&release_params);
  1776. if (rc) {
  1777. CAM_ERR(CAM_SYNC,
  1778. "Failed to destroy dma fence at index: %d rc: %d num fences [requested: %u processed: %u]",
  1779. i, rc, fence_input_info->num_fences_requested,
  1780. fence_input_info->num_fences_processed);
  1781. fence_cfg->reason_code = rc;
  1782. failed = true;
  1783. continue;
  1784. }
  1785. }
  1786. #if IS_ENABLED(CONFIG_TARGET_SYNX_ENABLE)
  1787. /* Release associated synx obj */
  1788. if (test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ, &fence_sel_mask)) {
  1789. if (!check_for_synx_release.sync_created_with_synx) {
  1790. CAM_ERR(CAM_SYNC,
  1791. "Failed to release synx_obj: %d with sync_obj: %d, not created together",
  1792. fence_cfg->synx_obj, fence_cfg->sync_obj);
  1793. failed = true;
  1794. fence_cfg->reason_code = -EPERM;
  1795. continue;
  1796. }
  1797. synx_release_params.use_row_idx = true;
  1798. synx_release_params.u.synx_row_idx =
  1799. check_for_synx_release.synx_obj_row_idx;
  1800. rc = cam_synx_obj_release(&synx_release_params);
  1801. if (rc) {
  1802. CAM_ERR(CAM_SYNC,
  1803. "Failed to destroy synx_obj at index: %d rc: %d num fences [requested: %u processed: %u]",
  1804. i, rc, fence_input_info->num_fences_requested,
  1805. fence_input_info->num_fences_processed);
  1806. fence_cfg->reason_code = rc;
  1807. failed = true;
  1808. continue;
  1809. }
  1810. }
  1811. #endif
  1812. CAM_DBG(CAM_SYNC,
  1813. "Released sync_obj = %d[%s] with fence_sel_mask: 0x%x dma_fence_fd: %d synx_obj: %d num fences [requested: %u processed: %u]",
  1814. fence_cfg->sync_obj, fence_cfg->name,
  1815. fence_cfg->fence_sel_mask, fence_cfg->dma_fence_fd, fence_cfg->synx_obj,
  1816. fence_input_info->num_fences_requested,
  1817. fence_input_info->num_fences_processed);
  1818. }
  1819. if (failed)
  1820. rc = -ENOMSG;
  1821. if (copy_to_user(u64_to_user_ptr(fence_cmd_args->input_handle),
  1822. fence_input_info, fence_cmd_args->input_data_size)) {
  1823. rc = -EFAULT;
  1824. CAM_ERR(CAM_SYNC, "copy to user failed hdl: %d size: 0x%x",
  1825. fence_cmd_args->input_handle, fence_cmd_args->input_data_size);
  1826. }
  1827. cam_generic_fence_free_input_info_util(&fence_input_info);
  1828. return rc;
  1829. }
  1830. static int cam_generic_fence_process_sync_obj_cmd(
  1831. uint32_t id,
  1832. struct cam_generic_fence_cmd_args *fence_cmd_args)
  1833. {
  1834. int rc = -EINVAL;
  1835. switch (id) {
  1836. case CAM_GENERIC_FENCE_CREATE:
  1837. rc = cam_generic_fence_handle_sync_create(fence_cmd_args);
  1838. break;
  1839. case CAM_GENERIC_FENCE_RELEASE:
  1840. rc = cam_generic_fence_handle_sync_release(fence_cmd_args);
  1841. break;
  1842. default:
  1843. CAM_ERR(CAM_SYNC, "IOCTL cmd: %u not supported for sync object", id);
  1844. break;
  1845. }
  1846. return rc;
  1847. }
  1848. static int cam_generic_fence_parser(
  1849. struct cam_private_ioctl_arg *k_ioctl)
  1850. {
  1851. int rc;
  1852. struct cam_generic_fence_cmd_args fence_cmd_args;
  1853. if (!k_ioctl->ioctl_ptr) {
  1854. CAM_ERR(CAM_SYNC, "Invalid args input ptr: %p",
  1855. k_ioctl->ioctl_ptr);
  1856. return -EINVAL;
  1857. }
  1858. if (k_ioctl->size != sizeof(struct cam_generic_fence_cmd_args)) {
  1859. CAM_ERR(CAM_SYNC, "Size mismatch expected: 0x%llx actual: 0x%llx",
  1860. sizeof(struct cam_generic_fence_cmd_args), k_ioctl->size);
  1861. return -EINVAL;
  1862. }
  1863. if (copy_from_user(&fence_cmd_args, u64_to_user_ptr(k_ioctl->ioctl_ptr),
  1864. sizeof(fence_cmd_args))) {
  1865. CAM_ERR(CAM_SYNC, "copy from user failed for input ptr: %pK",
  1866. k_ioctl->ioctl_ptr);
  1867. return -EFAULT;
  1868. }
  1869. if (fence_cmd_args.input_handle_type != CAM_HANDLE_USER_POINTER) {
  1870. CAM_ERR(CAM_SYNC, "Invalid handle type: %u",
  1871. fence_cmd_args.input_handle_type);
  1872. return -EINVAL;
  1873. }
  1874. switch (fence_cmd_args.fence_type) {
  1875. case CAM_GENERIC_FENCE_TYPE_SYNC_OBJ:
  1876. rc = cam_generic_fence_process_sync_obj_cmd(k_ioctl->id, &fence_cmd_args);
  1877. break;
  1878. case CAM_GENERIC_FENCE_TYPE_DMA_FENCE:
  1879. rc = cam_generic_fence_process_dma_fence_cmd(k_ioctl->id, &fence_cmd_args);
  1880. break;
  1881. #if IS_ENABLED(CONFIG_TARGET_SYNX_ENABLE)
  1882. case CAM_GENERIC_FENCE_TYPE_SYNX_OBJ:
  1883. rc = cam_generic_fence_process_synx_obj_cmd(k_ioctl->id, &fence_cmd_args);
  1884. break;
  1885. #endif
  1886. default:
  1887. rc = -EINVAL;
  1888. CAM_ERR(CAM_SYNC, "fence type: 0x%x handling not supported",
  1889. fence_cmd_args.fence_type);
  1890. break;
  1891. }
  1892. return rc;
  1893. }
  1894. static long cam_sync_dev_ioctl(struct file *filep, void *fh,
  1895. bool valid_prio, unsigned int cmd, void *arg)
  1896. {
  1897. int32_t rc;
  1898. struct sync_device *sync_dev = video_drvdata(filep);
  1899. struct cam_private_ioctl_arg k_ioctl;
  1900. if (!sync_dev) {
  1901. CAM_ERR(CAM_SYNC, "sync_dev NULL");
  1902. return -EINVAL;
  1903. }
  1904. if (!arg)
  1905. return -EINVAL;
  1906. if (cmd != CAM_PRIVATE_IOCTL_CMD)
  1907. return -ENOIOCTLCMD;
  1908. k_ioctl = *(struct cam_private_ioctl_arg *)arg;
  1909. switch (k_ioctl.id) {
  1910. case CAM_SYNC_CREATE:
  1911. rc = cam_sync_handle_create(&k_ioctl);
  1912. break;
  1913. case CAM_SYNC_DESTROY:
  1914. rc = cam_sync_handle_destroy(&k_ioctl);
  1915. break;
  1916. case CAM_SYNC_REGISTER_PAYLOAD:
  1917. rc = cam_sync_handle_register_user_payload(
  1918. &k_ioctl);
  1919. break;
  1920. case CAM_SYNC_DEREGISTER_PAYLOAD:
  1921. rc = cam_sync_handle_deregister_user_payload(
  1922. &k_ioctl);
  1923. break;
  1924. case CAM_SYNC_SIGNAL:
  1925. rc = cam_sync_handle_signal(&k_ioctl);
  1926. break;
  1927. case CAM_SYNC_MERGE:
  1928. rc = cam_sync_handle_merge(&k_ioctl);
  1929. break;
  1930. case CAM_SYNC_WAIT:
  1931. rc = cam_sync_handle_wait(&k_ioctl);
  1932. ((struct cam_private_ioctl_arg *)arg)->result =
  1933. k_ioctl.result;
  1934. break;
  1935. case CAM_GENERIC_FENCE_CREATE:
  1936. case CAM_GENERIC_FENCE_RELEASE:
  1937. case CAM_GENERIC_FENCE_IMPORT:
  1938. case CAM_GENERIC_FENCE_SIGNAL:
  1939. rc = cam_generic_fence_parser(&k_ioctl);
  1940. break;
  1941. default:
  1942. rc = -ENOIOCTLCMD;
  1943. }
  1944. return rc;
  1945. }
  1946. static unsigned int cam_sync_poll(struct file *f,
  1947. struct poll_table_struct *pll_table)
  1948. {
  1949. int rc = 0;
  1950. struct v4l2_fh *eventq = f->private_data;
  1951. if (!eventq)
  1952. return -EINVAL;
  1953. poll_wait(f, &eventq->wait, pll_table);
  1954. if (v4l2_event_pending(eventq))
  1955. rc = POLLPRI;
  1956. return rc;
  1957. }
  1958. static int cam_sync_open(struct file *filep)
  1959. {
  1960. int rc;
  1961. struct sync_device *sync_dev = video_drvdata(filep);
  1962. if (!sync_dev) {
  1963. CAM_ERR(CAM_SYNC, "Sync device NULL");
  1964. return -ENODEV;
  1965. }
  1966. mutex_lock(&sync_dev->table_lock);
  1967. if (sync_dev->open_cnt >= 1) {
  1968. mutex_unlock(&sync_dev->table_lock);
  1969. return -EALREADY;
  1970. }
  1971. rc = v4l2_fh_open(filep);
  1972. if (!rc) {
  1973. sync_dev->open_cnt++;
  1974. cam_dma_fence_open();
  1975. spin_lock_bh(&sync_dev->cam_sync_eventq_lock);
  1976. sync_dev->cam_sync_eventq = filep->private_data;
  1977. spin_unlock_bh(&sync_dev->cam_sync_eventq_lock);
  1978. } else {
  1979. CAM_ERR(CAM_SYNC, "v4l2_fh_open failed : %d", rc);
  1980. }
  1981. mutex_unlock(&sync_dev->table_lock);
  1982. return rc;
  1983. }
  1984. static int cam_sync_close(struct file *filep)
  1985. {
  1986. int rc = 0;
  1987. int i;
  1988. struct sync_device *sync_dev = video_drvdata(filep);
  1989. if (!sync_dev) {
  1990. CAM_ERR(CAM_SYNC, "Sync device NULL");
  1991. rc = -ENODEV;
  1992. return rc;
  1993. }
  1994. mutex_lock(&sync_dev->table_lock);
  1995. sync_dev->open_cnt--;
  1996. if (!sync_dev->open_cnt) {
  1997. for (i = 1; i < CAM_SYNC_MAX_OBJS; i++) {
  1998. struct sync_table_row *row =
  1999. sync_dev->sync_table + i;
  2000. /*
  2001. * Signal all ACTIVE objects as ERR, but we don't
  2002. * care about the return status here apart from logging
  2003. * it.
  2004. */
  2005. if (row->state == CAM_SYNC_STATE_ACTIVE) {
  2006. rc = cam_sync_signal(i,
  2007. CAM_SYNC_STATE_SIGNALED_ERROR,
  2008. CAM_SYNC_COMMON_RELEASE_EVENT);
  2009. if (rc < 0)
  2010. CAM_ERR(CAM_SYNC,
  2011. "Cleanup signal fail idx:%d", i);
  2012. }
  2013. }
  2014. /*
  2015. * Flush the work queue to wait for pending signal callbacks to
  2016. * finish
  2017. */
  2018. flush_workqueue(sync_dev->work_queue);
  2019. /*
  2020. * Now that all callbacks worker threads have finished,
  2021. * destroy the sync objects
  2022. */
  2023. for (i = 1; i < CAM_SYNC_MAX_OBJS; i++) {
  2024. struct sync_table_row *row =
  2025. sync_dev->sync_table + i;
  2026. if (row->state != CAM_SYNC_STATE_INVALID) {
  2027. rc = cam_sync_destroy(i);
  2028. if (rc < 0)
  2029. CAM_ERR(CAM_SYNC,
  2030. "Cleanup destroy fail:idx:%d\n", i);
  2031. }
  2032. }
  2033. }
  2034. /* Clean dma fence table */
  2035. cam_dma_fence_close();
  2036. #if IS_ENABLED(CONFIG_TARGET_SYNX_ENABLE)
  2037. /* Clean synx obj table */
  2038. cam_synx_obj_close();
  2039. #endif
  2040. mutex_unlock(&sync_dev->table_lock);
  2041. spin_lock_bh(&sync_dev->cam_sync_eventq_lock);
  2042. sync_dev->cam_sync_eventq = NULL;
  2043. spin_unlock_bh(&sync_dev->cam_sync_eventq_lock);
  2044. v4l2_fh_release(filep);
  2045. return rc;
  2046. }
  2047. static void cam_sync_event_queue_notify_error(const struct v4l2_event *old,
  2048. struct v4l2_event *new)
  2049. {
  2050. if (sync_dev->version == CAM_SYNC_V4L_EVENT_V2) {
  2051. struct cam_sync_ev_header_v2 *ev_header;
  2052. ev_header = CAM_SYNC_GET_HEADER_PTR_V2((*old));
  2053. CAM_ERR(CAM_CRM,
  2054. "Failed to notify event id %d fence %d statue %d reason %u %u %u %u",
  2055. old->id, ev_header->sync_obj, ev_header->status,
  2056. ev_header->evt_param[0], ev_header->evt_param[1],
  2057. ev_header->evt_param[2], ev_header->evt_param[3]);
  2058. } else {
  2059. struct cam_sync_ev_header *ev_header;
  2060. ev_header = CAM_SYNC_GET_HEADER_PTR((*old));
  2061. CAM_ERR(CAM_CRM,
  2062. "Failed to notify event id %d fence %d statue %d",
  2063. old->id, ev_header->sync_obj, ev_header->status);
  2064. }
  2065. }
  2066. static struct v4l2_subscribed_event_ops cam_sync_v4l2_ops = {
  2067. .merge = cam_sync_event_queue_notify_error,
  2068. };
  2069. int cam_sync_subscribe_event(struct v4l2_fh *fh,
  2070. const struct v4l2_event_subscription *sub)
  2071. {
  2072. if (!((sub->type == CAM_SYNC_V4L_EVENT) ||
  2073. (sub->type == CAM_SYNC_V4L_EVENT_V2))) {
  2074. CAM_ERR(CAM_SYNC, "Non supported event type 0x%x", sub->type);
  2075. return -EINVAL;
  2076. }
  2077. sync_dev->version = sub->type;
  2078. CAM_DBG(CAM_SYNC, "Sync event verion type 0x%x", sync_dev->version);
  2079. return v4l2_event_subscribe(fh, sub, CAM_SYNC_MAX_V4L2_EVENTS,
  2080. &cam_sync_v4l2_ops);
  2081. }
  2082. int cam_sync_unsubscribe_event(struct v4l2_fh *fh,
  2083. const struct v4l2_event_subscription *sub)
  2084. {
  2085. if (!((sub->type == CAM_SYNC_V4L_EVENT) ||
  2086. (sub->type == CAM_SYNC_V4L_EVENT_V2))) {
  2087. CAM_ERR(CAM_SYNC, "Non supported event type 0x%x", sub->type);
  2088. return -EINVAL;
  2089. }
  2090. return v4l2_event_unsubscribe(fh, sub);
  2091. }
  2092. static const struct v4l2_ioctl_ops g_cam_sync_ioctl_ops = {
  2093. .vidioc_subscribe_event = cam_sync_subscribe_event,
  2094. .vidioc_unsubscribe_event = cam_sync_unsubscribe_event,
  2095. .vidioc_default = cam_sync_dev_ioctl,
  2096. };
  2097. static struct v4l2_file_operations cam_sync_v4l2_fops = {
  2098. .owner = THIS_MODULE,
  2099. .open = cam_sync_open,
  2100. .release = cam_sync_close,
  2101. .poll = cam_sync_poll,
  2102. .unlocked_ioctl = video_ioctl2,
  2103. #ifdef CONFIG_COMPAT
  2104. .compat_ioctl32 = video_ioctl2,
  2105. #endif
  2106. };
  2107. #if IS_REACHABLE(CONFIG_MEDIA_CONTROLLER)
  2108. static int cam_sync_media_controller_init(struct sync_device *sync_dev,
  2109. struct platform_device *pdev)
  2110. {
  2111. int rc;
  2112. sync_dev->v4l2_dev.mdev = kzalloc(sizeof(struct media_device),
  2113. GFP_KERNEL);
  2114. if (!sync_dev->v4l2_dev.mdev)
  2115. return -ENOMEM;
  2116. media_device_init(sync_dev->v4l2_dev.mdev);
  2117. strlcpy(sync_dev->v4l2_dev.mdev->model, CAM_SYNC_DEVICE_NAME,
  2118. sizeof(sync_dev->v4l2_dev.mdev->model));
  2119. sync_dev->v4l2_dev.mdev->dev = &(pdev->dev);
  2120. rc = media_device_register(sync_dev->v4l2_dev.mdev);
  2121. if (rc < 0)
  2122. goto register_fail;
  2123. rc = media_entity_pads_init(&sync_dev->vdev->entity, 0, NULL);
  2124. if (rc < 0)
  2125. goto entity_fail;
  2126. return 0;
  2127. entity_fail:
  2128. media_device_unregister(sync_dev->v4l2_dev.mdev);
  2129. register_fail:
  2130. media_device_cleanup(sync_dev->v4l2_dev.mdev);
  2131. return rc;
  2132. }
  2133. static void cam_sync_media_controller_cleanup(struct sync_device *sync_dev)
  2134. {
  2135. media_entity_cleanup(&sync_dev->vdev->entity);
  2136. media_device_unregister(sync_dev->v4l2_dev.mdev);
  2137. media_device_cleanup(sync_dev->v4l2_dev.mdev);
  2138. kfree(sync_dev->v4l2_dev.mdev);
  2139. }
  2140. static void cam_sync_init_entity(struct sync_device *sync_dev)
  2141. {
  2142. sync_dev->vdev->entity.function = CAM_SYNC_DEVICE_TYPE;
  2143. sync_dev->vdev->entity.name =
  2144. video_device_node_name(sync_dev->vdev);
  2145. }
  2146. #else
  2147. static int cam_sync_media_controller_init(struct sync_device *sync_dev,
  2148. struct platform_device *pdev)
  2149. {
  2150. return 0;
  2151. }
  2152. static void cam_sync_media_controller_cleanup(struct sync_device *sync_dev)
  2153. {
  2154. }
  2155. static void cam_sync_init_entity(struct sync_device *sync_dev)
  2156. {
  2157. }
  2158. #endif
  2159. static int cam_sync_create_debugfs(void)
  2160. {
  2161. int rc = 0;
  2162. struct dentry *dbgfileptr = NULL;
  2163. if (!cam_debugfs_available())
  2164. return 0;
  2165. rc = cam_debugfs_create_subdir("sync", &dbgfileptr);
  2166. if (rc) {
  2167. CAM_ERR(CAM_SYNC,"DebugFS could not create directory!");
  2168. rc = -ENOENT;
  2169. goto end;
  2170. }
  2171. /* Store parent inode for cleanup in caller */
  2172. sync_dev->dentry = dbgfileptr;
  2173. debugfs_create_bool("trigger_cb_without_switch", 0644,
  2174. sync_dev->dentry, &trigger_cb_without_switch);
  2175. end:
  2176. return rc;
  2177. }
  2178. #if IS_REACHABLE(CONFIG_MSM_GLOBAL_SYNX)
  2179. int cam_synx_sync_signal(int32_t sync_obj, uint32_t synx_status)
  2180. {
  2181. int rc = 0;
  2182. uint32_t sync_status = synx_status;
  2183. switch (synx_status) {
  2184. case SYNX_STATE_ACTIVE:
  2185. sync_status = CAM_SYNC_STATE_ACTIVE;
  2186. break;
  2187. case SYNX_STATE_SIGNALED_SUCCESS:
  2188. sync_status = CAM_SYNC_STATE_SIGNALED_SUCCESS;
  2189. break;
  2190. case SYNX_STATE_SIGNALED_ERROR:
  2191. sync_status = CAM_SYNC_STATE_SIGNALED_ERROR;
  2192. break;
  2193. case 4: /* SYNX_STATE_SIGNALED_CANCEL: */
  2194. sync_status = CAM_SYNC_STATE_SIGNALED_CANCEL;
  2195. break;
  2196. default:
  2197. CAM_ERR(CAM_SYNC, "Invalid synx status %d for obj %d",
  2198. synx_status, sync_obj);
  2199. sync_status = CAM_SYNC_STATE_SIGNALED_ERROR;
  2200. break;
  2201. }
  2202. rc = cam_sync_signal(sync_obj, sync_status, CAM_SYNC_COMMON_EVENT_SYNX);
  2203. if (rc) {
  2204. CAM_ERR(CAM_SYNC,
  2205. "synx signal failed with %d, sync_obj=%d, synx_status=%d, sync_status=%d",
  2206. sync_obj, synx_status, sync_status, rc);
  2207. }
  2208. return rc;
  2209. }
  2210. static int cam_sync_register_synx_bind_ops(
  2211. struct synx_register_params *object)
  2212. {
  2213. int rc = 0;
  2214. rc = synx_register_ops(object);
  2215. if (rc)
  2216. CAM_ERR(CAM_SYNC, "synx registration fail with rc=%d", rc);
  2217. return rc;
  2218. }
  2219. static void cam_sync_unregister_synx_bind_ops(
  2220. struct synx_register_params *object)
  2221. {
  2222. int rc = 0;
  2223. rc = synx_deregister_ops(object);
  2224. if (rc)
  2225. CAM_ERR(CAM_SYNC, "sync unregistration fail with %d", rc);
  2226. }
  2227. static void cam_sync_configure_synx_obj(struct synx_register_params *object)
  2228. {
  2229. struct synx_register_params *params = object;
  2230. params->name = CAM_SYNC_NAME;
  2231. params->type = SYNX_TYPE_CSL;
  2232. params->ops.register_callback = cam_sync_register_callback;
  2233. params->ops.deregister_callback = cam_sync_deregister_callback;
  2234. params->ops.enable_signaling = cam_sync_get_obj_ref;
  2235. params->ops.signal = cam_synx_sync_signal;
  2236. }
  2237. #endif
  2238. static int cam_sync_component_bind(struct device *dev,
  2239. struct device *master_dev, void *data)
  2240. {
  2241. int rc;
  2242. int idx;
  2243. struct platform_device *pdev = to_platform_device(dev);
  2244. sync_dev = kzalloc(sizeof(*sync_dev), GFP_KERNEL);
  2245. if (!sync_dev)
  2246. return -ENOMEM;
  2247. mutex_init(&sync_dev->table_lock);
  2248. spin_lock_init(&sync_dev->cam_sync_eventq_lock);
  2249. for (idx = 0; idx < CAM_SYNC_MAX_OBJS; idx++)
  2250. spin_lock_init(&sync_dev->row_spinlocks[idx]);
  2251. sync_dev->vdev = video_device_alloc();
  2252. if (!sync_dev->vdev) {
  2253. rc = -ENOMEM;
  2254. goto vdev_fail;
  2255. }
  2256. rc = cam_sync_media_controller_init(sync_dev, pdev);
  2257. if (rc < 0)
  2258. goto mcinit_fail;
  2259. sync_dev->vdev->v4l2_dev = &sync_dev->v4l2_dev;
  2260. rc = v4l2_device_register(&(pdev->dev), sync_dev->vdev->v4l2_dev);
  2261. if (rc < 0)
  2262. goto register_fail;
  2263. strlcpy(sync_dev->vdev->name, CAM_SYNC_NAME,
  2264. sizeof(sync_dev->vdev->name));
  2265. sync_dev->vdev->release = video_device_release_empty;
  2266. sync_dev->vdev->fops = &cam_sync_v4l2_fops;
  2267. sync_dev->vdev->ioctl_ops = &g_cam_sync_ioctl_ops;
  2268. sync_dev->vdev->minor = -1;
  2269. sync_dev->vdev->device_caps |= V4L2_CAP_VIDEO_CAPTURE;
  2270. sync_dev->vdev->vfl_type = VFL_TYPE_VIDEO;
  2271. rc = video_register_device(sync_dev->vdev, VFL_TYPE_VIDEO, -1);
  2272. if (rc < 0) {
  2273. CAM_ERR(CAM_SYNC,
  2274. "video device registration failure rc = %d, name = %s, device_caps = %d",
  2275. rc, sync_dev->vdev->name, sync_dev->vdev->device_caps);
  2276. goto v4l2_fail;
  2277. }
  2278. cam_sync_init_entity(sync_dev);
  2279. video_set_drvdata(sync_dev->vdev, sync_dev);
  2280. bitmap_zero(sync_dev->bitmap, CAM_SYNC_MAX_OBJS);
  2281. /*
  2282. * We treat zero as invalid handle, so we will keep the 0th bit set
  2283. * always
  2284. */
  2285. set_bit(0, sync_dev->bitmap);
  2286. sync_dev->work_queue = alloc_workqueue(CAM_SYNC_WORKQUEUE_NAME,
  2287. WQ_HIGHPRI | WQ_UNBOUND, 1);
  2288. if (!sync_dev->work_queue) {
  2289. CAM_ERR(CAM_SYNC,
  2290. "Error: high priority work queue creation failed");
  2291. rc = -ENOMEM;
  2292. goto v4l2_fail;
  2293. }
  2294. /* Initialize dma fence driver */
  2295. rc = cam_dma_fence_driver_init();
  2296. if (rc) {
  2297. CAM_ERR(CAM_SYNC,
  2298. "DMA fence driver initialization failed rc: %d", rc);
  2299. goto workq_destroy;
  2300. }
  2301. trigger_cb_without_switch = false;
  2302. cam_sync_create_debugfs();
  2303. #if IS_ENABLED(CONFIG_TARGET_SYNX_ENABLE)
  2304. /* Initialize synx obj driver */
  2305. rc = cam_synx_obj_driver_init();
  2306. if (rc) {
  2307. CAM_ERR(CAM_SYNC,
  2308. "Synx obj driver initialization failed rc: %d", rc);
  2309. goto dma_driver_deinit;
  2310. }
  2311. #elif IS_REACHABLE(CONFIG_MSM_GLOBAL_SYNX)
  2312. CAM_DBG(CAM_SYNC, "Registering with synx driver");
  2313. cam_sync_configure_synx_obj(&sync_dev->params);
  2314. rc = cam_sync_register_synx_bind_ops(&sync_dev->params);
  2315. if (rc)
  2316. goto dma_driver_deinit;
  2317. #endif
  2318. CAM_DBG(CAM_SYNC, "Component bound successfully");
  2319. return rc;
  2320. #if IS_REACHABLE(CONFIG_MSM_GLOBAL_SYNX) || IS_ENABLED(CONFIG_TARGET_SYNX_ENABLE)
  2321. dma_driver_deinit:
  2322. cam_dma_fence_driver_deinit();
  2323. #endif
  2324. workq_destroy:
  2325. destroy_workqueue(sync_dev->work_queue);
  2326. v4l2_fail:
  2327. v4l2_device_unregister(sync_dev->vdev->v4l2_dev);
  2328. register_fail:
  2329. cam_sync_media_controller_cleanup(sync_dev);
  2330. mcinit_fail:
  2331. video_unregister_device(sync_dev->vdev);
  2332. video_device_release(sync_dev->vdev);
  2333. vdev_fail:
  2334. mutex_destroy(&sync_dev->table_lock);
  2335. kfree(sync_dev);
  2336. return rc;
  2337. }
  2338. static void cam_sync_component_unbind(struct device *dev,
  2339. struct device *master_dev, void *data)
  2340. {
  2341. int i;
  2342. v4l2_device_unregister(sync_dev->vdev->v4l2_dev);
  2343. cam_sync_media_controller_cleanup(sync_dev);
  2344. #if IS_ENABLED(CONFIG_TARGET_SYNX_ENABLE)
  2345. cam_synx_obj_driver_deinit();
  2346. #elif IS_REACHABLE(CONFIG_MSM_GLOBAL_SYNX)
  2347. cam_sync_unregister_synx_bind_ops(&sync_dev->params);
  2348. #endif
  2349. video_unregister_device(sync_dev->vdev);
  2350. video_device_release(sync_dev->vdev);
  2351. sync_dev->dentry = NULL;
  2352. cam_dma_fence_driver_deinit();
  2353. for (i = 0; i < CAM_SYNC_MAX_OBJS; i++)
  2354. spin_lock_init(&sync_dev->row_spinlocks[i]);
  2355. kfree(sync_dev);
  2356. sync_dev = NULL;
  2357. }
  2358. const static struct component_ops cam_sync_component_ops = {
  2359. .bind = cam_sync_component_bind,
  2360. .unbind = cam_sync_component_unbind,
  2361. };
  2362. static int cam_sync_probe(struct platform_device *pdev)
  2363. {
  2364. int rc = 0;
  2365. CAM_DBG(CAM_SYNC, "Adding Sync component");
  2366. rc = component_add(&pdev->dev, &cam_sync_component_ops);
  2367. if (rc)
  2368. CAM_ERR(CAM_SYNC, "failed to add component rc: %d", rc);
  2369. return rc;
  2370. }
  2371. static int cam_sync_remove(struct platform_device *pdev)
  2372. {
  2373. component_del(&pdev->dev, &cam_sync_component_ops);
  2374. return 0;
  2375. }
  2376. static const struct of_device_id cam_sync_dt_match[] = {
  2377. {.compatible = "qcom,cam-sync"},
  2378. {}
  2379. };
  2380. MODULE_DEVICE_TABLE(of, cam_sync_dt_match);
  2381. struct platform_driver cam_sync_driver = {
  2382. .probe = cam_sync_probe,
  2383. .remove = cam_sync_remove,
  2384. .driver = {
  2385. .name = "cam_sync",
  2386. .owner = THIS_MODULE,
  2387. .of_match_table = cam_sync_dt_match,
  2388. .suppress_bind_attrs = true,
  2389. },
  2390. };
  2391. int cam_sync_init(void)
  2392. {
  2393. return platform_driver_register(&cam_sync_driver);
  2394. }
  2395. void cam_sync_exit(void)
  2396. {
  2397. platform_driver_unregister(&cam_sync_driver);
  2398. }
  2399. MODULE_DESCRIPTION("Camera sync driver");
  2400. MODULE_LICENSE("GPL v2");