cam_sync.c 77 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654265526562657265826592660266126622663266426652666266726682669267026712672267326742675267626772678267926802681268226832684268526862687268826892690269126922693269426952696269726982699270027012702270327042705270627072708270927102711271227132714271527162717271827192720272127222723272427252726272727282729273027312732273327342735273627372738273927402741274227432744274527462747274827492750275127522753275427552756275727582759276027612762276327642765276627672768276927702771277227732774277527762777277827792780278127822783278427852786278727882789279027912792279327942795279627972798279928002801280228032804280528062807280828092810281128122813281428152816281728182819282028212822282328242825282628272828
  1. // SPDX-License-Identifier: GPL-2.0-only
  2. /*
  3. * Copyright (c) 2017-2021, The Linux Foundation. All rights reserved.
  4. * Copyright (c) 2022 Qualcomm Innovation Center, Inc. All rights reserved.
  5. */
  6. #include <linux/init.h>
  7. #include <linux/module.h>
  8. #include <linux/irqflags.h>
  9. #include <linux/module.h>
  10. #include <linux/platform_device.h>
  11. #include <linux/debugfs.h>
  12. #if IS_REACHABLE(CONFIG_MSM_GLOBAL_SYNX) || IS_ENABLED(CONFIG_TARGET_SYNX_ENABLE)
  13. #include <synx_api.h>
  14. #endif
  15. #include "cam_sync_util.h"
  16. #include "cam_debug_util.h"
  17. #include "cam_common_util.h"
  18. #include "cam_compat.h"
  19. #include "camera_main.h"
  20. #include "cam_req_mgr_workq.h"
  21. struct sync_device *sync_dev;
  22. /*
  23. * Flag to determine whether to enqueue cb of a
  24. * signaled fence onto the workq or invoke it
  25. * directly in the same context
  26. */
  27. static bool trigger_cb_without_switch;
  28. static void cam_sync_print_fence_table(void)
  29. {
  30. int idx;
  31. for (idx = 0; idx < CAM_SYNC_MAX_OBJS; idx++) {
  32. spin_lock_bh(&sync_dev->row_spinlocks[idx]);
  33. CAM_INFO(CAM_SYNC,
  34. "index[%u]: sync_id=%d, name=%s, type=%d, state=%d, ref_cnt=%d",
  35. idx,
  36. sync_dev->sync_table[idx].sync_id,
  37. sync_dev->sync_table[idx].name,
  38. sync_dev->sync_table[idx].type,
  39. sync_dev->sync_table[idx].state,
  40. atomic_read(&sync_dev->sync_table[idx].ref_cnt));
  41. spin_unlock_bh(&sync_dev->row_spinlocks[idx]);
  42. }
  43. }
  44. static int cam_sync_create_util(
  45. int32_t *sync_obj, const char *name,
  46. struct cam_dma_fence_create_sync_obj_payload *dma_sync_create_info,
  47. struct sync_synx_obj_info *synx_obj_sync_create_info)
  48. {
  49. int rc;
  50. long idx;
  51. bool bit;
  52. struct sync_table_row *row = NULL;
  53. do {
  54. idx = find_first_zero_bit(sync_dev->bitmap, CAM_SYNC_MAX_OBJS);
  55. if (idx >= CAM_SYNC_MAX_OBJS) {
  56. CAM_ERR(CAM_SYNC,
  57. "Error: Unable to create sync idx = %d sync name = %s reached max!",
  58. idx, name);
  59. cam_sync_print_fence_table();
  60. return -ENOMEM;
  61. }
  62. CAM_DBG(CAM_SYNC, "Index location available at idx: %ld", idx);
  63. bit = test_and_set_bit(idx, sync_dev->bitmap);
  64. } while (bit);
  65. spin_lock_bh(&sync_dev->row_spinlocks[idx]);
  66. rc = cam_sync_init_row(sync_dev->sync_table, idx, name,
  67. CAM_SYNC_TYPE_INDV);
  68. if (rc) {
  69. CAM_ERR(CAM_SYNC, "Error: Unable to init row at idx = %ld",
  70. idx);
  71. clear_bit(idx, sync_dev->bitmap);
  72. spin_unlock_bh(&sync_dev->row_spinlocks[idx]);
  73. return -EINVAL;
  74. }
  75. *sync_obj = idx;
  76. /* Associate sync obj with synx if any holding sync lock */
  77. if (synx_obj_sync_create_info) {
  78. row = sync_dev->sync_table + idx;
  79. row->synx_obj_info.synx_obj_row_idx =
  80. synx_obj_sync_create_info->synx_obj_row_idx;
  81. row->synx_obj_info.sync_created_with_synx =
  82. synx_obj_sync_create_info->sync_created_with_synx;
  83. row->synx_obj_info.synx_obj = synx_obj_sync_create_info->synx_obj;
  84. set_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ, &row->ext_fence_mask);
  85. CAM_DBG(CAM_SYNC, "sync_obj: %s[%d] associated with synx_obj: %d",
  86. name, *sync_obj, row->synx_obj_info.synx_obj);
  87. }
  88. /* Associate sync obj with dma fence if any holding sync lock */
  89. if (dma_sync_create_info) {
  90. row = sync_dev->sync_table + idx;
  91. row->dma_fence_info.dma_fence_fd = dma_sync_create_info->fd;
  92. row->dma_fence_info.dma_fence_row_idx = dma_sync_create_info->dma_fence_row_idx;
  93. row->dma_fence_info.sync_created_with_dma =
  94. dma_sync_create_info->sync_created_with_dma;
  95. set_bit(CAM_GENERIC_FENCE_TYPE_DMA_FENCE, &row->ext_fence_mask);
  96. /* Association refcnt for non-import cases */
  97. if (dma_sync_create_info->sync_created_with_dma) {
  98. rc = cam_dma_fence_get_put_ref(true, row->dma_fence_info.dma_fence_row_idx);
  99. if (rc)
  100. CAM_ERR(CAM_SYNC,
  101. "Failed to getref on dma fence idx: %u fd: %d sync_obj: %d rc: %d",
  102. row->dma_fence_info.dma_fence_row_idx,
  103. row->dma_fence_info.dma_fence_fd,
  104. *sync_obj, rc);
  105. goto end;
  106. }
  107. CAM_DBG(CAM_SYNC, "sync_obj: %s[%d] associated with dma fence fd: %d",
  108. name, *sync_obj, dma_sync_create_info->fd);
  109. goto end;
  110. }
  111. CAM_DBG(CAM_SYNC, "sync_obj: %s[%i]", name, *sync_obj);
  112. end:
  113. spin_unlock_bh(&sync_dev->row_spinlocks[idx]);
  114. return rc;
  115. }
  116. int cam_sync_create(int32_t *sync_obj, const char *name)
  117. {
  118. return cam_sync_create_util(sync_obj, name, NULL, NULL);
  119. }
  120. int cam_sync_register_callback(sync_callback cb_func,
  121. void *userdata, int32_t sync_obj)
  122. {
  123. struct sync_callback_info *sync_cb;
  124. struct sync_table_row *row = NULL;
  125. int status = 0;
  126. if (sync_obj >= CAM_SYNC_MAX_OBJS || sync_obj <= 0 || !cb_func)
  127. return -EINVAL;
  128. spin_lock_bh(&sync_dev->row_spinlocks[sync_obj]);
  129. row = sync_dev->sync_table + sync_obj;
  130. if (row->state == CAM_SYNC_STATE_INVALID) {
  131. CAM_ERR(CAM_SYNC,
  132. "Error: accessing an uninitialized sync obj %s[%d]",
  133. row->name,
  134. sync_obj);
  135. spin_unlock_bh(&sync_dev->row_spinlocks[sync_obj]);
  136. return -EINVAL;
  137. }
  138. sync_cb = kzalloc(sizeof(*sync_cb), GFP_ATOMIC);
  139. if (!sync_cb) {
  140. spin_unlock_bh(&sync_dev->row_spinlocks[sync_obj]);
  141. return -ENOMEM;
  142. }
  143. /* Trigger callback if sync object is already in SIGNALED state */
  144. if (((row->state == CAM_SYNC_STATE_SIGNALED_SUCCESS) ||
  145. (row->state == CAM_SYNC_STATE_SIGNALED_ERROR) ||
  146. (row->state == CAM_SYNC_STATE_SIGNALED_CANCEL)) &&
  147. (!row->remaining)) {
  148. if (trigger_cb_without_switch) {
  149. CAM_DBG(CAM_SYNC, "Invoke callback for sync object:%s[%d]",
  150. row->name,
  151. sync_obj);
  152. status = row->state;
  153. kfree(sync_cb);
  154. spin_unlock_bh(&sync_dev->row_spinlocks[sync_obj]);
  155. cb_func(sync_obj, status, userdata);
  156. } else {
  157. sync_cb->callback_func = cb_func;
  158. sync_cb->cb_data = userdata;
  159. sync_cb->sync_obj = sync_obj;
  160. INIT_WORK(&sync_cb->cb_dispatch_work,
  161. cam_sync_util_cb_dispatch);
  162. sync_cb->status = row->state;
  163. CAM_DBG(CAM_SYNC, "Enqueue callback for sync object:%s[%d]",
  164. row->name,
  165. sync_cb->sync_obj);
  166. sync_cb->workq_scheduled_ts = ktime_get();
  167. queue_work(sync_dev->work_queue,
  168. &sync_cb->cb_dispatch_work);
  169. spin_unlock_bh(&sync_dev->row_spinlocks[sync_obj]);
  170. }
  171. return 0;
  172. }
  173. sync_cb->callback_func = cb_func;
  174. sync_cb->cb_data = userdata;
  175. sync_cb->sync_obj = sync_obj;
  176. INIT_WORK(&sync_cb->cb_dispatch_work, cam_sync_util_cb_dispatch);
  177. list_add_tail(&sync_cb->list, &row->callback_list);
  178. spin_unlock_bh(&sync_dev->row_spinlocks[sync_obj]);
  179. return 0;
  180. }
  181. int cam_sync_deregister_callback(sync_callback cb_func,
  182. void *userdata, int32_t sync_obj)
  183. {
  184. struct sync_table_row *row = NULL;
  185. struct sync_callback_info *sync_cb, *temp;
  186. bool found = false;
  187. if (sync_obj >= CAM_SYNC_MAX_OBJS || sync_obj <= 0)
  188. return -EINVAL;
  189. spin_lock_bh(&sync_dev->row_spinlocks[sync_obj]);
  190. row = sync_dev->sync_table + sync_obj;
  191. if (row->state == CAM_SYNC_STATE_INVALID) {
  192. CAM_ERR(CAM_SYNC,
  193. "Error: accessing an uninitialized sync obj = %s[%d]",
  194. row->name,
  195. sync_obj);
  196. spin_unlock_bh(&sync_dev->row_spinlocks[sync_obj]);
  197. return -EINVAL;
  198. }
  199. CAM_DBG(CAM_SYNC, "deregistered callback for sync object:%s[%d]",
  200. row->name,
  201. sync_obj);
  202. list_for_each_entry_safe(sync_cb, temp, &row->callback_list, list) {
  203. if (sync_cb->callback_func == cb_func &&
  204. sync_cb->cb_data == userdata) {
  205. list_del_init(&sync_cb->list);
  206. kfree(sync_cb);
  207. found = true;
  208. }
  209. }
  210. spin_unlock_bh(&sync_dev->row_spinlocks[sync_obj]);
  211. return found ? 0 : -ENOENT;
  212. }
  213. static inline int cam_sync_signal_dma_fence_util(
  214. struct sync_table_row *row, uint32_t status)
  215. {
  216. struct cam_dma_fence_signal signal_dma_fence;
  217. signal_dma_fence.dma_fence_fd = row->dma_fence_info.dma_fence_fd;
  218. switch (status) {
  219. case CAM_SYNC_STATE_SIGNALED_SUCCESS:
  220. signal_dma_fence.status = 0;
  221. break;
  222. case CAM_SYNC_STATE_SIGNALED_ERROR:
  223. /* Advertise error */
  224. signal_dma_fence.status = -EADV;
  225. break;
  226. case CAM_SYNC_STATE_SIGNALED_CANCEL:
  227. signal_dma_fence.status = -ECANCELED;
  228. break;
  229. default:
  230. CAM_ERR(CAM_SYNC,
  231. "Signaling undefined status: %d for sync obj: %d",
  232. status, row->sync_id);
  233. return -EINVAL;
  234. }
  235. return cam_dma_fence_internal_signal(row->dma_fence_info.dma_fence_row_idx,
  236. &signal_dma_fence);
  237. }
  238. static void cam_sync_signal_parent_util(int32_t status,
  239. uint32_t event_cause, struct list_head *parents_list)
  240. {
  241. int rc;
  242. struct sync_table_row *parent_row = NULL;
  243. struct sync_parent_info *parent_info, *temp_parent_info;
  244. /*
  245. * Now iterate over all parents of this object and if they too need to
  246. * be signaled dispatch cb's
  247. */
  248. list_for_each_entry_safe(parent_info, temp_parent_info,
  249. parents_list, list) {
  250. parent_row = sync_dev->sync_table + parent_info->sync_id;
  251. spin_lock_bh(&sync_dev->row_spinlocks[parent_info->sync_id]);
  252. parent_row->remaining--;
  253. rc = cam_sync_util_update_parent_state(
  254. parent_row,
  255. status);
  256. if (rc) {
  257. CAM_ERR(CAM_SYNC, "Invalid parent state %d",
  258. parent_row->state);
  259. spin_unlock_bh(
  260. &sync_dev->row_spinlocks[parent_info->sync_id]);
  261. kfree(parent_info);
  262. continue;
  263. }
  264. if (!parent_row->remaining)
  265. cam_sync_util_dispatch_signaled_cb(
  266. parent_info->sync_id, parent_row->state,
  267. event_cause);
  268. spin_unlock_bh(&sync_dev->row_spinlocks[parent_info->sync_id]);
  269. list_del_init(&parent_info->list);
  270. kfree(parent_info);
  271. }
  272. }
  273. static int cam_sync_signal_validate_util(
  274. int32_t sync_obj, int32_t status)
  275. {
  276. struct sync_table_row *row = sync_dev->sync_table + sync_obj;
  277. if (row->state == CAM_SYNC_STATE_INVALID) {
  278. CAM_ERR(CAM_SYNC,
  279. "Error: accessing an uninitialized sync obj = %s[%d]",
  280. row->name, sync_obj);
  281. return -EINVAL;
  282. }
  283. if (row->type == CAM_SYNC_TYPE_GROUP) {
  284. CAM_ERR(CAM_SYNC,
  285. "Error: Signaling a GROUP sync object = %s[%d]",
  286. row->name, sync_obj);
  287. return -EINVAL;
  288. }
  289. if (row->state != CAM_SYNC_STATE_ACTIVE) {
  290. CAM_ERR(CAM_SYNC,
  291. "Error: Sync object already signaled sync_obj = %s[%d]",
  292. row->name, sync_obj);
  293. return -EALREADY;
  294. }
  295. if ((status != CAM_SYNC_STATE_SIGNALED_SUCCESS) &&
  296. (status != CAM_SYNC_STATE_SIGNALED_ERROR) &&
  297. (status != CAM_SYNC_STATE_SIGNALED_CANCEL)) {
  298. CAM_ERR(CAM_SYNC,
  299. "Error: signaling with undefined status = %d", status);
  300. return -EINVAL;
  301. }
  302. return 0;
  303. }
  304. int cam_sync_signal(int32_t sync_obj, uint32_t status, uint32_t event_cause)
  305. {
  306. struct sync_table_row *row = NULL;
  307. struct list_head parents_list;
  308. int rc = 0;
  309. #if IS_ENABLED(CONFIG_TARGET_SYNX_ENABLE)
  310. struct cam_synx_obj_signal signal_synx_obj;
  311. #endif
  312. if (sync_obj >= CAM_SYNC_MAX_OBJS || sync_obj <= 0) {
  313. CAM_ERR(CAM_SYNC, "Error: Out of range sync obj (0 <= %d < %d)",
  314. sync_obj, CAM_SYNC_MAX_OBJS);
  315. return -EINVAL;
  316. }
  317. row = sync_dev->sync_table + sync_obj;
  318. spin_lock_bh(&sync_dev->row_spinlocks[sync_obj]);
  319. rc = cam_sync_signal_validate_util(sync_obj, status);
  320. if (rc) {
  321. spin_unlock_bh(&sync_dev->row_spinlocks[sync_obj]);
  322. CAM_ERR(CAM_SYNC,
  323. "Error: Failed to validate signal info for sync_obj = %s[%d] with status = %d rc = %d",
  324. row->name, sync_obj, status, rc);
  325. return rc;
  326. }
  327. if (!atomic_dec_and_test(&row->ref_cnt)) {
  328. spin_unlock_bh(&sync_dev->row_spinlocks[sync_obj]);
  329. return 0;
  330. }
  331. row->state = status;
  332. /*
  333. * Signal associated dma fence first - external entities
  334. * waiting on this fence can start processing
  335. */
  336. if (test_bit(CAM_GENERIC_FENCE_TYPE_DMA_FENCE, &row->ext_fence_mask)) {
  337. rc = cam_sync_signal_dma_fence_util(row, status);
  338. if (rc)
  339. CAM_ERR(CAM_SYNC,
  340. "Error: Failed to signal associated dma fencefd = %d for sync_obj = %s[%d]",
  341. row->dma_fence_info.dma_fence_fd, row->name, sync_obj);
  342. }
  343. #if IS_ENABLED(CONFIG_TARGET_SYNX_ENABLE)
  344. /*
  345. * Signal associated synx obj
  346. */
  347. if (test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ, &row->ext_fence_mask)) {
  348. signal_synx_obj.status = status;
  349. signal_synx_obj.synx_obj = row->synx_obj_info.synx_obj;
  350. rc = cam_synx_obj_internal_signal(
  351. row->synx_obj_info.synx_obj_row_idx, &signal_synx_obj);
  352. if (rc)
  353. CAM_ERR(CAM_SYNC,
  354. "Error: Failed to signal associated synx obj = %d for sync_obj = %s[%d]",
  355. row->synx_obj_info.synx_obj, row->name, sync_obj);
  356. }
  357. #endif
  358. cam_sync_util_dispatch_signaled_cb(sync_obj, status, event_cause);
  359. /* copy parent list to local and release child lock */
  360. INIT_LIST_HEAD(&parents_list);
  361. list_splice_init(&row->parents_list, &parents_list);
  362. spin_unlock_bh(&sync_dev->row_spinlocks[sync_obj]);
  363. if (list_empty(&parents_list))
  364. return 0;
  365. cam_sync_signal_parent_util(status, event_cause, &parents_list);
  366. return 0;
  367. }
  368. int cam_sync_merge(int32_t *sync_obj, uint32_t num_objs, int32_t *merged_obj)
  369. {
  370. int rc;
  371. long idx = 0;
  372. bool bit;
  373. int i = 0;
  374. if (!sync_obj || !merged_obj) {
  375. CAM_ERR(CAM_SYNC, "Invalid pointer(s)");
  376. return -EINVAL;
  377. }
  378. if (num_objs <= 1) {
  379. CAM_ERR(CAM_SYNC, "Single object merge is not allowed");
  380. return -EINVAL;
  381. }
  382. if (cam_common_util_remove_duplicate_arr(sync_obj, num_objs)
  383. != num_objs) {
  384. CAM_ERR(CAM_SYNC, "The obj list has duplicate fence");
  385. return -EINVAL;
  386. }
  387. for (i = 0; i < num_objs; i++) {
  388. rc = cam_sync_check_valid(sync_obj[i]);
  389. if (rc) {
  390. CAM_ERR(CAM_SYNC, "Sync_obj[%d] %d valid check fail",
  391. i, sync_obj[i]);
  392. return rc;
  393. }
  394. }
  395. do {
  396. idx = find_first_zero_bit(sync_dev->bitmap, CAM_SYNC_MAX_OBJS);
  397. if (idx >= CAM_SYNC_MAX_OBJS)
  398. return -ENOMEM;
  399. bit = test_and_set_bit(idx, sync_dev->bitmap);
  400. } while (bit);
  401. spin_lock_bh(&sync_dev->row_spinlocks[idx]);
  402. rc = cam_sync_init_group_object(sync_dev->sync_table,
  403. idx, sync_obj,
  404. num_objs);
  405. if (rc < 0) {
  406. CAM_ERR(CAM_SYNC, "Error: Unable to init row at idx = %ld",
  407. idx);
  408. clear_bit(idx, sync_dev->bitmap);
  409. spin_unlock_bh(&sync_dev->row_spinlocks[idx]);
  410. return -EINVAL;
  411. }
  412. CAM_DBG(CAM_SYNC, "Init row at idx:%ld to merge objects", idx);
  413. *merged_obj = idx;
  414. spin_unlock_bh(&sync_dev->row_spinlocks[idx]);
  415. return 0;
  416. }
  417. int cam_sync_get_obj_ref(int32_t sync_obj)
  418. {
  419. struct sync_table_row *row = NULL;
  420. if (sync_obj >= CAM_SYNC_MAX_OBJS || sync_obj <= 0)
  421. return -EINVAL;
  422. row = sync_dev->sync_table + sync_obj;
  423. spin_lock(&sync_dev->row_spinlocks[sync_obj]);
  424. if (row->state != CAM_SYNC_STATE_ACTIVE) {
  425. spin_unlock(&sync_dev->row_spinlocks[sync_obj]);
  426. CAM_ERR(CAM_SYNC,
  427. "Error: accessing an uninitialized sync obj = %s[%d]",
  428. row->name,
  429. sync_obj);
  430. return -EINVAL;
  431. }
  432. atomic_inc(&row->ref_cnt);
  433. spin_unlock(&sync_dev->row_spinlocks[sync_obj]);
  434. CAM_DBG(CAM_SYNC, "get ref for obj %d", sync_obj);
  435. return 0;
  436. }
  437. int cam_sync_put_obj_ref(int32_t sync_obj)
  438. {
  439. struct sync_table_row *row = NULL;
  440. if (sync_obj >= CAM_SYNC_MAX_OBJS || sync_obj <= 0)
  441. return -EINVAL;
  442. row = sync_dev->sync_table + sync_obj;
  443. atomic_dec(&row->ref_cnt);
  444. CAM_DBG(CAM_SYNC, "put ref for obj %d", sync_obj);
  445. return 0;
  446. }
  447. int cam_sync_destroy(int32_t sync_obj)
  448. {
  449. return cam_sync_deinit_object(sync_dev->sync_table, sync_obj, NULL, NULL);
  450. }
  451. int cam_sync_check_valid(int32_t sync_obj)
  452. {
  453. struct sync_table_row *row = NULL;
  454. if (sync_obj >= CAM_SYNC_MAX_OBJS || sync_obj <= 0)
  455. return -EINVAL;
  456. row = sync_dev->sync_table + sync_obj;
  457. if (!test_bit(sync_obj, sync_dev->bitmap)) {
  458. CAM_ERR(CAM_SYNC, "Error: Released sync obj received %s[%d]",
  459. row->name,
  460. sync_obj);
  461. return -EINVAL;
  462. }
  463. if (row->state == CAM_SYNC_STATE_INVALID) {
  464. CAM_ERR(CAM_SYNC,
  465. "Error: accessing an uninitialized sync obj = %s[%d]",
  466. row->name,
  467. sync_obj);
  468. return -EINVAL;
  469. }
  470. return 0;
  471. }
  472. int cam_sync_wait(int32_t sync_obj, uint64_t timeout_ms)
  473. {
  474. unsigned long timeleft;
  475. int rc = -EINVAL;
  476. struct sync_table_row *row = NULL;
  477. if (sync_obj >= CAM_SYNC_MAX_OBJS || sync_obj <= 0)
  478. return -EINVAL;
  479. row = sync_dev->sync_table + sync_obj;
  480. if (row->state == CAM_SYNC_STATE_INVALID) {
  481. CAM_ERR(CAM_SYNC,
  482. "Error: accessing an uninitialized sync obj = %s[%d]",
  483. row->name,
  484. sync_obj);
  485. return -EINVAL;
  486. }
  487. timeleft = cam_common_wait_for_completion_timeout(&row->signaled,
  488. msecs_to_jiffies(timeout_ms));
  489. if (!timeleft) {
  490. CAM_ERR(CAM_SYNC,
  491. "Error: timed out for sync obj = %s[%d]", row->name, sync_obj);
  492. rc = -ETIMEDOUT;
  493. } else {
  494. switch (row->state) {
  495. case CAM_SYNC_STATE_INVALID:
  496. case CAM_SYNC_STATE_ACTIVE:
  497. case CAM_SYNC_STATE_SIGNALED_ERROR:
  498. case CAM_SYNC_STATE_SIGNALED_CANCEL:
  499. CAM_ERR(CAM_SYNC,
  500. "Error: Wait on invalid state = %d, obj = %d, name = %s",
  501. row->state, sync_obj, row->name);
  502. rc = -EINVAL;
  503. break;
  504. case CAM_SYNC_STATE_SIGNALED_SUCCESS:
  505. rc = 0;
  506. break;
  507. default:
  508. rc = -EINVAL;
  509. break;
  510. }
  511. }
  512. return rc;
  513. }
  514. static int cam_sync_handle_create(struct cam_private_ioctl_arg *k_ioctl)
  515. {
  516. struct cam_sync_info sync_create;
  517. int result;
  518. if (k_ioctl->size != sizeof(struct cam_sync_info))
  519. return -EINVAL;
  520. if (!k_ioctl->ioctl_ptr)
  521. return -EINVAL;
  522. if (copy_from_user(&sync_create,
  523. u64_to_user_ptr(k_ioctl->ioctl_ptr),
  524. k_ioctl->size))
  525. return -EFAULT;
  526. sync_create.name[SYNC_DEBUG_NAME_LEN] = '\0';
  527. result = cam_sync_create(&sync_create.sync_obj,
  528. sync_create.name);
  529. if (!result)
  530. if (copy_to_user(
  531. u64_to_user_ptr(k_ioctl->ioctl_ptr),
  532. &sync_create,
  533. k_ioctl->size))
  534. return -EFAULT;
  535. return result;
  536. }
  537. static int cam_sync_handle_signal(struct cam_private_ioctl_arg *k_ioctl)
  538. {
  539. int rc = 0;
  540. struct cam_sync_signal sync_signal;
  541. if (k_ioctl->size != sizeof(struct cam_sync_signal))
  542. return -EINVAL;
  543. if (!k_ioctl->ioctl_ptr)
  544. return -EINVAL;
  545. if (copy_from_user(&sync_signal,
  546. u64_to_user_ptr(k_ioctl->ioctl_ptr),
  547. k_ioctl->size))
  548. return -EFAULT;
  549. /* need to get ref for UMD signaled fences */
  550. rc = cam_sync_get_obj_ref(sync_signal.sync_obj);
  551. if (rc) {
  552. CAM_DBG(CAM_SYNC,
  553. "Error: cannot signal an uninitialized sync obj = %d",
  554. sync_signal.sync_obj);
  555. return rc;
  556. }
  557. return cam_sync_signal(sync_signal.sync_obj,
  558. sync_signal.sync_state,
  559. CAM_SYNC_COMMON_SYNC_SIGNAL_EVENT);
  560. }
  561. static int cam_sync_handle_merge(struct cam_private_ioctl_arg *k_ioctl)
  562. {
  563. struct cam_sync_merge sync_merge;
  564. uint32_t *sync_objs;
  565. uint32_t num_objs;
  566. uint32_t size;
  567. int result;
  568. if (k_ioctl->size != sizeof(struct cam_sync_merge))
  569. return -EINVAL;
  570. if (!k_ioctl->ioctl_ptr)
  571. return -EINVAL;
  572. if (copy_from_user(&sync_merge,
  573. u64_to_user_ptr(k_ioctl->ioctl_ptr),
  574. k_ioctl->size))
  575. return -EFAULT;
  576. if (sync_merge.num_objs >= CAM_SYNC_MAX_OBJS)
  577. return -EINVAL;
  578. size = sizeof(uint32_t) * sync_merge.num_objs;
  579. sync_objs = kzalloc(size, GFP_ATOMIC);
  580. if (!sync_objs)
  581. return -ENOMEM;
  582. if (copy_from_user(sync_objs,
  583. u64_to_user_ptr(sync_merge.sync_objs),
  584. sizeof(uint32_t) * sync_merge.num_objs)) {
  585. kfree(sync_objs);
  586. return -EFAULT;
  587. }
  588. num_objs = sync_merge.num_objs;
  589. result = cam_sync_merge(sync_objs,
  590. num_objs,
  591. &sync_merge.merged);
  592. if (!result)
  593. if (copy_to_user(
  594. u64_to_user_ptr(k_ioctl->ioctl_ptr),
  595. &sync_merge,
  596. k_ioctl->size)) {
  597. kfree(sync_objs);
  598. return -EFAULT;
  599. }
  600. kfree(sync_objs);
  601. return result;
  602. }
  603. static int cam_sync_handle_wait(struct cam_private_ioctl_arg *k_ioctl)
  604. {
  605. struct cam_sync_wait sync_wait;
  606. if (k_ioctl->size != sizeof(struct cam_sync_wait))
  607. return -EINVAL;
  608. if (!k_ioctl->ioctl_ptr)
  609. return -EINVAL;
  610. if (copy_from_user(&sync_wait,
  611. u64_to_user_ptr(k_ioctl->ioctl_ptr),
  612. k_ioctl->size))
  613. return -EFAULT;
  614. k_ioctl->result = cam_sync_wait(sync_wait.sync_obj,
  615. sync_wait.timeout_ms);
  616. return 0;
  617. }
  618. static int cam_sync_handle_destroy(struct cam_private_ioctl_arg *k_ioctl)
  619. {
  620. struct cam_sync_info sync_create;
  621. if (k_ioctl->size != sizeof(struct cam_sync_info))
  622. return -EINVAL;
  623. if (!k_ioctl->ioctl_ptr)
  624. return -EINVAL;
  625. if (copy_from_user(&sync_create,
  626. u64_to_user_ptr(k_ioctl->ioctl_ptr),
  627. k_ioctl->size))
  628. return -EFAULT;
  629. return cam_sync_destroy(sync_create.sync_obj);
  630. }
  631. static int cam_sync_handle_register_user_payload(
  632. struct cam_private_ioctl_arg *k_ioctl)
  633. {
  634. struct cam_sync_userpayload_info userpayload_info;
  635. struct sync_user_payload *user_payload_kernel;
  636. struct sync_user_payload *user_payload_iter;
  637. struct sync_user_payload *temp_upayload_kernel;
  638. uint32_t sync_obj;
  639. struct sync_table_row *row = NULL;
  640. if (k_ioctl->size != sizeof(struct cam_sync_userpayload_info))
  641. return -EINVAL;
  642. if (!k_ioctl->ioctl_ptr)
  643. return -EINVAL;
  644. if (copy_from_user(&userpayload_info,
  645. u64_to_user_ptr(k_ioctl->ioctl_ptr),
  646. k_ioctl->size))
  647. return -EFAULT;
  648. sync_obj = userpayload_info.sync_obj;
  649. if (sync_obj >= CAM_SYNC_MAX_OBJS || sync_obj <= 0)
  650. return -EINVAL;
  651. user_payload_kernel = kzalloc(sizeof(*user_payload_kernel), GFP_KERNEL);
  652. if (!user_payload_kernel)
  653. return -ENOMEM;
  654. memcpy(user_payload_kernel->payload_data,
  655. userpayload_info.payload,
  656. CAM_SYNC_PAYLOAD_WORDS * sizeof(__u64));
  657. spin_lock_bh(&sync_dev->row_spinlocks[sync_obj]);
  658. row = sync_dev->sync_table + sync_obj;
  659. if (row->state == CAM_SYNC_STATE_INVALID) {
  660. CAM_ERR(CAM_SYNC,
  661. "Error: accessing an uninitialized sync obj = %s[%d]",
  662. row->name,
  663. sync_obj);
  664. spin_unlock_bh(&sync_dev->row_spinlocks[sync_obj]);
  665. kfree(user_payload_kernel);
  666. return -EINVAL;
  667. }
  668. if ((row->state == CAM_SYNC_STATE_SIGNALED_SUCCESS) ||
  669. (row->state == CAM_SYNC_STATE_SIGNALED_ERROR) ||
  670. (row->state == CAM_SYNC_STATE_SIGNALED_CANCEL)) {
  671. cam_sync_util_send_v4l2_event(CAM_SYNC_V4L_EVENT_ID_CB_TRIG,
  672. sync_obj,
  673. row->state,
  674. user_payload_kernel->payload_data,
  675. CAM_SYNC_USER_PAYLOAD_SIZE * sizeof(__u64),
  676. CAM_SYNC_COMMON_REG_PAYLOAD_EVENT);
  677. spin_unlock_bh(&sync_dev->row_spinlocks[sync_obj]);
  678. kfree(user_payload_kernel);
  679. return 0;
  680. }
  681. list_for_each_entry_safe(user_payload_iter,
  682. temp_upayload_kernel,
  683. &row->user_payload_list,
  684. list) {
  685. if (user_payload_iter->payload_data[0] ==
  686. user_payload_kernel->payload_data[0] &&
  687. user_payload_iter->payload_data[1] ==
  688. user_payload_kernel->payload_data[1]) {
  689. spin_unlock_bh(&sync_dev->row_spinlocks[sync_obj]);
  690. kfree(user_payload_kernel);
  691. return -EALREADY;
  692. }
  693. }
  694. list_add_tail(&user_payload_kernel->list, &row->user_payload_list);
  695. spin_unlock_bh(&sync_dev->row_spinlocks[sync_obj]);
  696. return 0;
  697. }
  698. static int cam_sync_handle_deregister_user_payload(
  699. struct cam_private_ioctl_arg *k_ioctl)
  700. {
  701. struct cam_sync_userpayload_info userpayload_info;
  702. struct sync_user_payload *user_payload_kernel, *temp;
  703. uint32_t sync_obj;
  704. struct sync_table_row *row = NULL;
  705. if (k_ioctl->size != sizeof(struct cam_sync_userpayload_info)) {
  706. CAM_ERR(CAM_SYNC, "Incorrect ioctl size");
  707. return -EINVAL;
  708. }
  709. if (!k_ioctl->ioctl_ptr) {
  710. CAM_ERR(CAM_SYNC, "Invalid embedded ioctl ptr");
  711. return -EINVAL;
  712. }
  713. if (copy_from_user(&userpayload_info,
  714. u64_to_user_ptr(k_ioctl->ioctl_ptr),
  715. k_ioctl->size))
  716. return -EFAULT;
  717. sync_obj = userpayload_info.sync_obj;
  718. if (sync_obj >= CAM_SYNC_MAX_OBJS || sync_obj <= 0)
  719. return -EINVAL;
  720. spin_lock_bh(&sync_dev->row_spinlocks[sync_obj]);
  721. row = sync_dev->sync_table + sync_obj;
  722. if (row->state == CAM_SYNC_STATE_INVALID) {
  723. CAM_ERR(CAM_SYNC,
  724. "Error: accessing an uninitialized sync obj = %s[%d]",
  725. row->name,
  726. sync_obj);
  727. spin_unlock_bh(&sync_dev->row_spinlocks[sync_obj]);
  728. return -EINVAL;
  729. }
  730. list_for_each_entry_safe(user_payload_kernel, temp,
  731. &row->user_payload_list, list) {
  732. if (user_payload_kernel->payload_data[0] ==
  733. userpayload_info.payload[0] &&
  734. user_payload_kernel->payload_data[1] ==
  735. userpayload_info.payload[1]) {
  736. list_del_init(&user_payload_kernel->list);
  737. kfree(user_payload_kernel);
  738. }
  739. }
  740. spin_unlock_bh(&sync_dev->row_spinlocks[sync_obj]);
  741. return 0;
  742. }
  743. static int cam_sync_dma_fence_cb(
  744. int32_t sync_obj,
  745. struct cam_dma_fence_signal_sync_obj *signal_sync_obj)
  746. {
  747. int32_t rc = 0;
  748. int32_t status = CAM_SYNC_STATE_SIGNALED_SUCCESS;
  749. struct sync_table_row *row = NULL;
  750. struct list_head parents_list;
  751. if (!signal_sync_obj) {
  752. CAM_ERR(CAM_SYNC, "Invalid signal info args");
  753. return -EINVAL;
  754. }
  755. /* Validate sync object range */
  756. if (!(sync_obj > 0 && sync_obj < CAM_SYNC_MAX_OBJS)) {
  757. CAM_ERR(CAM_SYNC, "Invalid sync obj: %d", sync_obj);
  758. return -EINVAL;
  759. }
  760. spin_lock_bh(&sync_dev->row_spinlocks[sync_obj]);
  761. row = sync_dev->sync_table + sync_obj;
  762. /* Validate if sync obj has a dma fence association */
  763. if (!test_bit(CAM_GENERIC_FENCE_TYPE_DMA_FENCE, &row->ext_fence_mask)) {
  764. CAM_ERR(CAM_SYNC,
  765. "sync obj = %d[%s] has no associated dma fence ext_fence_mask = 0x%x",
  766. sync_obj, row->name, row->ext_fence_mask);
  767. rc = -EINVAL;
  768. goto end;
  769. }
  770. /* Validate if we are signaling the right sync obj based on dma fence fd */
  771. if (row->dma_fence_info.dma_fence_fd != signal_sync_obj->fd) {
  772. CAM_ERR(CAM_SYNC,
  773. "sync obj: %d[%s] is associated with a different fd: %d, signaling for fd: %d",
  774. sync_obj, row->name, row->dma_fence_info.dma_fence_fd, signal_sync_obj->fd);
  775. rc = -EINVAL;
  776. goto end;
  777. }
  778. /* Check for error status */
  779. if (signal_sync_obj->status < 0) {
  780. if (signal_sync_obj->status == -ECANCELED)
  781. status = CAM_SYNC_STATE_SIGNALED_CANCEL;
  782. else
  783. status = CAM_SYNC_STATE_SIGNALED_ERROR;
  784. }
  785. rc = cam_sync_signal_validate_util(sync_obj, status);
  786. if (rc) {
  787. CAM_ERR(CAM_SYNC,
  788. "Error: Failed to validate signal info for sync_obj = %d[%s] with status = %d rc = %d",
  789. sync_obj, row->name, status, rc);
  790. goto end;
  791. }
  792. /* Adding dma fence reference on sync */
  793. atomic_inc(&row->ref_cnt);
  794. if (!atomic_dec_and_test(&row->ref_cnt))
  795. goto end;
  796. row->state = status;
  797. cam_sync_util_dispatch_signaled_cb(sync_obj, status, 0);
  798. INIT_LIST_HEAD(&parents_list);
  799. list_splice_init(&row->parents_list, &parents_list);
  800. spin_unlock_bh(&sync_dev->row_spinlocks[sync_obj]);
  801. if (list_empty(&parents_list))
  802. return 0;
  803. cam_sync_signal_parent_util(status, 0x0, &parents_list);
  804. return 0;
  805. end:
  806. spin_unlock_bh(&sync_dev->row_spinlocks[sync_obj]);
  807. return rc;
  808. }
  809. #if IS_ENABLED(CONFIG_TARGET_SYNX_ENABLE)
  810. static int cam_sync_synx_obj_cb(int32_t sync_obj,
  811. struct cam_synx_obj_signal_sync_obj *signal_sync_obj)
  812. {
  813. int32_t rc = 0;
  814. struct sync_table_row *row = NULL;
  815. struct list_head parents_list;
  816. if (!signal_sync_obj) {
  817. CAM_ERR(CAM_SYNC, "Invalid signal info args");
  818. return -EINVAL;
  819. }
  820. /* Validate sync object range */
  821. if (!(sync_obj > 0 && sync_obj < CAM_SYNC_MAX_OBJS)) {
  822. CAM_ERR(CAM_SYNC, "Invalid sync obj: %d", sync_obj);
  823. return -EINVAL;
  824. }
  825. spin_lock_bh(&sync_dev->row_spinlocks[sync_obj]);
  826. row = sync_dev->sync_table + sync_obj;
  827. /* Validate if sync obj has a synx obj association */
  828. if (!test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ, &row->ext_fence_mask)) {
  829. CAM_ERR(CAM_SYNC,
  830. "sync obj = %d[%s] has no associated synx obj ext_fence_mask = 0x%x",
  831. sync_obj, row->name, row->ext_fence_mask);
  832. rc = -EINVAL;
  833. goto end;
  834. }
  835. /* Validate if we are signaling the right sync obj based on synx handle */
  836. if (row->synx_obj_info.synx_obj != signal_sync_obj->synx_obj) {
  837. CAM_ERR(CAM_SYNC,
  838. "sync obj: %d[%s] is associated with a different synx obj: %d, signaling for synx obj: %d",
  839. sync_obj, row->name, row->synx_obj_info.synx_obj,
  840. signal_sync_obj->synx_obj);
  841. rc = -EINVAL;
  842. goto end;
  843. }
  844. rc = cam_sync_signal_validate_util(sync_obj, signal_sync_obj->status);
  845. if (rc) {
  846. CAM_ERR(CAM_SYNC,
  847. "Error: Failed to validate signal info for sync_obj = %d[%s] with status = %d rc = %d",
  848. sync_obj, row->name, signal_sync_obj->status, rc);
  849. goto end;
  850. }
  851. /* Adding synx reference on sync */
  852. atomic_inc(&row->ref_cnt);
  853. if (!atomic_dec_and_test(&row->ref_cnt)) {
  854. CAM_DBG(CAM_SYNC, "Sync = %d[%s] fence still has references, synx_hdl = %d",
  855. sync_obj, row->name, signal_sync_obj->synx_obj);
  856. goto end;
  857. }
  858. row->state = signal_sync_obj->status;
  859. cam_sync_util_dispatch_signaled_cb(sync_obj, signal_sync_obj->status, 0);
  860. INIT_LIST_HEAD(&parents_list);
  861. list_splice_init(&row->parents_list, &parents_list);
  862. spin_unlock_bh(&sync_dev->row_spinlocks[sync_obj]);
  863. if (list_empty(&parents_list))
  864. return 0;
  865. cam_sync_signal_parent_util(signal_sync_obj->status, 0x0, &parents_list);
  866. CAM_DBG(CAM_SYNC,
  867. "Successfully signaled sync obj = %d with status = %d via synx obj = %d signal callback",
  868. sync_obj, signal_sync_obj->status, signal_sync_obj->synx_obj);
  869. return 0;
  870. end:
  871. spin_unlock_bh(&sync_dev->row_spinlocks[sync_obj]);
  872. return rc;
  873. }
  874. #endif
  875. static int cam_generic_fence_alloc_validate_input_info_util(
  876. struct cam_generic_fence_cmd_args *fence_cmd_args,
  877. struct cam_generic_fence_input_info **fence_input_info)
  878. {
  879. int rc = 0;
  880. struct cam_generic_fence_input_info *fence_input = NULL;
  881. uint32_t num_fences;
  882. size_t expected_size;
  883. *fence_input_info = NULL;
  884. if (fence_cmd_args->input_data_size !=
  885. sizeof(struct cam_generic_fence_input_info)) {
  886. CAM_ERR(CAM_SYNC, "Size is invalid expected: 0x%llx actual: 0x%llx",
  887. sizeof(struct cam_generic_fence_input_info),
  888. fence_cmd_args->input_data_size);
  889. return -EINVAL;
  890. }
  891. fence_input = memdup_user(u64_to_user_ptr(fence_cmd_args->input_handle),
  892. fence_cmd_args->input_data_size);
  893. if (IS_ERR_OR_NULL(fence_input)) {
  894. CAM_ERR(CAM_SYNC, "memdup failed for hdl: %d size: 0x%x",
  895. fence_cmd_args->input_handle, fence_cmd_args->input_data_size);
  896. return -ENOMEM;
  897. }
  898. /* Validate num fences */
  899. num_fences = fence_input->num_fences_requested;
  900. if ((num_fences == 0) || (num_fences > CAM_GENERIC_FENCE_BATCH_MAX)) {
  901. CAM_ERR(CAM_SYNC, "Invalid number of fences: %u for batching",
  902. num_fences);
  903. rc = -EINVAL;
  904. goto free_mem;
  905. }
  906. /* Validate sizes */
  907. expected_size = sizeof(struct cam_generic_fence_input_info) +
  908. ((num_fences - 1) * sizeof(struct cam_generic_fence_config));
  909. if ((uint32_t)expected_size != fence_cmd_args->input_data_size) {
  910. CAM_ERR(CAM_SYNC, "Invalid input size expected: 0x%x actual: 0x%x for fences: %u",
  911. expected_size, fence_cmd_args->input_data_size, num_fences);
  912. rc = -EINVAL;
  913. goto free_mem;
  914. }
  915. *fence_input_info = fence_input;
  916. return rc;
  917. free_mem:
  918. kfree(fence_input);
  919. return rc;
  920. }
  921. static void cam_generic_fence_free_input_info_util(
  922. struct cam_generic_fence_input_info **fence_input_info)
  923. {
  924. struct cam_generic_fence_input_info *fence_input = *fence_input_info;
  925. kfree(fence_input);
  926. *fence_input_info = NULL;
  927. }
  928. static int cam_generic_fence_handle_dma_create(
  929. struct cam_generic_fence_cmd_args *fence_cmd_args)
  930. {
  931. int rc = 0, i, dma_fence_row_idx;
  932. struct cam_generic_fence_input_info *fence_input_info = NULL;
  933. struct cam_generic_fence_config *fence_cfg = NULL;
  934. rc = cam_generic_fence_alloc_validate_input_info_util(fence_cmd_args, &fence_input_info);
  935. if (rc || !fence_input_info) {
  936. CAM_ERR(CAM_DMA_FENCE,
  937. "Fence input info validation failed rc: %d fence_input_info: %pK",
  938. rc, fence_input_info);
  939. return -EINVAL;
  940. }
  941. for (i = 0; i < fence_input_info->num_fences_requested; i++) {
  942. fence_cfg = &fence_input_info->fence_cfg[i];
  943. fence_input_info->num_fences_processed++;
  944. fence_cfg->reason_code = 0;
  945. rc = cam_dma_fence_create_fd(&fence_cfg->dma_fence_fd,
  946. &dma_fence_row_idx, fence_cfg->name);
  947. if (rc) {
  948. CAM_ERR(CAM_DMA_FENCE,
  949. "Failed to create dma fence at index: %d rc: %d num fences [requested: %u processed: %u]",
  950. i, rc, fence_input_info->num_fences_requested,
  951. fence_input_info->num_fences_processed);
  952. fence_cfg->reason_code = rc;
  953. goto out_copy;
  954. }
  955. CAM_DBG(CAM_DMA_FENCE,
  956. "Created dma_fence @ i: %d fence fd: %d[%s] num fences [requested: %u processed: %u] ",
  957. i, fence_cfg->dma_fence_fd, fence_cfg->name,
  958. fence_input_info->num_fences_requested,
  959. fence_input_info->num_fences_processed);
  960. }
  961. out_copy:
  962. if (copy_to_user(u64_to_user_ptr(fence_cmd_args->input_handle),
  963. fence_input_info, fence_cmd_args->input_data_size)) {
  964. CAM_ERR(CAM_DMA_FENCE, "copy to user failed hdl: %d size: 0x%x",
  965. fence_cmd_args->input_handle, fence_cmd_args->input_data_size);
  966. rc = -EFAULT;
  967. }
  968. cam_generic_fence_free_input_info_util(&fence_input_info);
  969. return rc;
  970. }
  971. static int cam_generic_fence_handle_dma_release(
  972. struct cam_generic_fence_cmd_args *fence_cmd_args)
  973. {
  974. int rc = 0, i;
  975. bool failed = false;
  976. struct cam_dma_fence_release_params release_params;
  977. struct cam_generic_fence_input_info *fence_input_info = NULL;
  978. struct cam_generic_fence_config *fence_cfg = NULL;
  979. rc = cam_generic_fence_alloc_validate_input_info_util(fence_cmd_args, &fence_input_info);
  980. if (rc || !fence_input_info) {
  981. CAM_ERR(CAM_DMA_FENCE,
  982. "Fence input info validation failed rc: %d fence_input_info: %pK",
  983. rc, fence_input_info);
  984. return -EINVAL;
  985. }
  986. for (i = 0; i < fence_input_info->num_fences_requested; i++) {
  987. fence_cfg = &fence_input_info->fence_cfg[i];
  988. fence_input_info->num_fences_processed++;
  989. fence_cfg->reason_code = 0;
  990. release_params.use_row_idx = false;
  991. release_params.u.dma_fence_fd = fence_cfg->dma_fence_fd;
  992. rc = cam_dma_fence_release(&release_params);
  993. if (rc) {
  994. CAM_ERR(CAM_DMA_FENCE,
  995. "Failed to destroy dma fence at index: %d fd: %d rc: %d num fences [requested: %u processed: %u]",
  996. i, fence_cfg->dma_fence_fd, rc,
  997. fence_input_info->num_fences_requested,
  998. fence_input_info->num_fences_processed);
  999. fence_cfg->reason_code = rc;
  1000. /* Continue to release other fences, but mark the call as failed */
  1001. failed = true;
  1002. continue;
  1003. }
  1004. CAM_DBG(CAM_DMA_FENCE,
  1005. "Released dma_fence @ i: %d fd: %d num fences [requested: %u processed: %u]",
  1006. i, fence_cfg->dma_fence_fd,
  1007. fence_input_info->num_fences_requested,
  1008. fence_input_info->num_fences_processed);
  1009. }
  1010. if (failed)
  1011. rc = -ENOMSG;
  1012. if (copy_to_user(u64_to_user_ptr(fence_cmd_args->input_handle),
  1013. fence_input_info, fence_cmd_args->input_data_size)) {
  1014. CAM_ERR(CAM_DMA_FENCE, "copy to user failed hdl: %d size: 0x%x",
  1015. fence_cmd_args->input_handle, fence_cmd_args->input_data_size);
  1016. rc = -EFAULT;
  1017. }
  1018. cam_generic_fence_free_input_info_util(&fence_input_info);
  1019. return rc;
  1020. }
  1021. static int cam_generic_fence_handle_dma_import(
  1022. struct cam_generic_fence_cmd_args *fence_cmd_args)
  1023. {
  1024. int32_t rc = 0, i, dma_fence_row_idx;
  1025. struct dma_fence *fence = NULL;
  1026. struct cam_dma_fence_create_sync_obj_payload dma_sync_create;
  1027. struct cam_generic_fence_input_info *fence_input_info = NULL;
  1028. struct cam_generic_fence_config *fence_cfg = NULL;
  1029. rc = cam_generic_fence_alloc_validate_input_info_util(fence_cmd_args, &fence_input_info);
  1030. if (rc || !fence_input_info) {
  1031. CAM_ERR(CAM_DMA_FENCE,
  1032. "Fence input info validation failed rc: %d fence_input_info: %pK",
  1033. rc, fence_input_info);
  1034. return -EINVAL;
  1035. }
  1036. for (i = 0; i < fence_input_info->num_fences_requested; i++) {
  1037. fence_cfg = &fence_input_info->fence_cfg[i];
  1038. fence_input_info->num_fences_processed++;
  1039. fence_cfg->reason_code = 0;
  1040. /* Check if fd is for a valid dma fence */
  1041. fence = cam_dma_fence_get_fence_from_fd(fence_cfg->dma_fence_fd,
  1042. &dma_fence_row_idx);
  1043. if (IS_ERR_OR_NULL(fence)) {
  1044. CAM_ERR(CAM_DMA_FENCE,
  1045. "Invalid dma fence for fd: %d", fence_cfg->dma_fence_fd);
  1046. fence_cfg->reason_code = -EINVAL;
  1047. goto out_copy;
  1048. }
  1049. dma_sync_create.dma_fence_row_idx = dma_fence_row_idx;
  1050. dma_sync_create.fd = fence_cfg->dma_fence_fd;
  1051. dma_sync_create.sync_created_with_dma = false;
  1052. /* Create new sync object and associate dma fence */
  1053. rc = cam_sync_create_util(&fence_cfg->sync_obj, fence_cfg->name,
  1054. &dma_sync_create, NULL);
  1055. if (rc) {
  1056. fence_cfg->reason_code = rc;
  1057. /* put on the import refcnt */
  1058. cam_dma_fence_get_put_ref(false, dma_fence_row_idx);
  1059. goto out_copy;
  1060. }
  1061. /* Register a cb for dma fence */
  1062. rc = cam_dma_fence_register_cb(&fence_cfg->sync_obj,
  1063. &dma_fence_row_idx, cam_sync_dma_fence_cb);
  1064. if (rc) {
  1065. CAM_ERR(CAM_DMA_FENCE,
  1066. "Failed to register cb for dma fence fd: %d sync_obj: %d rc: %d",
  1067. fence_cfg->dma_fence_fd, fence_cfg->sync_obj, rc);
  1068. cam_sync_deinit_object(sync_dev->sync_table, fence_cfg->sync_obj,
  1069. NULL, NULL);
  1070. fence_cfg->reason_code = rc;
  1071. goto out_copy;
  1072. }
  1073. CAM_DBG(CAM_DMA_FENCE,
  1074. "dma fence fd = %d imported for sync_obj = %d[%s] num fences [requested: %u processed: %u]",
  1075. fence_cfg->dma_fence_fd, fence_cfg->sync_obj, fence_cfg->name,
  1076. fence_input_info->num_fences_requested,
  1077. fence_input_info->num_fences_processed);
  1078. }
  1079. out_copy:
  1080. if (copy_to_user(u64_to_user_ptr(fence_cmd_args->input_handle),
  1081. fence_input_info, fence_cmd_args->input_data_size)) {
  1082. rc = -EFAULT;
  1083. CAM_ERR(CAM_DMA_FENCE, "copy to user failed hdl: %d size: 0x%x",
  1084. fence_cmd_args->input_handle, fence_cmd_args->input_data_size);
  1085. }
  1086. cam_generic_fence_free_input_info_util(&fence_input_info);
  1087. return rc;
  1088. }
  1089. static int cam_generic_fence_handle_dma_signal(
  1090. struct cam_generic_fence_cmd_args *fence_cmd_args)
  1091. {
  1092. struct cam_dma_fence_signal signal_dma_fence;
  1093. if (fence_cmd_args->input_data_size != sizeof(struct cam_dma_fence_signal)) {
  1094. CAM_ERR(CAM_DMA_FENCE, "Size is invalid expected: 0x%llx actual: 0x%llx",
  1095. sizeof(struct cam_dma_fence_signal),
  1096. fence_cmd_args->input_data_size);
  1097. return -EINVAL;
  1098. }
  1099. if (copy_from_user(&signal_dma_fence, (void __user *)fence_cmd_args->input_handle,
  1100. fence_cmd_args->input_data_size))
  1101. return -EFAULT;
  1102. return cam_dma_fence_signal_fd(&signal_dma_fence);
  1103. }
  1104. static int cam_generic_fence_process_dma_fence_cmd(
  1105. uint32_t id,
  1106. struct cam_generic_fence_cmd_args *fence_cmd_args)
  1107. {
  1108. int rc = -EINVAL;
  1109. switch (id) {
  1110. case CAM_GENERIC_FENCE_CREATE:
  1111. rc = cam_generic_fence_handle_dma_create(fence_cmd_args);
  1112. break;
  1113. case CAM_GENERIC_FENCE_RELEASE:
  1114. rc = cam_generic_fence_handle_dma_release(fence_cmd_args);
  1115. break;
  1116. case CAM_GENERIC_FENCE_IMPORT:
  1117. rc = cam_generic_fence_handle_dma_import(fence_cmd_args);
  1118. break;
  1119. case CAM_GENERIC_FENCE_SIGNAL:
  1120. rc = cam_generic_fence_handle_dma_signal(fence_cmd_args);
  1121. break;
  1122. default:
  1123. CAM_ERR(CAM_DMA_FENCE, "IOCTL cmd: %u not supported for dma fence", id);
  1124. break;
  1125. }
  1126. return rc;
  1127. }
  1128. #if IS_ENABLED(CONFIG_TARGET_SYNX_ENABLE)
  1129. static int cam_generic_fence_validate_signal_input_info_util(
  1130. int32_t fence_type,
  1131. struct cam_generic_fence_cmd_args *fence_cmd_args,
  1132. struct cam_generic_fence_signal_info **fence_signal_info,
  1133. void **fence_signal_data)
  1134. {
  1135. int rc = 0;
  1136. struct cam_generic_fence_signal_info *signal_info = NULL;
  1137. void *signal_data;
  1138. uint32_t num_fences;
  1139. size_t expected_size;
  1140. *fence_signal_info = NULL;
  1141. *fence_signal_data = NULL;
  1142. if (fence_cmd_args->input_data_size !=
  1143. sizeof(struct cam_generic_fence_signal_info)) {
  1144. CAM_ERR(CAM_SYNC, "Size is invalid expected: 0x%llx actual: 0x%llx",
  1145. sizeof(struct cam_generic_fence_signal_info),
  1146. fence_cmd_args->input_data_size);
  1147. return -EINVAL;
  1148. }
  1149. signal_info = memdup_user(u64_to_user_ptr(fence_cmd_args->input_handle),
  1150. fence_cmd_args->input_data_size);
  1151. if (IS_ERR_OR_NULL(signal_info)) {
  1152. CAM_ERR(CAM_SYNC, "memdup failed for hdl: %d size: 0x%x",
  1153. fence_cmd_args->input_handle, fence_cmd_args->input_data_size);
  1154. return -ENOMEM;
  1155. }
  1156. /* Validate num fences */
  1157. num_fences = signal_info->num_fences_requested;
  1158. if ((num_fences == 0) || (num_fences > CAM_GENERIC_FENCE_BATCH_MAX)) {
  1159. CAM_ERR(CAM_SYNC, "Invalid number of fences: %u for batching",
  1160. num_fences);
  1161. rc = -EINVAL;
  1162. goto free_mem;
  1163. }
  1164. if (signal_info->fence_handle_type != CAM_HANDLE_USER_POINTER) {
  1165. CAM_ERR(CAM_SYNC, "Invalid signal handle type: %d",
  1166. signal_info->fence_handle_type);
  1167. rc = -EINVAL;
  1168. goto free_mem;
  1169. }
  1170. /* Validate sizes */
  1171. switch (fence_type) {
  1172. case CAM_GENERIC_FENCE_TYPE_SYNC_OBJ:
  1173. expected_size = sizeof(struct cam_sync_signal);
  1174. break;
  1175. case CAM_GENERIC_FENCE_TYPE_SYNX_OBJ:
  1176. expected_size = sizeof(struct cam_synx_obj_signal);
  1177. break;
  1178. case CAM_GENERIC_FENCE_TYPE_DMA_FENCE:
  1179. expected_size = sizeof(struct cam_dma_fence_signal);
  1180. break;
  1181. default:
  1182. CAM_ERR(CAM_SYNC, "Unsupported fence type: %u", fence_type);
  1183. rc = -EINVAL;
  1184. goto free_mem;
  1185. }
  1186. if ((signal_info->fence_data_size) != (expected_size * num_fences)) {
  1187. CAM_ERR(CAM_SYNC, "Invalid input size expected: 0x%x actual: 0x%x for fences: %u",
  1188. (expected_size * num_fences), signal_info->fence_data_size, num_fences);
  1189. rc = -EINVAL;
  1190. goto free_mem;
  1191. }
  1192. signal_data = memdup_user(u64_to_user_ptr(signal_info->fence_info_hdl),
  1193. signal_info->fence_data_size);
  1194. if (IS_ERR_OR_NULL(signal_data)) {
  1195. CAM_ERR(CAM_SYNC, "memdup failed for hdl: %d size: 0x%x",
  1196. signal_info->fence_info_hdl, signal_info->fence_data_size);
  1197. rc = -ENOMEM;
  1198. goto free_mem;
  1199. }
  1200. *fence_signal_info = signal_info;
  1201. *fence_signal_data = signal_data;
  1202. return rc;
  1203. free_mem:
  1204. kfree(signal_info);
  1205. return rc;
  1206. }
  1207. static void cam_generic_fence_free_signal_input_info_util(
  1208. struct cam_generic_fence_signal_info **fence_signal_info,
  1209. void **fence_signal_data)
  1210. {
  1211. void *signal_data = *fence_signal_data;
  1212. struct cam_generic_fence_signal_info *fence_input = *fence_signal_info;
  1213. kfree(signal_data);
  1214. kfree(fence_input);
  1215. *fence_signal_info = NULL;
  1216. *fence_signal_data = NULL;
  1217. }
  1218. static int cam_generic_fence_config_parse_params(
  1219. struct cam_generic_fence_config *fence_cfg,
  1220. int32_t requested_param_mask, int32_t *result)
  1221. {
  1222. uint32_t index = 0, num_entries;
  1223. if (!result) {
  1224. CAM_ERR(CAM_SYNC, "Invalid result hdl : %p", result);
  1225. return -EINVAL;
  1226. }
  1227. /* Assign to 0 by default */
  1228. *result = 0;
  1229. if (!fence_cfg->num_valid_params || !requested_param_mask) {
  1230. CAM_DBG(CAM_SYNC,
  1231. "No params configured num_valid = %d requested_mask = 0x%x",
  1232. fence_cfg->num_valid_params, requested_param_mask);
  1233. return 0;
  1234. }
  1235. if (!(fence_cfg->valid_param_mask & requested_param_mask)) {
  1236. CAM_DBG(CAM_SYNC,
  1237. "Requested parameter not set in additional param mask expecting: 0x%x actual: 0x%x",
  1238. requested_param_mask, fence_cfg->valid_param_mask);
  1239. return 0;
  1240. }
  1241. index = ffs(requested_param_mask) - 1;
  1242. num_entries = ARRAY_SIZE(fence_cfg->params);
  1243. if (index >= num_entries) {
  1244. CAM_DBG(CAM_SYNC,
  1245. "Obtained index %u from mask: 0x%x num_param_entries: %u, index exceeding max",
  1246. index, requested_param_mask, num_entries);
  1247. return 0;
  1248. }
  1249. *result = fence_cfg->params[index];
  1250. return 0;
  1251. }
  1252. static int cam_generic_fence_handle_synx_create(
  1253. struct cam_generic_fence_cmd_args *fence_cmd_args)
  1254. {
  1255. int rc = 0, i;
  1256. int32_t row_idx, fence_flag;
  1257. struct cam_generic_fence_input_info *fence_input_info = NULL;
  1258. struct cam_generic_fence_config *fence_cfg = NULL;
  1259. rc = cam_generic_fence_alloc_validate_input_info_util(fence_cmd_args, &fence_input_info);
  1260. if (rc || !fence_input_info) {
  1261. CAM_ERR(CAM_SYNX,
  1262. "Fence input info validation failed rc: %d fence_input_info: %pK",
  1263. rc, fence_input_info);
  1264. return -EINVAL;
  1265. }
  1266. for (i = 0; i < fence_input_info->num_fences_requested; i++) {
  1267. fence_cfg = &fence_input_info->fence_cfg[i];
  1268. fence_input_info->num_fences_processed++;
  1269. fence_cfg->reason_code = 0;
  1270. fence_flag = 0;
  1271. cam_generic_fence_config_parse_params(fence_cfg,
  1272. CAM_GENERIC_FENCE_CONFIG_FLAG_PARAM_INDEX, &fence_flag);
  1273. rc = cam_synx_obj_create(fence_cfg->name,
  1274. fence_flag, &fence_cfg->synx_obj, &row_idx);
  1275. if (rc) {
  1276. CAM_ERR(CAM_SYNX,
  1277. "Failed to create synx fence at index: %d rc: %d num fences [requested: %u processed: %u]",
  1278. i, rc, fence_input_info->num_fences_requested,
  1279. fence_input_info->num_fences_processed);
  1280. fence_cfg->reason_code = rc;
  1281. goto out_copy;
  1282. }
  1283. CAM_DBG(CAM_SYNX,
  1284. "Created synx fence @ i: %d synx_obj: %d[%s] num fences [requested: %u processed: %u] ",
  1285. i, fence_cfg->synx_obj, fence_cfg->name,
  1286. fence_input_info->num_fences_requested,
  1287. fence_input_info->num_fences_processed);
  1288. }
  1289. out_copy:
  1290. if (copy_to_user(u64_to_user_ptr(fence_cmd_args->input_handle),
  1291. fence_input_info, fence_cmd_args->input_data_size)) {
  1292. CAM_ERR(CAM_SYNX, "copy to user failed hdl: %d size: 0x%x",
  1293. fence_cmd_args->input_handle, fence_cmd_args->input_data_size);
  1294. rc = -EFAULT;
  1295. }
  1296. cam_generic_fence_free_input_info_util(&fence_input_info);
  1297. return rc;
  1298. }
  1299. static int cam_generic_fence_handle_synx_release(
  1300. struct cam_generic_fence_cmd_args *fence_cmd_args)
  1301. {
  1302. int rc = 0, i;
  1303. bool failed = false;
  1304. struct cam_generic_fence_input_info *fence_input_info = NULL;
  1305. struct cam_generic_fence_config *fence_cfg = NULL;
  1306. struct cam_synx_obj_release_params synx_release_params;
  1307. rc = cam_generic_fence_alloc_validate_input_info_util(fence_cmd_args, &fence_input_info);
  1308. if (rc || !fence_input_info) {
  1309. CAM_ERR(CAM_SYNX,
  1310. "Fence input info validation failed rc: %d fence_input_info: %pK",
  1311. rc, fence_input_info);
  1312. return -EINVAL;
  1313. }
  1314. for (i = 0; i < fence_input_info->num_fences_requested; i++) {
  1315. fence_cfg = &fence_input_info->fence_cfg[i];
  1316. fence_input_info->num_fences_processed++;
  1317. fence_cfg->reason_code = 0;
  1318. synx_release_params.use_row_idx = false;
  1319. synx_release_params.u.synx_obj = fence_cfg->synx_obj;
  1320. rc = cam_synx_obj_release(&synx_release_params);
  1321. if (rc) {
  1322. CAM_ERR(CAM_SYNX,
  1323. "Failed to release synx object at index: %d rc: %d num fences [requested: %u processed: %u]",
  1324. i, rc, fence_input_info->num_fences_requested,
  1325. fence_input_info->num_fences_processed);
  1326. fence_cfg->reason_code = rc;
  1327. /* Continue to release other fences, but mark the call as failed */
  1328. failed = true;
  1329. continue;
  1330. }
  1331. CAM_DBG(CAM_SYNX,
  1332. "Released synx object @ i: %d handle: %d num fences [requested: %u processed: %u]",
  1333. i, fence_cfg->synx_obj,
  1334. fence_input_info->num_fences_requested,
  1335. fence_input_info->num_fences_processed);
  1336. }
  1337. if (failed)
  1338. rc = -ENOMSG;
  1339. if (copy_to_user(u64_to_user_ptr(fence_cmd_args->input_handle),
  1340. fence_input_info, fence_cmd_args->input_data_size)) {
  1341. CAM_ERR(CAM_SYNX, "copy to user failed hdl: %d size: 0x%x",
  1342. fence_cmd_args->input_handle, fence_cmd_args->input_data_size);
  1343. rc = -EFAULT;
  1344. }
  1345. cam_generic_fence_free_input_info_util(&fence_input_info);
  1346. return rc;
  1347. }
  1348. static int cam_sync_synx_associate_obj(int32_t sync_obj, uint32_t synx_obj,
  1349. int32_t synx_obj_row_idx, bool *is_sync_obj_signaled)
  1350. {
  1351. int rc = 0;
  1352. struct sync_table_row *row = NULL;
  1353. struct cam_synx_obj_signal signal_synx_obj;
  1354. rc = cam_sync_check_valid(sync_obj);
  1355. if (rc)
  1356. return rc;
  1357. row = sync_dev->sync_table + sync_obj;
  1358. spin_lock(&sync_dev->row_spinlocks[sync_obj]);
  1359. if (row->state != CAM_SYNC_STATE_ACTIVE) {
  1360. signal_synx_obj.status = row->state;
  1361. signal_synx_obj.synx_obj = synx_obj;
  1362. *is_sync_obj_signaled = true;
  1363. rc = cam_synx_obj_signal_obj(&signal_synx_obj);
  1364. } else {
  1365. row->synx_obj_info.synx_obj_row_idx = synx_obj_row_idx;
  1366. row->synx_obj_info.sync_created_with_synx = false;
  1367. row->synx_obj_info.synx_obj = synx_obj;
  1368. set_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ, &row->ext_fence_mask);
  1369. CAM_DBG(CAM_SYNX, "sync_obj: %s[%d] associated with synx_obj: %d",
  1370. row->name, sync_obj, row->synx_obj_info.synx_obj);
  1371. }
  1372. spin_unlock(&sync_dev->row_spinlocks[sync_obj]);
  1373. return rc;
  1374. }
  1375. static int cam_generic_fence_handle_synx_import(
  1376. struct cam_generic_fence_cmd_args *fence_cmd_args)
  1377. {
  1378. int32_t rc = 0, i, synx_obj_row_idx;
  1379. struct sync_synx_obj_info synx_sync_create;
  1380. struct cam_generic_fence_input_info *fence_input_info = NULL;
  1381. struct cam_generic_fence_config *fence_cfg = NULL;
  1382. bool is_sync_obj_signaled = false;
  1383. bool is_sync_obj_created = false;
  1384. rc = cam_generic_fence_alloc_validate_input_info_util(fence_cmd_args, &fence_input_info);
  1385. if (rc || !fence_input_info) {
  1386. CAM_ERR(CAM_SYNX,
  1387. "Fence input info validation failed rc: %d fence_input_info: %pK",
  1388. rc, fence_input_info);
  1389. return -EINVAL;
  1390. }
  1391. for (i = 0; i < fence_input_info->num_fences_requested; i++) {
  1392. fence_cfg = &fence_input_info->fence_cfg[i];
  1393. fence_input_info->num_fences_processed++;
  1394. fence_cfg->reason_code = 0;
  1395. is_sync_obj_signaled = false;
  1396. is_sync_obj_created = false;
  1397. /* Check if synx handle is for a valid synx obj */
  1398. rc = cam_synx_obj_find_obj_in_table(fence_cfg->synx_obj,
  1399. &synx_obj_row_idx);
  1400. if (rc) {
  1401. CAM_ERR(CAM_SYNX,
  1402. "Invalid synx obj for handle: %d", fence_cfg->synx_obj);
  1403. fence_cfg->reason_code = -EINVAL;
  1404. goto out_copy;
  1405. }
  1406. if ((fence_cfg->sync_obj > 0) && (fence_cfg->sync_obj < CAM_SYNC_MAX_OBJS)) {
  1407. /* Associate synx object with existing sync object */
  1408. rc = cam_sync_synx_associate_obj(fence_cfg->sync_obj,
  1409. fence_cfg->synx_obj, synx_obj_row_idx,
  1410. &is_sync_obj_signaled);
  1411. } else {
  1412. /* Create new sync object and associate synx object */
  1413. synx_sync_create.sync_created_with_synx = false;
  1414. synx_sync_create.synx_obj = fence_cfg->synx_obj;
  1415. synx_sync_create.synx_obj_row_idx = synx_obj_row_idx;
  1416. rc = cam_sync_create_util(&fence_cfg->sync_obj, fence_cfg->name,
  1417. NULL, &synx_sync_create);
  1418. is_sync_obj_created = true;
  1419. }
  1420. if (rc) {
  1421. fence_cfg->reason_code = rc;
  1422. goto out_copy;
  1423. }
  1424. if (!is_sync_obj_signaled) {
  1425. /* Register a cb for synx_obj */
  1426. rc = cam_synx_obj_register_cb(&fence_cfg->sync_obj,
  1427. synx_obj_row_idx, cam_sync_synx_obj_cb);
  1428. if (rc) {
  1429. CAM_ERR(CAM_SYNX,
  1430. "Failed to register cb for synx_obj: %d sync_obj: %d rc: %d",
  1431. fence_cfg->synx_obj, fence_cfg->sync_obj, rc);
  1432. if (is_sync_obj_created)
  1433. cam_sync_deinit_object(sync_dev->sync_table,
  1434. fence_cfg->sync_obj, NULL, NULL);
  1435. fence_cfg->reason_code = rc;
  1436. goto out_copy;
  1437. }
  1438. }
  1439. CAM_DBG(CAM_SYNX,
  1440. "synx_obj handle = %d imported for dma fence fd: %d sync_obj = %d[%s] num fences [requested: %u processed: %u]",
  1441. fence_cfg->synx_obj, fence_cfg->dma_fence_fd,
  1442. fence_cfg->sync_obj, fence_cfg->name,
  1443. fence_input_info->num_fences_requested,
  1444. fence_input_info->num_fences_processed);
  1445. }
  1446. out_copy:
  1447. if (copy_to_user(u64_to_user_ptr(fence_cmd_args->input_handle),
  1448. fence_input_info, fence_cmd_args->input_data_size)) {
  1449. rc = -EFAULT;
  1450. CAM_ERR(CAM_SYNX, "copy to user failed hdl: %d size: 0x%x",
  1451. fence_cmd_args->input_handle, fence_cmd_args->input_data_size);
  1452. }
  1453. cam_generic_fence_free_input_info_util(&fence_input_info);
  1454. return rc;
  1455. }
  1456. static int cam_generic_fence_handle_synx_signal(
  1457. struct cam_generic_fence_cmd_args *fence_cmd_args)
  1458. {
  1459. int32_t rc = 0, i;
  1460. struct cam_generic_fence_signal_info *fence_signal_info;
  1461. struct cam_synx_obj_signal *synx_signal_info;
  1462. rc = cam_generic_fence_validate_signal_input_info_util(
  1463. CAM_GENERIC_FENCE_TYPE_SYNX_OBJ, fence_cmd_args,
  1464. &fence_signal_info, (void **)&synx_signal_info);
  1465. if (rc || !fence_signal_info || !synx_signal_info) {
  1466. CAM_ERR(CAM_SYNX,
  1467. "Fence input signal info validation failed rc: %d fence_input_info: %pK synx_signal_info: %pK",
  1468. rc, fence_signal_info, synx_signal_info);
  1469. return -EINVAL;
  1470. }
  1471. for (i = 0; i < fence_signal_info->num_fences_requested; i++) {
  1472. fence_signal_info->num_fences_processed++;
  1473. rc = cam_synx_obj_signal_obj(&synx_signal_info[i]);
  1474. if (rc) {
  1475. CAM_ERR(CAM_SYNX,
  1476. "Failed to signal for synx_obj: %d, rc: %d, status : %d",
  1477. synx_signal_info[i].synx_obj, rc,
  1478. synx_signal_info[i].status);
  1479. }
  1480. synx_signal_info[i].reason_code = rc;
  1481. }
  1482. if (copy_to_user(u64_to_user_ptr(fence_signal_info->fence_info_hdl), synx_signal_info,
  1483. fence_signal_info->fence_data_size)) {
  1484. rc = -EFAULT;
  1485. CAM_ERR(CAM_SYNX, "copy to user for signal data failed hdl: %d size: 0x%x",
  1486. fence_cmd_args->input_handle,
  1487. (sizeof(struct cam_synx_obj_signal) *
  1488. fence_signal_info->num_fences_requested));
  1489. goto end;
  1490. }
  1491. if (copy_to_user(u64_to_user_ptr(fence_cmd_args->input_handle),
  1492. fence_signal_info, sizeof(struct cam_generic_fence_signal_info))) {
  1493. rc = -EFAULT;
  1494. CAM_ERR(CAM_SYNX, "copy to user failed hdl: %d size: 0x%x",
  1495. fence_cmd_args->input_handle,
  1496. sizeof(struct cam_generic_fence_signal_info));
  1497. }
  1498. end:
  1499. cam_generic_fence_free_signal_input_info_util(&fence_signal_info,
  1500. (void **)&synx_signal_info);
  1501. return rc;
  1502. }
  1503. static int cam_generic_fence_process_synx_obj_cmd(
  1504. uint32_t id,
  1505. struct cam_generic_fence_cmd_args *fence_cmd_args)
  1506. {
  1507. int rc = -EINVAL;
  1508. switch (id) {
  1509. case CAM_GENERIC_FENCE_CREATE:
  1510. rc = cam_generic_fence_handle_synx_create(fence_cmd_args);
  1511. break;
  1512. case CAM_GENERIC_FENCE_RELEASE:
  1513. rc = cam_generic_fence_handle_synx_release(fence_cmd_args);
  1514. break;
  1515. case CAM_GENERIC_FENCE_IMPORT:
  1516. rc = cam_generic_fence_handle_synx_import(fence_cmd_args);
  1517. break;
  1518. case CAM_GENERIC_FENCE_SIGNAL:
  1519. rc = cam_generic_fence_handle_synx_signal(fence_cmd_args);
  1520. break;
  1521. default:
  1522. CAM_ERR(CAM_SYNX, "IOCTL cmd: %u not supported for synx object", id);
  1523. break;
  1524. }
  1525. return rc;
  1526. }
  1527. #endif
  1528. static int cam_generic_fence_handle_sync_create(
  1529. struct cam_generic_fence_cmd_args *fence_cmd_args)
  1530. {
  1531. int rc = 0, i, dma_fence_row_idx;
  1532. bool dma_fence_created;
  1533. unsigned long fence_sel_mask;
  1534. struct cam_dma_fence_release_params release_params;
  1535. struct cam_dma_fence_create_sync_obj_payload dma_sync_create;
  1536. struct cam_generic_fence_input_info *fence_input_info = NULL;
  1537. struct cam_generic_fence_config *fence_cfg = NULL;
  1538. bool synx_obj_created;
  1539. struct sync_synx_obj_info synx_obj_create;
  1540. #if IS_ENABLED(CONFIG_TARGET_SYNX_ENABLE)
  1541. int32_t fence_flag;
  1542. int32_t synx_obj_row_idx;
  1543. struct cam_synx_obj_release_params synx_release_params;
  1544. struct dma_fence *dma_fence_ptr;
  1545. #endif
  1546. rc = cam_generic_fence_alloc_validate_input_info_util(fence_cmd_args, &fence_input_info);
  1547. if (rc || !fence_input_info) {
  1548. CAM_ERR(CAM_SYNC,
  1549. "Fence input info validation failed rc: %d fence_input_info: %pK",
  1550. rc, fence_input_info);
  1551. return -EINVAL;
  1552. }
  1553. for (i = 0; i < fence_input_info->num_fences_requested; i++) {
  1554. fence_cfg = &fence_input_info->fence_cfg[i];
  1555. fence_input_info->num_fences_processed++;
  1556. fence_cfg->reason_code = 0;
  1557. /* Reset flag */
  1558. dma_fence_created = false;
  1559. synx_obj_created = false;
  1560. fence_sel_mask = fence_cfg->fence_sel_mask;
  1561. if (test_bit(CAM_GENERIC_FENCE_TYPE_DMA_FENCE, &fence_sel_mask)) {
  1562. rc = cam_dma_fence_create_fd(&fence_cfg->dma_fence_fd,
  1563. &dma_fence_row_idx, fence_cfg->name);
  1564. if (rc) {
  1565. CAM_ERR(CAM_SYNC,
  1566. "Failed to create dma fence at index: %d rc: %d num_fences: %u",
  1567. i, rc, fence_input_info->num_fences_requested);
  1568. fence_cfg->reason_code = rc;
  1569. goto out_copy;
  1570. }
  1571. dma_sync_create.dma_fence_row_idx = dma_fence_row_idx;
  1572. dma_sync_create.fd = fence_cfg->dma_fence_fd;
  1573. dma_sync_create.sync_created_with_dma = true;
  1574. dma_fence_created = true;
  1575. }
  1576. #if IS_ENABLED(CONFIG_TARGET_SYNX_ENABLE)
  1577. /* Create a synx object */
  1578. if (test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ, &fence_sel_mask)) {
  1579. if (dma_fence_created) {
  1580. dma_fence_ptr = cam_dma_fence_get_fence_from_fd(
  1581. dma_sync_create.fd, &dma_fence_row_idx);
  1582. rc = cam_synx_obj_import_dma_fence(fence_cfg->name,
  1583. fence_cfg->params[0], dma_fence_ptr,
  1584. &fence_cfg->synx_obj, &synx_obj_row_idx);
  1585. } else {
  1586. cam_generic_fence_config_parse_params(fence_cfg,
  1587. CAM_GENERIC_FENCE_CONFIG_FLAG_PARAM_INDEX, &fence_flag);
  1588. rc = cam_synx_obj_create(fence_cfg->name,
  1589. fence_flag, &fence_cfg->synx_obj,
  1590. &synx_obj_row_idx);
  1591. }
  1592. if (rc) {
  1593. CAM_ERR(CAM_SYNC,
  1594. "Failed to create/import synx obj at index: %d rc: %d num_fences: %u",
  1595. i, rc, fence_input_info->num_fences_requested);
  1596. /* Release dma fence */
  1597. if (dma_fence_created) {
  1598. release_params.use_row_idx = true;
  1599. release_params.u.dma_row_idx = dma_fence_row_idx;
  1600. cam_dma_fence_release(&release_params);
  1601. }
  1602. /* Release synx obj */
  1603. if (synx_obj_created) {
  1604. synx_release_params.use_row_idx = true;
  1605. synx_release_params.u.synx_row_idx = synx_obj_row_idx;
  1606. cam_synx_obj_release(&synx_release_params);
  1607. }
  1608. goto out_copy;
  1609. }
  1610. synx_obj_create.sync_created_with_synx = true;
  1611. synx_obj_create.synx_obj = fence_cfg->synx_obj;
  1612. synx_obj_create.synx_obj_row_idx = synx_obj_row_idx;
  1613. synx_obj_created = true;
  1614. }
  1615. #endif
  1616. rc = cam_sync_create_util(&fence_cfg->sync_obj, fence_cfg->name,
  1617. (dma_fence_created ? &dma_sync_create : NULL),
  1618. (synx_obj_created ? &synx_obj_create : NULL));
  1619. if (rc) {
  1620. fence_cfg->reason_code = rc;
  1621. CAM_ERR(CAM_SYNC,
  1622. "Failed to create sync obj at index: %d rc: %d num_fences: %u",
  1623. i, rc, fence_input_info->num_fences_requested);
  1624. /* Release dma fence */
  1625. if (dma_fence_created) {
  1626. release_params.use_row_idx = true;
  1627. release_params.u.dma_row_idx = dma_fence_row_idx;
  1628. cam_dma_fence_release(&release_params);
  1629. }
  1630. #if IS_ENABLED(CONFIG_TARGET_SYNX_ENABLE)
  1631. /* Release synx obj */
  1632. if (synx_obj_created) {
  1633. synx_release_params.use_row_idx = true;
  1634. synx_release_params.u.synx_row_idx = synx_obj_row_idx;
  1635. cam_synx_obj_release(&synx_release_params);
  1636. }
  1637. #endif
  1638. goto out_copy;
  1639. }
  1640. /* Register dma fence cb */
  1641. if (test_bit(CAM_GENERIC_FENCE_TYPE_DMA_FENCE, &fence_sel_mask)) {
  1642. rc = cam_dma_fence_register_cb(&fence_cfg->sync_obj,
  1643. &dma_fence_row_idx, cam_sync_dma_fence_cb);
  1644. if (rc) {
  1645. CAM_ERR(CAM_SYNC,
  1646. "Failed to register cb for dma fence fd: %d sync_obj: %d rc: %d",
  1647. fence_cfg->dma_fence_fd, fence_cfg->sync_obj, rc);
  1648. fence_cfg->reason_code = rc;
  1649. /* Destroy sync obj */
  1650. cam_sync_deinit_object(sync_dev->sync_table, fence_cfg->sync_obj,
  1651. NULL, NULL);
  1652. /* Release dma fence */
  1653. if (dma_fence_created) {
  1654. release_params.use_row_idx = true;
  1655. release_params.u.dma_row_idx = dma_fence_row_idx;
  1656. cam_dma_fence_release(&release_params);
  1657. }
  1658. #if IS_ENABLED(CONFIG_TARGET_SYNX_ENABLE)
  1659. /* Release synx obj */
  1660. if (synx_obj_created) {
  1661. synx_release_params.use_row_idx = true;
  1662. synx_release_params.u.synx_row_idx = synx_obj_row_idx;
  1663. cam_synx_obj_release(&synx_release_params);
  1664. }
  1665. #endif
  1666. goto out_copy;
  1667. }
  1668. }
  1669. #if IS_ENABLED(CONFIG_TARGET_SYNX_ENABLE)
  1670. /* Register synx object callback */
  1671. if (test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ, &fence_sel_mask)) {
  1672. rc = cam_synx_obj_register_cb(&fence_cfg->sync_obj,
  1673. synx_obj_row_idx, cam_sync_synx_obj_cb);
  1674. if (rc) {
  1675. CAM_ERR(CAM_SYNC,
  1676. "Failed to register cb for synx_obj: %d sync_obj: %d rc: %d",
  1677. fence_cfg->synx_obj, fence_cfg->sync_obj, rc);
  1678. fence_cfg->reason_code = rc;
  1679. /* Destroy sync obj */
  1680. cam_sync_deinit_object(sync_dev->sync_table, fence_cfg->sync_obj,
  1681. NULL, NULL);
  1682. /* Release dma fence */
  1683. if (dma_fence_created) {
  1684. release_params.use_row_idx = true;
  1685. release_params.u.dma_row_idx = dma_fence_row_idx;
  1686. cam_dma_fence_release(&release_params);
  1687. }
  1688. /* Release synx obj */
  1689. if (synx_obj_created) {
  1690. synx_release_params.use_row_idx = true;
  1691. synx_release_params.u.synx_row_idx = synx_obj_row_idx;
  1692. cam_synx_obj_release(&synx_release_params);
  1693. }
  1694. goto out_copy;
  1695. }
  1696. }
  1697. #endif
  1698. CAM_DBG(CAM_SYNC,
  1699. "Created sync_obj = %d[%s] with fence_sel_mask: 0x%x dma_fence_fd: %d num fences [requested: %u processed: %u]",
  1700. fence_cfg->sync_obj, fence_cfg->name,
  1701. fence_cfg->fence_sel_mask, fence_cfg->dma_fence_fd,
  1702. fence_input_info->num_fences_requested,
  1703. fence_input_info->num_fences_processed);
  1704. }
  1705. out_copy:
  1706. if (copy_to_user(u64_to_user_ptr(fence_cmd_args->input_handle),
  1707. fence_input_info, fence_cmd_args->input_data_size)) {
  1708. rc = -EFAULT;
  1709. CAM_ERR(CAM_SYNC, "copy to user failed hdl: %d size: 0x%x",
  1710. fence_cmd_args->input_handle, fence_cmd_args->input_data_size);
  1711. }
  1712. cam_generic_fence_free_input_info_util(&fence_input_info);
  1713. return rc;
  1714. }
  1715. static int cam_generic_fence_handle_sync_release(
  1716. struct cam_generic_fence_cmd_args *fence_cmd_args)
  1717. {
  1718. bool failed = false;
  1719. int rc = 0, i;
  1720. unsigned long fence_sel_mask;
  1721. struct cam_sync_check_for_dma_release check_for_dma_release;
  1722. struct cam_dma_fence_release_params release_params;
  1723. struct cam_generic_fence_input_info *fence_input_info = NULL;
  1724. struct cam_generic_fence_config *fence_cfg = NULL;
  1725. struct cam_sync_check_for_synx_release check_for_synx_release;
  1726. #if IS_ENABLED(CONFIG_TARGET_SYNX_ENABLE)
  1727. struct cam_synx_obj_release_params synx_release_params;
  1728. #endif
  1729. rc = cam_generic_fence_alloc_validate_input_info_util(fence_cmd_args, &fence_input_info);
  1730. if (rc || !fence_input_info) {
  1731. CAM_ERR(CAM_SYNC,
  1732. "Fence input info validation failed rc: %d fence_input_info: %pK",
  1733. rc, fence_input_info);
  1734. return -EINVAL;
  1735. }
  1736. for (i = 0; i < fence_input_info->num_fences_requested; i++) {
  1737. fence_cfg = &fence_input_info->fence_cfg[i];
  1738. fence_input_info->num_fences_processed++;
  1739. /* Reset fields */
  1740. fence_cfg->reason_code = 0;
  1741. check_for_dma_release.sync_created_with_dma = false;
  1742. check_for_dma_release.dma_fence_fd = fence_cfg->dma_fence_fd;
  1743. check_for_synx_release.sync_created_with_synx = false;
  1744. check_for_synx_release.synx_obj = fence_cfg->synx_obj;
  1745. rc = cam_sync_deinit_object(sync_dev->sync_table, fence_cfg->sync_obj,
  1746. &check_for_dma_release, &check_for_synx_release);
  1747. if (rc) {
  1748. fence_cfg->reason_code = rc;
  1749. failed = true;
  1750. CAM_ERR(CAM_SYNC,
  1751. "Failed to release sync obj at index: %d rc: %d num_fences [requested: %u processed: %u]",
  1752. i, rc, fence_input_info->num_fences_requested,
  1753. fence_input_info->num_fences_processed);
  1754. }
  1755. fence_sel_mask = fence_cfg->fence_sel_mask;
  1756. if (test_bit(CAM_GENERIC_FENCE_TYPE_DMA_FENCE, &fence_sel_mask)) {
  1757. if (!check_for_dma_release.sync_created_with_dma) {
  1758. CAM_ERR(CAM_SYNC,
  1759. "Failed to release dma fence fd: %d with sync_obj: %d, not created together",
  1760. fence_cfg->dma_fence_fd, fence_cfg->sync_obj);
  1761. failed = true;
  1762. fence_cfg->reason_code = -EPERM;
  1763. continue;
  1764. }
  1765. release_params.use_row_idx = true;
  1766. release_params.u.dma_row_idx = check_for_dma_release.dma_fence_row_idx;
  1767. rc = cam_dma_fence_release(&release_params);
  1768. if (rc) {
  1769. CAM_ERR(CAM_SYNC,
  1770. "Failed to destroy dma fence at index: %d rc: %d num fences [requested: %u processed: %u]",
  1771. i, rc, fence_input_info->num_fences_requested,
  1772. fence_input_info->num_fences_processed);
  1773. fence_cfg->reason_code = rc;
  1774. failed = true;
  1775. continue;
  1776. }
  1777. }
  1778. #if IS_ENABLED(CONFIG_TARGET_SYNX_ENABLE)
  1779. /* Release associated synx obj */
  1780. if (test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ, &fence_sel_mask)) {
  1781. if (!check_for_synx_release.sync_created_with_synx) {
  1782. CAM_ERR(CAM_SYNC,
  1783. "Failed to release synx_obj: %d with sync_obj: %d, not created together",
  1784. fence_cfg->synx_obj, fence_cfg->sync_obj);
  1785. failed = true;
  1786. fence_cfg->reason_code = -EPERM;
  1787. continue;
  1788. }
  1789. synx_release_params.use_row_idx = true;
  1790. synx_release_params.u.synx_row_idx =
  1791. check_for_synx_release.synx_obj_row_idx;
  1792. rc = cam_synx_obj_release(&synx_release_params);
  1793. if (rc) {
  1794. CAM_ERR(CAM_SYNC,
  1795. "Failed to destroy synx_obj at index: %d rc: %d num fences [requested: %u processed: %u]",
  1796. i, rc, fence_input_info->num_fences_requested,
  1797. fence_input_info->num_fences_processed);
  1798. fence_cfg->reason_code = rc;
  1799. failed = true;
  1800. continue;
  1801. }
  1802. }
  1803. #endif
  1804. CAM_DBG(CAM_SYNC,
  1805. "Released sync_obj = %d[%s] with fence_sel_mask: 0x%x dma_fence_fd: %d synx_obj: %d num fences [requested: %u processed: %u]",
  1806. fence_cfg->sync_obj, fence_cfg->name,
  1807. fence_cfg->fence_sel_mask, fence_cfg->dma_fence_fd, fence_cfg->synx_obj,
  1808. fence_input_info->num_fences_requested,
  1809. fence_input_info->num_fences_processed);
  1810. }
  1811. if (failed)
  1812. rc = -ENOMSG;
  1813. if (copy_to_user(u64_to_user_ptr(fence_cmd_args->input_handle),
  1814. fence_input_info, fence_cmd_args->input_data_size)) {
  1815. rc = -EFAULT;
  1816. CAM_ERR(CAM_SYNC, "copy to user failed hdl: %d size: 0x%x",
  1817. fence_cmd_args->input_handle, fence_cmd_args->input_data_size);
  1818. }
  1819. cam_generic_fence_free_input_info_util(&fence_input_info);
  1820. return rc;
  1821. }
  1822. static int cam_generic_fence_process_sync_obj_cmd(
  1823. uint32_t id,
  1824. struct cam_generic_fence_cmd_args *fence_cmd_args)
  1825. {
  1826. int rc = -EINVAL;
  1827. switch (id) {
  1828. case CAM_GENERIC_FENCE_CREATE:
  1829. rc = cam_generic_fence_handle_sync_create(fence_cmd_args);
  1830. break;
  1831. case CAM_GENERIC_FENCE_RELEASE:
  1832. rc = cam_generic_fence_handle_sync_release(fence_cmd_args);
  1833. break;
  1834. default:
  1835. CAM_ERR(CAM_SYNC, "IOCTL cmd: %u not supported for sync object", id);
  1836. break;
  1837. }
  1838. return rc;
  1839. }
  1840. static int cam_generic_fence_parser(
  1841. struct cam_private_ioctl_arg *k_ioctl)
  1842. {
  1843. int rc;
  1844. struct cam_generic_fence_cmd_args fence_cmd_args;
  1845. if (!k_ioctl->ioctl_ptr) {
  1846. CAM_ERR(CAM_SYNC, "Invalid args input ptr: %p",
  1847. k_ioctl->ioctl_ptr);
  1848. return -EINVAL;
  1849. }
  1850. if (k_ioctl->size != sizeof(struct cam_generic_fence_cmd_args)) {
  1851. CAM_ERR(CAM_SYNC, "Size mismatch expected: 0x%llx actual: 0x%llx",
  1852. sizeof(struct cam_generic_fence_cmd_args), k_ioctl->size);
  1853. return -EINVAL;
  1854. }
  1855. if (copy_from_user(&fence_cmd_args, u64_to_user_ptr(k_ioctl->ioctl_ptr),
  1856. sizeof(fence_cmd_args))) {
  1857. CAM_ERR(CAM_SYNC, "copy from user failed for input ptr: %pK",
  1858. k_ioctl->ioctl_ptr);
  1859. return -EFAULT;
  1860. }
  1861. if (fence_cmd_args.input_handle_type != CAM_HANDLE_USER_POINTER) {
  1862. CAM_ERR(CAM_SYNC, "Invalid handle type: %u",
  1863. fence_cmd_args.input_handle_type);
  1864. return -EINVAL;
  1865. }
  1866. switch (fence_cmd_args.fence_type) {
  1867. case CAM_GENERIC_FENCE_TYPE_SYNC_OBJ:
  1868. rc = cam_generic_fence_process_sync_obj_cmd(k_ioctl->id, &fence_cmd_args);
  1869. break;
  1870. case CAM_GENERIC_FENCE_TYPE_DMA_FENCE:
  1871. rc = cam_generic_fence_process_dma_fence_cmd(k_ioctl->id, &fence_cmd_args);
  1872. break;
  1873. #if IS_ENABLED(CONFIG_TARGET_SYNX_ENABLE)
  1874. case CAM_GENERIC_FENCE_TYPE_SYNX_OBJ:
  1875. rc = cam_generic_fence_process_synx_obj_cmd(k_ioctl->id, &fence_cmd_args);
  1876. break;
  1877. #endif
  1878. default:
  1879. rc = -EINVAL;
  1880. CAM_ERR(CAM_SYNC, "fence type: 0x%x handling not supported",
  1881. fence_cmd_args.fence_type);
  1882. break;
  1883. }
  1884. return rc;
  1885. }
  1886. static long cam_sync_dev_ioctl(struct file *filep, void *fh,
  1887. bool valid_prio, unsigned int cmd, void *arg)
  1888. {
  1889. int32_t rc;
  1890. struct sync_device *sync_dev = video_drvdata(filep);
  1891. struct cam_private_ioctl_arg k_ioctl;
  1892. if (!sync_dev) {
  1893. CAM_ERR(CAM_SYNC, "sync_dev NULL");
  1894. return -EINVAL;
  1895. }
  1896. if (!arg)
  1897. return -EINVAL;
  1898. if (cmd != CAM_PRIVATE_IOCTL_CMD)
  1899. return -ENOIOCTLCMD;
  1900. k_ioctl = *(struct cam_private_ioctl_arg *)arg;
  1901. switch (k_ioctl.id) {
  1902. case CAM_SYNC_CREATE:
  1903. rc = cam_sync_handle_create(&k_ioctl);
  1904. break;
  1905. case CAM_SYNC_DESTROY:
  1906. rc = cam_sync_handle_destroy(&k_ioctl);
  1907. break;
  1908. case CAM_SYNC_REGISTER_PAYLOAD:
  1909. rc = cam_sync_handle_register_user_payload(
  1910. &k_ioctl);
  1911. break;
  1912. case CAM_SYNC_DEREGISTER_PAYLOAD:
  1913. rc = cam_sync_handle_deregister_user_payload(
  1914. &k_ioctl);
  1915. break;
  1916. case CAM_SYNC_SIGNAL:
  1917. rc = cam_sync_handle_signal(&k_ioctl);
  1918. break;
  1919. case CAM_SYNC_MERGE:
  1920. rc = cam_sync_handle_merge(&k_ioctl);
  1921. break;
  1922. case CAM_SYNC_WAIT:
  1923. rc = cam_sync_handle_wait(&k_ioctl);
  1924. ((struct cam_private_ioctl_arg *)arg)->result =
  1925. k_ioctl.result;
  1926. break;
  1927. case CAM_GENERIC_FENCE_CREATE:
  1928. case CAM_GENERIC_FENCE_RELEASE:
  1929. case CAM_GENERIC_FENCE_IMPORT:
  1930. case CAM_GENERIC_FENCE_SIGNAL:
  1931. rc = cam_generic_fence_parser(&k_ioctl);
  1932. break;
  1933. default:
  1934. rc = -ENOIOCTLCMD;
  1935. }
  1936. return rc;
  1937. }
  1938. static unsigned int cam_sync_poll(struct file *f,
  1939. struct poll_table_struct *pll_table)
  1940. {
  1941. int rc = 0;
  1942. struct v4l2_fh *eventq = f->private_data;
  1943. if (!eventq)
  1944. return -EINVAL;
  1945. poll_wait(f, &eventq->wait, pll_table);
  1946. if (v4l2_event_pending(eventq))
  1947. rc = POLLPRI;
  1948. return rc;
  1949. }
  1950. static int cam_sync_open(struct file *filep)
  1951. {
  1952. int rc;
  1953. struct sync_device *sync_dev = video_drvdata(filep);
  1954. if (!sync_dev) {
  1955. CAM_ERR(CAM_SYNC, "Sync device NULL");
  1956. return -ENODEV;
  1957. }
  1958. mutex_lock(&sync_dev->table_lock);
  1959. if (sync_dev->open_cnt >= 1) {
  1960. mutex_unlock(&sync_dev->table_lock);
  1961. return -EALREADY;
  1962. }
  1963. rc = v4l2_fh_open(filep);
  1964. if (!rc) {
  1965. sync_dev->open_cnt++;
  1966. cam_dma_fence_open();
  1967. spin_lock_bh(&sync_dev->cam_sync_eventq_lock);
  1968. sync_dev->cam_sync_eventq = filep->private_data;
  1969. spin_unlock_bh(&sync_dev->cam_sync_eventq_lock);
  1970. } else {
  1971. CAM_ERR(CAM_SYNC, "v4l2_fh_open failed : %d", rc);
  1972. }
  1973. mutex_unlock(&sync_dev->table_lock);
  1974. return rc;
  1975. }
  1976. static int cam_sync_close(struct file *filep)
  1977. {
  1978. int rc = 0;
  1979. int i;
  1980. struct sync_device *sync_dev = video_drvdata(filep);
  1981. if (!sync_dev) {
  1982. CAM_ERR(CAM_SYNC, "Sync device NULL");
  1983. rc = -ENODEV;
  1984. return rc;
  1985. }
  1986. mutex_lock(&sync_dev->table_lock);
  1987. sync_dev->open_cnt--;
  1988. if (!sync_dev->open_cnt) {
  1989. for (i = 1; i < CAM_SYNC_MAX_OBJS; i++) {
  1990. struct sync_table_row *row =
  1991. sync_dev->sync_table + i;
  1992. /*
  1993. * Signal all ACTIVE objects as ERR, but we don't
  1994. * care about the return status here apart from logging
  1995. * it.
  1996. */
  1997. if (row->state == CAM_SYNC_STATE_ACTIVE) {
  1998. rc = cam_sync_signal(i,
  1999. CAM_SYNC_STATE_SIGNALED_ERROR,
  2000. CAM_SYNC_COMMON_RELEASE_EVENT);
  2001. if (rc < 0)
  2002. CAM_ERR(CAM_SYNC,
  2003. "Cleanup signal fail idx:%d", i);
  2004. }
  2005. }
  2006. /*
  2007. * Flush the work queue to wait for pending signal callbacks to
  2008. * finish
  2009. */
  2010. flush_workqueue(sync_dev->work_queue);
  2011. /*
  2012. * Now that all callbacks worker threads have finished,
  2013. * destroy the sync objects
  2014. */
  2015. for (i = 1; i < CAM_SYNC_MAX_OBJS; i++) {
  2016. struct sync_table_row *row =
  2017. sync_dev->sync_table + i;
  2018. if (row->state != CAM_SYNC_STATE_INVALID) {
  2019. rc = cam_sync_destroy(i);
  2020. if (rc < 0)
  2021. CAM_ERR(CAM_SYNC,
  2022. "Cleanup destroy fail:idx:%d\n", i);
  2023. }
  2024. }
  2025. }
  2026. /* Clean dma fence table */
  2027. cam_dma_fence_close();
  2028. #if IS_ENABLED(CONFIG_TARGET_SYNX_ENABLE)
  2029. /* Clean synx obj table */
  2030. cam_synx_obj_close();
  2031. #endif
  2032. mutex_unlock(&sync_dev->table_lock);
  2033. spin_lock_bh(&sync_dev->cam_sync_eventq_lock);
  2034. sync_dev->cam_sync_eventq = NULL;
  2035. spin_unlock_bh(&sync_dev->cam_sync_eventq_lock);
  2036. v4l2_fh_release(filep);
  2037. return rc;
  2038. }
  2039. static void cam_sync_event_queue_notify_error(const struct v4l2_event *old,
  2040. struct v4l2_event *new)
  2041. {
  2042. if (sync_dev->version == CAM_SYNC_V4L_EVENT_V2) {
  2043. struct cam_sync_ev_header_v2 *ev_header;
  2044. ev_header = CAM_SYNC_GET_HEADER_PTR_V2((*old));
  2045. CAM_ERR(CAM_CRM,
  2046. "Failed to notify event id %d fence %d statue %d reason %u %u %u %u",
  2047. old->id, ev_header->sync_obj, ev_header->status,
  2048. ev_header->evt_param[0], ev_header->evt_param[1],
  2049. ev_header->evt_param[2], ev_header->evt_param[3]);
  2050. } else {
  2051. struct cam_sync_ev_header *ev_header;
  2052. ev_header = CAM_SYNC_GET_HEADER_PTR((*old));
  2053. CAM_ERR(CAM_CRM,
  2054. "Failed to notify event id %d fence %d statue %d",
  2055. old->id, ev_header->sync_obj, ev_header->status);
  2056. }
  2057. }
  2058. static struct v4l2_subscribed_event_ops cam_sync_v4l2_ops = {
  2059. .merge = cam_sync_event_queue_notify_error,
  2060. };
  2061. int cam_sync_subscribe_event(struct v4l2_fh *fh,
  2062. const struct v4l2_event_subscription *sub)
  2063. {
  2064. if (!((sub->type == CAM_SYNC_V4L_EVENT) ||
  2065. (sub->type == CAM_SYNC_V4L_EVENT_V2))) {
  2066. CAM_ERR(CAM_SYNC, "Non supported event type 0x%x", sub->type);
  2067. return -EINVAL;
  2068. }
  2069. sync_dev->version = sub->type;
  2070. CAM_DBG(CAM_SYNC, "Sync event verion type 0x%x", sync_dev->version);
  2071. return v4l2_event_subscribe(fh, sub, CAM_SYNC_MAX_V4L2_EVENTS,
  2072. &cam_sync_v4l2_ops);
  2073. }
  2074. int cam_sync_unsubscribe_event(struct v4l2_fh *fh,
  2075. const struct v4l2_event_subscription *sub)
  2076. {
  2077. if (!((sub->type == CAM_SYNC_V4L_EVENT) ||
  2078. (sub->type == CAM_SYNC_V4L_EVENT_V2))) {
  2079. CAM_ERR(CAM_SYNC, "Non supported event type 0x%x", sub->type);
  2080. return -EINVAL;
  2081. }
  2082. return v4l2_event_unsubscribe(fh, sub);
  2083. }
  2084. static const struct v4l2_ioctl_ops g_cam_sync_ioctl_ops = {
  2085. .vidioc_subscribe_event = cam_sync_subscribe_event,
  2086. .vidioc_unsubscribe_event = cam_sync_unsubscribe_event,
  2087. .vidioc_default = cam_sync_dev_ioctl,
  2088. };
  2089. static struct v4l2_file_operations cam_sync_v4l2_fops = {
  2090. .owner = THIS_MODULE,
  2091. .open = cam_sync_open,
  2092. .release = cam_sync_close,
  2093. .poll = cam_sync_poll,
  2094. .unlocked_ioctl = video_ioctl2,
  2095. #ifdef CONFIG_COMPAT
  2096. .compat_ioctl32 = video_ioctl2,
  2097. #endif
  2098. };
  2099. #if IS_REACHABLE(CONFIG_MEDIA_CONTROLLER)
  2100. static int cam_sync_media_controller_init(struct sync_device *sync_dev,
  2101. struct platform_device *pdev)
  2102. {
  2103. int rc;
  2104. sync_dev->v4l2_dev.mdev = kzalloc(sizeof(struct media_device),
  2105. GFP_KERNEL);
  2106. if (!sync_dev->v4l2_dev.mdev)
  2107. return -ENOMEM;
  2108. media_device_init(sync_dev->v4l2_dev.mdev);
  2109. strlcpy(sync_dev->v4l2_dev.mdev->model, CAM_SYNC_DEVICE_NAME,
  2110. sizeof(sync_dev->v4l2_dev.mdev->model));
  2111. sync_dev->v4l2_dev.mdev->dev = &(pdev->dev);
  2112. rc = media_device_register(sync_dev->v4l2_dev.mdev);
  2113. if (rc < 0)
  2114. goto register_fail;
  2115. rc = media_entity_pads_init(&sync_dev->vdev->entity, 0, NULL);
  2116. if (rc < 0)
  2117. goto entity_fail;
  2118. return 0;
  2119. entity_fail:
  2120. media_device_unregister(sync_dev->v4l2_dev.mdev);
  2121. register_fail:
  2122. media_device_cleanup(sync_dev->v4l2_dev.mdev);
  2123. return rc;
  2124. }
  2125. static void cam_sync_media_controller_cleanup(struct sync_device *sync_dev)
  2126. {
  2127. media_entity_cleanup(&sync_dev->vdev->entity);
  2128. media_device_unregister(sync_dev->v4l2_dev.mdev);
  2129. media_device_cleanup(sync_dev->v4l2_dev.mdev);
  2130. kfree(sync_dev->v4l2_dev.mdev);
  2131. }
  2132. static void cam_sync_init_entity(struct sync_device *sync_dev)
  2133. {
  2134. sync_dev->vdev->entity.function = CAM_SYNC_DEVICE_TYPE;
  2135. sync_dev->vdev->entity.name =
  2136. video_device_node_name(sync_dev->vdev);
  2137. }
  2138. #else
  2139. static int cam_sync_media_controller_init(struct sync_device *sync_dev,
  2140. struct platform_device *pdev)
  2141. {
  2142. return 0;
  2143. }
  2144. static void cam_sync_media_controller_cleanup(struct sync_device *sync_dev)
  2145. {
  2146. }
  2147. static void cam_sync_init_entity(struct sync_device *sync_dev)
  2148. {
  2149. }
  2150. #endif
  2151. static int cam_sync_create_debugfs(void)
  2152. {
  2153. int rc = 0;
  2154. struct dentry *dbgfileptr = NULL;
  2155. if (!cam_debugfs_available())
  2156. return 0;
  2157. rc = cam_debugfs_create_subdir("sync", &dbgfileptr);
  2158. if (rc) {
  2159. CAM_ERR(CAM_SYNC,"DebugFS could not create directory!");
  2160. rc = -ENOENT;
  2161. goto end;
  2162. }
  2163. /* Store parent inode for cleanup in caller */
  2164. sync_dev->dentry = dbgfileptr;
  2165. debugfs_create_bool("trigger_cb_without_switch", 0644,
  2166. sync_dev->dentry, &trigger_cb_without_switch);
  2167. end:
  2168. return rc;
  2169. }
  2170. #if IS_REACHABLE(CONFIG_MSM_GLOBAL_SYNX)
  2171. int cam_synx_sync_signal(int32_t sync_obj, uint32_t synx_status)
  2172. {
  2173. int rc = 0;
  2174. uint32_t sync_status = synx_status;
  2175. switch (synx_status) {
  2176. case SYNX_STATE_ACTIVE:
  2177. sync_status = CAM_SYNC_STATE_ACTIVE;
  2178. break;
  2179. case SYNX_STATE_SIGNALED_SUCCESS:
  2180. sync_status = CAM_SYNC_STATE_SIGNALED_SUCCESS;
  2181. break;
  2182. case SYNX_STATE_SIGNALED_ERROR:
  2183. sync_status = CAM_SYNC_STATE_SIGNALED_ERROR;
  2184. break;
  2185. case 4: /* SYNX_STATE_SIGNALED_CANCEL: */
  2186. sync_status = CAM_SYNC_STATE_SIGNALED_CANCEL;
  2187. break;
  2188. default:
  2189. CAM_ERR(CAM_SYNC, "Invalid synx status %d for obj %d",
  2190. synx_status, sync_obj);
  2191. sync_status = CAM_SYNC_STATE_SIGNALED_ERROR;
  2192. break;
  2193. }
  2194. rc = cam_sync_signal(sync_obj, sync_status, CAM_SYNC_COMMON_EVENT_SYNX);
  2195. if (rc) {
  2196. CAM_ERR(CAM_SYNC,
  2197. "synx signal failed with %d, sync_obj=%d, synx_status=%d, sync_status=%d",
  2198. sync_obj, synx_status, sync_status, rc);
  2199. }
  2200. return rc;
  2201. }
  2202. static int cam_sync_register_synx_bind_ops(
  2203. struct synx_register_params *object)
  2204. {
  2205. int rc = 0;
  2206. rc = synx_register_ops(object);
  2207. if (rc)
  2208. CAM_ERR(CAM_SYNC, "synx registration fail with rc=%d", rc);
  2209. return rc;
  2210. }
  2211. static void cam_sync_unregister_synx_bind_ops(
  2212. struct synx_register_params *object)
  2213. {
  2214. int rc = 0;
  2215. rc = synx_deregister_ops(object);
  2216. if (rc)
  2217. CAM_ERR(CAM_SYNC, "sync unregistration fail with %d", rc);
  2218. }
  2219. static void cam_sync_configure_synx_obj(struct synx_register_params *object)
  2220. {
  2221. struct synx_register_params *params = object;
  2222. params->name = CAM_SYNC_NAME;
  2223. params->type = SYNX_TYPE_CSL;
  2224. params->ops.register_callback = cam_sync_register_callback;
  2225. params->ops.deregister_callback = cam_sync_deregister_callback;
  2226. params->ops.enable_signaling = cam_sync_get_obj_ref;
  2227. params->ops.signal = cam_synx_sync_signal;
  2228. }
  2229. #endif
  2230. static int cam_sync_component_bind(struct device *dev,
  2231. struct device *master_dev, void *data)
  2232. {
  2233. int rc;
  2234. int idx;
  2235. struct platform_device *pdev = to_platform_device(dev);
  2236. sync_dev = kzalloc(sizeof(*sync_dev), GFP_KERNEL);
  2237. if (!sync_dev)
  2238. return -ENOMEM;
  2239. mutex_init(&sync_dev->table_lock);
  2240. spin_lock_init(&sync_dev->cam_sync_eventq_lock);
  2241. for (idx = 0; idx < CAM_SYNC_MAX_OBJS; idx++)
  2242. spin_lock_init(&sync_dev->row_spinlocks[idx]);
  2243. sync_dev->vdev = video_device_alloc();
  2244. if (!sync_dev->vdev) {
  2245. rc = -ENOMEM;
  2246. goto vdev_fail;
  2247. }
  2248. rc = cam_sync_media_controller_init(sync_dev, pdev);
  2249. if (rc < 0)
  2250. goto mcinit_fail;
  2251. sync_dev->vdev->v4l2_dev = &sync_dev->v4l2_dev;
  2252. rc = v4l2_device_register(&(pdev->dev), sync_dev->vdev->v4l2_dev);
  2253. if (rc < 0)
  2254. goto register_fail;
  2255. strlcpy(sync_dev->vdev->name, CAM_SYNC_NAME,
  2256. sizeof(sync_dev->vdev->name));
  2257. sync_dev->vdev->release = video_device_release_empty;
  2258. sync_dev->vdev->fops = &cam_sync_v4l2_fops;
  2259. sync_dev->vdev->ioctl_ops = &g_cam_sync_ioctl_ops;
  2260. sync_dev->vdev->minor = -1;
  2261. sync_dev->vdev->device_caps |= V4L2_CAP_VIDEO_CAPTURE;
  2262. sync_dev->vdev->vfl_type = VFL_TYPE_VIDEO;
  2263. rc = video_register_device(sync_dev->vdev, VFL_TYPE_VIDEO, -1);
  2264. if (rc < 0) {
  2265. CAM_ERR(CAM_SYNC,
  2266. "video device registration failure rc = %d, name = %s, device_caps = %d",
  2267. rc, sync_dev->vdev->name, sync_dev->vdev->device_caps);
  2268. goto v4l2_fail;
  2269. }
  2270. cam_sync_init_entity(sync_dev);
  2271. video_set_drvdata(sync_dev->vdev, sync_dev);
  2272. bitmap_zero(sync_dev->bitmap, CAM_SYNC_MAX_OBJS);
  2273. /*
  2274. * We treat zero as invalid handle, so we will keep the 0th bit set
  2275. * always
  2276. */
  2277. set_bit(0, sync_dev->bitmap);
  2278. sync_dev->work_queue = alloc_workqueue(CAM_SYNC_WORKQUEUE_NAME,
  2279. WQ_HIGHPRI | WQ_UNBOUND, 1);
  2280. if (!sync_dev->work_queue) {
  2281. CAM_ERR(CAM_SYNC,
  2282. "Error: high priority work queue creation failed");
  2283. rc = -ENOMEM;
  2284. goto v4l2_fail;
  2285. }
  2286. /* Initialize dma fence driver */
  2287. rc = cam_dma_fence_driver_init();
  2288. if (rc) {
  2289. CAM_ERR(CAM_SYNC,
  2290. "DMA fence driver initialization failed rc: %d", rc);
  2291. goto workq_destroy;
  2292. }
  2293. trigger_cb_without_switch = false;
  2294. cam_sync_create_debugfs();
  2295. #if IS_ENABLED(CONFIG_TARGET_SYNX_ENABLE)
  2296. /* Initialize synx obj driver */
  2297. rc = cam_synx_obj_driver_init();
  2298. if (rc) {
  2299. CAM_ERR(CAM_SYNC,
  2300. "Synx obj driver initialization failed rc: %d", rc);
  2301. goto dma_driver_deinit;
  2302. }
  2303. #elif IS_REACHABLE(CONFIG_MSM_GLOBAL_SYNX)
  2304. CAM_DBG(CAM_SYNC, "Registering with synx driver");
  2305. cam_sync_configure_synx_obj(&sync_dev->params);
  2306. rc = cam_sync_register_synx_bind_ops(&sync_dev->params);
  2307. if (rc)
  2308. goto dma_driver_deinit;
  2309. #endif
  2310. CAM_DBG(CAM_SYNC, "Component bound successfully");
  2311. return rc;
  2312. #if IS_REACHABLE(CONFIG_MSM_GLOBAL_SYNX) || IS_ENABLED(CONFIG_TARGET_SYNX_ENABLE)
  2313. dma_driver_deinit:
  2314. cam_dma_fence_driver_deinit();
  2315. #endif
  2316. workq_destroy:
  2317. destroy_workqueue(sync_dev->work_queue);
  2318. v4l2_fail:
  2319. v4l2_device_unregister(sync_dev->vdev->v4l2_dev);
  2320. register_fail:
  2321. cam_sync_media_controller_cleanup(sync_dev);
  2322. mcinit_fail:
  2323. video_unregister_device(sync_dev->vdev);
  2324. video_device_release(sync_dev->vdev);
  2325. vdev_fail:
  2326. mutex_destroy(&sync_dev->table_lock);
  2327. kfree(sync_dev);
  2328. return rc;
  2329. }
  2330. static void cam_sync_component_unbind(struct device *dev,
  2331. struct device *master_dev, void *data)
  2332. {
  2333. int i;
  2334. v4l2_device_unregister(sync_dev->vdev->v4l2_dev);
  2335. cam_sync_media_controller_cleanup(sync_dev);
  2336. #if IS_ENABLED(CONFIG_TARGET_SYNX_ENABLE)
  2337. cam_synx_obj_driver_deinit();
  2338. #elif IS_REACHABLE(CONFIG_MSM_GLOBAL_SYNX)
  2339. cam_sync_unregister_synx_bind_ops(&sync_dev->params);
  2340. #endif
  2341. video_unregister_device(sync_dev->vdev);
  2342. video_device_release(sync_dev->vdev);
  2343. sync_dev->dentry = NULL;
  2344. cam_dma_fence_driver_deinit();
  2345. for (i = 0; i < CAM_SYNC_MAX_OBJS; i++)
  2346. spin_lock_init(&sync_dev->row_spinlocks[i]);
  2347. kfree(sync_dev);
  2348. sync_dev = NULL;
  2349. }
  2350. const static struct component_ops cam_sync_component_ops = {
  2351. .bind = cam_sync_component_bind,
  2352. .unbind = cam_sync_component_unbind,
  2353. };
  2354. static int cam_sync_probe(struct platform_device *pdev)
  2355. {
  2356. int rc = 0;
  2357. CAM_DBG(CAM_SYNC, "Adding Sync component");
  2358. rc = component_add(&pdev->dev, &cam_sync_component_ops);
  2359. if (rc)
  2360. CAM_ERR(CAM_SYNC, "failed to add component rc: %d", rc);
  2361. return rc;
  2362. }
  2363. static int cam_sync_remove(struct platform_device *pdev)
  2364. {
  2365. component_del(&pdev->dev, &cam_sync_component_ops);
  2366. return 0;
  2367. }
  2368. static const struct of_device_id cam_sync_dt_match[] = {
  2369. {.compatible = "qcom,cam-sync"},
  2370. {}
  2371. };
  2372. MODULE_DEVICE_TABLE(of, cam_sync_dt_match);
  2373. struct platform_driver cam_sync_driver = {
  2374. .probe = cam_sync_probe,
  2375. .remove = cam_sync_remove,
  2376. .driver = {
  2377. .name = "cam_sync",
  2378. .owner = THIS_MODULE,
  2379. .of_match_table = cam_sync_dt_match,
  2380. .suppress_bind_attrs = true,
  2381. },
  2382. };
  2383. int cam_sync_init(void)
  2384. {
  2385. return platform_driver_register(&cam_sync_driver);
  2386. }
  2387. void cam_sync_exit(void)
  2388. {
  2389. platform_driver_unregister(&cam_sync_driver);
  2390. }
  2391. MODULE_DESCRIPTION("Camera sync driver");
  2392. MODULE_LICENSE("GPL v2");