cam_sync_synx.c 24 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870
  1. // SPDX-License-Identifier: GPL-2.0-only
  2. /*
  3. * Copyright (c) 2022-2023 Qualcomm Innovation Center, Inc. All rights reserved.
  4. */
  5. #include "cam_sync_synx.h"
  6. #include "cam_sync_util.h"
  7. extern unsigned long cam_sync_monitor_mask;
  8. /**
  9. * struct cam_synx_obj_row - Synx obj row
  10. */
  11. struct cam_synx_obj_row {
  12. char name[CAM_SYNX_OBJ_NAME_LEN];
  13. uint32_t synx_obj;
  14. enum cam_synx_obj_state state;
  15. cam_sync_callback_for_synx_obj sync_cb;
  16. bool cb_registered_for_sync;
  17. bool sync_signal_synx;
  18. int32_t sync_obj;
  19. };
  20. /**
  21. * struct cam_synx_obj_device - Synx obj device
  22. */
  23. struct cam_synx_obj_device {
  24. struct cam_synx_obj_row rows[CAM_SYNX_MAX_OBJS];
  25. spinlock_t row_spinlocks[CAM_SYNX_MAX_OBJS];
  26. struct synx_session *session_handle;
  27. struct mutex dev_lock;
  28. DECLARE_BITMAP(bitmap, CAM_SYNX_MAX_OBJS);
  29. struct cam_generic_fence_monitor_data **monitor_data;
  30. };
  31. static struct cam_synx_obj_device *g_cam_synx_obj_dev;
  32. static char cam_synx_session_name[64] = "Camera_Generic_Synx_Session";
  33. static inline struct cam_generic_fence_monitor_entry *
  34. __cam_synx_obj_get_monitor_entries(int idx)
  35. {
  36. struct cam_generic_fence_monitor_data *monitor_data;
  37. monitor_data = CAM_GENERIC_MONITOR_GET_DATA(
  38. g_cam_synx_obj_dev->monitor_data, idx);
  39. if (monitor_data->swap_monitor_entries)
  40. return monitor_data->prev_monitor_entries;
  41. else
  42. return monitor_data->monitor_entries;
  43. }
  44. static inline struct cam_generic_fence_monitor_entry *
  45. __cam_synx_obj_get_prev_monitor_entries(int idx)
  46. {
  47. struct cam_generic_fence_monitor_data *monitor_data;
  48. monitor_data = CAM_GENERIC_MONITOR_GET_DATA(
  49. g_cam_synx_obj_dev->monitor_data, idx);
  50. if (monitor_data->swap_monitor_entries)
  51. return monitor_data->monitor_entries;
  52. else
  53. return monitor_data->prev_monitor_entries;
  54. }
  55. static int __cam_synx_obj_map_sync_status_util(uint32_t sync_status,
  56. uint32_t *out_synx_status)
  57. {
  58. if (!out_synx_status)
  59. return -EINVAL;
  60. switch (sync_status) {
  61. case CAM_SYNC_STATE_SIGNALED_SUCCESS:
  62. *out_synx_status = SYNX_STATE_SIGNALED_SUCCESS;
  63. break;
  64. case CAM_SYNC_STATE_SIGNALED_CANCEL:
  65. default:
  66. *out_synx_status = SYNX_STATE_SIGNALED_CANCEL;
  67. break;
  68. }
  69. return 0;
  70. }
  71. static void __cam_synx_obj_save_previous_monitor_data(int32_t row_idx)
  72. {
  73. struct cam_generic_fence_monitor_data *row_mon_data;
  74. struct cam_synx_obj_row *row;
  75. if (!g_cam_synx_obj_dev->monitor_data)
  76. return;
  77. row = &g_cam_synx_obj_dev->rows[row_idx];
  78. row_mon_data = CAM_GENERIC_MONITOR_GET_DATA(
  79. g_cam_synx_obj_dev->monitor_data, row_idx);
  80. /* save current usage details into prev variables */
  81. strscpy(row_mon_data->prev_name, row->name, CAM_SYNX_OBJ_NAME_LEN);
  82. row_mon_data->prev_obj_id = row->synx_obj;
  83. row_mon_data->prev_sync_id = row->sync_obj;
  84. row_mon_data->prev_state = row->state;
  85. row_mon_data->prev_monitor_head = atomic64_read(&row_mon_data->monitor_head);
  86. row_mon_data->swap_monitor_entries = !row_mon_data->swap_monitor_entries;
  87. }
  88. static void __cam_synx_obj_dump_monitor_array(int32_t row_idx)
  89. {
  90. struct cam_generic_fence_monitor_obj_info obj_info;
  91. struct cam_synx_obj_row *row;
  92. if (!g_cam_synx_obj_dev->monitor_data ||
  93. !test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ, &cam_sync_monitor_mask))
  94. return;
  95. if (!CAM_GENERIC_MONITOR_GET_DATA(g_cam_synx_obj_dev->monitor_data,
  96. row_idx)->prev_obj_id)
  97. return;
  98. row = &g_cam_synx_obj_dev->rows[row_idx];
  99. obj_info.name = row->name;
  100. obj_info.obj_id = row->synx_obj;
  101. obj_info.state = row->state;
  102. obj_info.monitor_data = CAM_GENERIC_MONITOR_GET_DATA(
  103. g_cam_synx_obj_dev->monitor_data, row_idx);
  104. obj_info.fence_type = CAM_GENERIC_FENCE_TYPE_SYNX_OBJ;
  105. obj_info.sync_id = row->sync_obj;
  106. obj_info.monitor_entries =
  107. __cam_synx_obj_get_monitor_entries(row_idx);
  108. obj_info.prev_monitor_entries =
  109. __cam_synx_obj_get_prev_monitor_entries(row_idx);
  110. cam_generic_fence_dump_monitor_array(&obj_info);
  111. }
  112. static void __cam_synx_obj_signal_cb(u32 h_synx, int status, void *data)
  113. {
  114. struct cam_synx_obj_signal_sync_obj signal_sync_obj;
  115. struct cam_synx_obj_row *synx_obj_row = NULL;
  116. int32_t idx;
  117. if (!data) {
  118. CAM_ERR(CAM_SYNX,
  119. "Invalid data passed to synx obj : No callback function set.");
  120. return;
  121. }
  122. synx_obj_row = (struct cam_synx_obj_row *)data;
  123. /* If this synx obj is signaled by sync obj, skip cb */
  124. if (synx_obj_row->sync_signal_synx)
  125. return;
  126. if (synx_obj_row->synx_obj != h_synx) {
  127. CAM_ERR(CAM_SYNX,
  128. "Synx obj: %d callback does not match synx obj: %d in sync table.",
  129. h_synx, synx_obj_row->synx_obj);
  130. return;
  131. }
  132. if (synx_obj_row->state == CAM_SYNX_OBJ_STATE_INVALID) {
  133. CAM_ERR(CAM_SYNX,
  134. "Synx obj :%d is in invalid state: %d",
  135. synx_obj_row->synx_obj, synx_obj_row->state);
  136. return;
  137. }
  138. CAM_DBG(CAM_SYNX, "Synx obj: %d signaled, signal sync obj: %d",
  139. synx_obj_row->synx_obj, synx_obj_row->sync_obj);
  140. if ((synx_obj_row->cb_registered_for_sync) && (synx_obj_row->sync_cb)) {
  141. signal_sync_obj.synx_obj = synx_obj_row->synx_obj;
  142. switch (status) {
  143. case SYNX_STATE_SIGNALED_SUCCESS:
  144. signal_sync_obj.status = CAM_SYNC_STATE_SIGNALED_SUCCESS;
  145. break;
  146. case SYNX_STATE_SIGNALED_CANCEL:
  147. signal_sync_obj.status = CAM_SYNC_STATE_SIGNALED_CANCEL;
  148. break;
  149. default:
  150. CAM_WARN(CAM_SYNX,
  151. "Synx signal status %d is neither SUCCESS nor CANCEL, custom code?",
  152. status);
  153. signal_sync_obj.status = CAM_SYNC_STATE_SIGNALED_ERROR;
  154. break;
  155. }
  156. synx_obj_row->state = CAM_SYNX_OBJ_STATE_SIGNALED;
  157. synx_obj_row->sync_cb(synx_obj_row->sync_obj, &signal_sync_obj);
  158. if (test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ,
  159. &cam_sync_monitor_mask)) {
  160. cam_synx_obj_find_obj_in_table(synx_obj_row->synx_obj, &idx);
  161. cam_generic_fence_update_monitor_array(idx,
  162. &g_cam_synx_obj_dev->dev_lock, g_cam_synx_obj_dev->monitor_data,
  163. CAM_FENCE_OP_UNREGISTER_ON_SIGNAL);
  164. }
  165. }
  166. }
  167. /*
  168. * Synx APIs need to be invoked in non atomic context,
  169. * all these utils invoke synx driver
  170. */
  171. static inline int __cam_synx_signal_util(
  172. uint32_t synx_hdl, uint32_t signal_status)
  173. {
  174. return synx_signal(g_cam_synx_obj_dev->session_handle, synx_hdl, signal_status);
  175. }
  176. static inline int __cam_synx_deregister_cb_util(
  177. uint32_t synx_hdl, void *data)
  178. {
  179. struct synx_callback_params cb_params;
  180. cb_params.userdata = data;
  181. cb_params.cancel_cb_func = NULL;
  182. cb_params.h_synx = synx_hdl;
  183. cb_params.cb_func = __cam_synx_obj_signal_cb;
  184. return synx_cancel_async_wait(g_cam_synx_obj_dev->session_handle, &cb_params);
  185. }
  186. static inline int __cam_synx_create_hdl_util(
  187. struct synx_create_params *params)
  188. {
  189. return synx_create(g_cam_synx_obj_dev->session_handle, params);
  190. }
  191. static inline int __cam_synx_release_hdl_util(uint32_t synx_hdl)
  192. {
  193. return synx_release(g_cam_synx_obj_dev->session_handle, synx_hdl);
  194. }
  195. static inline int __cam_synx_import_hdl_util(
  196. struct synx_import_params *params)
  197. {
  198. return synx_import(g_cam_synx_obj_dev->session_handle, params);
  199. }
  200. static inline int __cam_synx_register_cb_util(
  201. struct synx_callback_params *cb_params)
  202. {
  203. return synx_async_wait(g_cam_synx_obj_dev->session_handle, cb_params);
  204. }
  205. static int __cam_synx_obj_release(int32_t row_idx)
  206. {
  207. int rc;
  208. bool deregister_cb = false;
  209. uint32_t synx_hdl = 0;
  210. struct cam_synx_obj_row *row = NULL;
  211. spin_lock_bh(&g_cam_synx_obj_dev->row_spinlocks[row_idx]);
  212. row = &g_cam_synx_obj_dev->rows[row_idx];
  213. synx_hdl = row->synx_obj;
  214. if (row->state == CAM_SYNX_OBJ_STATE_ACTIVE) {
  215. CAM_DBG(CAM_SYNX,
  216. "Unsignaled synx obj being released name: %s synx_obj:%d",
  217. row->name, row->synx_obj);
  218. if (row->cb_registered_for_sync) {
  219. if (test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ, &cam_sync_monitor_mask))
  220. cam_generic_fence_update_monitor_array(row_idx,
  221. &g_cam_synx_obj_dev->dev_lock,
  222. g_cam_synx_obj_dev->monitor_data,
  223. CAM_FENCE_OP_UNREGISTER_ON_SIGNAL);
  224. deregister_cb = true;
  225. }
  226. if (test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ, &cam_sync_monitor_mask))
  227. cam_generic_fence_update_monitor_array(row_idx,
  228. &g_cam_synx_obj_dev->dev_lock, g_cam_synx_obj_dev->monitor_data,
  229. CAM_FENCE_OP_SIGNAL);
  230. if (deregister_cb) {
  231. spin_unlock_bh(&g_cam_synx_obj_dev->row_spinlocks[row_idx]);
  232. rc = __cam_synx_deregister_cb_util(synx_hdl, row);
  233. spin_lock_bh(&g_cam_synx_obj_dev->row_spinlocks[row_idx]);
  234. if (rc) {
  235. CAM_DBG(CAM_SYNX,
  236. "Failed to deregister cb for synx hdl: %u rc: %d",
  237. synx_hdl, rc);
  238. __cam_synx_obj_dump_monitor_array(row_idx);
  239. }
  240. }
  241. }
  242. if (test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ, &cam_sync_monitor_mask)) {
  243. /* Update monitor entries & save data before row memset to 0 */
  244. cam_generic_fence_update_monitor_array(row_idx,
  245. &g_cam_synx_obj_dev->dev_lock, g_cam_synx_obj_dev->monitor_data,
  246. CAM_FENCE_OP_DESTROY);
  247. if (test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ_DUMP, &cam_sync_monitor_mask))
  248. __cam_synx_obj_dump_monitor_array(row_idx);
  249. __cam_synx_obj_save_previous_monitor_data(row_idx);
  250. }
  251. CAM_DBG(CAM_SYNX,
  252. "Releasing synx_obj: %d[%s] row_idx: %u", row->synx_obj, row->name, row_idx);
  253. /* deinit row */
  254. memset(row, 0, sizeof(struct cam_synx_obj_row));
  255. clear_bit(row_idx, g_cam_synx_obj_dev->bitmap);
  256. spin_unlock_bh(&g_cam_synx_obj_dev->row_spinlocks[row_idx]);
  257. return __cam_synx_release_hdl_util(synx_hdl);
  258. }
  259. static int __cam_synx_obj_find_free_idx(uint32_t *idx)
  260. {
  261. int rc = 0;
  262. bool bit;
  263. do {
  264. *idx = find_first_zero_bit(g_cam_synx_obj_dev->bitmap, CAM_SYNX_MAX_OBJS);
  265. if (*idx >= CAM_SYNX_MAX_OBJS) {
  266. CAM_ERR(CAM_SYNC,
  267. "Error: Unable to create synx, no free index");
  268. rc = -ENOMEM;
  269. break;
  270. }
  271. bit = test_and_set_bit(*idx, g_cam_synx_obj_dev->bitmap);
  272. } while (bit);
  273. return rc;
  274. }
  275. static void __cam_synx_obj_init_row(uint32_t idx, const char *name,
  276. uint32_t synx_obj)
  277. {
  278. struct cam_synx_obj_row *row;
  279. spin_lock_bh(&g_cam_synx_obj_dev->row_spinlocks[idx]);
  280. row = &g_cam_synx_obj_dev->rows[idx];
  281. row->synx_obj = synx_obj;
  282. row->state = CAM_SYNX_OBJ_STATE_ACTIVE;
  283. strscpy(row->name, name, CAM_SYNX_OBJ_NAME_LEN);
  284. if (test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ, &cam_sync_monitor_mask)) {
  285. cam_generic_fence_update_monitor_array(idx,
  286. &g_cam_synx_obj_dev->dev_lock, g_cam_synx_obj_dev->monitor_data,
  287. CAM_FENCE_OP_CREATE);
  288. }
  289. spin_unlock_bh(&g_cam_synx_obj_dev->row_spinlocks[idx]);
  290. }
  291. static int __cam_synx_obj_release_row(int32_t row_idx)
  292. {
  293. if ((row_idx < 0) || (row_idx >= CAM_SYNX_MAX_OBJS)) {
  294. CAM_ERR(CAM_SYNX, "synx row idx: %d is invalid", row_idx);
  295. return -EINVAL;
  296. }
  297. return __cam_synx_obj_release(row_idx);
  298. }
  299. int cam_synx_obj_find_obj_in_table(uint32_t synx_obj, int32_t *idx)
  300. {
  301. int i, rc = -EINVAL;
  302. struct cam_synx_obj_row *row = NULL;
  303. for (i = 0; i < CAM_SYNX_MAX_OBJS; i++) {
  304. spin_lock_bh(&g_cam_synx_obj_dev->row_spinlocks[i]);
  305. row = &g_cam_synx_obj_dev->rows[i];
  306. if ((row->state != CAM_SYNX_OBJ_STATE_INVALID) &&
  307. (row->synx_obj == synx_obj)) {
  308. *idx = i;
  309. spin_unlock_bh(&g_cam_synx_obj_dev->row_spinlocks[i]);
  310. rc = 0;
  311. break;
  312. }
  313. spin_unlock_bh(&g_cam_synx_obj_dev->row_spinlocks[i]);
  314. }
  315. return rc;
  316. }
  317. static int __cam_synx_obj_release_obj(uint32_t synx_obj, int32_t *idx)
  318. {
  319. if (cam_synx_obj_find_obj_in_table(synx_obj, idx)) {
  320. CAM_ERR(CAM_SYNX, "Failed to find synx obj: %d", synx_obj);
  321. return -EINVAL;
  322. }
  323. return __cam_synx_obj_release(*idx);
  324. }
  325. static int __cam_synx_obj_import(const char *name,
  326. struct synx_import_params *params, int32_t *row_idx)
  327. {
  328. int rc = -1;
  329. uint32_t idx;
  330. if (__cam_synx_obj_find_free_idx(&idx))
  331. goto end;
  332. rc = __cam_synx_import_hdl_util(params);
  333. if (rc) {
  334. CAM_ERR(CAM_SYNX, "Synx import failed for fence : %p",
  335. params->indv.fence);
  336. goto free_idx;
  337. }
  338. *row_idx = idx;
  339. __cam_synx_obj_init_row(idx, name, *params->indv.new_h_synx);
  340. CAM_DBG(CAM_SYNX, "Imported synx obj handle: %d[%s] row_idx: %u",
  341. *params->indv.new_h_synx, name, idx);
  342. return rc;
  343. free_idx:
  344. clear_bit(idx, g_cam_synx_obj_dev->bitmap);
  345. end:
  346. return rc;
  347. }
  348. static int __cam_synx_map_generic_flags_to_create(uint32_t generic_flags,
  349. struct synx_create_params *params)
  350. {
  351. if (!params) {
  352. CAM_ERR(CAM_SYNX, "Create parameters missing");
  353. return -EINVAL;
  354. }
  355. /*
  356. * Create Global Always - remove after userspace optimizes and
  357. * determines when global Vs local is needed
  358. */
  359. params->flags |= SYNX_CREATE_GLOBAL_FENCE;
  360. return 0;
  361. }
  362. static int __cam_synx_map_generic_flags_to_import(uint32_t generic_flags,
  363. struct synx_import_indv_params *params)
  364. {
  365. if (!params) {
  366. CAM_ERR(CAM_SYNX, "Import parameters missing");
  367. return -EINVAL;
  368. }
  369. /*
  370. * Create Global Always - remove after userspace optimizes and
  371. * determines when global Vs local is needed
  372. */
  373. params->flags |= SYNX_IMPORT_GLOBAL_FENCE;
  374. return 0;
  375. }
  376. int cam_synx_obj_create(const char *name, uint32_t flags, uint32_t *synx_obj,
  377. int32_t *row_idx)
  378. {
  379. int rc = -1;
  380. uint32_t idx;
  381. struct synx_create_params params;
  382. if (__cam_synx_obj_find_free_idx(&idx))
  383. goto end;
  384. params.fence = NULL;
  385. params.name = name;
  386. params.flags = 0;
  387. params.h_synx = synx_obj;
  388. rc = __cam_synx_map_generic_flags_to_create(flags, &params);
  389. if (rc) {
  390. CAM_ERR(CAM_SYNX, "Failed to generate create flags");
  391. goto free_idx;
  392. }
  393. rc = __cam_synx_create_hdl_util(&params);
  394. if (rc) {
  395. CAM_ERR(CAM_SYNX, "Failed to create new synx handle rc: %d", rc);
  396. goto free_idx;
  397. }
  398. *row_idx = idx;
  399. __cam_synx_obj_init_row(idx, name, *synx_obj);
  400. CAM_DBG(CAM_SYNX, "Created synx obj handle: %d[%s] row_idx: %u",
  401. *synx_obj, name, idx);
  402. return rc;
  403. free_idx:
  404. clear_bit(idx, g_cam_synx_obj_dev->bitmap);
  405. end:
  406. return rc;
  407. }
  408. int cam_synx_obj_import_dma_fence(const char *name, uint32_t flags, void *fence,
  409. uint32_t *synx_obj, int32_t *row_idx)
  410. {
  411. struct synx_import_params params;
  412. if (!fence) {
  413. CAM_ERR(CAM_SYNX,
  414. "Importing DMA fence failed - fence pointer is NULL");
  415. return -EINVAL;
  416. }
  417. params.indv.flags = 0;
  418. params.indv.fence = fence;
  419. params.indv.new_h_synx = synx_obj;
  420. params.type = SYNX_IMPORT_INDV_PARAMS;
  421. params.indv.flags |= SYNX_IMPORT_DMA_FENCE;
  422. if (__cam_synx_map_generic_flags_to_import(flags, &params.indv)) {
  423. CAM_ERR(CAM_SYNX,
  424. "Importing DMA fence failed - invalid synx import flags");
  425. return -EINVAL;
  426. }
  427. return __cam_synx_obj_import(name, &params, row_idx);
  428. }
  429. int cam_synx_obj_internal_signal(int32_t row_idx,
  430. struct cam_synx_obj_signal *signal_synx_obj)
  431. {
  432. int rc;
  433. uint32_t signal_status;
  434. bool deregister_cb = false;
  435. struct cam_synx_obj_row *row = NULL;
  436. if ((row_idx < 0) || (row_idx >= CAM_SYNX_MAX_OBJS)) {
  437. CAM_ERR(CAM_SYNX, "synx obj row idx: %d is invalid",
  438. row_idx);
  439. return -EINVAL;
  440. }
  441. spin_lock_bh(&g_cam_synx_obj_dev->row_spinlocks[row_idx]);
  442. row = &g_cam_synx_obj_dev->rows[row_idx];
  443. /* Ensures sync obj cb is not invoked */
  444. row->sync_signal_synx = true;
  445. if (row->state != CAM_SYNX_OBJ_STATE_ACTIVE) {
  446. CAM_ERR(CAM_SYNX, "synx obj: %u not in right state: %d to signal",
  447. signal_synx_obj->synx_obj, row->state);
  448. rc = -EINVAL;
  449. goto monitor_dump;
  450. }
  451. if (row->synx_obj != signal_synx_obj->synx_obj) {
  452. CAM_WARN(CAM_SYNX,
  453. "Trying to signal synx obj: %u in row: %u having a different synx obj: %u",
  454. signal_synx_obj->synx_obj, row_idx, row->synx_obj);
  455. rc = 0;
  456. goto monitor_dump;
  457. }
  458. rc = __cam_synx_obj_map_sync_status_util(signal_synx_obj->status, &signal_status);
  459. if (rc) {
  460. CAM_WARN(CAM_SYNX,
  461. "Signaling undefined status: %d for synx obj: %d",
  462. signal_synx_obj->status, signal_synx_obj->synx_obj);
  463. }
  464. if (row->cb_registered_for_sync) {
  465. if (test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ, &cam_sync_monitor_mask))
  466. cam_generic_fence_update_monitor_array(row_idx,
  467. &g_cam_synx_obj_dev->dev_lock, g_cam_synx_obj_dev->monitor_data,
  468. CAM_FENCE_OP_UNREGISTER_ON_SIGNAL);
  469. deregister_cb = true;
  470. }
  471. if (test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ, &cam_sync_monitor_mask))
  472. cam_generic_fence_update_monitor_array(row_idx,
  473. &g_cam_synx_obj_dev->dev_lock, g_cam_synx_obj_dev->monitor_data,
  474. CAM_FENCE_OP_SIGNAL);
  475. spin_unlock_bh(&g_cam_synx_obj_dev->row_spinlocks[row_idx]);
  476. if (deregister_cb) {
  477. rc = __cam_synx_deregister_cb_util(signal_synx_obj->synx_obj, row);
  478. if (rc) {
  479. spin_lock_bh(&g_cam_synx_obj_dev->row_spinlocks[row_idx]);
  480. CAM_ERR(CAM_SYNX, "Failed to deregister cb for synx: %u rc: %d",
  481. signal_synx_obj->synx_obj, rc);
  482. goto monitor_dump;
  483. }
  484. }
  485. rc = __cam_synx_signal_util(signal_synx_obj->synx_obj, signal_status);
  486. if (rc) {
  487. CAM_ERR(CAM_SYNX, "Failed to signal synx hdl: %u with status: %u rc: %d",
  488. signal_synx_obj->synx_obj, signal_status, rc);
  489. goto end;
  490. }
  491. CAM_DBG(CAM_SYNX, "synx obj: %d signaled with status: %d rc: %d",
  492. signal_synx_obj->synx_obj, signal_status, rc);
  493. return rc;
  494. monitor_dump:
  495. __cam_synx_obj_dump_monitor_array(row_idx);
  496. spin_unlock_bh(&g_cam_synx_obj_dev->row_spinlocks[row_idx]);
  497. end:
  498. return rc;
  499. }
  500. int cam_synx_obj_release(struct cam_synx_obj_release_params *release_params)
  501. {
  502. int rc;
  503. int32_t idx = -1;
  504. if (release_params->use_row_idx) {
  505. rc = __cam_synx_obj_release_row(release_params->u.synx_row_idx);
  506. if (rc < 0)
  507. __cam_synx_obj_dump_monitor_array(release_params->u.synx_row_idx);
  508. } else {
  509. rc = __cam_synx_obj_release_obj(release_params->u.synx_obj, &idx);
  510. if ((rc < 0) && (idx >= 0))
  511. __cam_synx_obj_dump_monitor_array(idx);
  512. }
  513. return rc;
  514. }
  515. int cam_synx_obj_signal_obj(struct cam_synx_obj_signal *signal_synx_obj)
  516. {
  517. int rc;
  518. uint32_t idx;
  519. rc = cam_synx_obj_find_obj_in_table(signal_synx_obj->synx_obj, &idx);
  520. if (rc) {
  521. CAM_ERR(CAM_SYNX, "Failed to find synx obj: %u", signal_synx_obj->synx_obj);
  522. return -EINVAL;
  523. }
  524. return cam_synx_obj_internal_signal(idx, signal_synx_obj);
  525. }
  526. int cam_synx_obj_register_cb(int32_t *sync_obj, int32_t row_idx,
  527. cam_sync_callback_for_synx_obj sync_cb)
  528. {
  529. int rc = 0;
  530. uint32_t synx_obj = 0;
  531. struct cam_synx_obj_row *row = NULL;
  532. struct synx_callback_params cb_params;
  533. if (!sync_obj || !sync_cb) {
  534. CAM_ERR(CAM_SYNX, "Invalid args sync_obj: %p sync_cb: %p",
  535. sync_obj, sync_cb);
  536. return -EINVAL;
  537. }
  538. if ((row_idx < 0) || (row_idx >= CAM_SYNX_MAX_OBJS)) {
  539. CAM_ERR(CAM_SYNX, "synx obj idx: %d is invalid",
  540. row_idx);
  541. return -EINVAL;
  542. }
  543. spin_lock_bh(&g_cam_synx_obj_dev->row_spinlocks[row_idx]);
  544. row = &g_cam_synx_obj_dev->rows[row_idx];
  545. synx_obj = row->synx_obj;
  546. if (row->state != CAM_SYNX_OBJ_STATE_ACTIVE) {
  547. if (test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ,
  548. &cam_sync_monitor_mask))
  549. cam_generic_fence_update_monitor_array(row_idx,
  550. &g_cam_synx_obj_dev->dev_lock, g_cam_synx_obj_dev->monitor_data,
  551. CAM_FENCE_OP_SKIP_REGISTER_CB);
  552. CAM_ERR(CAM_SYNX,
  553. "synx obj at idx: %d handle: %d is not active, current state: %d",
  554. row_idx, row->synx_obj, row->state);
  555. rc = -EINVAL;
  556. goto monitor_dump;
  557. }
  558. /**
  559. * If the cb is already registered, return
  560. */
  561. if (row->cb_registered_for_sync) {
  562. if (test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ,
  563. &cam_sync_monitor_mask))
  564. cam_generic_fence_update_monitor_array(row_idx,
  565. &g_cam_synx_obj_dev->dev_lock, g_cam_synx_obj_dev->monitor_data,
  566. CAM_FENCE_OP_ALREADY_REGISTERED_CB);
  567. CAM_WARN(CAM_SYNX,
  568. "synx obj at idx: %d handle: %d has already registered a cb for sync: %d",
  569. row_idx, row->synx_obj, row->sync_obj);
  570. goto monitor_dump;
  571. }
  572. row->sync_cb = sync_cb;
  573. row->sync_obj = *sync_obj;
  574. row->cb_registered_for_sync = true;
  575. cb_params.userdata = row;
  576. cb_params.cancel_cb_func = NULL;
  577. cb_params.h_synx = synx_obj;
  578. cb_params.cb_func = __cam_synx_obj_signal_cb;
  579. if (test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ, &cam_sync_monitor_mask))
  580. cam_generic_fence_update_monitor_array(row_idx,
  581. &g_cam_synx_obj_dev->dev_lock, g_cam_synx_obj_dev->monitor_data,
  582. CAM_FENCE_OP_REGISTER_CB);
  583. spin_unlock_bh(&g_cam_synx_obj_dev->row_spinlocks[row_idx]);
  584. rc = __cam_synx_register_cb_util(&cb_params);
  585. if (rc) {
  586. CAM_ERR(CAM_SYNX,
  587. "Failed to register cb for synx obj: %d rc: %d", synx_obj, rc);
  588. return rc;
  589. }
  590. CAM_DBG(CAM_SYNX,
  591. "CB successfully registered for synx obj: %d for sync_obj: %d",
  592. synx_obj, *sync_obj);
  593. return rc;
  594. monitor_dump:
  595. __cam_synx_obj_dump_monitor_array(row_idx);
  596. spin_unlock_bh(&g_cam_synx_obj_dev->row_spinlocks[row_idx]);
  597. return rc;
  598. }
  599. int __cam_synx_init_session(void)
  600. {
  601. struct synx_queue_desc queue_desc;
  602. struct synx_initialization_params params;
  603. params.name = cam_synx_session_name;
  604. params.ptr = &queue_desc;
  605. params.flags = SYNX_INIT_MAX;
  606. params.id = SYNX_CLIENT_NATIVE;
  607. g_cam_synx_obj_dev->session_handle = synx_initialize(&params);
  608. if (!g_cam_synx_obj_dev->session_handle) {
  609. CAM_ERR(CAM_SYNX, "Synx session initialization failed");
  610. return -EINVAL;
  611. }
  612. CAM_DBG(CAM_SYNX, "Synx session initialized: %p",
  613. g_cam_synx_obj_dev->session_handle);
  614. return 0;
  615. }
  616. void cam_synx_obj_open(void)
  617. {
  618. mutex_lock(&g_cam_synx_obj_dev->dev_lock);
  619. if (test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ, &cam_sync_monitor_mask)) {
  620. g_cam_synx_obj_dev->monitor_data = kzalloc(
  621. sizeof(struct cam_generic_fence_monitor_data *) *
  622. CAM_SYNX_TABLE_SZ, GFP_KERNEL);
  623. if (!g_cam_synx_obj_dev->monitor_data) {
  624. CAM_WARN(CAM_DMA_FENCE, "Failed to allocate memory %d",
  625. sizeof(struct cam_generic_fence_monitor_data *) *
  626. CAM_SYNX_TABLE_SZ);
  627. }
  628. }
  629. mutex_unlock(&g_cam_synx_obj_dev->dev_lock);
  630. }
  631. void cam_synx_obj_close(void)
  632. {
  633. int i;
  634. struct cam_synx_obj_row *row = NULL;
  635. mutex_lock(&g_cam_synx_obj_dev->dev_lock);
  636. for (i = 0; i < CAM_SYNX_MAX_OBJS; i++) {
  637. row = &g_cam_synx_obj_dev->rows[i];
  638. if (row->state == CAM_SYNX_OBJ_STATE_INVALID)
  639. continue;
  640. CAM_DBG(CAM_SYNX, "Releasing synx_obj: %d[%s]",
  641. row->synx_obj, row->name);
  642. /* If registered for cb, remove cb */
  643. if (row->cb_registered_for_sync) {
  644. if (test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ,
  645. &cam_sync_monitor_mask))
  646. cam_generic_fence_update_monitor_array(i,
  647. &g_cam_synx_obj_dev->dev_lock,
  648. g_cam_synx_obj_dev->monitor_data,
  649. CAM_FENCE_OP_UNREGISTER_CB);
  650. __cam_synx_deregister_cb_util(row->synx_obj, row);
  651. }
  652. /* Signal and release the synx obj */
  653. if (row->state != CAM_SYNX_OBJ_STATE_SIGNALED) {
  654. if (test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ,
  655. &cam_sync_monitor_mask))
  656. cam_generic_fence_update_monitor_array(i,
  657. &g_cam_synx_obj_dev->dev_lock,
  658. g_cam_synx_obj_dev->monitor_data,
  659. CAM_FENCE_OP_SIGNAL);
  660. __cam_synx_signal_util(row->synx_obj, SYNX_STATE_SIGNALED_CANCEL);
  661. }
  662. if (test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ,
  663. &cam_sync_monitor_mask))
  664. cam_generic_fence_update_monitor_array(i,
  665. &g_cam_synx_obj_dev->dev_lock,
  666. g_cam_synx_obj_dev->monitor_data,
  667. CAM_FENCE_OP_DESTROY);
  668. __cam_synx_release_hdl_util(row->synx_obj);
  669. memset(row, 0, sizeof(struct cam_synx_obj_row));
  670. clear_bit(i, g_cam_synx_obj_dev->bitmap);
  671. }
  672. if (g_cam_synx_obj_dev->monitor_data) {
  673. for (i = 0; i < CAM_SYNX_TABLE_SZ; i++)
  674. kfree(g_cam_synx_obj_dev->monitor_data[i]);
  675. }
  676. kfree(g_cam_synx_obj_dev->monitor_data);
  677. mutex_unlock(&g_cam_synx_obj_dev->dev_lock);
  678. CAM_DBG(CAM_SYNX, "Close on Camera SYNX driver");
  679. }
  680. int cam_synx_obj_driver_init(void)
  681. {
  682. int i;
  683. g_cam_synx_obj_dev = kzalloc(sizeof(struct cam_synx_obj_device), GFP_KERNEL);
  684. if (!g_cam_synx_obj_dev)
  685. return -ENOMEM;
  686. if (__cam_synx_init_session())
  687. goto deinit_driver;
  688. mutex_init(&g_cam_synx_obj_dev->dev_lock);
  689. for (i = 0; i < CAM_SYNX_MAX_OBJS; i++)
  690. spin_lock_init(&g_cam_synx_obj_dev->row_spinlocks[i]);
  691. memset(&g_cam_synx_obj_dev->rows, 0, sizeof(g_cam_synx_obj_dev->rows));
  692. memset(&g_cam_synx_obj_dev->bitmap, 0, sizeof(g_cam_synx_obj_dev->bitmap));
  693. bitmap_zero(g_cam_synx_obj_dev->bitmap, CAM_SYNX_MAX_OBJS);
  694. /* zero will be considered an invalid slot */
  695. set_bit(0, g_cam_synx_obj_dev->bitmap);
  696. CAM_DBG(CAM_SYNX, "Camera synx obj driver initialized");
  697. return 0;
  698. deinit_driver:
  699. CAM_ERR(CAM_SYNX, "Camera synx obj driver initialization failed");
  700. kfree(g_cam_synx_obj_dev);
  701. g_cam_synx_obj_dev = NULL;
  702. return -EINVAL;
  703. }
  704. void cam_synx_obj_driver_deinit(void)
  705. {
  706. int rc;
  707. if (g_cam_synx_obj_dev->session_handle) {
  708. rc = synx_uninitialize(g_cam_synx_obj_dev->session_handle);
  709. if (rc) {
  710. CAM_ERR(CAM_SYNX,
  711. "Synx failed to uninitialize session: %p, rc: %d",
  712. g_cam_synx_obj_dev->session_handle, rc);
  713. }
  714. }
  715. kfree(g_cam_synx_obj_dev);
  716. g_cam_synx_obj_dev = NULL;
  717. CAM_DBG(CAM_SYNX, "Camera synx obj driver deinitialized");
  718. }