cam_sync_synx.c 24 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868
  1. // SPDX-License-Identifier: GPL-2.0-only
  2. /*
  3. * Copyright (c) 2022-2023 Qualcomm Innovation Center, Inc. All rights reserved.
  4. */
  5. #include "cam_sync_synx.h"
  6. #include "cam_sync_util.h"
  7. extern unsigned long cam_sync_monitor_mask;
  8. /**
  9. * struct cam_synx_obj_row - Synx obj row
  10. */
  11. struct cam_synx_obj_row {
  12. char name[CAM_SYNX_OBJ_NAME_LEN];
  13. uint32_t synx_obj;
  14. enum cam_synx_obj_state state;
  15. cam_sync_callback_for_synx_obj sync_cb;
  16. bool cb_registered_for_sync;
  17. bool sync_signal_synx;
  18. int32_t sync_obj;
  19. };
  20. /**
  21. * struct cam_synx_obj_device - Synx obj device
  22. */
  23. struct cam_synx_obj_device {
  24. struct cam_synx_obj_row rows[CAM_SYNX_MAX_OBJS];
  25. spinlock_t row_spinlocks[CAM_SYNX_MAX_OBJS];
  26. struct synx_session *session_handle;
  27. struct mutex dev_lock;
  28. DECLARE_BITMAP(bitmap, CAM_SYNX_MAX_OBJS);
  29. struct cam_generic_fence_monitor_data **monitor_data;
  30. };
  31. static struct cam_synx_obj_device *g_cam_synx_obj_dev;
  32. static char cam_synx_session_name[64] = "Camera_Generic_Synx_Session";
  33. static inline struct cam_generic_fence_monitor_entry *
  34. __cam_synx_obj_get_monitor_entries(int idx)
  35. {
  36. struct cam_generic_fence_monitor_data *monitor_data;
  37. monitor_data = CAM_GENERIC_MONITOR_GET_DATA(
  38. g_cam_synx_obj_dev->monitor_data, idx);
  39. if (monitor_data->swap_monitor_entries)
  40. return monitor_data->prev_monitor_entries;
  41. else
  42. return monitor_data->monitor_entries;
  43. }
  44. static inline struct cam_generic_fence_monitor_entry *
  45. __cam_synx_obj_get_prev_monitor_entries(int idx)
  46. {
  47. struct cam_generic_fence_monitor_data *monitor_data;
  48. monitor_data = CAM_GENERIC_MONITOR_GET_DATA(
  49. g_cam_synx_obj_dev->monitor_data, idx);
  50. if (monitor_data->swap_monitor_entries)
  51. return monitor_data->monitor_entries;
  52. else
  53. return monitor_data->prev_monitor_entries;
  54. }
  55. static int __cam_synx_obj_map_sync_status_util(uint32_t sync_status,
  56. uint32_t *out_synx_status)
  57. {
  58. if (!out_synx_status)
  59. return -EINVAL;
  60. switch (sync_status) {
  61. case CAM_SYNC_STATE_SIGNALED_SUCCESS:
  62. *out_synx_status = SYNX_STATE_SIGNALED_SUCCESS;
  63. break;
  64. case CAM_SYNC_STATE_SIGNALED_CANCEL:
  65. default:
  66. *out_synx_status = SYNX_STATE_SIGNALED_CANCEL;
  67. break;
  68. }
  69. return 0;
  70. }
  71. static void __cam_synx_obj_save_previous_monitor_data(int32_t row_idx)
  72. {
  73. struct cam_generic_fence_monitor_data *row_mon_data;
  74. struct cam_synx_obj_row *row;
  75. if (!g_cam_synx_obj_dev->monitor_data)
  76. return;
  77. row = &g_cam_synx_obj_dev->rows[row_idx];
  78. row_mon_data = CAM_GENERIC_MONITOR_GET_DATA(
  79. g_cam_synx_obj_dev->monitor_data, row_idx);
  80. /* save current usage details into prev variables */
  81. strscpy(row_mon_data->prev_name, row->name, CAM_SYNX_OBJ_NAME_LEN);
  82. row_mon_data->prev_obj_id = row->synx_obj;
  83. row_mon_data->prev_sync_id = row->sync_obj;
  84. row_mon_data->prev_state = row->state;
  85. row_mon_data->prev_monitor_head = atomic64_read(&row_mon_data->monitor_head);
  86. row_mon_data->swap_monitor_entries = !row_mon_data->swap_monitor_entries;
  87. }
  88. static void __cam_synx_obj_dump_monitor_array(int32_t row_idx)
  89. {
  90. struct cam_generic_fence_monitor_obj_info obj_info;
  91. struct cam_synx_obj_row *row;
  92. if (!g_cam_synx_obj_dev->monitor_data ||
  93. !test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ, &cam_sync_monitor_mask))
  94. return;
  95. if (!CAM_GENERIC_MONITOR_GET_DATA(g_cam_synx_obj_dev->monitor_data,
  96. row_idx)->prev_obj_id)
  97. return;
  98. row = &g_cam_synx_obj_dev->rows[row_idx];
  99. obj_info.name = row->name;
  100. obj_info.obj_id = row->synx_obj;
  101. obj_info.state = row->state;
  102. obj_info.monitor_data = CAM_GENERIC_MONITOR_GET_DATA(
  103. g_cam_synx_obj_dev->monitor_data, row_idx);
  104. obj_info.fence_type = CAM_GENERIC_FENCE_TYPE_SYNX_OBJ;
  105. obj_info.sync_id = row->sync_obj;
  106. obj_info.monitor_entries =
  107. __cam_synx_obj_get_monitor_entries(row_idx);
  108. obj_info.prev_monitor_entries =
  109. __cam_synx_obj_get_prev_monitor_entries(row_idx);
  110. cam_generic_fence_dump_monitor_array(&obj_info);
  111. }
  112. static void __cam_synx_obj_signal_cb(u32 h_synx, int status, void *data)
  113. {
  114. struct cam_synx_obj_signal_sync_obj signal_sync_obj;
  115. struct cam_synx_obj_row *synx_obj_row = NULL;
  116. int32_t idx;
  117. if (!data) {
  118. CAM_ERR(CAM_SYNX,
  119. "Invalid data passed to synx obj : %d callback function.",
  120. synx_obj_row->synx_obj);
  121. return;
  122. }
  123. synx_obj_row = (struct cam_synx_obj_row *)data;
  124. /* If this synx obj is signaled by sync obj, skip cb */
  125. if (synx_obj_row->sync_signal_synx)
  126. return;
  127. if (synx_obj_row->synx_obj != h_synx) {
  128. CAM_ERR(CAM_SYNX,
  129. "Synx obj: %d callback does not match synx obj: %d in sync table.",
  130. h_synx, synx_obj_row->synx_obj);
  131. return;
  132. }
  133. if (synx_obj_row->state == CAM_SYNX_OBJ_STATE_INVALID) {
  134. CAM_ERR(CAM_SYNX,
  135. "Synx obj :%d is in invalid state: %d",
  136. synx_obj_row->synx_obj, synx_obj_row->state);
  137. return;
  138. }
  139. CAM_DBG(CAM_SYNX, "Synx obj: %d signaled, signal sync obj: %d",
  140. synx_obj_row->synx_obj, synx_obj_row->sync_obj);
  141. if ((synx_obj_row->cb_registered_for_sync) && (synx_obj_row->sync_cb)) {
  142. signal_sync_obj.synx_obj = synx_obj_row->synx_obj;
  143. switch (status) {
  144. case SYNX_STATE_SIGNALED_SUCCESS:
  145. signal_sync_obj.status = CAM_SYNC_STATE_SIGNALED_SUCCESS;
  146. break;
  147. case SYNX_STATE_SIGNALED_CANCEL:
  148. signal_sync_obj.status = CAM_SYNC_STATE_SIGNALED_CANCEL;
  149. break;
  150. default:
  151. CAM_WARN(CAM_SYNX,
  152. "Synx signal status %d is neither SUCCESS nor CANCEL, custom code?",
  153. status);
  154. signal_sync_obj.status = CAM_SYNC_STATE_SIGNALED_ERROR;
  155. break;
  156. }
  157. synx_obj_row->state = CAM_SYNX_OBJ_STATE_SIGNALED;
  158. synx_obj_row->sync_cb(synx_obj_row->sync_obj, &signal_sync_obj);
  159. if (test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ,
  160. &cam_sync_monitor_mask)) {
  161. cam_synx_obj_find_obj_in_table(synx_obj_row->synx_obj, &idx);
  162. cam_generic_fence_update_monitor_array(idx,
  163. &g_cam_synx_obj_dev->dev_lock, g_cam_synx_obj_dev->monitor_data,
  164. CAM_FENCE_OP_UNREGISTER_ON_SIGNAL);
  165. }
  166. }
  167. }
  168. /*
  169. * Synx APIs need to be invoked in non atomic context,
  170. * all these utils invoke synx driver
  171. */
  172. static inline int __cam_synx_signal_util(
  173. uint32_t synx_hdl, uint32_t signal_status)
  174. {
  175. return synx_signal(g_cam_synx_obj_dev->session_handle, synx_hdl, signal_status);
  176. }
  177. static inline int __cam_synx_deregister_cb_util(
  178. uint32_t synx_hdl, void *data)
  179. {
  180. struct synx_callback_params cb_params;
  181. cb_params.userdata = data;
  182. cb_params.cancel_cb_func = NULL;
  183. cb_params.h_synx = synx_hdl;
  184. cb_params.cb_func = __cam_synx_obj_signal_cb;
  185. return synx_cancel_async_wait(g_cam_synx_obj_dev->session_handle, &cb_params);
  186. }
  187. static inline int __cam_synx_create_hdl_util(
  188. struct synx_create_params *params)
  189. {
  190. return synx_create(g_cam_synx_obj_dev->session_handle, params);
  191. }
  192. static inline int __cam_synx_release_hdl_util(uint32_t synx_hdl)
  193. {
  194. return synx_release(g_cam_synx_obj_dev->session_handle, synx_hdl);
  195. }
  196. static inline int __cam_synx_import_hdl_util(
  197. struct synx_import_params *params)
  198. {
  199. return synx_import(g_cam_synx_obj_dev->session_handle, params);
  200. }
  201. static inline int __cam_synx_register_cb_util(
  202. struct synx_callback_params *cb_params)
  203. {
  204. return synx_async_wait(g_cam_synx_obj_dev->session_handle, cb_params);
  205. }
  206. static int __cam_synx_obj_release(int32_t row_idx)
  207. {
  208. int rc;
  209. bool deregister_cb = false;
  210. uint32_t synx_hdl = 0;
  211. struct cam_synx_obj_row *row = NULL;
  212. spin_lock_bh(&g_cam_synx_obj_dev->row_spinlocks[row_idx]);
  213. row = &g_cam_synx_obj_dev->rows[row_idx];
  214. synx_hdl = row->synx_obj;
  215. if (row->state == CAM_SYNX_OBJ_STATE_ACTIVE) {
  216. CAM_DBG(CAM_SYNX,
  217. "Unsignaled synx obj being released name: %s synx_obj:%d",
  218. row->name, row->synx_obj);
  219. if (row->cb_registered_for_sync) {
  220. if (test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ, &cam_sync_monitor_mask))
  221. cam_generic_fence_update_monitor_array(row_idx,
  222. &g_cam_synx_obj_dev->dev_lock,
  223. g_cam_synx_obj_dev->monitor_data,
  224. CAM_FENCE_OP_UNREGISTER_ON_SIGNAL);
  225. deregister_cb = true;
  226. }
  227. if (test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ, &cam_sync_monitor_mask))
  228. cam_generic_fence_update_monitor_array(row_idx,
  229. &g_cam_synx_obj_dev->dev_lock, g_cam_synx_obj_dev->monitor_data,
  230. CAM_FENCE_OP_SIGNAL);
  231. if (deregister_cb) {
  232. spin_unlock_bh(&g_cam_synx_obj_dev->row_spinlocks[row_idx]);
  233. rc = __cam_synx_deregister_cb_util(synx_hdl, row);
  234. spin_lock_bh(&g_cam_synx_obj_dev->row_spinlocks[row_idx]);
  235. if (rc)
  236. CAM_DBG(CAM_SYNX,
  237. "Failed to deregister cb for synx hdl: %u rc: %d",
  238. synx_hdl, rc);
  239. }
  240. }
  241. if (test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ, &cam_sync_monitor_mask)) {
  242. /* Update monitor entries & save data before row memset to 0 */
  243. cam_generic_fence_update_monitor_array(row_idx,
  244. &g_cam_synx_obj_dev->dev_lock, g_cam_synx_obj_dev->monitor_data,
  245. CAM_FENCE_OP_DESTROY);
  246. if (test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ_DUMP, &cam_sync_monitor_mask))
  247. __cam_synx_obj_dump_monitor_array(row_idx);
  248. __cam_synx_obj_save_previous_monitor_data(row_idx);
  249. }
  250. CAM_DBG(CAM_SYNX,
  251. "Releasing synx_obj: %d[%s] row_idx: %u", row->synx_obj, row->name, row_idx);
  252. /* deinit row */
  253. memset(row, 0, sizeof(struct cam_synx_obj_row));
  254. clear_bit(row_idx, g_cam_synx_obj_dev->bitmap);
  255. spin_unlock_bh(&g_cam_synx_obj_dev->row_spinlocks[row_idx]);
  256. return __cam_synx_release_hdl_util(synx_hdl);
  257. }
  258. static int __cam_synx_obj_find_free_idx(uint32_t *idx)
  259. {
  260. int rc = 0;
  261. bool bit;
  262. do {
  263. *idx = find_first_zero_bit(g_cam_synx_obj_dev->bitmap, CAM_SYNX_MAX_OBJS);
  264. if (*idx >= CAM_SYNX_MAX_OBJS) {
  265. CAM_ERR(CAM_SYNC,
  266. "Error: Unable to create synx, no free index");
  267. rc = -ENOMEM;
  268. break;
  269. }
  270. bit = test_and_set_bit(*idx, g_cam_synx_obj_dev->bitmap);
  271. } while (bit);
  272. return rc;
  273. }
  274. static void __cam_synx_obj_init_row(uint32_t idx, const char *name,
  275. uint32_t synx_obj)
  276. {
  277. struct cam_synx_obj_row *row;
  278. spin_lock_bh(&g_cam_synx_obj_dev->row_spinlocks[idx]);
  279. row = &g_cam_synx_obj_dev->rows[idx];
  280. row->synx_obj = synx_obj;
  281. row->state = CAM_SYNX_OBJ_STATE_ACTIVE;
  282. strscpy(row->name, name, CAM_SYNX_OBJ_NAME_LEN);
  283. if (test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ, &cam_sync_monitor_mask)) {
  284. cam_generic_fence_update_monitor_array(idx,
  285. &g_cam_synx_obj_dev->dev_lock, g_cam_synx_obj_dev->monitor_data,
  286. CAM_FENCE_OP_CREATE);
  287. }
  288. spin_unlock_bh(&g_cam_synx_obj_dev->row_spinlocks[idx]);
  289. }
  290. static int __cam_synx_obj_release_row(int32_t row_idx)
  291. {
  292. if ((row_idx < 0) || (row_idx >= CAM_SYNX_MAX_OBJS)) {
  293. CAM_ERR(CAM_SYNX, "synx row idx: %d is invalid",
  294. row_idx);
  295. return -EINVAL;
  296. }
  297. return __cam_synx_obj_release(row_idx);
  298. }
  299. int cam_synx_obj_find_obj_in_table(uint32_t synx_obj, int32_t *idx)
  300. {
  301. int i, rc = -EINVAL;
  302. struct cam_synx_obj_row *row = NULL;
  303. for (i = 0; i < CAM_SYNX_MAX_OBJS; i++) {
  304. spin_lock_bh(&g_cam_synx_obj_dev->row_spinlocks[i]);
  305. row = &g_cam_synx_obj_dev->rows[i];
  306. if ((row->state != CAM_SYNX_OBJ_STATE_INVALID) &&
  307. (row->synx_obj == synx_obj)) {
  308. *idx = i;
  309. spin_unlock_bh(&g_cam_synx_obj_dev->row_spinlocks[i]);
  310. rc = 0;
  311. break;
  312. }
  313. spin_unlock_bh(&g_cam_synx_obj_dev->row_spinlocks[i]);
  314. }
  315. return rc;
  316. }
  317. static int __cam_synx_obj_release_obj(uint32_t synx_obj, int32_t *idx)
  318. {
  319. if (cam_synx_obj_find_obj_in_table(synx_obj, idx)) {
  320. CAM_ERR(CAM_SYNX, "Failed to find synx obj: %d", synx_obj);
  321. return -EINVAL;
  322. }
  323. return __cam_synx_obj_release(*idx);
  324. }
  325. static int __cam_synx_obj_import(const char *name,
  326. struct synx_import_params *params, int32_t *row_idx)
  327. {
  328. int rc = -1;
  329. uint32_t idx;
  330. if (__cam_synx_obj_find_free_idx(&idx))
  331. goto end;
  332. rc = __cam_synx_import_hdl_util(params);
  333. if (rc) {
  334. CAM_ERR(CAM_SYNX, "Synx import failed for fence : %p",
  335. params->indv.fence);
  336. goto free_idx;
  337. }
  338. *row_idx = idx;
  339. __cam_synx_obj_init_row(idx, name, *params->indv.new_h_synx);
  340. CAM_DBG(CAM_SYNX, "Imported synx obj handle: %d[%s] row_idx: %u",
  341. *params->indv.new_h_synx, name, idx);
  342. return rc;
  343. free_idx:
  344. clear_bit(idx, g_cam_synx_obj_dev->bitmap);
  345. end:
  346. return rc;
  347. }
  348. static int __cam_synx_map_generic_flags_to_create(uint32_t generic_flags,
  349. struct synx_create_params *params)
  350. {
  351. if (!params) {
  352. CAM_ERR(CAM_SYNX, "Create parameters missing");
  353. return -EINVAL;
  354. }
  355. /*
  356. * Create Global Always - remove after userspace optimizes and
  357. * determines when global Vs local is needed
  358. */
  359. params->flags |= SYNX_CREATE_GLOBAL_FENCE;
  360. return 0;
  361. }
  362. static int __cam_synx_map_generic_flags_to_import(uint32_t generic_flags,
  363. struct synx_import_indv_params *params)
  364. {
  365. if (!params) {
  366. CAM_ERR(CAM_SYNX, "Import parameters missing");
  367. return -EINVAL;
  368. }
  369. /*
  370. * Create Global Always - remove after userspace optimizes and
  371. * determines when global Vs local is needed
  372. */
  373. params->flags |= SYNX_IMPORT_GLOBAL_FENCE;
  374. return 0;
  375. }
  376. int cam_synx_obj_create(const char *name, uint32_t flags, uint32_t *synx_obj,
  377. int32_t *row_idx)
  378. {
  379. int rc = -1;
  380. uint32_t idx;
  381. struct synx_create_params params;
  382. if (__cam_synx_obj_find_free_idx(&idx))
  383. goto end;
  384. params.fence = NULL;
  385. params.name = name;
  386. params.flags = 0;
  387. params.h_synx = synx_obj;
  388. rc = __cam_synx_map_generic_flags_to_create(flags, &params);
  389. if (rc) {
  390. CAM_ERR(CAM_SYNX, "Failed to generate create flags");
  391. goto free_idx;
  392. }
  393. rc = __cam_synx_create_hdl_util(&params);
  394. if (rc) {
  395. CAM_ERR(CAM_SYNX, "Failed to create new synx handle rc: %d", rc);
  396. goto free_idx;
  397. }
  398. *row_idx = idx;
  399. __cam_synx_obj_init_row(idx, name, *synx_obj);
  400. CAM_DBG(CAM_SYNX, "Created synx obj handle: %d[%s] row_idx: %u",
  401. *synx_obj, name, idx);
  402. return rc;
  403. free_idx:
  404. clear_bit(idx, g_cam_synx_obj_dev->bitmap);
  405. end:
  406. return rc;
  407. }
  408. int cam_synx_obj_import_dma_fence(const char *name, uint32_t flags, void *fence,
  409. uint32_t *synx_obj, int32_t *row_idx)
  410. {
  411. struct synx_import_params params;
  412. if (!fence) {
  413. CAM_ERR(CAM_SYNX,
  414. "Importing DMA fence failed - fence pointer is NULL");
  415. return -EINVAL;
  416. }
  417. params.indv.flags = 0;
  418. params.indv.fence = fence;
  419. params.indv.new_h_synx = synx_obj;
  420. params.type = SYNX_IMPORT_INDV_PARAMS;
  421. params.indv.flags |= SYNX_IMPORT_DMA_FENCE;
  422. if (__cam_synx_map_generic_flags_to_import(flags, &params.indv)) {
  423. CAM_ERR(CAM_SYNX,
  424. "Importing DMA fence failed - invalid synx import flags");
  425. return -EINVAL;
  426. }
  427. return __cam_synx_obj_import(name, &params, row_idx);
  428. }
  429. int cam_synx_obj_internal_signal(int32_t row_idx,
  430. struct cam_synx_obj_signal *signal_synx_obj)
  431. {
  432. int rc;
  433. uint32_t signal_status;
  434. bool deregister_cb = false;
  435. struct cam_synx_obj_row *row = NULL;
  436. if ((row_idx < 0) || (row_idx >= CAM_SYNX_MAX_OBJS)) {
  437. CAM_ERR(CAM_SYNX, "synx obj row idx: %d is invalid",
  438. row_idx);
  439. return -EINVAL;
  440. }
  441. spin_lock_bh(&g_cam_synx_obj_dev->row_spinlocks[row_idx]);
  442. row = &g_cam_synx_obj_dev->rows[row_idx];
  443. /* Ensures sync obj cb is not invoked */
  444. row->sync_signal_synx = true;
  445. if (row->state != CAM_SYNX_OBJ_STATE_ACTIVE) {
  446. CAM_ERR(CAM_SYNX, "synx obj: %u not in right state: %d to signal",
  447. signal_synx_obj->synx_obj, row->state);
  448. __cam_synx_obj_dump_monitor_array(row_idx);
  449. spin_unlock_bh(&g_cam_synx_obj_dev->row_spinlocks[row_idx]);
  450. return -EINVAL;
  451. }
  452. if (row->synx_obj != signal_synx_obj->synx_obj) {
  453. CAM_WARN(CAM_SYNX,
  454. "Trying to signal synx obj: %u in row: %u having a different synx obj: %u",
  455. signal_synx_obj->synx_obj, row_idx, row->synx_obj);
  456. __cam_synx_obj_dump_monitor_array(row_idx);
  457. spin_unlock_bh(&g_cam_synx_obj_dev->row_spinlocks[row_idx]);
  458. return 0;
  459. }
  460. rc = __cam_synx_obj_map_sync_status_util(signal_synx_obj->status, &signal_status);
  461. if (rc) {
  462. CAM_WARN(CAM_SYNX,
  463. "Signaling undefined status: %d for synx obj: %d",
  464. signal_synx_obj->status, signal_synx_obj->synx_obj);
  465. }
  466. if (row->cb_registered_for_sync) {
  467. if (test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ, &cam_sync_monitor_mask))
  468. cam_generic_fence_update_monitor_array(row_idx,
  469. &g_cam_synx_obj_dev->dev_lock, g_cam_synx_obj_dev->monitor_data,
  470. CAM_FENCE_OP_UNREGISTER_ON_SIGNAL);
  471. deregister_cb = true;
  472. }
  473. if (test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ, &cam_sync_monitor_mask))
  474. cam_generic_fence_update_monitor_array(row_idx,
  475. &g_cam_synx_obj_dev->dev_lock, g_cam_synx_obj_dev->monitor_data,
  476. CAM_FENCE_OP_SIGNAL);
  477. spin_unlock_bh(&g_cam_synx_obj_dev->row_spinlocks[row_idx]);
  478. if (deregister_cb) {
  479. rc = __cam_synx_deregister_cb_util(signal_synx_obj->synx_obj, row);
  480. if (rc) {
  481. CAM_ERR(CAM_SYNX, "Failed to deregister cb for synx: %u rc: %d",
  482. signal_synx_obj->synx_obj, rc);
  483. goto end;
  484. }
  485. }
  486. rc = __cam_synx_signal_util(signal_synx_obj->synx_obj, signal_status);
  487. if (rc) {
  488. CAM_ERR(CAM_SYNX, "Failed to signal synx hdl: %u with status: %u rc: %d",
  489. signal_synx_obj->synx_obj, signal_status, rc);
  490. goto end;
  491. }
  492. CAM_DBG(CAM_SYNX, "synx obj: %d signaled with status: %d rc: %d",
  493. signal_synx_obj->synx_obj, signal_status, rc);
  494. end:
  495. return rc;
  496. }
  497. int cam_synx_obj_release(struct cam_synx_obj_release_params *release_params)
  498. {
  499. int rc;
  500. int32_t idx = -1;
  501. if (release_params->use_row_idx) {
  502. rc = __cam_synx_obj_release_row(release_params->u.synx_row_idx);
  503. if (rc < 0)
  504. __cam_synx_obj_dump_monitor_array(release_params->u.synx_row_idx);
  505. } else {
  506. rc = __cam_synx_obj_release_obj(release_params->u.synx_obj, &idx);
  507. if ((rc < 0) && (idx >= 0))
  508. __cam_synx_obj_dump_monitor_array(idx);
  509. }
  510. return rc;
  511. }
  512. int cam_synx_obj_signal_obj(struct cam_synx_obj_signal *signal_synx_obj)
  513. {
  514. int rc;
  515. uint32_t idx;
  516. rc = cam_synx_obj_find_obj_in_table(signal_synx_obj->synx_obj, &idx);
  517. if (rc) {
  518. CAM_ERR(CAM_SYNX, "Failed to find synx obj: %u", signal_synx_obj->synx_obj);
  519. return -EINVAL;
  520. }
  521. return cam_synx_obj_internal_signal(idx, signal_synx_obj);
  522. }
  523. int cam_synx_obj_register_cb(int32_t *sync_obj, int32_t row_idx,
  524. cam_sync_callback_for_synx_obj sync_cb)
  525. {
  526. int rc = 0;
  527. uint32_t synx_obj = 0;
  528. struct cam_synx_obj_row *row = NULL;
  529. struct synx_callback_params cb_params;
  530. if (!sync_obj || !sync_cb) {
  531. CAM_ERR(CAM_SYNX, "Invalid args sync_obj: %p sync_cb: %p",
  532. sync_obj, sync_cb);
  533. return -EINVAL;
  534. }
  535. if ((row_idx < 0) || (row_idx >= CAM_SYNX_MAX_OBJS)) {
  536. CAM_ERR(CAM_SYNX, "synx obj idx: %d is invalid",
  537. row_idx);
  538. return -EINVAL;
  539. }
  540. spin_lock_bh(&g_cam_synx_obj_dev->row_spinlocks[row_idx]);
  541. row = &g_cam_synx_obj_dev->rows[row_idx];
  542. synx_obj = row->synx_obj;
  543. if (row->state != CAM_SYNX_OBJ_STATE_ACTIVE) {
  544. if (test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ,
  545. &cam_sync_monitor_mask))
  546. cam_generic_fence_update_monitor_array(row_idx,
  547. &g_cam_synx_obj_dev->dev_lock, g_cam_synx_obj_dev->monitor_data,
  548. CAM_FENCE_OP_SKIP_REGISTER_CB);
  549. CAM_ERR(CAM_SYNX,
  550. "synx obj at idx: %d handle: %d is not active, current state: %d",
  551. row_idx, row->synx_obj, row->state);
  552. rc = -EINVAL;
  553. goto monitor_dump;
  554. }
  555. /**
  556. * If the cb is already registered, return
  557. */
  558. if (row->cb_registered_for_sync) {
  559. if (test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ,
  560. &cam_sync_monitor_mask))
  561. cam_generic_fence_update_monitor_array(row_idx,
  562. &g_cam_synx_obj_dev->dev_lock, g_cam_synx_obj_dev->monitor_data,
  563. CAM_FENCE_OP_ALREADY_REGISTERED_CB);
  564. CAM_WARN(CAM_SYNX,
  565. "synx obj at idx: %d handle: %d has already registered a cb for sync: %d",
  566. row_idx, row->synx_obj, row->sync_obj);
  567. goto end;
  568. }
  569. row->sync_cb = sync_cb;
  570. row->sync_obj = *sync_obj;
  571. row->cb_registered_for_sync = true;
  572. cb_params.userdata = row;
  573. cb_params.cancel_cb_func = NULL;
  574. cb_params.h_synx = synx_obj;
  575. cb_params.cb_func = __cam_synx_obj_signal_cb;
  576. if (test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ, &cam_sync_monitor_mask))
  577. cam_generic_fence_update_monitor_array(row_idx,
  578. &g_cam_synx_obj_dev->dev_lock, g_cam_synx_obj_dev->monitor_data,
  579. CAM_FENCE_OP_REGISTER_CB);
  580. spin_unlock_bh(&g_cam_synx_obj_dev->row_spinlocks[row_idx]);
  581. rc = __cam_synx_register_cb_util(&cb_params);
  582. if (rc) {
  583. CAM_ERR(CAM_SYNX,
  584. "Failed to register cb for synx obj: %d rc: %d", synx_obj, rc);
  585. return rc;
  586. }
  587. CAM_DBG(CAM_SYNX,
  588. "CB successfully registered for synx obj: %d for sync_obj: %d",
  589. synx_obj, *sync_obj);
  590. return rc;
  591. monitor_dump:
  592. __cam_synx_obj_dump_monitor_array(row_idx);
  593. end:
  594. spin_unlock_bh(&g_cam_synx_obj_dev->row_spinlocks[row_idx]);
  595. return rc;
  596. }
  597. int __cam_synx_init_session(void)
  598. {
  599. struct synx_queue_desc queue_desc;
  600. struct synx_initialization_params params;
  601. params.name = cam_synx_session_name;
  602. params.ptr = &queue_desc;
  603. params.flags = SYNX_INIT_MAX;
  604. params.id = SYNX_CLIENT_NATIVE;
  605. g_cam_synx_obj_dev->session_handle = synx_initialize(&params);
  606. if (!g_cam_synx_obj_dev->session_handle) {
  607. CAM_ERR(CAM_SYNX, "Synx session initialization failed");
  608. return -EINVAL;
  609. }
  610. CAM_DBG(CAM_SYNX, "Synx session initialized: %p",
  611. g_cam_synx_obj_dev->session_handle);
  612. return 0;
  613. }
  614. void cam_synx_obj_open(void)
  615. {
  616. mutex_lock(&g_cam_synx_obj_dev->dev_lock);
  617. if (test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ, &cam_sync_monitor_mask)) {
  618. g_cam_synx_obj_dev->monitor_data = kzalloc(
  619. sizeof(struct cam_generic_fence_monitor_data *) *
  620. CAM_SYNX_TABLE_SZ, GFP_KERNEL);
  621. if (!g_cam_synx_obj_dev->monitor_data) {
  622. CAM_WARN(CAM_DMA_FENCE, "Failed to allocate memory %d",
  623. sizeof(struct cam_generic_fence_monitor_data *) *
  624. CAM_SYNX_TABLE_SZ);
  625. }
  626. }
  627. mutex_unlock(&g_cam_synx_obj_dev->dev_lock);
  628. }
  629. void cam_synx_obj_close(void)
  630. {
  631. int i;
  632. struct cam_synx_obj_row *row = NULL;
  633. mutex_lock(&g_cam_synx_obj_dev->dev_lock);
  634. for (i = 0; i < CAM_SYNX_MAX_OBJS; i++) {
  635. row = &g_cam_synx_obj_dev->rows[i];
  636. if (row->state == CAM_SYNX_OBJ_STATE_INVALID)
  637. continue;
  638. CAM_DBG(CAM_SYNX, "Releasing synx_obj: %d[%s]",
  639. row->synx_obj, row->name);
  640. /* If registered for cb, remove cb */
  641. if (row->cb_registered_for_sync) {
  642. if (test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ,
  643. &cam_sync_monitor_mask))
  644. cam_generic_fence_update_monitor_array(i,
  645. &g_cam_synx_obj_dev->dev_lock,
  646. g_cam_synx_obj_dev->monitor_data,
  647. CAM_FENCE_OP_UNREGISTER_CB);
  648. __cam_synx_deregister_cb_util(row->synx_obj, row);
  649. }
  650. /* Signal and release the synx obj */
  651. if (row->state != CAM_SYNX_OBJ_STATE_SIGNALED) {
  652. if (test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ,
  653. &cam_sync_monitor_mask))
  654. cam_generic_fence_update_monitor_array(i,
  655. &g_cam_synx_obj_dev->dev_lock,
  656. g_cam_synx_obj_dev->monitor_data,
  657. CAM_FENCE_OP_SIGNAL);
  658. __cam_synx_signal_util(row->synx_obj, SYNX_STATE_SIGNALED_CANCEL);
  659. }
  660. if (test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ,
  661. &cam_sync_monitor_mask))
  662. cam_generic_fence_update_monitor_array(i,
  663. &g_cam_synx_obj_dev->dev_lock,
  664. g_cam_synx_obj_dev->monitor_data,
  665. CAM_FENCE_OP_DESTROY);
  666. __cam_synx_release_hdl_util(row->synx_obj);
  667. memset(row, 0, sizeof(struct cam_synx_obj_row));
  668. clear_bit(i, g_cam_synx_obj_dev->bitmap);
  669. }
  670. if (g_cam_synx_obj_dev->monitor_data) {
  671. for (i = 0; i < CAM_SYNX_TABLE_SZ; i++)
  672. kfree(g_cam_synx_obj_dev->monitor_data[i]);
  673. }
  674. kfree(g_cam_synx_obj_dev->monitor_data);
  675. mutex_unlock(&g_cam_synx_obj_dev->dev_lock);
  676. CAM_DBG(CAM_SYNX, "Close on Camera SYNX driver");
  677. }
  678. int cam_synx_obj_driver_init(void)
  679. {
  680. int i;
  681. g_cam_synx_obj_dev = kzalloc(sizeof(struct cam_synx_obj_device), GFP_KERNEL);
  682. if (!g_cam_synx_obj_dev)
  683. return -ENOMEM;
  684. if (__cam_synx_init_session())
  685. goto deinit_driver;
  686. mutex_init(&g_cam_synx_obj_dev->dev_lock);
  687. for (i = 0; i < CAM_SYNX_MAX_OBJS; i++)
  688. spin_lock_init(&g_cam_synx_obj_dev->row_spinlocks[i]);
  689. memset(&g_cam_synx_obj_dev->rows, 0, sizeof(g_cam_synx_obj_dev->rows));
  690. memset(&g_cam_synx_obj_dev->bitmap, 0, sizeof(g_cam_synx_obj_dev->bitmap));
  691. bitmap_zero(g_cam_synx_obj_dev->bitmap, CAM_SYNX_MAX_OBJS);
  692. /* zero will be considered an invalid slot */
  693. set_bit(0, g_cam_synx_obj_dev->bitmap);
  694. CAM_DBG(CAM_SYNX, "Camera synx obj driver initialized");
  695. return 0;
  696. deinit_driver:
  697. CAM_ERR(CAM_SYNX, "Camera synx obj driver initialization failed");
  698. kfree(g_cam_synx_obj_dev);
  699. g_cam_synx_obj_dev = NULL;
  700. return -EINVAL;
  701. }
  702. void cam_synx_obj_driver_deinit(void)
  703. {
  704. int rc;
  705. if (g_cam_synx_obj_dev->session_handle) {
  706. rc = synx_uninitialize(g_cam_synx_obj_dev->session_handle);
  707. if (rc) {
  708. CAM_ERR(CAM_SYNX,
  709. "Synx failed to uninitialize session: %p, rc: %d",
  710. g_cam_synx_obj_dev->session_handle, rc);
  711. }
  712. }
  713. kfree(g_cam_synx_obj_dev);
  714. g_cam_synx_obj_dev = NULL;
  715. CAM_DBG(CAM_SYNX, "Camera synx obj driver deinitialized");
  716. }