cam_sync_synx.c 24 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867
  1. // SPDX-License-Identifier: GPL-2.0-only
  2. /*
  3. * Copyright (c) 2022-2023 Qualcomm Innovation Center, Inc. All rights reserved.
  4. */
  5. #include "cam_sync_synx.h"
  6. #include "cam_sync_util.h"
  7. extern unsigned long cam_sync_monitor_mask;
  8. /**
  9. * struct cam_synx_obj_row - Synx obj row
  10. */
  11. struct cam_synx_obj_row {
  12. char name[CAM_SYNX_OBJ_NAME_LEN];
  13. uint32_t synx_obj;
  14. enum cam_synx_obj_state state;
  15. cam_sync_callback_for_synx_obj sync_cb;
  16. bool cb_registered_for_sync;
  17. bool sync_signal_synx;
  18. int32_t sync_obj;
  19. };
  20. /**
  21. * struct cam_synx_obj_device - Synx obj device
  22. */
  23. struct cam_synx_obj_device {
  24. struct cam_synx_obj_row rows[CAM_SYNX_MAX_OBJS];
  25. spinlock_t row_spinlocks[CAM_SYNX_MAX_OBJS];
  26. struct synx_session *session_handle;
  27. struct mutex dev_lock;
  28. DECLARE_BITMAP(bitmap, CAM_SYNX_MAX_OBJS);
  29. struct cam_generic_fence_monitor_data **monitor_data;
  30. };
  31. static struct cam_synx_obj_device *g_cam_synx_obj_dev;
  32. static char cam_synx_session_name[64] = "Camera_Generic_Synx_Session";
  33. static inline struct cam_generic_fence_monitor_entry *
  34. __cam_synx_obj_get_monitor_entries(int idx)
  35. {
  36. struct cam_generic_fence_monitor_data *monitor_data;
  37. monitor_data = CAM_GENERIC_MONITOR_GET_DATA(
  38. g_cam_synx_obj_dev->monitor_data, idx);
  39. if (monitor_data->swap_monitor_entries)
  40. return monitor_data->prev_monitor_entries;
  41. else
  42. return monitor_data->monitor_entries;
  43. }
  44. static inline struct cam_generic_fence_monitor_entry *
  45. __cam_synx_obj_get_prev_monitor_entries(int idx)
  46. {
  47. struct cam_generic_fence_monitor_data *monitor_data;
  48. monitor_data = CAM_GENERIC_MONITOR_GET_DATA(
  49. g_cam_synx_obj_dev->monitor_data, idx);
  50. if (monitor_data->swap_monitor_entries)
  51. return monitor_data->monitor_entries;
  52. else
  53. return monitor_data->prev_monitor_entries;
  54. }
  55. static int __cam_synx_obj_map_sync_status_util(uint32_t sync_status,
  56. uint32_t *out_synx_status)
  57. {
  58. if (!out_synx_status)
  59. return -EINVAL;
  60. switch (sync_status) {
  61. case CAM_SYNC_STATE_SIGNALED_SUCCESS:
  62. *out_synx_status = SYNX_STATE_SIGNALED_SUCCESS;
  63. break;
  64. case CAM_SYNC_STATE_SIGNALED_CANCEL:
  65. default:
  66. *out_synx_status = SYNX_STATE_SIGNALED_CANCEL;
  67. break;
  68. }
  69. return 0;
  70. }
  71. static void __cam_synx_obj_save_previous_monitor_data(int32_t row_idx)
  72. {
  73. struct cam_generic_fence_monitor_data *row_mon_data;
  74. struct cam_synx_obj_row *row;
  75. if (!g_cam_synx_obj_dev->monitor_data)
  76. return;
  77. row = &g_cam_synx_obj_dev->rows[row_idx];
  78. row_mon_data = CAM_GENERIC_MONITOR_GET_DATA(
  79. g_cam_synx_obj_dev->monitor_data, row_idx);
  80. /* save current usage details into prev variables */
  81. strscpy(row_mon_data->prev_name, row->name, CAM_SYNX_OBJ_NAME_LEN);
  82. row_mon_data->prev_obj_id = row->synx_obj;
  83. row_mon_data->prev_sync_id = row->sync_obj;
  84. row_mon_data->prev_state = row->state;
  85. row_mon_data->prev_monitor_head = atomic64_read(&row_mon_data->monitor_head);
  86. row_mon_data->swap_monitor_entries = !row_mon_data->swap_monitor_entries;
  87. }
  88. static void __cam_synx_obj_dump_monitor_array(int32_t row_idx)
  89. {
  90. struct cam_generic_fence_monitor_obj_info obj_info;
  91. struct cam_synx_obj_row *row;
  92. if (!g_cam_synx_obj_dev->monitor_data ||
  93. !test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ, &cam_sync_monitor_mask))
  94. return;
  95. if (!CAM_GENERIC_MONITOR_GET_DATA(g_cam_synx_obj_dev->monitor_data,
  96. row_idx)->prev_obj_id)
  97. return;
  98. row = &g_cam_synx_obj_dev->rows[row_idx];
  99. obj_info.name = row->name;
  100. obj_info.obj_id = row->synx_obj;
  101. obj_info.state = row->state;
  102. obj_info.monitor_data = CAM_GENERIC_MONITOR_GET_DATA(
  103. g_cam_synx_obj_dev->monitor_data, row_idx);
  104. obj_info.fence_type = CAM_GENERIC_FENCE_TYPE_SYNX_OBJ;
  105. obj_info.sync_id = row->sync_obj;
  106. obj_info.monitor_entries =
  107. __cam_synx_obj_get_monitor_entries(row_idx);
  108. obj_info.prev_monitor_entries =
  109. __cam_synx_obj_get_prev_monitor_entries(row_idx);
  110. cam_generic_fence_dump_monitor_array(&obj_info);
  111. }
  112. static void __cam_synx_obj_signal_cb(u32 h_synx, int status, void *data)
  113. {
  114. struct cam_synx_obj_signal_sync_obj signal_sync_obj;
  115. struct cam_synx_obj_row *synx_obj_row = NULL;
  116. int32_t idx;
  117. if (!data) {
  118. CAM_ERR(CAM_SYNX,
  119. "Invalid data passed to synx obj : No callback function set.");
  120. return;
  121. }
  122. synx_obj_row = (struct cam_synx_obj_row *)data;
  123. /* If this synx obj is signaled by sync obj, skip cb */
  124. if (synx_obj_row->sync_signal_synx)
  125. return;
  126. if (synx_obj_row->synx_obj != h_synx) {
  127. CAM_ERR(CAM_SYNX,
  128. "Synx obj: %d callback does not match synx obj: %d in sync table.",
  129. h_synx, synx_obj_row->synx_obj);
  130. return;
  131. }
  132. if (synx_obj_row->state == CAM_SYNX_OBJ_STATE_INVALID) {
  133. CAM_ERR(CAM_SYNX,
  134. "Synx obj :%d is in invalid state: %d",
  135. synx_obj_row->synx_obj, synx_obj_row->state);
  136. return;
  137. }
  138. CAM_DBG(CAM_SYNX, "Synx obj: %d signaled, signal sync obj: %d",
  139. synx_obj_row->synx_obj, synx_obj_row->sync_obj);
  140. if ((synx_obj_row->cb_registered_for_sync) && (synx_obj_row->sync_cb)) {
  141. signal_sync_obj.synx_obj = synx_obj_row->synx_obj;
  142. switch (status) {
  143. case SYNX_STATE_SIGNALED_SUCCESS:
  144. signal_sync_obj.status = CAM_SYNC_STATE_SIGNALED_SUCCESS;
  145. break;
  146. case SYNX_STATE_SIGNALED_CANCEL:
  147. signal_sync_obj.status = CAM_SYNC_STATE_SIGNALED_CANCEL;
  148. break;
  149. default:
  150. CAM_WARN(CAM_SYNX,
  151. "Synx signal status %d is neither SUCCESS nor CANCEL, custom code?",
  152. status);
  153. signal_sync_obj.status = CAM_SYNC_STATE_SIGNALED_ERROR;
  154. break;
  155. }
  156. synx_obj_row->state = CAM_SYNX_OBJ_STATE_SIGNALED;
  157. synx_obj_row->sync_cb(synx_obj_row->sync_obj, &signal_sync_obj);
  158. if (test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ,
  159. &cam_sync_monitor_mask)) {
  160. cam_synx_obj_find_obj_in_table(synx_obj_row->synx_obj, &idx);
  161. cam_generic_fence_update_monitor_array(idx,
  162. &g_cam_synx_obj_dev->dev_lock, g_cam_synx_obj_dev->monitor_data,
  163. CAM_FENCE_OP_UNREGISTER_ON_SIGNAL);
  164. }
  165. }
  166. }
  167. /*
  168. * Synx APIs need to be invoked in non atomic context,
  169. * all these utils invoke synx driver
  170. */
  171. static inline int __cam_synx_signal_util(
  172. uint32_t synx_hdl, uint32_t signal_status)
  173. {
  174. return synx_signal(g_cam_synx_obj_dev->session_handle, synx_hdl, signal_status);
  175. }
  176. static inline int __cam_synx_deregister_cb_util(
  177. uint32_t synx_hdl, void *data)
  178. {
  179. struct synx_callback_params cb_params;
  180. cb_params.userdata = data;
  181. cb_params.cancel_cb_func = NULL;
  182. cb_params.h_synx = synx_hdl;
  183. cb_params.cb_func = __cam_synx_obj_signal_cb;
  184. return synx_cancel_async_wait(g_cam_synx_obj_dev->session_handle, &cb_params);
  185. }
  186. static inline int __cam_synx_create_hdl_util(
  187. struct synx_create_params *params)
  188. {
  189. return synx_create(g_cam_synx_obj_dev->session_handle, params);
  190. }
  191. static inline int __cam_synx_release_hdl_util(uint32_t synx_hdl)
  192. {
  193. return synx_release(g_cam_synx_obj_dev->session_handle, synx_hdl);
  194. }
  195. static inline int __cam_synx_import_hdl_util(
  196. struct synx_import_params *params)
  197. {
  198. return synx_import(g_cam_synx_obj_dev->session_handle, params);
  199. }
  200. static inline int __cam_synx_register_cb_util(
  201. struct synx_callback_params *cb_params)
  202. {
  203. return synx_async_wait(g_cam_synx_obj_dev->session_handle, cb_params);
  204. }
  205. static int __cam_synx_obj_release(int32_t row_idx)
  206. {
  207. int rc;
  208. bool deregister_cb = false;
  209. uint32_t synx_hdl = 0;
  210. struct cam_synx_obj_row *row = NULL;
  211. spin_lock_bh(&g_cam_synx_obj_dev->row_spinlocks[row_idx]);
  212. row = &g_cam_synx_obj_dev->rows[row_idx];
  213. synx_hdl = row->synx_obj;
  214. if (row->state == CAM_SYNX_OBJ_STATE_ACTIVE) {
  215. CAM_DBG(CAM_SYNX,
  216. "Unsignaled synx obj being released name: %s synx_obj:%d",
  217. row->name, row->synx_obj);
  218. if (row->cb_registered_for_sync) {
  219. if (test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ, &cam_sync_monitor_mask))
  220. cam_generic_fence_update_monitor_array(row_idx,
  221. &g_cam_synx_obj_dev->dev_lock,
  222. g_cam_synx_obj_dev->monitor_data,
  223. CAM_FENCE_OP_UNREGISTER_ON_SIGNAL);
  224. deregister_cb = true;
  225. }
  226. if (test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ, &cam_sync_monitor_mask))
  227. cam_generic_fence_update_monitor_array(row_idx,
  228. &g_cam_synx_obj_dev->dev_lock, g_cam_synx_obj_dev->monitor_data,
  229. CAM_FENCE_OP_SIGNAL);
  230. if (deregister_cb) {
  231. spin_unlock_bh(&g_cam_synx_obj_dev->row_spinlocks[row_idx]);
  232. rc = __cam_synx_deregister_cb_util(synx_hdl, row);
  233. spin_lock_bh(&g_cam_synx_obj_dev->row_spinlocks[row_idx]);
  234. if (rc)
  235. CAM_DBG(CAM_SYNX,
  236. "Failed to deregister cb for synx hdl: %u rc: %d",
  237. synx_hdl, rc);
  238. }
  239. }
  240. if (test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ, &cam_sync_monitor_mask)) {
  241. /* Update monitor entries & save data before row memset to 0 */
  242. cam_generic_fence_update_monitor_array(row_idx,
  243. &g_cam_synx_obj_dev->dev_lock, g_cam_synx_obj_dev->monitor_data,
  244. CAM_FENCE_OP_DESTROY);
  245. if (test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ_DUMP, &cam_sync_monitor_mask))
  246. __cam_synx_obj_dump_monitor_array(row_idx);
  247. __cam_synx_obj_save_previous_monitor_data(row_idx);
  248. }
  249. CAM_DBG(CAM_SYNX,
  250. "Releasing synx_obj: %d[%s] row_idx: %u", row->synx_obj, row->name, row_idx);
  251. /* deinit row */
  252. memset(row, 0, sizeof(struct cam_synx_obj_row));
  253. clear_bit(row_idx, g_cam_synx_obj_dev->bitmap);
  254. spin_unlock_bh(&g_cam_synx_obj_dev->row_spinlocks[row_idx]);
  255. return __cam_synx_release_hdl_util(synx_hdl);
  256. }
  257. static int __cam_synx_obj_find_free_idx(uint32_t *idx)
  258. {
  259. int rc = 0;
  260. bool bit;
  261. do {
  262. *idx = find_first_zero_bit(g_cam_synx_obj_dev->bitmap, CAM_SYNX_MAX_OBJS);
  263. if (*idx >= CAM_SYNX_MAX_OBJS) {
  264. CAM_ERR(CAM_SYNC,
  265. "Error: Unable to create synx, no free index");
  266. rc = -ENOMEM;
  267. break;
  268. }
  269. bit = test_and_set_bit(*idx, g_cam_synx_obj_dev->bitmap);
  270. } while (bit);
  271. return rc;
  272. }
  273. static void __cam_synx_obj_init_row(uint32_t idx, const char *name,
  274. uint32_t synx_obj)
  275. {
  276. struct cam_synx_obj_row *row;
  277. spin_lock_bh(&g_cam_synx_obj_dev->row_spinlocks[idx]);
  278. row = &g_cam_synx_obj_dev->rows[idx];
  279. row->synx_obj = synx_obj;
  280. row->state = CAM_SYNX_OBJ_STATE_ACTIVE;
  281. strscpy(row->name, name, CAM_SYNX_OBJ_NAME_LEN);
  282. if (test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ, &cam_sync_monitor_mask)) {
  283. cam_generic_fence_update_monitor_array(idx,
  284. &g_cam_synx_obj_dev->dev_lock, g_cam_synx_obj_dev->monitor_data,
  285. CAM_FENCE_OP_CREATE);
  286. }
  287. spin_unlock_bh(&g_cam_synx_obj_dev->row_spinlocks[idx]);
  288. }
  289. static int __cam_synx_obj_release_row(int32_t row_idx)
  290. {
  291. if ((row_idx < 0) || (row_idx >= CAM_SYNX_MAX_OBJS)) {
  292. CAM_ERR(CAM_SYNX, "synx row idx: %d is invalid",
  293. row_idx);
  294. return -EINVAL;
  295. }
  296. return __cam_synx_obj_release(row_idx);
  297. }
  298. int cam_synx_obj_find_obj_in_table(uint32_t synx_obj, int32_t *idx)
  299. {
  300. int i, rc = -EINVAL;
  301. struct cam_synx_obj_row *row = NULL;
  302. for (i = 0; i < CAM_SYNX_MAX_OBJS; i++) {
  303. spin_lock_bh(&g_cam_synx_obj_dev->row_spinlocks[i]);
  304. row = &g_cam_synx_obj_dev->rows[i];
  305. if ((row->state != CAM_SYNX_OBJ_STATE_INVALID) &&
  306. (row->synx_obj == synx_obj)) {
  307. *idx = i;
  308. spin_unlock_bh(&g_cam_synx_obj_dev->row_spinlocks[i]);
  309. rc = 0;
  310. break;
  311. }
  312. spin_unlock_bh(&g_cam_synx_obj_dev->row_spinlocks[i]);
  313. }
  314. return rc;
  315. }
  316. static int __cam_synx_obj_release_obj(uint32_t synx_obj, int32_t *idx)
  317. {
  318. if (cam_synx_obj_find_obj_in_table(synx_obj, idx)) {
  319. CAM_ERR(CAM_SYNX, "Failed to find synx obj: %d", synx_obj);
  320. return -EINVAL;
  321. }
  322. return __cam_synx_obj_release(*idx);
  323. }
  324. static int __cam_synx_obj_import(const char *name,
  325. struct synx_import_params *params, int32_t *row_idx)
  326. {
  327. int rc = -1;
  328. uint32_t idx;
  329. if (__cam_synx_obj_find_free_idx(&idx))
  330. goto end;
  331. rc = __cam_synx_import_hdl_util(params);
  332. if (rc) {
  333. CAM_ERR(CAM_SYNX, "Synx import failed for fence : %p",
  334. params->indv.fence);
  335. goto free_idx;
  336. }
  337. *row_idx = idx;
  338. __cam_synx_obj_init_row(idx, name, *params->indv.new_h_synx);
  339. CAM_DBG(CAM_SYNX, "Imported synx obj handle: %d[%s] row_idx: %u",
  340. *params->indv.new_h_synx, name, idx);
  341. return rc;
  342. free_idx:
  343. clear_bit(idx, g_cam_synx_obj_dev->bitmap);
  344. end:
  345. return rc;
  346. }
  347. static int __cam_synx_map_generic_flags_to_create(uint32_t generic_flags,
  348. struct synx_create_params *params)
  349. {
  350. if (!params) {
  351. CAM_ERR(CAM_SYNX, "Create parameters missing");
  352. return -EINVAL;
  353. }
  354. /*
  355. * Create Global Always - remove after userspace optimizes and
  356. * determines when global Vs local is needed
  357. */
  358. params->flags |= SYNX_CREATE_GLOBAL_FENCE;
  359. return 0;
  360. }
  361. static int __cam_synx_map_generic_flags_to_import(uint32_t generic_flags,
  362. struct synx_import_indv_params *params)
  363. {
  364. if (!params) {
  365. CAM_ERR(CAM_SYNX, "Import parameters missing");
  366. return -EINVAL;
  367. }
  368. /*
  369. * Create Global Always - remove after userspace optimizes and
  370. * determines when global Vs local is needed
  371. */
  372. params->flags |= SYNX_IMPORT_GLOBAL_FENCE;
  373. return 0;
  374. }
  375. int cam_synx_obj_create(const char *name, uint32_t flags, uint32_t *synx_obj,
  376. int32_t *row_idx)
  377. {
  378. int rc = -1;
  379. uint32_t idx;
  380. struct synx_create_params params;
  381. if (__cam_synx_obj_find_free_idx(&idx))
  382. goto end;
  383. params.fence = NULL;
  384. params.name = name;
  385. params.flags = 0;
  386. params.h_synx = synx_obj;
  387. rc = __cam_synx_map_generic_flags_to_create(flags, &params);
  388. if (rc) {
  389. CAM_ERR(CAM_SYNX, "Failed to generate create flags");
  390. goto free_idx;
  391. }
  392. rc = __cam_synx_create_hdl_util(&params);
  393. if (rc) {
  394. CAM_ERR(CAM_SYNX, "Failed to create new synx handle rc: %d", rc);
  395. goto free_idx;
  396. }
  397. *row_idx = idx;
  398. __cam_synx_obj_init_row(idx, name, *synx_obj);
  399. CAM_DBG(CAM_SYNX, "Created synx obj handle: %d[%s] row_idx: %u",
  400. *synx_obj, name, idx);
  401. return rc;
  402. free_idx:
  403. clear_bit(idx, g_cam_synx_obj_dev->bitmap);
  404. end:
  405. return rc;
  406. }
  407. int cam_synx_obj_import_dma_fence(const char *name, uint32_t flags, void *fence,
  408. uint32_t *synx_obj, int32_t *row_idx)
  409. {
  410. struct synx_import_params params;
  411. if (!fence) {
  412. CAM_ERR(CAM_SYNX,
  413. "Importing DMA fence failed - fence pointer is NULL");
  414. return -EINVAL;
  415. }
  416. params.indv.flags = 0;
  417. params.indv.fence = fence;
  418. params.indv.new_h_synx = synx_obj;
  419. params.type = SYNX_IMPORT_INDV_PARAMS;
  420. params.indv.flags |= SYNX_IMPORT_DMA_FENCE;
  421. if (__cam_synx_map_generic_flags_to_import(flags, &params.indv)) {
  422. CAM_ERR(CAM_SYNX,
  423. "Importing DMA fence failed - invalid synx import flags");
  424. return -EINVAL;
  425. }
  426. return __cam_synx_obj_import(name, &params, row_idx);
  427. }
  428. int cam_synx_obj_internal_signal(int32_t row_idx,
  429. struct cam_synx_obj_signal *signal_synx_obj)
  430. {
  431. int rc;
  432. uint32_t signal_status;
  433. bool deregister_cb = false;
  434. struct cam_synx_obj_row *row = NULL;
  435. if ((row_idx < 0) || (row_idx >= CAM_SYNX_MAX_OBJS)) {
  436. CAM_ERR(CAM_SYNX, "synx obj row idx: %d is invalid",
  437. row_idx);
  438. return -EINVAL;
  439. }
  440. spin_lock_bh(&g_cam_synx_obj_dev->row_spinlocks[row_idx]);
  441. row = &g_cam_synx_obj_dev->rows[row_idx];
  442. /* Ensures sync obj cb is not invoked */
  443. row->sync_signal_synx = true;
  444. if (row->state != CAM_SYNX_OBJ_STATE_ACTIVE) {
  445. CAM_ERR(CAM_SYNX, "synx obj: %u not in right state: %d to signal",
  446. signal_synx_obj->synx_obj, row->state);
  447. __cam_synx_obj_dump_monitor_array(row_idx);
  448. spin_unlock_bh(&g_cam_synx_obj_dev->row_spinlocks[row_idx]);
  449. return -EINVAL;
  450. }
  451. if (row->synx_obj != signal_synx_obj->synx_obj) {
  452. CAM_WARN(CAM_SYNX,
  453. "Trying to signal synx obj: %u in row: %u having a different synx obj: %u",
  454. signal_synx_obj->synx_obj, row_idx, row->synx_obj);
  455. __cam_synx_obj_dump_monitor_array(row_idx);
  456. spin_unlock_bh(&g_cam_synx_obj_dev->row_spinlocks[row_idx]);
  457. return 0;
  458. }
  459. rc = __cam_synx_obj_map_sync_status_util(signal_synx_obj->status, &signal_status);
  460. if (rc) {
  461. CAM_WARN(CAM_SYNX,
  462. "Signaling undefined status: %d for synx obj: %d",
  463. signal_synx_obj->status, signal_synx_obj->synx_obj);
  464. }
  465. if (row->cb_registered_for_sync) {
  466. if (test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ, &cam_sync_monitor_mask))
  467. cam_generic_fence_update_monitor_array(row_idx,
  468. &g_cam_synx_obj_dev->dev_lock, g_cam_synx_obj_dev->monitor_data,
  469. CAM_FENCE_OP_UNREGISTER_ON_SIGNAL);
  470. deregister_cb = true;
  471. }
  472. if (test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ, &cam_sync_monitor_mask))
  473. cam_generic_fence_update_monitor_array(row_idx,
  474. &g_cam_synx_obj_dev->dev_lock, g_cam_synx_obj_dev->monitor_data,
  475. CAM_FENCE_OP_SIGNAL);
  476. spin_unlock_bh(&g_cam_synx_obj_dev->row_spinlocks[row_idx]);
  477. if (deregister_cb) {
  478. rc = __cam_synx_deregister_cb_util(signal_synx_obj->synx_obj, row);
  479. if (rc) {
  480. CAM_ERR(CAM_SYNX, "Failed to deregister cb for synx: %u rc: %d",
  481. signal_synx_obj->synx_obj, rc);
  482. goto end;
  483. }
  484. }
  485. rc = __cam_synx_signal_util(signal_synx_obj->synx_obj, signal_status);
  486. if (rc) {
  487. CAM_ERR(CAM_SYNX, "Failed to signal synx hdl: %u with status: %u rc: %d",
  488. signal_synx_obj->synx_obj, signal_status, rc);
  489. goto end;
  490. }
  491. CAM_DBG(CAM_SYNX, "synx obj: %d signaled with status: %d rc: %d",
  492. signal_synx_obj->synx_obj, signal_status, rc);
  493. end:
  494. return rc;
  495. }
  496. int cam_synx_obj_release(struct cam_synx_obj_release_params *release_params)
  497. {
  498. int rc;
  499. int32_t idx = -1;
  500. if (release_params->use_row_idx) {
  501. rc = __cam_synx_obj_release_row(release_params->u.synx_row_idx);
  502. if (rc < 0)
  503. __cam_synx_obj_dump_monitor_array(release_params->u.synx_row_idx);
  504. } else {
  505. rc = __cam_synx_obj_release_obj(release_params->u.synx_obj, &idx);
  506. if ((rc < 0) && (idx >= 0))
  507. __cam_synx_obj_dump_monitor_array(idx);
  508. }
  509. return rc;
  510. }
  511. int cam_synx_obj_signal_obj(struct cam_synx_obj_signal *signal_synx_obj)
  512. {
  513. int rc;
  514. uint32_t idx;
  515. rc = cam_synx_obj_find_obj_in_table(signal_synx_obj->synx_obj, &idx);
  516. if (rc) {
  517. CAM_ERR(CAM_SYNX, "Failed to find synx obj: %u", signal_synx_obj->synx_obj);
  518. return -EINVAL;
  519. }
  520. return cam_synx_obj_internal_signal(idx, signal_synx_obj);
  521. }
  522. int cam_synx_obj_register_cb(int32_t *sync_obj, int32_t row_idx,
  523. cam_sync_callback_for_synx_obj sync_cb)
  524. {
  525. int rc = 0;
  526. uint32_t synx_obj = 0;
  527. struct cam_synx_obj_row *row = NULL;
  528. struct synx_callback_params cb_params;
  529. if (!sync_obj || !sync_cb) {
  530. CAM_ERR(CAM_SYNX, "Invalid args sync_obj: %p sync_cb: %p",
  531. sync_obj, sync_cb);
  532. return -EINVAL;
  533. }
  534. if ((row_idx < 0) || (row_idx >= CAM_SYNX_MAX_OBJS)) {
  535. CAM_ERR(CAM_SYNX, "synx obj idx: %d is invalid",
  536. row_idx);
  537. return -EINVAL;
  538. }
  539. spin_lock_bh(&g_cam_synx_obj_dev->row_spinlocks[row_idx]);
  540. row = &g_cam_synx_obj_dev->rows[row_idx];
  541. synx_obj = row->synx_obj;
  542. if (row->state != CAM_SYNX_OBJ_STATE_ACTIVE) {
  543. if (test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ,
  544. &cam_sync_monitor_mask))
  545. cam_generic_fence_update_monitor_array(row_idx,
  546. &g_cam_synx_obj_dev->dev_lock, g_cam_synx_obj_dev->monitor_data,
  547. CAM_FENCE_OP_SKIP_REGISTER_CB);
  548. CAM_ERR(CAM_SYNX,
  549. "synx obj at idx: %d handle: %d is not active, current state: %d",
  550. row_idx, row->synx_obj, row->state);
  551. rc = -EINVAL;
  552. goto monitor_dump;
  553. }
  554. /**
  555. * If the cb is already registered, return
  556. */
  557. if (row->cb_registered_for_sync) {
  558. if (test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ,
  559. &cam_sync_monitor_mask))
  560. cam_generic_fence_update_monitor_array(row_idx,
  561. &g_cam_synx_obj_dev->dev_lock, g_cam_synx_obj_dev->monitor_data,
  562. CAM_FENCE_OP_ALREADY_REGISTERED_CB);
  563. CAM_WARN(CAM_SYNX,
  564. "synx obj at idx: %d handle: %d has already registered a cb for sync: %d",
  565. row_idx, row->synx_obj, row->sync_obj);
  566. goto end;
  567. }
  568. row->sync_cb = sync_cb;
  569. row->sync_obj = *sync_obj;
  570. row->cb_registered_for_sync = true;
  571. cb_params.userdata = row;
  572. cb_params.cancel_cb_func = NULL;
  573. cb_params.h_synx = synx_obj;
  574. cb_params.cb_func = __cam_synx_obj_signal_cb;
  575. if (test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ, &cam_sync_monitor_mask))
  576. cam_generic_fence_update_monitor_array(row_idx,
  577. &g_cam_synx_obj_dev->dev_lock, g_cam_synx_obj_dev->monitor_data,
  578. CAM_FENCE_OP_REGISTER_CB);
  579. spin_unlock_bh(&g_cam_synx_obj_dev->row_spinlocks[row_idx]);
  580. rc = __cam_synx_register_cb_util(&cb_params);
  581. if (rc) {
  582. CAM_ERR(CAM_SYNX,
  583. "Failed to register cb for synx obj: %d rc: %d", synx_obj, rc);
  584. return rc;
  585. }
  586. CAM_DBG(CAM_SYNX,
  587. "CB successfully registered for synx obj: %d for sync_obj: %d",
  588. synx_obj, *sync_obj);
  589. return rc;
  590. monitor_dump:
  591. __cam_synx_obj_dump_monitor_array(row_idx);
  592. end:
  593. spin_unlock_bh(&g_cam_synx_obj_dev->row_spinlocks[row_idx]);
  594. return rc;
  595. }
  596. int __cam_synx_init_session(void)
  597. {
  598. struct synx_queue_desc queue_desc;
  599. struct synx_initialization_params params;
  600. params.name = cam_synx_session_name;
  601. params.ptr = &queue_desc;
  602. params.flags = SYNX_INIT_MAX;
  603. params.id = SYNX_CLIENT_NATIVE;
  604. g_cam_synx_obj_dev->session_handle = synx_initialize(&params);
  605. if (!g_cam_synx_obj_dev->session_handle) {
  606. CAM_ERR(CAM_SYNX, "Synx session initialization failed");
  607. return -EINVAL;
  608. }
  609. CAM_DBG(CAM_SYNX, "Synx session initialized: %p",
  610. g_cam_synx_obj_dev->session_handle);
  611. return 0;
  612. }
  613. void cam_synx_obj_open(void)
  614. {
  615. mutex_lock(&g_cam_synx_obj_dev->dev_lock);
  616. if (test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ, &cam_sync_monitor_mask)) {
  617. g_cam_synx_obj_dev->monitor_data = kzalloc(
  618. sizeof(struct cam_generic_fence_monitor_data *) *
  619. CAM_SYNX_TABLE_SZ, GFP_KERNEL);
  620. if (!g_cam_synx_obj_dev->monitor_data) {
  621. CAM_WARN(CAM_DMA_FENCE, "Failed to allocate memory %d",
  622. sizeof(struct cam_generic_fence_monitor_data *) *
  623. CAM_SYNX_TABLE_SZ);
  624. }
  625. }
  626. mutex_unlock(&g_cam_synx_obj_dev->dev_lock);
  627. }
  628. void cam_synx_obj_close(void)
  629. {
  630. int i;
  631. struct cam_synx_obj_row *row = NULL;
  632. mutex_lock(&g_cam_synx_obj_dev->dev_lock);
  633. for (i = 0; i < CAM_SYNX_MAX_OBJS; i++) {
  634. row = &g_cam_synx_obj_dev->rows[i];
  635. if (row->state == CAM_SYNX_OBJ_STATE_INVALID)
  636. continue;
  637. CAM_DBG(CAM_SYNX, "Releasing synx_obj: %d[%s]",
  638. row->synx_obj, row->name);
  639. /* If registered for cb, remove cb */
  640. if (row->cb_registered_for_sync) {
  641. if (test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ,
  642. &cam_sync_monitor_mask))
  643. cam_generic_fence_update_monitor_array(i,
  644. &g_cam_synx_obj_dev->dev_lock,
  645. g_cam_synx_obj_dev->monitor_data,
  646. CAM_FENCE_OP_UNREGISTER_CB);
  647. __cam_synx_deregister_cb_util(row->synx_obj, row);
  648. }
  649. /* Signal and release the synx obj */
  650. if (row->state != CAM_SYNX_OBJ_STATE_SIGNALED) {
  651. if (test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ,
  652. &cam_sync_monitor_mask))
  653. cam_generic_fence_update_monitor_array(i,
  654. &g_cam_synx_obj_dev->dev_lock,
  655. g_cam_synx_obj_dev->monitor_data,
  656. CAM_FENCE_OP_SIGNAL);
  657. __cam_synx_signal_util(row->synx_obj, SYNX_STATE_SIGNALED_CANCEL);
  658. }
  659. if (test_bit(CAM_GENERIC_FENCE_TYPE_SYNX_OBJ,
  660. &cam_sync_monitor_mask))
  661. cam_generic_fence_update_monitor_array(i,
  662. &g_cam_synx_obj_dev->dev_lock,
  663. g_cam_synx_obj_dev->monitor_data,
  664. CAM_FENCE_OP_DESTROY);
  665. __cam_synx_release_hdl_util(row->synx_obj);
  666. memset(row, 0, sizeof(struct cam_synx_obj_row));
  667. clear_bit(i, g_cam_synx_obj_dev->bitmap);
  668. }
  669. if (g_cam_synx_obj_dev->monitor_data) {
  670. for (i = 0; i < CAM_SYNX_TABLE_SZ; i++)
  671. kfree(g_cam_synx_obj_dev->monitor_data[i]);
  672. }
  673. kfree(g_cam_synx_obj_dev->monitor_data);
  674. mutex_unlock(&g_cam_synx_obj_dev->dev_lock);
  675. CAM_DBG(CAM_SYNX, "Close on Camera SYNX driver");
  676. }
  677. int cam_synx_obj_driver_init(void)
  678. {
  679. int i;
  680. g_cam_synx_obj_dev = kzalloc(sizeof(struct cam_synx_obj_device), GFP_KERNEL);
  681. if (!g_cam_synx_obj_dev)
  682. return -ENOMEM;
  683. if (__cam_synx_init_session())
  684. goto deinit_driver;
  685. mutex_init(&g_cam_synx_obj_dev->dev_lock);
  686. for (i = 0; i < CAM_SYNX_MAX_OBJS; i++)
  687. spin_lock_init(&g_cam_synx_obj_dev->row_spinlocks[i]);
  688. memset(&g_cam_synx_obj_dev->rows, 0, sizeof(g_cam_synx_obj_dev->rows));
  689. memset(&g_cam_synx_obj_dev->bitmap, 0, sizeof(g_cam_synx_obj_dev->bitmap));
  690. bitmap_zero(g_cam_synx_obj_dev->bitmap, CAM_SYNX_MAX_OBJS);
  691. /* zero will be considered an invalid slot */
  692. set_bit(0, g_cam_synx_obj_dev->bitmap);
  693. CAM_DBG(CAM_SYNX, "Camera synx obj driver initialized");
  694. return 0;
  695. deinit_driver:
  696. CAM_ERR(CAM_SYNX, "Camera synx obj driver initialization failed");
  697. kfree(g_cam_synx_obj_dev);
  698. g_cam_synx_obj_dev = NULL;
  699. return -EINVAL;
  700. }
  701. void cam_synx_obj_driver_deinit(void)
  702. {
  703. int rc;
  704. if (g_cam_synx_obj_dev->session_handle) {
  705. rc = synx_uninitialize(g_cam_synx_obj_dev->session_handle);
  706. if (rc) {
  707. CAM_ERR(CAM_SYNX,
  708. "Synx failed to uninitialize session: %p, rc: %d",
  709. g_cam_synx_obj_dev->session_handle, rc);
  710. }
  711. }
  712. kfree(g_cam_synx_obj_dev);
  713. g_cam_synx_obj_dev = NULL;
  714. CAM_DBG(CAM_SYNX, "Camera synx obj driver deinitialized");
  715. }