blktrace_api.h 3.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131
  1. /* SPDX-License-Identifier: GPL-2.0 */
  2. #ifndef BLKTRACE_H
  3. #define BLKTRACE_H
  4. #include <linux/blk-mq.h>
  5. #include <linux/relay.h>
  6. #include <linux/compat.h>
  7. #include <uapi/linux/blktrace_api.h>
  8. #include <linux/list.h>
  9. #include <linux/blk_types.h>
  10. #if defined(CONFIG_BLK_DEV_IO_TRACE)
  11. #include <linux/sysfs.h>
  12. struct blk_trace {
  13. int trace_state;
  14. struct rchan *rchan;
  15. unsigned long __percpu *sequence;
  16. unsigned char __percpu *msg_data;
  17. u16 act_mask;
  18. u64 start_lba;
  19. u64 end_lba;
  20. u32 pid;
  21. u32 dev;
  22. struct dentry *dir;
  23. struct list_head running_list;
  24. atomic_t dropped;
  25. };
  26. extern int blk_trace_ioctl(struct block_device *, unsigned, char __user *);
  27. extern void blk_trace_shutdown(struct request_queue *);
  28. __printf(3, 4) void __blk_trace_note_message(struct blk_trace *bt,
  29. struct cgroup_subsys_state *css, const char *fmt, ...);
  30. /**
  31. * blk_add_trace_msg - Add a (simple) message to the blktrace stream
  32. * @q: queue the io is for
  33. * @fmt: format to print message in
  34. * args... Variable argument list for format
  35. *
  36. * Description:
  37. * Records a (simple) message onto the blktrace stream.
  38. *
  39. * NOTE: BLK_TN_MAX_MSG characters are output at most.
  40. * NOTE: Can not use 'static inline' due to presence of var args...
  41. *
  42. **/
  43. #define blk_add_cgroup_trace_msg(q, css, fmt, ...) \
  44. do { \
  45. struct blk_trace *bt; \
  46. \
  47. rcu_read_lock(); \
  48. bt = rcu_dereference((q)->blk_trace); \
  49. if (unlikely(bt)) \
  50. __blk_trace_note_message(bt, css, fmt, ##__VA_ARGS__);\
  51. rcu_read_unlock(); \
  52. } while (0)
  53. #define blk_add_trace_msg(q, fmt, ...) \
  54. blk_add_cgroup_trace_msg(q, NULL, fmt, ##__VA_ARGS__)
  55. #define BLK_TN_MAX_MSG 128
  56. static inline bool blk_trace_note_message_enabled(struct request_queue *q)
  57. {
  58. struct blk_trace *bt;
  59. bool ret;
  60. rcu_read_lock();
  61. bt = rcu_dereference(q->blk_trace);
  62. ret = bt && (bt->act_mask & BLK_TC_NOTIFY);
  63. rcu_read_unlock();
  64. return ret;
  65. }
  66. extern void blk_add_driver_data(struct request *rq, void *data, size_t len);
  67. extern int blk_trace_setup(struct request_queue *q, char *name, dev_t dev,
  68. struct block_device *bdev,
  69. char __user *arg);
  70. extern int blk_trace_startstop(struct request_queue *q, int start);
  71. extern int blk_trace_remove(struct request_queue *q);
  72. #else /* !CONFIG_BLK_DEV_IO_TRACE */
  73. # define blk_trace_ioctl(bdev, cmd, arg) (-ENOTTY)
  74. # define blk_trace_shutdown(q) do { } while (0)
  75. # define blk_add_driver_data(rq, data, len) do {} while (0)
  76. # define blk_trace_setup(q, name, dev, bdev, arg) (-ENOTTY)
  77. # define blk_trace_startstop(q, start) (-ENOTTY)
  78. # define blk_add_trace_msg(q, fmt, ...) do { } while (0)
  79. # define blk_add_cgroup_trace_msg(q, cg, fmt, ...) do { } while (0)
  80. # define blk_trace_note_message_enabled(q) (false)
  81. static inline int blk_trace_remove(struct request_queue *q)
  82. {
  83. return -ENOTTY;
  84. }
  85. #endif /* CONFIG_BLK_DEV_IO_TRACE */
  86. #ifdef CONFIG_COMPAT
  87. struct compat_blk_user_trace_setup {
  88. char name[BLKTRACE_BDEV_SIZE];
  89. u16 act_mask;
  90. u32 buf_size;
  91. u32 buf_nr;
  92. compat_u64 start_lba;
  93. compat_u64 end_lba;
  94. u32 pid;
  95. };
  96. #define BLKTRACESETUP32 _IOWR(0x12, 115, struct compat_blk_user_trace_setup)
  97. #endif
  98. void blk_fill_rwbs(char *rwbs, blk_opf_t opf);
  99. static inline sector_t blk_rq_trace_sector(struct request *rq)
  100. {
  101. /*
  102. * Tracing should ignore starting sector for passthrough requests and
  103. * requests where starting sector didn't get set.
  104. */
  105. if (blk_rq_is_passthrough(rq) || blk_rq_pos(rq) == (sector_t)-1)
  106. return 0;
  107. return blk_rq_pos(rq);
  108. }
  109. static inline unsigned int blk_rq_trace_nr_sectors(struct request *rq)
  110. {
  111. return blk_rq_is_passthrough(rq) ? 0 : blk_rq_sectors(rq);
  112. }
  113. #endif