ANDROID: Delete the DMA-BUF attachment sysfs statistics
The overhead of sysfs directory creation/teardown during
dma_buf_attach()/dma_buf_detach() is causing perf regressions for
certain drivers.
Bug: 192621117
Change-Id: I908aa3b2717bf2e183628be3446e0069ce24c68a
Fixes: 621f94a601
(BACKPORT: FROMLIST: dmabuf: Add the capability to
expose DMA-BUF stats in sysfs)
Signed-off-by: Hridya Valsaraju <hridya@google.com>
This commit is contained in:

committed by
Todd Kjos

parent
a2b3afb2f7
commit
a1ce719ca7
@@ -22,31 +22,3 @@ KernelVersion: v5.12
|
|||||||
Contact: Hridya Valsaraju <hridya@google.com>
|
Contact: Hridya Valsaraju <hridya@google.com>
|
||||||
Description: This file is read-only and specifies the size of the DMA-BUF in
|
Description: This file is read-only and specifies the size of the DMA-BUF in
|
||||||
bytes.
|
bytes.
|
||||||
|
|
||||||
What: /sys/kernel/dmabuf/buffers/<inode_number>/attachments
|
|
||||||
Date: January 2021
|
|
||||||
KernelVersion: v5.12
|
|
||||||
Contact: Hridya Valsaraju <hridya@google.com>
|
|
||||||
Description: This directory will contain subdirectories representing every
|
|
||||||
attachment of the DMA-BUF.
|
|
||||||
|
|
||||||
What: /sys/kernel/dmabuf/buffers/<inode_number>/attachments/<attachment_uid>
|
|
||||||
Date: January 2021
|
|
||||||
KernelVersion: v5.12
|
|
||||||
Contact: Hridya Valsaraju <hridya@google.com>
|
|
||||||
Description: This directory will contain information on the attaching device
|
|
||||||
and the number of current distinct device mappings.
|
|
||||||
|
|
||||||
What: /sys/kernel/dmabuf/buffers/<inode_number>/attachments/<attachment_uid>/device
|
|
||||||
Date: January 2021
|
|
||||||
KernelVersion: v5.12
|
|
||||||
Contact: Hridya Valsaraju <hridya@google.com>
|
|
||||||
Description: This file is read-only and is a symlink to the attaching devices's
|
|
||||||
sysfs entry.
|
|
||||||
|
|
||||||
What: /sys/kernel/dmabuf/buffers/<inode_number>/attachments/<attachment_uid>/map_counter
|
|
||||||
Date: January 2021
|
|
||||||
KernelVersion: v5.12
|
|
||||||
Contact: Hridya Valsaraju <hridya@google.com>
|
|
||||||
Description: This file is read-only and contains a map_counter indicating the
|
|
||||||
number of distinct device mappings of the attachment.
|
|
||||||
|
@@ -84,120 +84,6 @@ static struct kobj_type dma_buf_ktype = {
|
|||||||
.default_groups = dma_buf_stats_default_groups,
|
.default_groups = dma_buf_stats_default_groups,
|
||||||
};
|
};
|
||||||
|
|
||||||
#define to_dma_buf_attach_entry_from_kobj(x) container_of(x, struct dma_buf_attach_sysfs_entry, kobj)
|
|
||||||
|
|
||||||
struct dma_buf_attach_stats_attribute {
|
|
||||||
struct attribute attr;
|
|
||||||
ssize_t (*show)(struct dma_buf_attach_sysfs_entry *sysfs_entry,
|
|
||||||
struct dma_buf_attach_stats_attribute *attr, char *buf);
|
|
||||||
};
|
|
||||||
#define to_dma_buf_attach_stats_attr(x) container_of(x, struct dma_buf_attach_stats_attribute, attr)
|
|
||||||
|
|
||||||
static ssize_t dma_buf_attach_stats_attribute_show(struct kobject *kobj,
|
|
||||||
struct attribute *attr,
|
|
||||||
char *buf)
|
|
||||||
{
|
|
||||||
struct dma_buf_attach_stats_attribute *attribute;
|
|
||||||
struct dma_buf_attach_sysfs_entry *sysfs_entry;
|
|
||||||
|
|
||||||
attribute = to_dma_buf_attach_stats_attr(attr);
|
|
||||||
sysfs_entry = to_dma_buf_attach_entry_from_kobj(kobj);
|
|
||||||
|
|
||||||
if (!attribute->show)
|
|
||||||
return -EIO;
|
|
||||||
|
|
||||||
return attribute->show(sysfs_entry, attribute, buf);
|
|
||||||
}
|
|
||||||
|
|
||||||
static const struct sysfs_ops dma_buf_attach_stats_sysfs_ops = {
|
|
||||||
.show = dma_buf_attach_stats_attribute_show,
|
|
||||||
};
|
|
||||||
|
|
||||||
static ssize_t map_counter_show(struct dma_buf_attach_sysfs_entry *sysfs_entry,
|
|
||||||
struct dma_buf_attach_stats_attribute *attr,
|
|
||||||
char *buf)
|
|
||||||
{
|
|
||||||
return sysfs_emit(buf, "%u\n", sysfs_entry->map_counter);
|
|
||||||
}
|
|
||||||
|
|
||||||
static struct dma_buf_attach_stats_attribute map_counter_attribute =
|
|
||||||
__ATTR_RO(map_counter);
|
|
||||||
|
|
||||||
static struct attribute *dma_buf_attach_stats_default_attrs[] = {
|
|
||||||
&map_counter_attribute.attr,
|
|
||||||
NULL,
|
|
||||||
};
|
|
||||||
ATTRIBUTE_GROUPS(dma_buf_attach_stats_default);
|
|
||||||
|
|
||||||
static void dma_buf_attach_sysfs_release(struct kobject *kobj)
|
|
||||||
{
|
|
||||||
struct dma_buf_attach_sysfs_entry *sysfs_entry;
|
|
||||||
|
|
||||||
sysfs_entry = to_dma_buf_attach_entry_from_kobj(kobj);
|
|
||||||
kfree(sysfs_entry);
|
|
||||||
}
|
|
||||||
|
|
||||||
static struct kobj_type dma_buf_attach_ktype = {
|
|
||||||
.sysfs_ops = &dma_buf_attach_stats_sysfs_ops,
|
|
||||||
.release = dma_buf_attach_sysfs_release,
|
|
||||||
.default_groups = dma_buf_attach_stats_default_groups,
|
|
||||||
};
|
|
||||||
|
|
||||||
void dma_buf_attach_stats_teardown(struct dma_buf_attachment *attach)
|
|
||||||
{
|
|
||||||
struct dma_buf_attach_sysfs_entry *sysfs_entry;
|
|
||||||
|
|
||||||
sysfs_entry = attach->sysfs_entry;
|
|
||||||
if (!sysfs_entry)
|
|
||||||
return;
|
|
||||||
|
|
||||||
sysfs_delete_link(&sysfs_entry->kobj, &attach->dev->kobj, "device");
|
|
||||||
|
|
||||||
kobject_del(&sysfs_entry->kobj);
|
|
||||||
kobject_put(&sysfs_entry->kobj);
|
|
||||||
}
|
|
||||||
|
|
||||||
int dma_buf_attach_stats_setup(struct dma_buf_attachment *attach,
|
|
||||||
unsigned int uid)
|
|
||||||
{
|
|
||||||
struct dma_buf_attach_sysfs_entry *sysfs_entry;
|
|
||||||
int ret;
|
|
||||||
struct dma_buf *dmabuf;
|
|
||||||
|
|
||||||
if (!attach)
|
|
||||||
return -EINVAL;
|
|
||||||
|
|
||||||
dmabuf = attach->dmabuf;
|
|
||||||
|
|
||||||
sysfs_entry = kzalloc(sizeof(struct dma_buf_attach_sysfs_entry),
|
|
||||||
GFP_KERNEL);
|
|
||||||
if (!sysfs_entry)
|
|
||||||
return -ENOMEM;
|
|
||||||
|
|
||||||
sysfs_entry->kobj.kset = dmabuf->sysfs_entry->attach_stats_kset;
|
|
||||||
|
|
||||||
attach->sysfs_entry = sysfs_entry;
|
|
||||||
|
|
||||||
ret = kobject_init_and_add(&sysfs_entry->kobj, &dma_buf_attach_ktype,
|
|
||||||
NULL, "%u", uid);
|
|
||||||
if (ret)
|
|
||||||
goto kobj_err;
|
|
||||||
|
|
||||||
ret = sysfs_create_link(&sysfs_entry->kobj, &attach->dev->kobj,
|
|
||||||
"device");
|
|
||||||
if (ret)
|
|
||||||
goto link_err;
|
|
||||||
|
|
||||||
return 0;
|
|
||||||
|
|
||||||
link_err:
|
|
||||||
kobject_del(&sysfs_entry->kobj);
|
|
||||||
kobj_err:
|
|
||||||
kobject_put(&sysfs_entry->kobj);
|
|
||||||
attach->sysfs_entry = NULL;
|
|
||||||
|
|
||||||
return ret;
|
|
||||||
}
|
|
||||||
void dma_buf_stats_teardown(struct dma_buf *dmabuf)
|
void dma_buf_stats_teardown(struct dma_buf *dmabuf)
|
||||||
{
|
{
|
||||||
struct dma_buf_sysfs_entry *sysfs_entry;
|
struct dma_buf_sysfs_entry *sysfs_entry;
|
||||||
@@ -206,7 +92,6 @@ void dma_buf_stats_teardown(struct dma_buf *dmabuf)
|
|||||||
if (!sysfs_entry)
|
if (!sysfs_entry)
|
||||||
return;
|
return;
|
||||||
|
|
||||||
kset_unregister(sysfs_entry->attach_stats_kset);
|
|
||||||
kobject_del(&sysfs_entry->kobj);
|
kobject_del(&sysfs_entry->kobj);
|
||||||
kobject_put(&sysfs_entry->kobj);
|
kobject_put(&sysfs_entry->kobj);
|
||||||
}
|
}
|
||||||
@@ -254,7 +139,6 @@ int dma_buf_stats_setup(struct dma_buf *dmabuf)
|
|||||||
{
|
{
|
||||||
struct dma_buf_sysfs_entry *sysfs_entry;
|
struct dma_buf_sysfs_entry *sysfs_entry;
|
||||||
int ret;
|
int ret;
|
||||||
struct kset *attach_stats_kset;
|
|
||||||
|
|
||||||
if (!dmabuf || !dmabuf->file)
|
if (!dmabuf || !dmabuf->file)
|
||||||
return -EINVAL;
|
return -EINVAL;
|
||||||
@@ -279,21 +163,8 @@ int dma_buf_stats_setup(struct dma_buf *dmabuf)
|
|||||||
if (ret)
|
if (ret)
|
||||||
goto err_sysfs_dmabuf;
|
goto err_sysfs_dmabuf;
|
||||||
|
|
||||||
/* create the directory for attachment stats */
|
|
||||||
attach_stats_kset = kset_create_and_add("attachments",
|
|
||||||
&dmabuf_sysfs_no_uevent_ops,
|
|
||||||
&sysfs_entry->kobj);
|
|
||||||
if (!attach_stats_kset) {
|
|
||||||
ret = -ENOMEM;
|
|
||||||
goto err_sysfs_attach;
|
|
||||||
}
|
|
||||||
|
|
||||||
sysfs_entry->attach_stats_kset = attach_stats_kset;
|
|
||||||
|
|
||||||
return 0;
|
return 0;
|
||||||
|
|
||||||
err_sysfs_attach:
|
|
||||||
kobject_del(&sysfs_entry->kobj);
|
|
||||||
err_sysfs_dmabuf:
|
err_sysfs_dmabuf:
|
||||||
kobject_put(&sysfs_entry->kobj);
|
kobject_put(&sysfs_entry->kobj);
|
||||||
dmabuf->sysfs_entry = NULL;
|
dmabuf->sysfs_entry = NULL;
|
||||||
|
@@ -14,23 +14,8 @@ int dma_buf_init_sysfs_statistics(void);
|
|||||||
void dma_buf_uninit_sysfs_statistics(void);
|
void dma_buf_uninit_sysfs_statistics(void);
|
||||||
|
|
||||||
int dma_buf_stats_setup(struct dma_buf *dmabuf);
|
int dma_buf_stats_setup(struct dma_buf *dmabuf);
|
||||||
int dma_buf_attach_stats_setup(struct dma_buf_attachment *attach,
|
|
||||||
unsigned int uid);
|
|
||||||
static inline void dma_buf_update_attachment_map_count(struct dma_buf_attachment *attach,
|
|
||||||
int delta)
|
|
||||||
{
|
|
||||||
struct dma_buf_attach_sysfs_entry *entry = attach->sysfs_entry;
|
|
||||||
|
|
||||||
entry->map_counter += delta;
|
|
||||||
}
|
|
||||||
void dma_buf_stats_teardown(struct dma_buf *dmabuf);
|
void dma_buf_stats_teardown(struct dma_buf *dmabuf);
|
||||||
void dma_buf_attach_stats_teardown(struct dma_buf_attachment *attach);
|
|
||||||
static inline unsigned int dma_buf_update_attach_uid(struct dma_buf *dmabuf)
|
|
||||||
{
|
|
||||||
struct dma_buf_sysfs_entry *entry = dmabuf->sysfs_entry;
|
|
||||||
|
|
||||||
return entry->attachment_uid++;
|
|
||||||
}
|
|
||||||
#else
|
#else
|
||||||
|
|
||||||
static inline int dma_buf_init_sysfs_statistics(void)
|
static inline int dma_buf_init_sysfs_statistics(void)
|
||||||
@@ -44,19 +29,7 @@ static inline int dma_buf_stats_setup(struct dma_buf *dmabuf)
|
|||||||
{
|
{
|
||||||
return 0;
|
return 0;
|
||||||
}
|
}
|
||||||
static inline int dma_buf_attach_stats_setup(struct dma_buf_attachment *attach,
|
|
||||||
unsigned int uid)
|
|
||||||
{
|
|
||||||
return 0;
|
|
||||||
}
|
|
||||||
|
|
||||||
static inline void dma_buf_stats_teardown(struct dma_buf *dmabuf) {}
|
static inline void dma_buf_stats_teardown(struct dma_buf *dmabuf) {}
|
||||||
static inline void dma_buf_attach_stats_teardown(struct dma_buf_attachment *attach) {}
|
|
||||||
static inline void dma_buf_update_attachment_map_count(struct dma_buf_attachment *attach,
|
|
||||||
int delta) {}
|
|
||||||
static inline unsigned int dma_buf_update_attach_uid(struct dma_buf *dmabuf)
|
|
||||||
{
|
|
||||||
return 0;
|
|
||||||
}
|
|
||||||
#endif
|
#endif
|
||||||
#endif // _DMA_BUF_SYSFS_STATS_H
|
#endif // _DMA_BUF_SYSFS_STATS_H
|
||||||
|
@@ -730,7 +730,6 @@ dma_buf_dynamic_attach(struct dma_buf *dmabuf, struct device *dev,
|
|||||||
{
|
{
|
||||||
struct dma_buf_attachment *attach;
|
struct dma_buf_attachment *attach;
|
||||||
int ret;
|
int ret;
|
||||||
unsigned int attach_uid;
|
|
||||||
|
|
||||||
if (WARN_ON(!dmabuf || !dev))
|
if (WARN_ON(!dmabuf || !dev))
|
||||||
return ERR_PTR(-EINVAL);
|
return ERR_PTR(-EINVAL);
|
||||||
@@ -756,13 +755,8 @@ dma_buf_dynamic_attach(struct dma_buf *dmabuf, struct device *dev,
|
|||||||
}
|
}
|
||||||
dma_resv_lock(dmabuf->resv, NULL);
|
dma_resv_lock(dmabuf->resv, NULL);
|
||||||
list_add(&attach->node, &dmabuf->attachments);
|
list_add(&attach->node, &dmabuf->attachments);
|
||||||
attach_uid = dma_buf_update_attach_uid(dmabuf);
|
|
||||||
dma_resv_unlock(dmabuf->resv);
|
dma_resv_unlock(dmabuf->resv);
|
||||||
|
|
||||||
ret = dma_buf_attach_stats_setup(attach, attach_uid);
|
|
||||||
if (ret)
|
|
||||||
goto err_sysfs;
|
|
||||||
|
|
||||||
/* When either the importer or the exporter can't handle dynamic
|
/* When either the importer or the exporter can't handle dynamic
|
||||||
* mappings we cache the mapping here to avoid issues with the
|
* mappings we cache the mapping here to avoid issues with the
|
||||||
* reservation object lock.
|
* reservation object lock.
|
||||||
@@ -789,7 +783,6 @@ dma_buf_dynamic_attach(struct dma_buf *dmabuf, struct device *dev,
|
|||||||
dma_resv_unlock(attach->dmabuf->resv);
|
dma_resv_unlock(attach->dmabuf->resv);
|
||||||
attach->sgt = sgt;
|
attach->sgt = sgt;
|
||||||
attach->dir = DMA_BIDIRECTIONAL;
|
attach->dir = DMA_BIDIRECTIONAL;
|
||||||
dma_buf_update_attachment_map_count(attach, 1 /* delta */);
|
|
||||||
}
|
}
|
||||||
|
|
||||||
return attach;
|
return attach;
|
||||||
@@ -806,7 +799,6 @@ err_unlock:
|
|||||||
if (dma_buf_is_dynamic(attach->dmabuf))
|
if (dma_buf_is_dynamic(attach->dmabuf))
|
||||||
dma_resv_unlock(attach->dmabuf->resv);
|
dma_resv_unlock(attach->dmabuf->resv);
|
||||||
|
|
||||||
err_sysfs:
|
|
||||||
dma_buf_detach(dmabuf, attach);
|
dma_buf_detach(dmabuf, attach);
|
||||||
return ERR_PTR(ret);
|
return ERR_PTR(ret);
|
||||||
}
|
}
|
||||||
@@ -845,7 +837,6 @@ void dma_buf_detach(struct dma_buf *dmabuf, struct dma_buf_attachment *attach)
|
|||||||
dma_resv_lock(attach->dmabuf->resv, NULL);
|
dma_resv_lock(attach->dmabuf->resv, NULL);
|
||||||
|
|
||||||
dmabuf->ops->unmap_dma_buf(attach, attach->sgt, attach->dir);
|
dmabuf->ops->unmap_dma_buf(attach, attach->sgt, attach->dir);
|
||||||
dma_buf_update_attachment_map_count(attach, -1 /* delta */);
|
|
||||||
|
|
||||||
if (dma_buf_is_dynamic(attach->dmabuf)) {
|
if (dma_buf_is_dynamic(attach->dmabuf)) {
|
||||||
dma_buf_unpin(attach);
|
dma_buf_unpin(attach);
|
||||||
@@ -859,7 +850,6 @@ void dma_buf_detach(struct dma_buf *dmabuf, struct dma_buf_attachment *attach)
|
|||||||
if (dmabuf->ops->detach)
|
if (dmabuf->ops->detach)
|
||||||
dmabuf->ops->detach(dmabuf, attach);
|
dmabuf->ops->detach(dmabuf, attach);
|
||||||
|
|
||||||
dma_buf_attach_stats_teardown(attach);
|
|
||||||
kfree(attach);
|
kfree(attach);
|
||||||
}
|
}
|
||||||
EXPORT_SYMBOL_GPL(dma_buf_detach);
|
EXPORT_SYMBOL_GPL(dma_buf_detach);
|
||||||
@@ -965,9 +955,6 @@ struct sg_table *dma_buf_map_attachment(struct dma_buf_attachment *attach,
|
|||||||
attach->dir = direction;
|
attach->dir = direction;
|
||||||
}
|
}
|
||||||
|
|
||||||
if (!IS_ERR(sg_table))
|
|
||||||
dma_buf_update_attachment_map_count(attach, 1 /* delta */);
|
|
||||||
|
|
||||||
return sg_table;
|
return sg_table;
|
||||||
}
|
}
|
||||||
EXPORT_SYMBOL_GPL(dma_buf_map_attachment);
|
EXPORT_SYMBOL_GPL(dma_buf_map_attachment);
|
||||||
@@ -1005,8 +992,6 @@ void dma_buf_unmap_attachment(struct dma_buf_attachment *attach,
|
|||||||
if (dma_buf_is_dynamic(attach->dmabuf) &&
|
if (dma_buf_is_dynamic(attach->dmabuf) &&
|
||||||
!IS_ENABLED(CONFIG_DMABUF_MOVE_NOTIFY))
|
!IS_ENABLED(CONFIG_DMABUF_MOVE_NOTIFY))
|
||||||
dma_buf_unpin(attach);
|
dma_buf_unpin(attach);
|
||||||
|
|
||||||
dma_buf_update_attachment_map_count(attach, -1 /* delta */);
|
|
||||||
}
|
}
|
||||||
EXPORT_SYMBOL_GPL(dma_buf_unmap_attachment);
|
EXPORT_SYMBOL_GPL(dma_buf_unmap_attachment);
|
||||||
|
|
||||||
|
@@ -383,8 +383,6 @@ struct dma_buf_ops {
|
|||||||
* @cb_excl: for userspace poll support
|
* @cb_excl: for userspace poll support
|
||||||
* @cb_shared: for userspace poll support
|
* @cb_shared: for userspace poll support
|
||||||
* @sysfs_entry: for exposing information about this buffer in sysfs.
|
* @sysfs_entry: for exposing information about this buffer in sysfs.
|
||||||
* The attachment_uid member of @sysfs_entry is protected by dma_resv lock
|
|
||||||
* and is incremented on each attach.
|
|
||||||
*
|
*
|
||||||
* This represents a shared buffer, created by calling dma_buf_export(). The
|
* This represents a shared buffer, created by calling dma_buf_export(). The
|
||||||
* userspace representation is a normal file descriptor, which can be created by
|
* userspace representation is a normal file descriptor, which can be created by
|
||||||
@@ -425,8 +423,6 @@ struct dma_buf {
|
|||||||
struct dma_buf_sysfs_entry {
|
struct dma_buf_sysfs_entry {
|
||||||
struct kobject kobj;
|
struct kobject kobj;
|
||||||
struct dma_buf *dmabuf;
|
struct dma_buf *dmabuf;
|
||||||
unsigned int attachment_uid;
|
|
||||||
struct kset *attach_stats_kset;
|
|
||||||
} *sysfs_entry;
|
} *sysfs_entry;
|
||||||
#endif
|
#endif
|
||||||
|
|
||||||
@@ -483,7 +479,6 @@ struct dma_buf_attach_ops {
|
|||||||
* @importer_priv: importer specific attachment data.
|
* @importer_priv: importer specific attachment data.
|
||||||
* @dma_map_attrs: DMA attributes to be used when the exporter maps the buffer
|
* @dma_map_attrs: DMA attributes to be used when the exporter maps the buffer
|
||||||
* through dma_buf_map_attachment.
|
* through dma_buf_map_attachment.
|
||||||
* @sysfs_entry: For exposing information about this attachment in sysfs.
|
|
||||||
*
|
*
|
||||||
* This structure holds the attachment information between the dma_buf buffer
|
* This structure holds the attachment information between the dma_buf buffer
|
||||||
* and its user device(s). The list contains one attachment struct per device
|
* and its user device(s). The list contains one attachment struct per device
|
||||||
@@ -505,13 +500,6 @@ struct dma_buf_attachment {
|
|||||||
void *importer_priv;
|
void *importer_priv;
|
||||||
void *priv;
|
void *priv;
|
||||||
unsigned long dma_map_attrs;
|
unsigned long dma_map_attrs;
|
||||||
#ifdef CONFIG_DMABUF_SYSFS_STATS
|
|
||||||
/* for sysfs stats */
|
|
||||||
struct dma_buf_attach_sysfs_entry {
|
|
||||||
struct kobject kobj;
|
|
||||||
unsigned int map_counter;
|
|
||||||
} *sysfs_entry;
|
|
||||||
#endif
|
|
||||||
|
|
||||||
ANDROID_KABI_RESERVE(1);
|
ANDROID_KABI_RESERVE(1);
|
||||||
ANDROID_KABI_RESERVE(2);
|
ANDROID_KABI_RESERVE(2);
|
||||||
|
Reference in New Issue
Block a user