[Intel-xe] [PATCH 1/2] drm/xe: add a new sysfs directory for gtidle properties
Nilawar, Badal
badal.nilawar at intel.com
Wed Jun 14 10:56:48 UTC 2023
On 14-06-2023 14:41, Gupta, Anshuman wrote:
>
>
>> -----Original Message-----
>> From: Tauro, Riana <riana.tauro at intel.com>
>> Sent: Tuesday, June 13, 2023 2:17 PM
>> To: intel-xe at lists.freedesktop.org
>> Cc: Tauro, Riana <riana.tauro at intel.com>; Gupta, Anshuman
>> <anshuman.gupta at intel.com>; Vivi, Rodrigo <rodrigo.vivi at intel.com>;
>> Belgaumkar, Vinay <vinay.belgaumkar at intel.com>; Dixit, Ashutosh
>> <ashutosh.dixit at intel.com>; Nilawar, Badal <badal.nilawar at intel.com>;
>> Brost, Matthew <matthew.brost at intel.com>; andi.shyti at linux.intel.com;
>> joonas.lahtinen at linux.intel.com
>> Subject: [PATCH 1/2] drm/xe: add a new sysfs directory for gtidle properties
>>
>> Add a new sysfs directory under devices/gt#/ called gtidle to contain idle
>> properties of GT such as name, idle_status, idle_residency_ms
> Please mention about the removal of forcewake as comment provided by badal.
>> v2:
>> - abstract using function pointers (Anshuman)
>> - remove forcewake calls for residency counter
>> - use device_attr (Badal)
>> - move rc functions to guc_pc
>> - change name to gt_idle (Rodrigo)
>>
>> v3:
>> - return error for drmm_add_action_or_reset
>> - replace file and functions with gt_idle prefix
>> to gt_idle_sysfs (Himal)
>> - use enum for gt idle state
>> - move multiplier to gt idle and initialize (Anshuman)
>> - correct doc annotation (Rodrigo)
>> - remove return variable
>> - use kobj_gt instead of new gtidle kobj
>> - move residency_ms to gtidle file
>> - retain xe_guc_pc prefix for functions in guc_rc file (Michal)
>>
>> v4:
>> - fix doc errors in xe_guc_pc file
>> - change u64 to u32 for reading residency counter
>> - keep gtidle states generic GT_IDLE_C[0/6] (Anshuman)
>>
>> Signed-off-by: Riana Tauro <riana.tauro at intel.com>
>> Acked-by: Rodrigo Vivi <rodrigo.vivi at intel.com>
>> ---
>> drivers/gpu/drm/xe/Makefile | 1 +
>> drivers/gpu/drm/xe/xe_gt.c | 5 +
>> drivers/gpu/drm/xe/xe_gt_idle_sysfs.c | 160 ++++++++++++++++++++
>> drivers/gpu/drm/xe/xe_gt_idle_sysfs.h | 13 ++
>> drivers/gpu/drm/xe/xe_gt_idle_sysfs_types.h | 38 +++++
>> drivers/gpu/drm/xe/xe_gt_types.h | 4 +
>> drivers/gpu/drm/xe/xe_guc_pc.c | 44 ++----
>> drivers/gpu/drm/xe/xe_guc_pc.h | 2 +
>> 8 files changed, 239 insertions(+), 28 deletions(-) create mode 100644
>> drivers/gpu/drm/xe/xe_gt_idle_sysfs.c
>> create mode 100644 drivers/gpu/drm/xe/xe_gt_idle_sysfs.h
>> create mode 100644 drivers/gpu/drm/xe/xe_gt_idle_sysfs_types.h
>>
>> diff --git a/drivers/gpu/drm/xe/Makefile b/drivers/gpu/drm/xe/Makefile
>> index 0fbbbc6e247c..4a7a8d50a5d4 100644
>> --- a/drivers/gpu/drm/xe/Makefile
>> +++ b/drivers/gpu/drm/xe/Makefile
>> @@ -58,6 +58,7 @@ xe-y += xe_bb.o \
>> xe_gt.o \
>> xe_gt_clock.o \
>> xe_gt_debugfs.o \
>> + xe_gt_idle_sysfs.o \
>> xe_gt_mcr.o \
>> xe_gt_pagefault.o \
>> xe_gt_sysfs.o \
>> diff --git a/drivers/gpu/drm/xe/xe_gt.c b/drivers/gpu/drm/xe/xe_gt.c index
>> 3799e663bad3..1c094f5bc40a 100644
>> --- a/drivers/gpu/drm/xe/xe_gt.c
>> +++ b/drivers/gpu/drm/xe/xe_gt.c
>> @@ -18,6 +18,7 @@
>> #include "xe_force_wake.h"
>> #include "xe_ggtt.h"
>> #include "xe_gt_clock.h"
>> +#include "xe_gt_idle_sysfs.h"
>> #include "xe_gt_mcr.h"
>> #include "xe_gt_pagefault.h"
>> #include "xe_gt_printk.h"
>> @@ -306,6 +307,10 @@ static int gt_fw_domain_init(struct xe_gt *gt)
>> if (err)
>> goto err_force_wake;
>>
>> + err = xe_gt_idle_sysfs_init(>->gtidle);
>> + if (err)
>> + goto err_force_wake;
>> +
>> /* XXX: Fake that we pull the engine mask from hwconfig blob */
>> gt->info.engine_mask = gt->info.__engine_mask;
>>
>> diff --git a/drivers/gpu/drm/xe/xe_gt_idle_sysfs.c
>> b/drivers/gpu/drm/xe/xe_gt_idle_sysfs.c
>> new file mode 100644
>> index 000000000000..1b2dcac46479
>> --- /dev/null
>> +++ b/drivers/gpu/drm/xe/xe_gt_idle_sysfs.c
>> @@ -0,0 +1,160 @@
>> +// SPDX-License-Identifier: MIT
>> +/*
>> + * Copyright © 2023 Intel Corporation
>> + */
>> +
>> +#include <drm/drm_managed.h>
>> +
>> +#include "xe_device.h"
>> +#include "xe_gt.h"
>> +#include "xe_gt_idle_sysfs.h"
>> +#include "xe_gt_sysfs.h"
>> +#include "xe_guc_pc.h"
>> +
>> +/**
>> + * DOC: Xe GT Idle
>> + *
>> + * Provides sysfs entries for idle properties of GT
>> + *
>> + * device/gt#/gtidle/name - name of the state
>> + * device/gt#/gtidle/idle_residency_ms - Provides residency of the idle
>> +state in ms
>> + * device/gt#/gtidle/idle_status - Provides current idle state */
>> +
>> +static struct xe_gt_idle *dev_to_gtidle(struct device *dev) {
>> + struct kobject *kobj = &dev->kobj;
>> +
>> + return &kobj_to_gt(kobj->parent)->gtidle;
>> +}
>> +
>> +static struct xe_gt *gtidle_to_gt(struct xe_gt_idle *gtidle) {
>> + return container_of(gtidle, struct xe_gt, gtidle); }
>> +
>> +static struct xe_guc_pc *gtidle_to_pc(struct xe_gt_idle *gtidle) {
>> + return >idle_to_gt(gtidle)->uc.guc.pc; }
>> +
>> +static const char *gt_idle_state_to_string(enum xe_gt_idle_state state)
>> +{
>> + switch (state) {
>> + case GT_IDLE_C0:
>> + return "gt-c0";
>> + case GT_IDLE_C6:
>> + return "gt-c6";
>> + default:
>> + return "unknown";
>> + }
>> +}
>> +
>> +static u64 get_residency_ms(struct xe_gt_idle *gtidle, u64
>> +cur_residency) {
>> + u64 delta, overflow_residency, prev_residency;
>> +
>> + overflow_residency = BIT_ULL(32);
>> +
>> + /*
>> + * Counter wrap handling
>> + * Store previous hw counter values for counter wrap-around
>> handling
>> + * Relying on sufficient frequency of queries otherwise counters can
>> still wrap.
>> + */
>> + prev_residency = gtidle->prev_residency;
>> + gtidle->prev_residency = cur_residency;
>> +
>> + /* delta */
>> + if (cur_residency >= prev_residency)
>> + delta = cur_residency - prev_residency;
>> + else
>> + delta = cur_residency + (overflow_residency -
>> prev_residency);
>> +
>> + /* Add delta to extended raw driver copy of idle residency */
>> + cur_residency = gtidle->cur_residency + delta;
>> + gtidle->cur_residency = cur_residency;
>> +
>> + /* residency multiplier in ns, convert to ms */
>> + cur_residency = mul_u64_u32_div(cur_residency,
>> +gtidle->residency_multiplier, 1e6);
>> +
>> + return cur_residency;
>> +}
>> +
>> +static ssize_t name_show(struct device *dev,
>> + struct device_attribute *attr, char *buff) {
>> + struct xe_gt_idle *gtidle = dev_to_gtidle(dev);
>> +
>> + return sysfs_emit(buff, gtidle->name); } static
>> DEVICE_ATTR_RO(name);
>> +
>> +static ssize_t idle_status_show(struct device *dev,
>> + struct device_attribute *attr, char *buff) {
>> + struct xe_gt_idle *gtidle = dev_to_gtidle(dev);
>> + struct xe_guc_pc *pc = gtidle_to_pc(gtidle);
>> + enum xe_gt_idle_state state;
>> +
>> + state = gtidle->idle_status(pc);
>> +
>> + return sysfs_emit(buff, "%s\n", gt_idle_state_to_string(state)); }
>> +static DEVICE_ATTR_RO(idle_status);
>> +
>> +static ssize_t idle_residency_ms_show(struct device *dev,
>> + struct device_attribute *attr, char *buff) {
>> + struct xe_gt_idle *gtidle = dev_to_gtidle(dev);
>> + struct xe_guc_pc *pc = gtidle_to_pc(gtidle);
>> + u64 residency;
>> +
>> + residency = gtidle->idle_residency(pc);
>> + return sysfs_emit(buff, "%llu\n", get_residency_ms(gtidle,
>> +residency)); } static DEVICE_ATTR_RO(idle_residency_ms);
>> +
>> +static const struct attribute *gt_idle_attrs[] = {
>> + &dev_attr_name.attr,
>> + &dev_attr_idle_status.attr,
>> + &dev_attr_idle_residency_ms.attr,
>> + NULL,
>> +};
>> +
>> +static void gt_idle_sysfs_fini(struct drm_device *drm, void *arg) {
>> + struct kobject *kobj = arg;
>> +
>> + sysfs_remove_files(kobj, gt_idle_attrs);
>> + kobject_put(kobj);
>> +}
>> +
>> +int xe_gt_idle_sysfs_init(struct xe_gt_idle *gtidle) {
>> + struct xe_gt *gt = gtidle_to_gt(gtidle);
>> + struct xe_device *xe = gt_to_xe(gt);
>> + struct kobject *kobj;
>> + int err;
>> +
>> + kobj = kobject_create_and_add("gtidle", gt->sysfs);
>> + if (!kobj)
>> + return -ENOMEM;
>> +
>> + sprintf(gtidle->name, "gt%d-rc\n", gt->info.id);
>> + /* Multiplier for RC6 Residency counter in units of 1.28us */
>> + gtidle->residency_multiplier = 1280;
>> + gtidle->idle_residency = xe_guc_pc_rc6_residency;
>> + gtidle->idle_status = xe_guc_pc_rc_status;
>> +
>> + err = sysfs_create_files(kobj, gt_idle_attrs);
>> + if (err) {
>> + kobject_put(kobj);
>> + return err;
>> + }
>> +
>> + err = drmm_add_action_or_reset(&xe->drm, gt_idle_sysfs_fini,
>> kobj);
>> + if (err)
>> + return err;
>> +
>> + return 0;
>> +}
>> diff --git a/drivers/gpu/drm/xe/xe_gt_idle_sysfs.h
>> b/drivers/gpu/drm/xe/xe_gt_idle_sysfs.h
>> new file mode 100644
>> index 000000000000..a654561fda19
>> --- /dev/null
>> +++ b/drivers/gpu/drm/xe/xe_gt_idle_sysfs.h
>> @@ -0,0 +1,13 @@
>> +/* SPDX-License-Identifier: MIT */
>> +/*
>> + * Copyright © 2023 Intel Corporation
>> + */
>> +
>> +#ifndef _XE_GT_IDLE_SYSFS_H_
>> +#define _XE_GT_IDLE_SYSFS_H_
>> +
>> +#include "xe_gt_idle_sysfs_types.h"
>> +
>> +int xe_gt_idle_sysfs_init(struct xe_gt_idle *gtidle);
>> +
>> +#endif /* _XE_GT_IDLE_SYSFS_H_ */
>> diff --git a/drivers/gpu/drm/xe/xe_gt_idle_sysfs_types.h
>> b/drivers/gpu/drm/xe/xe_gt_idle_sysfs_types.h
>> new file mode 100644
>> index 000000000000..f99b447534f3
>> --- /dev/null
>> +++ b/drivers/gpu/drm/xe/xe_gt_idle_sysfs_types.h
>> @@ -0,0 +1,38 @@
>> +/* SPDX-License-Identifier: MIT */
>> +/*
>> + * Copyright © 2023 Intel Corporation
>> + */
>> +
>> +#ifndef _XE_GT_IDLE_SYSFS_TYPES_H_
>> +#define _XE_GT_IDLE_SYSFS_TYPES_H_
>> +
>> +#include <linux/types.h>
>> +
>> +struct xe_guc_pc;
>> +
>> +/* States of GT Idle */
>> +enum xe_gt_idle_state {
>> + GT_IDLE_C0,
>> + GT_IDLE_C6,
>> + GT_IDLE_UNKNOWN,
>> +};
>> +
>> +/**
>> + * struct xe_gt_idle - A struct that contains idle properties based of
>> +gt */ struct xe_gt_idle {
>> + /** @name: name */
>> + char name[16];
>> + /** @residency_multiplier: residency multiplier in ns */
>> + u32 residency_multiplier;
>> + /** @cur_residency: raw driver copy of idle residency */
>> + u64 cur_residency;
>> + /** @prev_residency: previous residency counter */
>> + u64 prev_residency;
>> + /** @idle_status: get the current idle state */
>> + enum xe_gt_idle_state (*idle_status)(struct xe_guc_pc *pc);
>> + /** @idle_residency: get idle residency counter */
>> + u64 (*idle_residency)(struct xe_guc_pc *pc); };
>> +
>> +#endif /* _XE_GT_IDLE_SYSFS_TYPES_H_ */
>> diff --git a/drivers/gpu/drm/xe/xe_gt_types.h
>> b/drivers/gpu/drm/xe/xe_gt_types.h
>> index 99ab7ec99ccd..7d4de019f9a5 100644
>> --- a/drivers/gpu/drm/xe/xe_gt_types.h
>> +++ b/drivers/gpu/drm/xe/xe_gt_types.h
>> @@ -7,6 +7,7 @@
>> #define _XE_GT_TYPES_H_
>>
>> #include "xe_force_wake_types.h"
>> +#include "xe_gt_idle_sysfs_types.h"
>> #include "xe_hw_engine_types.h"
>> #include "xe_hw_fence_types.h"
>> #include "xe_reg_sr_types.h"
>> @@ -260,6 +261,9 @@ struct xe_gt {
>> /** @uc: micro controllers on the GT */
>> struct xe_uc uc;
>>
>> + /** @gtidle: idle properties of GT */
>> + struct xe_gt_idle gtidle;
>> +
>> /** @engine_ops: submission backend engine operations */
>> const struct xe_engine_ops *engine_ops;
>>
>> diff --git a/drivers/gpu/drm/xe/xe_guc_pc.c
>> b/drivers/gpu/drm/xe/xe_guc_pc.c index 67faa9ee0006..72f49808918a
>> 100644
>> --- a/drivers/gpu/drm/xe/xe_guc_pc.c
>> +++ b/drivers/gpu/drm/xe/xe_guc_pc.c
>> @@ -76,12 +76,7 @@
>> *
>> * Render-C states is also a GuC PC feature that is now enabled in Xe for
>> * all platforms.
>> - * Xe's GuC PC provides a sysfs API for Render-C States:
>> *
>> - * device/gt#/rc* *read-only* files:
>> - * - rc_status: Provide the actual immediate status of Render-C: (rc0 or rc6)
>> - * - rc6_residency: Provide the rc6_residency counter in units of 1.28 uSec.
>> - * Prone to overflows.
>> */
>>
>> static struct xe_guc *
>> @@ -580,10 +575,12 @@ static ssize_t freq_max_store(struct device *dev,
>> struct device_attribute *attr, } static DEVICE_ATTR_RW(freq_max);
>>
>> -static ssize_t rc_status_show(struct device *dev,
>> - struct device_attribute *attr, char *buff)
>> +/**
>> + * xe_guc_pc_rc_status - get the current Render C state
>> + * @pc: XE_GuC_PC instance
>> + */
>> +enum xe_gt_idle_state xe_guc_pc_rc_status(struct xe_guc_pc *pc)
>> {
>> - struct xe_guc_pc *pc = dev_to_pc(dev);
>> struct xe_gt *gt = pc_to_gt(pc);
>> u32 reg;
>>
>> @@ -593,37 +590,30 @@ static ssize_t rc_status_show(struct device *dev,
>>
>> switch (REG_FIELD_GET(RCN_MASK, reg)) {
>> case GT_RC6:
>> - return sysfs_emit(buff, "rc6\n");
>> + return GT_IDLE_C6;
>> case GT_RC0:
>> - return sysfs_emit(buff, "rc0\n");
>> + return GT_IDLE_C0;
>> default:
>> - return -ENOENT;
>> + return GT_IDLE_UNKNOWN;
>> }
>> }
>> -static DEVICE_ATTR_RO(rc_status);
>>
>> -static ssize_t rc6_residency_show(struct device *dev,
>> - struct device_attribute *attr, char *buff)
>> +/**
>> + * xe_guc_pc_rc6_residency - rc6 residency counter
>> + * @pc: Xe_GuC_PC instance
>> + */
>> +u64 xe_guc_pc_rc6_residency(struct xe_guc_pc *pc)
> Keep return type also u64 for function signature, let assignment do the implicit type conversion.
Do you mean return type should be u32?
> With all of comment as above.
> Reviewed-by: Anshuman Gupta <anshuman.gupta at intel.com>
>
>> {
>> - struct xe_guc_pc *pc = dev_to_pc(dev);
>> struct xe_gt *gt = pc_to_gt(pc);
>> u32 reg;
>> - ssize_t ret;
>>
>> - xe_device_mem_access_get(pc_to_xe(pc));
>> - ret = xe_force_wake_get(gt_to_fw(gt), XE_FORCEWAKE_ALL);
>> - if (ret)
>> - goto out;
>> + xe_device_mem_access_get(gt_to_xe(gt));
>>
>> reg = xe_mmio_read32(gt, GT_GFX_RC6);
>> - ret = sysfs_emit(buff, "%u\n", reg);
>>
>> - XE_WARN_ON(xe_force_wake_put(gt_to_fw(gt),
>> XE_FORCEWAKE_ALL));
>> -out:
>> - xe_device_mem_access_put(pc_to_xe(pc));
>> - return ret;
>> + xe_device_mem_access_put(gt_to_xe(gt));
>> + return reg;
>> }
>> -static DEVICE_ATTR_RO(rc6_residency);
>>
>> static const struct attribute *pc_attrs[] = {
>> &dev_attr_freq_act.attr,
>> @@ -633,8 +623,6 @@ static const struct attribute *pc_attrs[] = {
>> &dev_attr_freq_rpn.attr,
>> &dev_attr_freq_min.attr,
>> &dev_attr_freq_max.attr,
>> - &dev_attr_rc_status.attr,
>> - &dev_attr_rc6_residency.attr,
>> NULL
>> };
>>
>> diff --git a/drivers/gpu/drm/xe/xe_guc_pc.h
>> b/drivers/gpu/drm/xe/xe_guc_pc.h index da29e4934868..976179dbc9a8
>> 100644
>> --- a/drivers/gpu/drm/xe/xe_guc_pc.h
>> +++ b/drivers/gpu/drm/xe/xe_guc_pc.h
>> @@ -12,4 +12,6 @@ int xe_guc_pc_init(struct xe_guc_pc *pc); int
>> xe_guc_pc_start(struct xe_guc_pc *pc); int xe_guc_pc_stop(struct
>> xe_guc_pc *pc);
>>
>> +enum xe_gt_idle_state xe_guc_pc_rc_status(struct xe_guc_pc *pc);
>> +u64 xe_guc_pc_rc6_residency(struct xe_guc_pc *pc);
>> #endif /* _XE_GUC_PC_H_ */
>> --
>> 2.40.0
>
More information about the Intel-xe
mailing list