[Intel-gfx] [PATCH 05/20] drm/i915: Support for GuC interrupts
Goel, Akash
akash.goel at intel.com
Fri Aug 12 13:10:45 UTC 2016
On 8/12/2016 5:24 PM, Tvrtko Ursulin wrote:
>
> On 12/08/16 07:25, akash.goel at intel.com wrote:
>> From: Sagar Arun Kamble <sagar.a.kamble at intel.com>
>>
>> There are certain types of interrupts which Host can recieve from GuC.
>> GuC ukernel sends an interrupt to Host for certain events, like for
>> example retrieve/consume the logs generated by ukernel.
>> This patch adds support to receive interrupts from GuC but currently
>> enables & partially handles only the interrupt sent by GuC ukernel.
>> Future patches will add support for handling other interrupt types.
>>
>> v2:
>> - Use common low level routines for PM IER/IIR programming (Chris)
>> - Rename interrupt functions to gen9_xxx from gen8_xxx (Chris)
>> - Replace disabling of wake ref asserts with rpm get/put (Chris)
>>
>> v3:
>> - Update comments for more clarity. (Tvrtko)
>> - Remove the masking of GuC interrupt, which was kept masked till the
>> start of bottom half, its not really needed as there is only a
>> single instance of work item & wq is ordered. (Tvrtko)
>>
>> v4:
>> - Rebase.
>> - Rename guc_events to pm_guc_events so as to be indicative of the
>> register/control block it is associated with. (Chris)
>> - Add handling for back to back log buffer flush interrupts.
>>
>> v5:
>> - Move the read & clearing of register, containing Guc2Host message
>> bits, outside the irq spinlock. (Tvrtko)
>>
>> Signed-off-by: Sagar Arun Kamble <sagar.a.kamble at intel.com>
>> Signed-off-by: Akash Goel <akash.goel at intel.com>
>> ---
>> drivers/gpu/drm/i915/i915_drv.h | 1 +
>> drivers/gpu/drm/i915/i915_guc_submission.c | 5 ++
>> drivers/gpu/drm/i915/i915_irq.c | 100
>> +++++++++++++++++++++++++++--
>> drivers/gpu/drm/i915/i915_reg.h | 11 ++++
>> drivers/gpu/drm/i915/intel_drv.h | 3 +
>> drivers/gpu/drm/i915/intel_guc.h | 4 ++
>> drivers/gpu/drm/i915/intel_guc_loader.c | 4 ++
>> 7 files changed, 124 insertions(+), 4 deletions(-)
>>
>> diff --git a/drivers/gpu/drm/i915/i915_drv.h
>> b/drivers/gpu/drm/i915/i915_drv.h
>> index a608a5c..28ffac5 100644
>> --- a/drivers/gpu/drm/i915/i915_drv.h
>> +++ b/drivers/gpu/drm/i915/i915_drv.h
>> @@ -1779,6 +1779,7 @@ struct drm_i915_private {
>> u32 pm_imr;
>> u32 pm_ier;
>> u32 pm_rps_events;
>> + u32 pm_guc_events;
>> u32 pipestat_irq_mask[I915_MAX_PIPES];
>>
>> struct i915_hotplug hotplug;
>> diff --git a/drivers/gpu/drm/i915/i915_guc_submission.c
>> b/drivers/gpu/drm/i915/i915_guc_submission.c
>> index ad3b55f..c7c679f 100644
>> --- a/drivers/gpu/drm/i915/i915_guc_submission.c
>> +++ b/drivers/gpu/drm/i915/i915_guc_submission.c
>> @@ -1071,6 +1071,8 @@ int intel_guc_suspend(struct drm_device *dev)
>> if (guc->guc_fw.guc_fw_load_status != GUC_FIRMWARE_SUCCESS)
>> return 0;
>>
>> + gen9_disable_guc_interrupts(dev_priv);
>> +
>> ctx = dev_priv->kernel_context;
>>
>> data[0] = HOST2GUC_ACTION_ENTER_S_STATE;
>> @@ -1097,6 +1099,9 @@ int intel_guc_resume(struct drm_device *dev)
>> if (guc->guc_fw.guc_fw_load_status != GUC_FIRMWARE_SUCCESS)
>> return 0;
>>
>> + if (i915.guc_log_level >= 0)
>> + gen9_enable_guc_interrupts(dev_priv);
>> +
>> ctx = dev_priv->kernel_context;
>>
>> data[0] = HOST2GUC_ACTION_EXIT_S_STATE;
>> diff --git a/drivers/gpu/drm/i915/i915_irq.c
>> b/drivers/gpu/drm/i915/i915_irq.c
>> index 5f93309..5f1974f 100644
>> --- a/drivers/gpu/drm/i915/i915_irq.c
>> +++ b/drivers/gpu/drm/i915/i915_irq.c
>> @@ -170,6 +170,7 @@ static void gen5_assert_iir_is_zero(struct
>> drm_i915_private *dev_priv,
>> } while (0)
>>
>> static void gen6_rps_irq_handler(struct drm_i915_private *dev_priv,
>> u32 pm_iir);
>> +static void gen9_guc_irq_handler(struct drm_i915_private *dev_priv,
>> u32 pm_iir);
>>
>> /* For display hotplug interrupt */
>> static inline void
>> @@ -411,6 +412,38 @@ void gen6_disable_rps_interrupts(struct
>> drm_i915_private *dev_priv)
>> gen6_reset_rps_interrupts(dev_priv);
>> }
>>
>> +void gen9_reset_guc_interrupts(struct drm_i915_private *dev_priv)
>> +{
>> + spin_lock_irq(&dev_priv->irq_lock);
>> + gen6_reset_pm_iir(dev_priv, dev_priv->pm_guc_events);
>> + spin_unlock_irq(&dev_priv->irq_lock);
>> +}
>> +
>> +void gen9_enable_guc_interrupts(struct drm_i915_private *dev_priv)
>> +{
>> + spin_lock_irq(&dev_priv->irq_lock);
>> + if (!dev_priv->guc.interrupts_enabled) {
>> + WARN_ON_ONCE(I915_READ(gen6_pm_iir(dev_priv)) &
>> + dev_priv->pm_guc_events);
>> + dev_priv->guc.interrupts_enabled = true;
>> + gen6_enable_pm_irq(dev_priv, dev_priv->pm_guc_events);
>> + }
>> + spin_unlock_irq(&dev_priv->irq_lock);
>> +}
>> +
>> +void gen9_disable_guc_interrupts(struct drm_i915_private *dev_priv)
>> +{
>> + spin_lock_irq(&dev_priv->irq_lock);
>> + dev_priv->guc.interrupts_enabled = false;
>> +
>> + gen6_disable_pm_irq(dev_priv, dev_priv->pm_guc_events);
>> +
>> + spin_unlock_irq(&dev_priv->irq_lock);
>> + synchronize_irq(dev_priv->drm.irq);
>> +
>> + gen9_reset_guc_interrupts(dev_priv);
>> +}
>> +
>> /**
>> * bdw_update_port_irq - update DE port interrupt
>> * @dev_priv: driver private
>> @@ -1167,6 +1200,21 @@ static void gen6_pm_rps_work(struct work_struct
>> *work)
>> mutex_unlock(&dev_priv->rps.hw_lock);
>> }
>>
>> +static void gen9_guc2host_events_work(struct work_struct *work)
>> +{
>> + struct drm_i915_private *dev_priv =
>> + container_of(work, struct drm_i915_private, guc.events_work);
>> +
>> + spin_lock_irq(&dev_priv->irq_lock);
>> + /* Speed up work cancellation during disabling guc interrupts. */
>> + if (!dev_priv->guc.interrupts_enabled) {
>> + spin_unlock_irq(&dev_priv->irq_lock);
>> + return;
>
> I suppose locking for early exit is something about ensuring the worker
> sees the update to dev_priv->guc.interrupts_enabled done on another CPU?
Yes locking (providing implicit barrier) will ensure that update made
from another CPU is immediately visible to the worker.
> synchronize_irq there is not enough for some reason?
>
synchronize_irq would not be enough, its for a different purpose, to
ensure that any ongoing handling of irq completes (after the caller has
disabled the irq).
As per my understanding synchronize_irq won't have an effect on the
worker, with respect to the moment when the update of
'interrupts_enabled' flag is visible to the worker.
>> + }
>> + spin_unlock_irq(&dev_priv->irq_lock);
>> +
>> + /* TODO: Handle the events for which GuC interrupted host */
>> +}
>>
>> /**
>> * ivybridge_parity_work - Workqueue called when a parity error
>> interrupt
>> @@ -1339,11 +1387,13 @@ static irqreturn_t gen8_gt_irq_ack(struct
>> drm_i915_private *dev_priv,
>> DRM_ERROR("The master control interrupt lied (GT3)!\n");
>> }
>>
>> - if (master_ctl & GEN8_GT_PM_IRQ) {
>> + if (master_ctl & (GEN8_GT_PM_IRQ | GEN8_GT_GUC_IRQ)) {
>> gt_iir[2] = I915_READ_FW(GEN8_GT_IIR(2));
>> - if (gt_iir[2] & dev_priv->pm_rps_events) {
>> + if (gt_iir[2] & (dev_priv->pm_rps_events |
>> + dev_priv->pm_guc_events)) {
>> I915_WRITE_FW(GEN8_GT_IIR(2),
>> - gt_iir[2] & dev_priv->pm_rps_events);
>> + gt_iir[2] & (dev_priv->pm_rps_events |
>> + dev_priv->pm_guc_events));
>> ret = IRQ_HANDLED;
>> } else
>> DRM_ERROR("The master control interrupt lied (PM)!\n");
>> @@ -1375,6 +1425,9 @@ static void gen8_gt_irq_handler(struct
>> drm_i915_private *dev_priv,
>>
>> if (gt_iir[2] & dev_priv->pm_rps_events)
>> gen6_rps_irq_handler(dev_priv, gt_iir[2]);
>> +
>> + if (gt_iir[2] & dev_priv->pm_guc_events)
>> + gen9_guc_irq_handler(dev_priv, gt_iir[2]);
>> }
>>
>> static bool bxt_port_hotplug_long_detect(enum port port, u32 val)
>> @@ -1621,6 +1674,41 @@ static void gen6_rps_irq_handler(struct
>> drm_i915_private *dev_priv, u32 pm_iir)
>> }
>> }
>>
>> +static void gen9_guc_irq_handler(struct drm_i915_private *dev_priv,
>> u32 gt_iir)
>> +{
>> + bool interrupts_enabled;
>> +
>> + if (gt_iir & GEN9_GUC_TO_HOST_INT_EVENT) {
>> + spin_lock(&dev_priv->irq_lock);
>> + interrupts_enabled = dev_priv->guc.interrupts_enabled;
>> + spin_unlock(&dev_priv->irq_lock);
>
> Not sure that taking a lock around only this read is needed.
>
Again same reason as above, to make sure an update made on another CPU
is immediately visible to the irq handler.
>> + if (interrupts_enabled) {
>> + /* Sample the log buffer flush related bits & clear them
>> + * out now itself from the message identity register to
>> + * minimize the probability of losing a flush interrupt,
>> + * when there are back to back flush interrupts.
>> + * There can be a new flush interrupt, for different log
>> + * buffer type (like for ISR), whilst Host is handling
>> + * one (for DPC). Since same bit is used in message
>> + * register for ISR & DPC, it could happen that GuC
>> + * sets the bit for 2nd interrupt but Host clears out
>> + * the bit on handling the 1st interrupt.
>> + */
>> + u32 msg = I915_READ(SOFT_SCRATCH(15)) &
>> + (GUC2HOST_MSG_CRASH_DUMP_POSTED |
>> + GUC2HOST_MSG_FLUSH_LOG_BUFFER);
>> + if (msg) {
>> + /* Clear the message bits that are handled */
>> + I915_WRITE(SOFT_SCRATCH(15),
>> + I915_READ(SOFT_SCRATCH(15)) & ~msg);
>
> Cache full value of SOFT_SCRATCH(15) so you don't have to mmio read it
> twice?
>
Thought reading it again (just before the update) is bit safer compared
to reading it once, as there is a potential race problem here.
GuC could also write to the SOFT_SCRATCH(15) register, set new events
bit, while Host clears off the bit of handled events.
> Also, is the RMW outside any locks safe?
>
Ideally need a way to atomically do the RMW, i.e. read the register
value, clear off the handled events bit and update the register with the
modified value.
Please kindly suggest how to address the above.
Or can this be left as a TODO, when we do start handling other events also.
>> +
>> + /* Handle flush interrupt event in bottom half */
>> + queue_work(dev_priv->wq, &dev_priv->guc.events_work);
>
> IMHO it would be nicer if the code started straight away with a final wq
> solution.
>
> Especially since the next patch in the series is called "Handle log
> buffer flush interrupt event from GuC" and the actual handling of the
> log buffer flush interrupt is split between this one
> (GUC2HOST_MSG_FLUSH_LOG_BUFFER above) and that one.
>
> So it would almost be nicer that the above chunk which handles
> GUC2HOST_MSG_FLUSH_LOG_BUFFER and the worker init is only added in the
> next patch and this one only does the generic bits.
>
Fine will move the log buffer flush interrupt event related stuff to the
next patch and so irq handler in this patch will just be a
placeholder.
> I don't know.. I'll leave it on your conscience - if you think the split
> (series) can't be done any nicer or it makes sense to have it in this
> order then ok.
>
>> + }
>
> Mabye:
>
> } else
>
> And log something unexpected has happened in the !msg case?
>
> Since it won't clear the message in that case so would it keep triggering?
>
Actually after enabling of GuC interrupt, there can be interrupts from
GuC side for some other events which are right now not handled by Host.
But not clearing of unhandled event bits won't result in re-triggering
of the interrupt.
Best regards
Akash
>> + }
>> + }
>> +}
>> +
>> static bool intel_pipe_handle_vblank(struct drm_i915_private *dev_priv,
>> enum pipe pipe)
>> {
>> @@ -3722,7 +3810,7 @@ static void gen8_gt_irq_postinstall(struct
>> drm_i915_private *dev_priv)
>> GEN8_IRQ_INIT_NDX(GT, 1, ~gt_interrupts[1], gt_interrupts[1]);
>> /*
>> * RPS interrupts will get enabled/disabled on demand when RPS
>> itself
>> - * is enabled/disabled.
>> + * is enabled/disabled. Same wil be the case for GuC interrupts.
>> */
>> GEN8_IRQ_INIT_NDX(GT, 2, dev_priv->pm_imr, dev_priv->pm_ier);
>> GEN8_IRQ_INIT_NDX(GT, 3, ~gt_interrupts[3], gt_interrupts[3]);
>> @@ -4507,6 +4595,10 @@ void intel_irq_init(struct drm_i915_private
>> *dev_priv)
>>
>> INIT_WORK(&dev_priv->rps.work, gen6_pm_rps_work);
>> INIT_WORK(&dev_priv->l3_parity.error_work, ivybridge_parity_work);
>> + INIT_WORK(&dev_priv->guc.events_work, gen9_guc2host_events_work);
>> +
>> + if (HAS_GUC_UCODE(dev))
>> + dev_priv->pm_guc_events = GEN9_GUC_TO_HOST_INT_EVENT;
>>
>> /* Let's track the enabled rps events */
>> if (IS_VALLEYVIEW(dev_priv))
>> diff --git a/drivers/gpu/drm/i915/i915_reg.h
>> b/drivers/gpu/drm/i915/i915_reg.h
>> index da82744..62046dc 100644
>> --- a/drivers/gpu/drm/i915/i915_reg.h
>> +++ b/drivers/gpu/drm/i915/i915_reg.h
>> @@ -6011,6 +6011,7 @@ enum {
>> #define GEN8_DE_PIPE_A_IRQ (1<<16)
>> #define GEN8_DE_PIPE_IRQ(pipe) (1<<(16+(pipe)))
>> #define GEN8_GT_VECS_IRQ (1<<6)
>> +#define GEN8_GT_GUC_IRQ (1<<5)
>> #define GEN8_GT_PM_IRQ (1<<4)
>> #define GEN8_GT_VCS2_IRQ (1<<3)
>> #define GEN8_GT_VCS1_IRQ (1<<2)
>> @@ -6022,6 +6023,16 @@ enum {
>> #define GEN8_GT_IIR(which) _MMIO(0x44308 + (0x10 * (which)))
>> #define GEN8_GT_IER(which) _MMIO(0x4430c + (0x10 * (which)))
>>
>> +#define GEN9_GUC_TO_HOST_INT_EVENT (1<<31)
>> +#define GEN9_GUC_EXEC_ERROR_EVENT (1<<30)
>> +#define GEN9_GUC_DISPLAY_EVENT (1<<29)
>> +#define GEN9_GUC_SEMA_SIGNAL_EVENT (1<<28)
>> +#define GEN9_GUC_IOMMU_MSG_EVENT (1<<27)
>> +#define GEN9_GUC_DB_RING_EVENT (1<<26)
>> +#define GEN9_GUC_DMA_DONE_EVENT (1<<25)
>> +#define GEN9_GUC_FATAL_ERROR_EVENT (1<<24)
>> +#define GEN9_GUC_NOTIFICATION_EVENT (1<<23)
>> +
>> #define GEN8_RCS_IRQ_SHIFT 0
>> #define GEN8_BCS_IRQ_SHIFT 16
>> #define GEN8_VCS1_IRQ_SHIFT 0
>> diff --git a/drivers/gpu/drm/i915/intel_drv.h
>> b/drivers/gpu/drm/i915/intel_drv.h
>> index 80cd05f..9619ce9 100644
>> --- a/drivers/gpu/drm/i915/intel_drv.h
>> +++ b/drivers/gpu/drm/i915/intel_drv.h
>> @@ -1119,6 +1119,9 @@ void gen8_irq_power_well_post_enable(struct
>> drm_i915_private *dev_priv,
>> unsigned int pipe_mask);
>> void gen8_irq_power_well_pre_disable(struct drm_i915_private *dev_priv,
>> unsigned int pipe_mask);
>> +void gen9_reset_guc_interrupts(struct drm_i915_private *dev_priv);
>> +void gen9_enable_guc_interrupts(struct drm_i915_private *dev_priv);
>> +void gen9_disable_guc_interrupts(struct drm_i915_private *dev_priv);
>>
>> /* intel_crt.c */
>> void intel_crt_init(struct drm_device *dev);
>> diff --git a/drivers/gpu/drm/i915/intel_guc.h
>> b/drivers/gpu/drm/i915/intel_guc.h
>> index 7e22803..be1e04d 100644
>> --- a/drivers/gpu/drm/i915/intel_guc.h
>> +++ b/drivers/gpu/drm/i915/intel_guc.h
>> @@ -130,6 +130,10 @@ struct intel_guc {
>> struct intel_guc_fw guc_fw;
>> struct intel_guc_log log;
>>
>> + /* GuC2Host interrupt related state */
>> + struct work_struct events_work;
>> + bool interrupts_enabled;
>> +
>> struct drm_i915_gem_object *ads_obj;
>>
>> struct drm_i915_gem_object *ctx_pool_obj;
>> diff --git a/drivers/gpu/drm/i915/intel_guc_loader.c
>> b/drivers/gpu/drm/i915/intel_guc_loader.c
>> index f23bb33..b7e97cc 100644
>> --- a/drivers/gpu/drm/i915/intel_guc_loader.c
>> +++ b/drivers/gpu/drm/i915/intel_guc_loader.c
>> @@ -464,6 +464,7 @@ int intel_guc_setup(struct drm_device *dev)
>> }
>>
>> direct_interrupts_to_host(dev_priv);
>> + gen9_reset_guc_interrupts(dev_priv);
>>
>> guc_fw->guc_fw_load_status = GUC_FIRMWARE_PENDING;
>>
>> @@ -510,6 +511,9 @@ int intel_guc_setup(struct drm_device *dev)
>> intel_guc_fw_status_repr(guc_fw->guc_fw_load_status));
>>
>> if (i915.enable_guc_submission) {
>> + if (i915.guc_log_level >= 0)
>> + gen9_enable_guc_interrupts(dev_priv);
>> +
>> err = i915_guc_submission_enable(dev_priv);
>> if (err)
>> goto fail;
>>
>
> Regards,
>
> Tvrtko
More information about the Intel-gfx
mailing list