2015-08-12 22:43:36 +08:00
|
|
|
/*
|
|
|
|
* Copyright © 2014 Intel Corporation
|
|
|
|
*
|
|
|
|
* Permission is hereby granted, free of charge, to any person obtaining a
|
|
|
|
* copy of this software and associated documentation files (the "Software"),
|
|
|
|
* to deal in the Software without restriction, including without limitation
|
|
|
|
* the rights to use, copy, modify, merge, publish, distribute, sublicense,
|
|
|
|
* and/or sell copies of the Software, and to permit persons to whom the
|
|
|
|
* Software is furnished to do so, subject to the following conditions:
|
|
|
|
*
|
|
|
|
* The above copyright notice and this permission notice (including the next
|
|
|
|
* paragraph) shall be included in all copies or substantial portions of the
|
|
|
|
* Software.
|
|
|
|
*
|
|
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
|
|
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
|
|
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
|
|
|
|
* THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
|
|
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
|
|
|
|
* FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
|
|
|
|
* IN THE SOFTWARE.
|
|
|
|
*
|
|
|
|
*/
|
2016-11-26 01:59:33 +08:00
|
|
|
#ifndef _INTEL_UC_H_
|
|
|
|
#define _INTEL_UC_H_
|
2015-08-12 22:43:36 +08:00
|
|
|
|
|
|
|
#include "intel_guc_fwif.h"
|
|
|
|
#include "i915_guc_reg.h"
|
2016-06-20 22:18:07 +08:00
|
|
|
#include "intel_ringbuffer.h"
|
2015-08-12 22:43:36 +08:00
|
|
|
|
2016-12-25 03:31:46 +08:00
|
|
|
#include "i915_vma.h"
|
|
|
|
|
2016-04-14 00:35:01 +08:00
|
|
|
struct drm_i915_gem_request;
|
|
|
|
|
2016-04-19 23:08:36 +08:00
|
|
|
/*
|
|
|
|
* This structure primarily describes the GEM object shared with the GuC.
|
2017-03-23 01:39:50 +08:00
|
|
|
* The specs sometimes refer to this object as a "GuC context", but we use
|
|
|
|
* the term "client" to avoid confusion with hardware contexts. This
|
|
|
|
* GEM object is held for the entire lifetime of our interaction with
|
2016-04-19 23:08:36 +08:00
|
|
|
* the GuC, being allocated before the GuC is loaded with its firmware.
|
|
|
|
* Because there's no way to update the address used by the GuC after
|
|
|
|
* initialisation, the shared object must stay pinned into the GGTT as
|
|
|
|
* long as the GuC is in use. We also keep the first page (only) mapped
|
|
|
|
* into kernel address space, as it includes shared data that must be
|
|
|
|
* updated on every request submission.
|
|
|
|
*
|
|
|
|
* The single GEM object described here is actually made up of several
|
|
|
|
* separate areas, as far as the GuC is concerned. The first page (kept
|
2017-03-23 01:39:50 +08:00
|
|
|
* kmap'd) includes the "process descriptor" which holds sequence data for
|
2016-04-19 23:08:36 +08:00
|
|
|
* the doorbell, and one cacheline which actually *is* the doorbell; a
|
|
|
|
* write to this will "ring the doorbell" (i.e. send an interrupt to the
|
|
|
|
* GuC). The subsequent pages of the client object constitute the work
|
|
|
|
* queue (a circular array of work items), again described in the process
|
|
|
|
* descriptor. Work queue pages are mapped momentarily as required.
|
|
|
|
*
|
2016-05-13 22:36:33 +08:00
|
|
|
* We also keep a few statistics on failures. Ideally, these should all
|
|
|
|
* be zero!
|
|
|
|
* no_wq_space: times that the submission pre-check found no space was
|
|
|
|
* available in the work queue (note, the queue is shared,
|
|
|
|
* not per-engine). It is OK for this to be nonzero, but
|
|
|
|
* it should not be huge!
|
|
|
|
* q_fail: failed to enqueue a work item. This should never happen,
|
|
|
|
* because we check for space beforehand.
|
|
|
|
* b_fail: failed to ring the doorbell. This should never happen, unless
|
|
|
|
* somehow the hardware misbehaves, or maybe if the GuC firmware
|
|
|
|
* crashes? We probably need to reset the GPU to recover.
|
|
|
|
* retcode: errno from last guc_submit()
|
2016-04-19 23:08:36 +08:00
|
|
|
*/
|
2015-08-12 22:43:41 +08:00
|
|
|
struct i915_guc_client {
|
2016-08-15 17:48:51 +08:00
|
|
|
struct i915_vma *vma;
|
2016-11-03 01:50:47 +08:00
|
|
|
void *vaddr;
|
2016-05-24 21:53:34 +08:00
|
|
|
struct i915_gem_context *owner;
|
2015-08-12 22:43:41 +08:00
|
|
|
struct intel_guc *guc;
|
2016-08-09 22:19:21 +08:00
|
|
|
|
|
|
|
uint32_t engines; /* bitmap of (host) engine ids */
|
2015-08-12 22:43:41 +08:00
|
|
|
uint32_t priority;
|
2017-03-23 01:39:53 +08:00
|
|
|
u32 stage_id;
|
2015-08-12 22:43:41 +08:00
|
|
|
uint32_t proc_desc_offset;
|
2016-08-09 22:19:23 +08:00
|
|
|
|
2017-03-23 01:39:44 +08:00
|
|
|
u16 doorbell_id;
|
|
|
|
unsigned long doorbell_offset;
|
|
|
|
u32 doorbell_cookie;
|
2015-08-12 22:43:41 +08:00
|
|
|
|
2016-09-09 21:11:57 +08:00
|
|
|
spinlock_t wq_lock;
|
2015-08-12 22:43:41 +08:00
|
|
|
uint32_t wq_offset;
|
|
|
|
uint32_t wq_size;
|
|
|
|
uint32_t wq_tail;
|
2016-09-09 21:11:57 +08:00
|
|
|
uint32_t wq_rsvd;
|
2016-05-13 22:36:33 +08:00
|
|
|
uint32_t no_wq_space;
|
2015-08-12 22:43:41 +08:00
|
|
|
uint32_t b_fail;
|
|
|
|
int retcode;
|
2016-05-13 22:36:33 +08:00
|
|
|
|
|
|
|
/* Per-engine counts of GuC submissions */
|
2016-06-20 22:18:07 +08:00
|
|
|
uint64_t submissions[I915_NUM_ENGINES];
|
2015-08-12 22:43:41 +08:00
|
|
|
};
|
|
|
|
|
2017-01-14 09:17:04 +08:00
|
|
|
enum intel_uc_fw_status {
|
|
|
|
INTEL_UC_FIRMWARE_FAIL = -1,
|
|
|
|
INTEL_UC_FIRMWARE_NONE = 0,
|
|
|
|
INTEL_UC_FIRMWARE_PENDING,
|
|
|
|
INTEL_UC_FIRMWARE_SUCCESS
|
2015-08-12 22:43:36 +08:00
|
|
|
};
|
|
|
|
|
2017-01-14 09:17:05 +08:00
|
|
|
enum intel_uc_fw_type {
|
|
|
|
INTEL_UC_FW_TYPE_GUC,
|
|
|
|
INTEL_UC_FW_TYPE_HUC
|
|
|
|
};
|
|
|
|
|
2015-08-12 22:43:36 +08:00
|
|
|
/*
|
|
|
|
* This structure encapsulates all the data needed during the process
|
|
|
|
* of fetching, caching, and loading the firmware image into the GuC.
|
|
|
|
*/
|
2017-01-14 09:17:04 +08:00
|
|
|
struct intel_uc_fw {
|
|
|
|
const char *path;
|
|
|
|
size_t size;
|
|
|
|
struct drm_i915_gem_object *obj;
|
|
|
|
enum intel_uc_fw_status fetch_status;
|
|
|
|
enum intel_uc_fw_status load_status;
|
|
|
|
|
|
|
|
uint16_t major_ver_wanted;
|
|
|
|
uint16_t minor_ver_wanted;
|
|
|
|
uint16_t major_ver_found;
|
|
|
|
uint16_t minor_ver_found;
|
2015-10-20 07:10:54 +08:00
|
|
|
|
2017-03-15 21:34:15 +08:00
|
|
|
enum intel_uc_fw_type type;
|
2015-10-20 07:10:54 +08:00
|
|
|
uint32_t header_size;
|
|
|
|
uint32_t header_offset;
|
|
|
|
uint32_t rsa_size;
|
|
|
|
uint32_t rsa_offset;
|
|
|
|
uint32_t ucode_size;
|
|
|
|
uint32_t ucode_offset;
|
2015-08-12 22:43:36 +08:00
|
|
|
};
|
|
|
|
|
2016-10-13 00:24:29 +08:00
|
|
|
struct intel_guc_log {
|
|
|
|
uint32_t flags;
|
|
|
|
struct i915_vma *vma;
|
2017-03-23 01:39:48 +08:00
|
|
|
/* The runtime stuff gets created only when GuC logging gets enabled */
|
|
|
|
struct {
|
|
|
|
void *buf_addr;
|
|
|
|
struct workqueue_struct *flush_wq;
|
|
|
|
struct work_struct flush_work;
|
|
|
|
struct rchan *relay_chan;
|
|
|
|
} runtime;
|
2016-10-13 00:24:36 +08:00
|
|
|
/* logging related stats */
|
|
|
|
u32 capture_miss_count;
|
|
|
|
u32 flush_interrupt_count;
|
|
|
|
u32 prev_overflow_count[GUC_MAX_LOG_BUFFER];
|
|
|
|
u32 total_overflow_count[GUC_MAX_LOG_BUFFER];
|
|
|
|
u32 flush_count[GUC_MAX_LOG_BUFFER];
|
2016-10-13 00:24:29 +08:00
|
|
|
};
|
|
|
|
|
2015-08-12 22:43:36 +08:00
|
|
|
struct intel_guc {
|
2017-01-14 09:17:04 +08:00
|
|
|
struct intel_uc_fw fw;
|
2016-10-13 00:24:29 +08:00
|
|
|
struct intel_guc_log log;
|
2015-08-12 22:43:39 +08:00
|
|
|
|
2016-11-26 01:59:34 +08:00
|
|
|
/* intel_guc_recv interrupt related state */
|
2016-10-13 00:24:31 +08:00
|
|
|
bool interrupts_enabled;
|
|
|
|
|
2016-08-15 17:48:51 +08:00
|
|
|
struct i915_vma *ads_vma;
|
2017-03-23 01:39:53 +08:00
|
|
|
struct i915_vma *stage_desc_pool;
|
|
|
|
void *stage_desc_pool_vaddr;
|
|
|
|
struct ida stage_ids;
|
2015-08-12 22:43:41 +08:00
|
|
|
|
|
|
|
struct i915_guc_client *execbuf_client;
|
|
|
|
|
2017-03-23 01:39:44 +08:00
|
|
|
DECLARE_BITMAP(doorbell_bitmap, GUC_NUM_DOORBELLS);
|
2015-08-12 22:43:41 +08:00
|
|
|
uint32_t db_cacheline; /* Cyclic counter mod pagesize */
|
|
|
|
|
|
|
|
/* Action status & statistics */
|
|
|
|
uint64_t action_count; /* Total commands issued */
|
|
|
|
uint32_t action_cmd; /* Last command word */
|
|
|
|
uint32_t action_status; /* Last return status */
|
|
|
|
uint32_t action_fail; /* Total number of failures */
|
|
|
|
int32_t action_err; /* Last error code */
|
|
|
|
|
2016-06-20 22:18:07 +08:00
|
|
|
uint64_t submissions[I915_NUM_ENGINES];
|
|
|
|
uint32_t last_seqno[I915_NUM_ENGINES];
|
2016-10-13 00:24:35 +08:00
|
|
|
|
2016-11-26 01:59:34 +08:00
|
|
|
/* To serialize the intel_guc_send actions */
|
|
|
|
struct mutex send_mutex;
|
2017-03-23 01:39:49 +08:00
|
|
|
|
|
|
|
/* GuC's FW specific send function */
|
|
|
|
int (*send)(struct intel_guc *guc, const u32 *data, u32 len);
|
2015-08-12 22:43:36 +08:00
|
|
|
};
|
|
|
|
|
2017-01-19 00:05:53 +08:00
|
|
|
struct intel_huc {
|
|
|
|
/* Generic uC firmware management */
|
|
|
|
struct intel_uc_fw fw;
|
|
|
|
|
|
|
|
/* HuC-specific additions */
|
|
|
|
};
|
|
|
|
|
2016-11-26 01:59:35 +08:00
|
|
|
/* intel_uc.c */
|
2017-03-14 22:28:10 +08:00
|
|
|
void intel_uc_sanitize_options(struct drm_i915_private *dev_priv);
|
2016-11-26 01:59:36 +08:00
|
|
|
void intel_uc_init_early(struct drm_i915_private *dev_priv);
|
2017-03-14 22:28:09 +08:00
|
|
|
void intel_uc_init_fw(struct drm_i915_private *dev_priv);
|
2017-03-23 01:39:46 +08:00
|
|
|
void intel_uc_fini_fw(struct drm_i915_private *dev_priv);
|
2017-03-14 22:28:11 +08:00
|
|
|
int intel_uc_init_hw(struct drm_i915_private *dev_priv);
|
2017-03-23 01:39:46 +08:00
|
|
|
void intel_uc_fini_hw(struct drm_i915_private *dev_priv);
|
2016-11-26 01:59:35 +08:00
|
|
|
int intel_guc_sample_forcewake(struct intel_guc *guc);
|
2017-03-23 01:39:49 +08:00
|
|
|
int intel_guc_send_mmio(struct intel_guc *guc, const u32 *action, u32 len);
|
|
|
|
static inline int intel_guc_send(struct intel_guc *guc, const u32 *action, u32 len)
|
|
|
|
{
|
|
|
|
return guc->send(guc, action, len);
|
|
|
|
}
|
2016-11-26 01:59:35 +08:00
|
|
|
|
2015-08-12 22:43:36 +08:00
|
|
|
/* intel_guc_loader.c */
|
2017-03-14 22:28:13 +08:00
|
|
|
int intel_guc_select_fw(struct intel_guc *guc);
|
2017-03-14 22:28:07 +08:00
|
|
|
int intel_guc_init_hw(struct intel_guc *guc);
|
2017-03-14 22:28:05 +08:00
|
|
|
const char *intel_uc_fw_status_repr(enum intel_uc_fw_status status);
|
|
|
|
int intel_guc_suspend(struct drm_i915_private *dev_priv);
|
|
|
|
int intel_guc_resume(struct drm_i915_private *dev_priv);
|
2017-01-14 09:17:04 +08:00
|
|
|
u32 intel_guc_wopcm_size(struct drm_i915_private *dev_priv);
|
2015-08-12 22:43:36 +08:00
|
|
|
|
2015-08-12 22:43:39 +08:00
|
|
|
/* i915_guc_submission.c */
|
2016-06-11 01:29:26 +08:00
|
|
|
int i915_guc_submission_init(struct drm_i915_private *dev_priv);
|
|
|
|
int i915_guc_submission_enable(struct drm_i915_private *dev_priv);
|
2016-09-13 04:19:37 +08:00
|
|
|
int i915_guc_wq_reserve(struct drm_i915_gem_request *rq);
|
2016-10-07 14:53:27 +08:00
|
|
|
void i915_guc_wq_unreserve(struct drm_i915_gem_request *request);
|
2016-06-11 01:29:26 +08:00
|
|
|
void i915_guc_submission_disable(struct drm_i915_private *dev_priv);
|
|
|
|
void i915_guc_submission_fini(struct drm_i915_private *dev_priv);
|
2017-01-14 01:41:57 +08:00
|
|
|
struct i915_vma *intel_guc_allocate_vma(struct intel_guc *guc, u32 size);
|
|
|
|
|
|
|
|
/* intel_guc_log.c */
|
2017-03-23 01:39:46 +08:00
|
|
|
int intel_guc_log_create(struct intel_guc *guc);
|
|
|
|
void intel_guc_log_destroy(struct intel_guc *guc);
|
|
|
|
int i915_guc_log_control(struct drm_i915_private *dev_priv, u64 control_val);
|
2017-01-14 01:41:57 +08:00
|
|
|
void i915_guc_log_register(struct drm_i915_private *dev_priv);
|
|
|
|
void i915_guc_log_unregister(struct drm_i915_private *dev_priv);
|
2015-08-12 22:43:39 +08:00
|
|
|
|
2016-12-25 03:31:46 +08:00
|
|
|
static inline u32 guc_ggtt_offset(struct i915_vma *vma)
|
|
|
|
{
|
|
|
|
u32 offset = i915_ggtt_offset(vma);
|
|
|
|
GEM_BUG_ON(offset < GUC_WOPCM_TOP);
|
2017-01-05 23:30:23 +08:00
|
|
|
GEM_BUG_ON(range_overflows_t(u64, offset, vma->size, GUC_GGTT_TOP));
|
2016-12-25 03:31:46 +08:00
|
|
|
return offset;
|
|
|
|
}
|
|
|
|
|
2017-01-19 00:05:53 +08:00
|
|
|
/* intel_huc.c */
|
2017-03-14 22:28:13 +08:00
|
|
|
void intel_huc_select_fw(struct intel_huc *huc);
|
2017-01-19 00:05:53 +08:00
|
|
|
void intel_huc_fini(struct drm_i915_private *dev_priv);
|
2017-03-14 22:28:07 +08:00
|
|
|
int intel_huc_init_hw(struct intel_huc *huc);
|
2017-01-19 00:05:57 +08:00
|
|
|
void intel_guc_auth_huc(struct drm_i915_private *dev_priv);
|
2017-01-19 00:05:53 +08:00
|
|
|
|
2015-08-12 22:43:36 +08:00
|
|
|
#endif
|