1 /* SPDX-License-Identifier: MIT */
3 * Copyright © 2014-2019 Intel Corporation
9 #include <linux/delay.h>
10 #include <linux/iosys-map.h>
11 #include <linux/xarray.h>
13 #include "intel_guc_ct.h"
14 #include "intel_guc_fw.h"
15 #include "intel_guc_fwif.h"
16 #include "intel_guc_log.h"
17 #include "intel_guc_reg.h"
18 #include "intel_guc_slpc_types.h"
19 #include "intel_uc_fw.h"
20 #include "intel_uncore.h"
21 #include "i915_utils.h"
24 struct __guc_ads_blob;
25 struct intel_guc_state_capture;
28 * struct intel_guc - Top level structure of GuC.
30 * It handles firmware loading and manages client pool. intel_guc owns an
31 * i915_sched_engine for submission.
34 /** @fw: the GuC firmware */
35 struct intel_uc_fw fw;
36 /** @log: sub-structure containing GuC log related data and objects */
37 struct intel_guc_log log;
38 /** @ct: the command transport communication channel */
39 struct intel_guc_ct ct;
40 /** @slpc: sub-structure containing SLPC related data and objects */
41 struct intel_guc_slpc slpc;
42 /** @capture: the error-state-capture module's data and objects */
43 struct intel_guc_state_capture *capture;
45 /** @sched_engine: Global engine used to submit requests to GuC */
46 struct i915_sched_engine *sched_engine;
48 * @stalled_request: if GuC can't process a request for any reason, we
49 * save it until GuC restarts processing. No other request can be
50 * submitted until the stalled request is processed.
52 struct i915_request *stalled_request;
54 * @submission_stall_reason: reason why submission is stalled
58 STALL_REGISTER_CONTEXT,
61 } submission_stall_reason;
63 /* intel_guc_recv interrupt related state */
64 /** @irq_lock: protects GuC irq state */
67 * @msg_enabled_mask: mask of events that are processed when receiving
68 * an INTEL_GUC_ACTION_DEFAULT G2H message.
70 unsigned int msg_enabled_mask;
73 * @outstanding_submission_g2h: number of outstanding GuC to Host
74 * responses related to GuC submission, used to determine if the GT is
77 atomic_t outstanding_submission_g2h;
79 /** @interrupts: pointers to GuC interrupt-managing functions. */
81 void (*reset)(struct intel_guc *guc);
82 void (*enable)(struct intel_guc *guc);
83 void (*disable)(struct intel_guc *guc);
87 * @submission_state: sub-structure for submission state protected by
92 * @lock: protects everything in submission_state,
93 * ce->guc_id.id, and ce->guc_id.ref when transitioning in and
98 * @guc_ids: used to allocate new guc_ids, single-lrc
102 * @num_guc_ids: Number of guc_ids, selftest feature to be able
103 * to reduce this number while testing.
107 * @guc_ids_bitmap: used to allocate new guc_ids, multi-lrc
109 unsigned long *guc_ids_bitmap;
111 * @guc_id_list: list of intel_context with valid guc_ids but no
114 struct list_head guc_id_list;
116 * @destroyed_contexts: list of contexts waiting to be destroyed
117 * (deregistered with the GuC)
119 struct list_head destroyed_contexts;
121 * @destroyed_worker: worker to deregister contexts, need as we
122 * need to take a GT PM reference and can't from destroy
123 * function as it might be in an atomic context (no sleeping)
125 struct work_struct destroyed_worker;
127 * @reset_fail_worker: worker to trigger a GT reset after an
130 struct work_struct reset_fail_worker;
132 * @reset_fail_mask: mask of engines that failed to reset
134 intel_engine_mask_t reset_fail_mask;
138 * @submission_supported: tracks whether we support GuC submission on
139 * the current platform
141 bool submission_supported;
142 /** @submission_selected: tracks whether the user enabled GuC submission */
143 bool submission_selected;
144 /** @submission_initialized: tracks whether GuC submission has been initialised */
145 bool submission_initialized;
147 * @rc_supported: tracks whether we support GuC rc on the current platform
150 /** @rc_selected: tracks whether the user enabled GuC rc */
153 /** @ads_vma: object allocated to hold the GuC ADS */
154 struct i915_vma *ads_vma;
155 /** @ads_map: contents of the GuC ADS */
156 struct iosys_map ads_map;
157 /** @ads_regset_size: size of the save/restore regsets in the ADS */
160 * @ads_regset_count: number of save/restore registers in the ADS for
163 u32 ads_regset_count[I915_NUM_ENGINES];
164 /** @ads_regset: save/restore regsets in the ADS */
165 struct guc_mmio_reg *ads_regset;
166 /** @ads_golden_ctxt_size: size of the golden contexts in the ADS */
167 u32 ads_golden_ctxt_size;
168 /** @ads_capture_size: size of register lists in the ADS used for error capture */
169 u32 ads_capture_size;
170 /** @ads_engine_usage_size: size of engine usage in the ADS */
171 u32 ads_engine_usage_size;
173 /** @lrc_desc_pool_v69: object allocated to hold the GuC LRC descriptor pool */
174 struct i915_vma *lrc_desc_pool_v69;
175 /** @lrc_desc_pool_vaddr_v69: contents of the GuC LRC descriptor pool */
176 void *lrc_desc_pool_vaddr_v69;
179 * @context_lookup: used to resolve intel_context from guc_id, if a
180 * context is present in this structure it is registered with the GuC
182 struct xarray context_lookup;
184 /** @params: Control params for fw initialization */
185 u32 params[GUC_CTL_MAX_DWORDS];
187 /** @send_regs: GuC's FW specific registers used for sending MMIO H2G */
191 enum forcewake_domains fw_domains;
194 /** @notify_reg: register used to send interrupts to the GuC FW */
195 i915_reg_t notify_reg;
198 * @mmio_msg: notification bitmask that the GuC writes in one of its
199 * registers when the CT channel is disabled, to be processed when the
200 * channel is back up.
204 /** @send_mutex: used to serialize the intel_guc_send actions */
205 struct mutex send_mutex;
208 * @timestamp: GT timestamp object that stores a copy of the timestamp
209 * and adjusts it for overflow using a worker.
213 * @lock: Lock protecting the below fields and the engine stats.
218 * @gt_stamp: 64 bit extended value of the GT timestamp.
223 * @ping_delay: Period for polling the GT timestamp for
226 unsigned long ping_delay;
229 * @work: Periodic work to adjust GT timestamp, engine and
230 * context usage for overflows.
232 struct delayed_work work;
235 * @shift: Right shift value for the gpm timestamp
240 #ifdef CONFIG_DRM_I915_SELFTEST
242 * @number_guc_id_stolen: The number of guc_ids that have been stolen
244 int number_guc_id_stolen;
248 static inline struct intel_guc *log_to_guc(struct intel_guc_log *log)
250 return container_of(log, struct intel_guc, log);
254 inline int intel_guc_send(struct intel_guc *guc, const u32 *action, u32 len)
256 return intel_guc_ct_send(&guc->ct, action, len, NULL, 0, 0);
260 inline int intel_guc_send_nb(struct intel_guc *guc, const u32 *action, u32 len,
263 return intel_guc_ct_send(&guc->ct, action, len, NULL, 0,
264 MAKE_SEND_FLAGS(g2h_len_dw));
268 intel_guc_send_and_receive(struct intel_guc *guc, const u32 *action, u32 len,
269 u32 *response_buf, u32 response_buf_size)
271 return intel_guc_ct_send(&guc->ct, action, len,
272 response_buf, response_buf_size, 0);
275 static inline int intel_guc_send_busy_loop(struct intel_guc *guc,
282 unsigned int sleep_period_ms = 1;
283 bool not_atomic = !in_atomic() && !irqs_disabled();
286 * FIXME: Have caller pass in if we are in an atomic context to avoid
287 * using in_atomic(). It is likely safe here as we check for irqs
288 * disabled which basically all the spin locks in the i915 do but
289 * regardless this should be cleaned up.
292 /* No sleeping with spin locks, just busy loop */
293 might_sleep_if(loop && not_atomic);
296 err = intel_guc_send_nb(guc, action, len, g2h_len_dw);
297 if (unlikely(err == -EBUSY && loop)) {
298 if (likely(not_atomic)) {
299 if (msleep_interruptible(sleep_period_ms))
301 sleep_period_ms = sleep_period_ms << 1;
311 static inline void intel_guc_to_host_event_handler(struct intel_guc *guc)
313 intel_guc_ct_event_handler(&guc->ct);
316 /* GuC addresses above GUC_GGTT_TOP also don't map through the GTT */
317 #define GUC_GGTT_TOP 0xFEE00000
320 * intel_guc_ggtt_offset() - Get and validate the GGTT offset of @vma
321 * @guc: intel_guc structure.
322 * @vma: i915 graphics virtual memory area.
324 * GuC does not allow any gfx GGTT address that falls into range
325 * [0, ggtt.pin_bias), which is reserved for Boot ROM, SRAM and WOPCM.
326 * Currently, in order to exclude [0, ggtt.pin_bias) address space from
327 * GGTT, all gfx objects used by GuC are allocated with intel_guc_allocate_vma()
328 * and pinned with PIN_OFFSET_BIAS along with the value of ggtt.pin_bias.
330 * Return: GGTT offset of the @vma.
332 static inline u32 intel_guc_ggtt_offset(struct intel_guc *guc,
333 struct i915_vma *vma)
335 u32 offset = i915_ggtt_offset(vma);
337 GEM_BUG_ON(offset < i915_ggtt_pin_bias(vma));
338 GEM_BUG_ON(range_overflows_t(u64, offset, vma->size, GUC_GGTT_TOP));
343 void intel_guc_init_early(struct intel_guc *guc);
344 void intel_guc_init_late(struct intel_guc *guc);
345 void intel_guc_init_send_regs(struct intel_guc *guc);
346 void intel_guc_write_params(struct intel_guc *guc);
347 int intel_guc_init(struct intel_guc *guc);
348 void intel_guc_fini(struct intel_guc *guc);
349 void intel_guc_notify(struct intel_guc *guc);
350 int intel_guc_send_mmio(struct intel_guc *guc, const u32 *action, u32 len,
351 u32 *response_buf, u32 response_buf_size);
352 int intel_guc_to_host_process_recv_msg(struct intel_guc *guc,
353 const u32 *payload, u32 len);
354 int intel_guc_auth_huc(struct intel_guc *guc, u32 rsa_offset);
355 int intel_guc_suspend(struct intel_guc *guc);
356 int intel_guc_resume(struct intel_guc *guc);
357 struct i915_vma *intel_guc_allocate_vma(struct intel_guc *guc, u32 size);
358 int intel_guc_allocate_and_map_vma(struct intel_guc *guc, u32 size,
359 struct i915_vma **out_vma, void **out_vaddr);
360 int intel_guc_self_cfg32(struct intel_guc *guc, u16 key, u32 value);
361 int intel_guc_self_cfg64(struct intel_guc *guc, u16 key, u64 value);
363 static inline bool intel_guc_is_supported(struct intel_guc *guc)
365 return intel_uc_fw_is_supported(&guc->fw);
368 static inline bool intel_guc_is_wanted(struct intel_guc *guc)
370 return intel_uc_fw_is_enabled(&guc->fw);
373 static inline bool intel_guc_is_used(struct intel_guc *guc)
375 GEM_BUG_ON(__intel_uc_fw_status(&guc->fw) == INTEL_UC_FIRMWARE_SELECTED);
376 return intel_uc_fw_is_available(&guc->fw);
379 static inline bool intel_guc_is_fw_running(struct intel_guc *guc)
381 return intel_uc_fw_is_running(&guc->fw);
384 static inline bool intel_guc_is_ready(struct intel_guc *guc)
386 return intel_guc_is_fw_running(guc) && intel_guc_ct_enabled(&guc->ct);
389 static inline void intel_guc_reset_interrupts(struct intel_guc *guc)
391 guc->interrupts.reset(guc);
394 static inline void intel_guc_enable_interrupts(struct intel_guc *guc)
396 guc->interrupts.enable(guc);
399 static inline void intel_guc_disable_interrupts(struct intel_guc *guc)
401 guc->interrupts.disable(guc);
404 static inline int intel_guc_sanitize(struct intel_guc *guc)
406 intel_uc_fw_sanitize(&guc->fw);
407 intel_guc_disable_interrupts(guc);
408 intel_guc_ct_sanitize(&guc->ct);
414 static inline void intel_guc_enable_msg(struct intel_guc *guc, u32 mask)
416 spin_lock_irq(&guc->irq_lock);
417 guc->msg_enabled_mask |= mask;
418 spin_unlock_irq(&guc->irq_lock);
421 static inline void intel_guc_disable_msg(struct intel_guc *guc, u32 mask)
423 spin_lock_irq(&guc->irq_lock);
424 guc->msg_enabled_mask &= ~mask;
425 spin_unlock_irq(&guc->irq_lock);
428 int intel_guc_wait_for_idle(struct intel_guc *guc, long timeout);
430 int intel_guc_deregister_done_process_msg(struct intel_guc *guc,
431 const u32 *msg, u32 len);
432 int intel_guc_sched_done_process_msg(struct intel_guc *guc,
433 const u32 *msg, u32 len);
434 int intel_guc_context_reset_process_msg(struct intel_guc *guc,
435 const u32 *msg, u32 len);
436 int intel_guc_engine_failure_process_msg(struct intel_guc *guc,
437 const u32 *msg, u32 len);
438 int intel_guc_error_capture_process_msg(struct intel_guc *guc,
439 const u32 *msg, u32 len);
441 struct intel_engine_cs *
442 intel_guc_lookup_engine(struct intel_guc *guc, u8 guc_class, u8 instance);
444 void intel_guc_find_hung_context(struct intel_engine_cs *engine);
446 int intel_guc_global_policies_update(struct intel_guc *guc);
448 void intel_guc_context_ban(struct intel_context *ce, struct i915_request *rq);
450 void intel_guc_submission_reset_prepare(struct intel_guc *guc);
451 void intel_guc_submission_reset(struct intel_guc *guc, intel_engine_mask_t stalled);
452 void intel_guc_submission_reset_finish(struct intel_guc *guc);
453 void intel_guc_submission_cancel_requests(struct intel_guc *guc);
455 void intel_guc_load_status(struct intel_guc *guc, struct drm_printer *p);
457 void intel_guc_write_barrier(struct intel_guc *guc);