| /* | |
| * Copyright 2014 Advanced Micro Devices, Inc. | |
| * | |
| * Permission is hereby granted, free of charge, to any person obtaining a | |
| * copy of this software and associated documentation files (the "Software"), | |
| * to deal in the Software without restriction, including without limitation | |
| * the rights to use, copy, modify, merge, publish, distribute, sublicense, | |
| * and/or sell copies of the Software, and to permit persons to whom the | |
| * Software is furnished to do so, subject to the following conditions: | |
| * | |
| * The above copyright notice and this permission notice shall be included in | |
| * all copies or substantial portions of the Software. | |
| * | |
| * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR | |
| * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, | |
| * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL | |
| * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR | |
| * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, | |
| * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR | |
| * OTHER DEALINGS IN THE SOFTWARE. | |
| * | |
| */ | |
| #ifndef __AMDGPU_IH_H__ | |
| #define __AMDGPU_IH_H__ | |
| /* Maximum number of IVs processed at once */ | |
| #define AMDGPU_IH_MAX_NUM_IVS 32 | |
| #define IH_RING_SIZE (256 * 1024) | |
| #define IH_SW_RING_SIZE (16 * 1024) /* enough for 512 CAM entries */ | |
| struct amdgpu_device; | |
| struct amdgpu_iv_entry; | |
| struct amdgpu_ih_regs { | |
| uint32_t ih_rb_base; | |
| uint32_t ih_rb_base_hi; | |
| uint32_t ih_rb_cntl; | |
| uint32_t ih_rb_wptr; | |
| uint32_t ih_rb_rptr; | |
| uint32_t ih_doorbell_rptr; | |
| uint32_t ih_rb_wptr_addr_lo; | |
| uint32_t ih_rb_wptr_addr_hi; | |
| uint32_t psp_reg_id; | |
| }; | |
| /* | |
| * R6xx+ IH ring | |
| */ | |
| struct amdgpu_ih_ring { | |
| unsigned ring_size; | |
| uint32_t ptr_mask; | |
| u32 doorbell_index; | |
| bool use_doorbell; | |
| bool use_bus_addr; | |
| struct amdgpu_bo *ring_obj; | |
| uint32_t *ring; | |
| uint64_t gpu_addr; | |
| uint64_t wptr_addr; | |
| uint32_t *wptr_cpu; | |
| uint64_t rptr_addr; | |
| uint32_t *rptr_cpu; | |
| bool enabled; | |
| unsigned rptr; | |
| struct amdgpu_ih_regs ih_regs; | |
| /* For waiting on IH processing at checkpoint. */ | |
| wait_queue_head_t wait_process; | |
| uint64_t processed_timestamp; | |
| bool overflow; | |
| }; | |
| /* return true if time stamp t2 is after t1 with 48bit wrap around */ | |
| #define amdgpu_ih_ts_after(t1, t2) \ | |
| (((int64_t)((t2) << 16) - (int64_t)((t1) << 16)) > 0LL) | |
| #define amdgpu_ih_ts_after_or_equal(t1, t2) \ | |
| (((int64_t)((t2) << 16) - (int64_t)((t1) << 16)) >= 0LL) | |
| /* provided by the ih block */ | |
| struct amdgpu_ih_funcs { | |
| /* ring read/write ptr handling, called from interrupt context */ | |
| u32 (*get_wptr)(struct amdgpu_device *adev, struct amdgpu_ih_ring *ih); | |
| void (*decode_iv)(struct amdgpu_device *adev, struct amdgpu_ih_ring *ih, | |
| struct amdgpu_iv_entry *entry); | |
| uint64_t (*decode_iv_ts)(struct amdgpu_ih_ring *ih, u32 rptr, | |
| signed int offset); | |
| void (*set_rptr)(struct amdgpu_device *adev, struct amdgpu_ih_ring *ih); | |
| /* Decode IH cookie node_id into a human-readable die name string. | |
| * Returns buf, or NULL if this IH version does not support node_id decoding. | |
| */ | |
| const char *(*node_id_to_die_name)(struct amdgpu_device *adev, | |
| unsigned int node_id, | |
| char *buf, size_t size); | |
| }; | |
| #define amdgpu_ih_get_wptr(adev, ih) (adev)->irq.ih_funcs->get_wptr((adev), (ih)) | |
| #define amdgpu_ih_decode_iv(adev, iv) \ | |
| (adev)->irq.ih_funcs->decode_iv((adev), (ih), (iv)) | |
| #define amdgpu_ih_decode_iv_ts(adev, ih, rptr, offset) \ | |
| (WARN_ON_ONCE(!(adev)->irq.ih_funcs->decode_iv_ts) ? 0 : \ | |
| (adev)->irq.ih_funcs->decode_iv_ts((ih), (rptr), (offset))) | |
| #define amdgpu_ih_set_rptr(adev, ih) (adev)->irq.ih_funcs->set_rptr((adev), (ih)) | |
| int amdgpu_ih_ring_init(struct amdgpu_device *adev, struct amdgpu_ih_ring *ih, | |
| unsigned ring_size, bool use_bus_addr); | |
| void amdgpu_ih_ring_fini(struct amdgpu_device *adev, struct amdgpu_ih_ring *ih); | |
| void amdgpu_ih_ring_write(struct amdgpu_device *adev, struct amdgpu_ih_ring *ih, | |
| const uint32_t *iv, unsigned int num_dw); | |
| int amdgpu_ih_wait_on_checkpoint_process_ts(struct amdgpu_device *adev, | |
| struct amdgpu_ih_ring *ih); | |
| int amdgpu_ih_process(struct amdgpu_device *adev, struct amdgpu_ih_ring *ih); | |
| void amdgpu_ih_decode_iv_helper(struct amdgpu_device *adev, | |
| struct amdgpu_ih_ring *ih, | |
| struct amdgpu_iv_entry *entry); | |
| uint64_t amdgpu_ih_decode_iv_ts_helper(struct amdgpu_ih_ring *ih, u32 rptr, | |
| signed int offset); | |
| const char *amdgpu_ih_ring_name(struct amdgpu_device *adev, struct amdgpu_ih_ring *ih); | |
| #endif |