| /* | |
| * Copyright 2019 Advanced Micro Devices, Inc. | |
| * All Rights Reserved. | |
| * | |
| * Permission is hereby granted, free of charge, to any person obtaining a | |
| * copy of this software and associated documentation files (the | |
| * "Software"), to deal in the Software without restriction, including | |
| * without limitation the rights to use, copy, modify, merge, publish, | |
| * distribute, sub license, and/or sell copies of the Software, and to | |
| * permit persons to whom the Software is furnished to do so, subject to | |
| * the following conditions: | |
| * | |
| * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR | |
| * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, | |
| * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL | |
| * THE COPYRIGHT HOLDERS, AUTHORS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, | |
| * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR | |
| * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE | |
| * USE OR OTHER DEALINGS IN THE SOFTWARE. | |
| * | |
| * The above copyright notice and this permission notice (including the | |
| * next paragraph) shall be included in all copies or substantial portions | |
| * of the Software. | |
| * | |
| */ | |
| #include "amdgpu.h" | |
| #include "amdgpu_jpeg.h" | |
| #include "amdgpu_pm.h" | |
| #include "soc15d.h" | |
| #include "soc15_common.h" | |
| #define JPEG_IDLE_TIMEOUT msecs_to_jiffies(1000) | |
| static void amdgpu_jpeg_idle_work_handler(struct work_struct *work); | |
| int amdgpu_jpeg_sw_init(struct amdgpu_device *adev) | |
| { | |
| INIT_DELAYED_WORK(&adev->jpeg.idle_work, amdgpu_jpeg_idle_work_handler); | |
| mutex_init(&adev->jpeg.jpeg_pg_lock); | |
| atomic_set(&adev->jpeg.total_submission_cnt, 0); | |
| return 0; | |
| } | |
| int amdgpu_jpeg_sw_fini(struct amdgpu_device *adev) | |
| { | |
| int i; | |
| cancel_delayed_work_sync(&adev->jpeg.idle_work); | |
| for (i = 0; i < adev->jpeg.num_jpeg_inst; ++i) { | |
| if (adev->jpeg.harvest_config & (1 << i)) | |
| continue; | |
| amdgpu_ring_fini(&adev->jpeg.inst[i].ring_dec); | |
| } | |
| mutex_destroy(&adev->jpeg.jpeg_pg_lock); | |
| return 0; | |
| } | |
| int amdgpu_jpeg_suspend(struct amdgpu_device *adev) | |
| { | |
| cancel_delayed_work_sync(&adev->jpeg.idle_work); | |
| return 0; | |
| } | |
| int amdgpu_jpeg_resume(struct amdgpu_device *adev) | |
| { | |
| return 0; | |
| } | |
| static void amdgpu_jpeg_idle_work_handler(struct work_struct *work) | |
| { | |
| struct amdgpu_device *adev = | |
| container_of(work, struct amdgpu_device, jpeg.idle_work.work); | |
| unsigned int fences = 0; | |
| unsigned int i; | |
| for (i = 0; i < adev->jpeg.num_jpeg_inst; ++i) { | |
| if (adev->jpeg.harvest_config & (1 << i)) | |
| continue; | |
| fences += amdgpu_fence_count_emitted(&adev->jpeg.inst[i].ring_dec); | |
| } | |
| if (!fences && !atomic_read(&adev->jpeg.total_submission_cnt)) | |
| amdgpu_device_ip_set_powergating_state(adev, AMD_IP_BLOCK_TYPE_JPEG, | |
| AMD_PG_STATE_GATE); | |
| else | |
| schedule_delayed_work(&adev->jpeg.idle_work, JPEG_IDLE_TIMEOUT); | |
| } | |
| void amdgpu_jpeg_ring_begin_use(struct amdgpu_ring *ring) | |
| { | |
| struct amdgpu_device *adev = ring->adev; | |
| atomic_inc(&adev->jpeg.total_submission_cnt); | |
| cancel_delayed_work_sync(&adev->jpeg.idle_work); | |
| mutex_lock(&adev->jpeg.jpeg_pg_lock); | |
| amdgpu_device_ip_set_powergating_state(adev, AMD_IP_BLOCK_TYPE_JPEG, | |
| AMD_PG_STATE_UNGATE); | |
| mutex_unlock(&adev->jpeg.jpeg_pg_lock); | |
| } | |
| void amdgpu_jpeg_ring_end_use(struct amdgpu_ring *ring) | |
| { | |
| atomic_dec(&ring->adev->jpeg.total_submission_cnt); | |
| schedule_delayed_work(&ring->adev->jpeg.idle_work, JPEG_IDLE_TIMEOUT); | |
| } | |
| int amdgpu_jpeg_dec_ring_test_ring(struct amdgpu_ring *ring) | |
| { | |
| struct amdgpu_device *adev = ring->adev; | |
| uint32_t tmp = 0; | |
| unsigned i; | |
| int r; | |
| WREG32(adev->jpeg.inst[ring->me].external.jpeg_pitch, 0xCAFEDEAD); | |
| r = amdgpu_ring_alloc(ring, 3); | |
| if (r) | |
| return r; | |
| amdgpu_ring_write(ring, PACKET0(adev->jpeg.internal.jpeg_pitch, 0)); | |
| amdgpu_ring_write(ring, 0xDEADBEEF); | |
| amdgpu_ring_commit(ring); | |
| for (i = 0; i < adev->usec_timeout; i++) { | |
| tmp = RREG32(adev->jpeg.inst[ring->me].external.jpeg_pitch); | |
| if (tmp == 0xDEADBEEF) | |
| break; | |
| udelay(1); | |
| } | |
| if (i >= adev->usec_timeout) | |
| r = -ETIMEDOUT; | |
| return r; | |
| } | |
| static int amdgpu_jpeg_dec_set_reg(struct amdgpu_ring *ring, uint32_t handle, | |
| struct dma_fence **fence) | |
| { | |
| struct amdgpu_device *adev = ring->adev; | |
| struct amdgpu_job *job; | |
| struct amdgpu_ib *ib; | |
| struct dma_fence *f = NULL; | |
| const unsigned ib_size_dw = 16; | |
| int i, r; | |
| r = amdgpu_job_alloc_with_ib(ring->adev, ib_size_dw * 4, | |
| AMDGPU_IB_POOL_DIRECT, &job); | |
| if (r) | |
| return r; | |
| ib = &job->ibs[0]; | |
| ib->ptr[0] = PACKETJ(adev->jpeg.internal.jpeg_pitch, 0, 0, PACKETJ_TYPE0); | |
| ib->ptr[1] = 0xDEADBEEF; | |
| for (i = 2; i < 16; i += 2) { | |
| ib->ptr[i] = PACKETJ(0, 0, 0, PACKETJ_TYPE6); | |
| ib->ptr[i+1] = 0; | |
| } | |
| ib->length_dw = 16; | |
| r = amdgpu_job_submit_direct(job, ring, &f); | |
| if (r) | |
| goto err; | |
| if (fence) | |
| *fence = dma_fence_get(f); | |
| dma_fence_put(f); | |
| return 0; | |
| err: | |
| amdgpu_job_free(job); | |
| return r; | |
| } | |
| int amdgpu_jpeg_dec_ring_test_ib(struct amdgpu_ring *ring, long timeout) | |
| { | |
| struct amdgpu_device *adev = ring->adev; | |
| uint32_t tmp = 0; | |
| unsigned i; | |
| struct dma_fence *fence = NULL; | |
| long r = 0; | |
| r = amdgpu_jpeg_dec_set_reg(ring, 1, &fence); | |
| if (r) | |
| goto error; | |
| r = dma_fence_wait_timeout(fence, false, timeout); | |
| if (r == 0) { | |
| r = -ETIMEDOUT; | |
| goto error; | |
| } else if (r < 0) { | |
| goto error; | |
| } else { | |
| r = 0; | |
| } | |
| for (i = 0; i < adev->usec_timeout; i++) { | |
| tmp = RREG32(adev->jpeg.inst[ring->me].external.jpeg_pitch); | |
| if (tmp == 0xDEADBEEF) | |
| break; | |
| udelay(1); | |
| } | |
| if (i >= adev->usec_timeout) | |
| r = -ETIMEDOUT; | |
| dma_fence_put(fence); | |
| error: | |
| return r; | |
| } |