| /* |
| * Copyright (c) 2017, NVIDIA CORPORATION. All rights reserved. |
| * |
| * Permission is hereby granted, free of charge, to any person obtaining a |
| * copy of this software and associated documentation files (the "Software"), |
| * to deal in the Software without restriction, including without limitation |
| * the rights to use, copy, modify, merge, publish, distribute, sublicense, |
| * and/or sell copies of the Software, and to permit persons to whom the |
| * Software is furnished to do so, subject to the following conditions: |
| * |
| * The above copyright notice and this permission notice shall be included in |
| * all copies or substantial portions of the Software. |
| * |
| * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR |
| * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, |
| * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL |
| * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER |
| * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING |
| * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER |
| * DEALINGS IN THE SOFTWARE. |
| */ |
| #include "priv.h" |
| |
| #include <core/memory.h> |
| #include <subdev/acr.h> |
| #include <subdev/timer.h> |
| |
| #include <nvfw/flcn.h> |
| #include <nvfw/sec2.h> |
| |
| int |
| gp102_sec2_nofw(struct nvkm_sec2 *sec2, int ver, |
| const struct nvkm_sec2_fwif *fwif) |
| { |
| nvkm_warn(&sec2->engine.subdev, "firmware unavailable\n"); |
| return 0; |
| } |
| |
| static int |
| gp102_sec2_acr_bootstrap_falcon_callback(void *priv, struct nvfw_falcon_msg *hdr) |
| { |
| struct nv_sec2_acr_bootstrap_falcon_msg *msg = |
| container_of(hdr, typeof(*msg), msg.hdr); |
| struct nvkm_subdev *subdev = priv; |
| const char *name = nvkm_acr_lsf_id(msg->falcon_id); |
| |
| if (msg->error_code) { |
| nvkm_error(subdev, "ACR_BOOTSTRAP_FALCON failed for " |
| "falcon %d [%s]: %08x\n", |
| msg->falcon_id, name, msg->error_code); |
| return -EINVAL; |
| } |
| |
| nvkm_debug(subdev, "%s booted\n", name); |
| return 0; |
| } |
| |
| static int |
| gp102_sec2_acr_bootstrap_falcon(struct nvkm_falcon *falcon, |
| enum nvkm_acr_lsf_id id) |
| { |
| struct nvkm_sec2 *sec2 = container_of(falcon, typeof(*sec2), falcon); |
| struct nv_sec2_acr_bootstrap_falcon_cmd cmd = { |
| .cmd.hdr.unit_id = sec2->func->unit_acr, |
| .cmd.hdr.size = sizeof(cmd), |
| .cmd.cmd_type = NV_SEC2_ACR_CMD_BOOTSTRAP_FALCON, |
| .flags = NV_SEC2_ACR_BOOTSTRAP_FALCON_FLAGS_RESET_YES, |
| .falcon_id = id, |
| }; |
| |
| return nvkm_falcon_cmdq_send(sec2->cmdq, &cmd.cmd.hdr, |
| gp102_sec2_acr_bootstrap_falcon_callback, |
| &sec2->engine.subdev, |
| msecs_to_jiffies(1000)); |
| } |
| |
| static int |
| gp102_sec2_acr_boot(struct nvkm_falcon *falcon) |
| { |
| struct nv_sec2_args args = {}; |
| nvkm_falcon_load_dmem(falcon, &args, |
| falcon->func->emem_addr, sizeof(args), 0); |
| nvkm_falcon_start(falcon); |
| return 0; |
| } |
| |
| static void |
| gp102_sec2_acr_bld_patch(struct nvkm_acr *acr, u32 bld, s64 adjust) |
| { |
| struct loader_config_v1 hdr; |
| nvkm_robj(acr->wpr, bld, &hdr, sizeof(hdr)); |
| hdr.code_dma_base = hdr.code_dma_base + adjust; |
| hdr.data_dma_base = hdr.data_dma_base + adjust; |
| hdr.overlay_dma_base = hdr.overlay_dma_base + adjust; |
| nvkm_wobj(acr->wpr, bld, &hdr, sizeof(hdr)); |
| loader_config_v1_dump(&acr->subdev, &hdr); |
| } |
| |
| static void |
| gp102_sec2_acr_bld_write(struct nvkm_acr *acr, u32 bld, |
| struct nvkm_acr_lsfw *lsfw) |
| { |
| const struct loader_config_v1 hdr = { |
| .dma_idx = FALCON_SEC2_DMAIDX_UCODE, |
| .code_dma_base = lsfw->offset.img + lsfw->app_start_offset, |
| .code_size_total = lsfw->app_size, |
| .code_size_to_load = lsfw->app_resident_code_size, |
| .code_entry_point = lsfw->app_imem_entry, |
| .data_dma_base = lsfw->offset.img + lsfw->app_start_offset + |
| lsfw->app_resident_data_offset, |
| .data_size = lsfw->app_resident_data_size, |
| .overlay_dma_base = lsfw->offset.img + lsfw->app_start_offset, |
| .argc = 1, |
| .argv = lsfw->falcon->func->emem_addr, |
| }; |
| |
| nvkm_wobj(acr->wpr, bld, &hdr, sizeof(hdr)); |
| } |
| |
| static const struct nvkm_acr_lsf_func |
| gp102_sec2_acr_0 = { |
| .bld_size = sizeof(struct loader_config_v1), |
| .bld_write = gp102_sec2_acr_bld_write, |
| .bld_patch = gp102_sec2_acr_bld_patch, |
| .boot = gp102_sec2_acr_boot, |
| .bootstrap_falcons = BIT_ULL(NVKM_ACR_LSF_FECS) | |
| BIT_ULL(NVKM_ACR_LSF_GPCCS) | |
| BIT_ULL(NVKM_ACR_LSF_SEC2), |
| .bootstrap_falcon = gp102_sec2_acr_bootstrap_falcon, |
| }; |
| |
| int |
| gp102_sec2_initmsg(struct nvkm_sec2 *sec2) |
| { |
| struct nv_sec2_init_msg msg; |
| int ret, i; |
| |
| ret = nvkm_falcon_msgq_recv_initmsg(sec2->msgq, &msg, sizeof(msg)); |
| if (ret) |
| return ret; |
| |
| if (msg.hdr.unit_id != NV_SEC2_UNIT_INIT || |
| msg.msg_type != NV_SEC2_INIT_MSG_INIT) |
| return -EINVAL; |
| |
| for (i = 0; i < ARRAY_SIZE(msg.queue_info); i++) { |
| if (msg.queue_info[i].id == NV_SEC2_INIT_MSG_QUEUE_ID_MSGQ) { |
| nvkm_falcon_msgq_init(sec2->msgq, |
| msg.queue_info[i].index, |
| msg.queue_info[i].offset, |
| msg.queue_info[i].size); |
| } else { |
| nvkm_falcon_cmdq_init(sec2->cmdq, |
| msg.queue_info[i].index, |
| msg.queue_info[i].offset, |
| msg.queue_info[i].size); |
| } |
| } |
| |
| return 0; |
| } |
| |
| void |
| gp102_sec2_intr(struct nvkm_sec2 *sec2) |
| { |
| struct nvkm_subdev *subdev = &sec2->engine.subdev; |
| struct nvkm_falcon *falcon = &sec2->falcon; |
| u32 disp = nvkm_falcon_rd32(falcon, 0x01c); |
| u32 intr = nvkm_falcon_rd32(falcon, 0x008) & disp & ~(disp >> 16); |
| |
| if (intr & 0x00000040) { |
| schedule_work(&sec2->work); |
| nvkm_falcon_wr32(falcon, 0x004, 0x00000040); |
| intr &= ~0x00000040; |
| } |
| |
| if (intr) { |
| nvkm_error(subdev, "unhandled intr %08x\n", intr); |
| nvkm_falcon_wr32(falcon, 0x004, intr); |
| } |
| } |
| |
| int |
| gp102_sec2_flcn_enable(struct nvkm_falcon *falcon) |
| { |
| nvkm_falcon_mask(falcon, 0x3c0, 0x00000001, 0x00000001); |
| udelay(10); |
| nvkm_falcon_mask(falcon, 0x3c0, 0x00000001, 0x00000000); |
| return nvkm_falcon_v1_enable(falcon); |
| } |
| |
| void |
| gp102_sec2_flcn_bind_context(struct nvkm_falcon *falcon, |
| struct nvkm_memory *ctx) |
| { |
| struct nvkm_device *device = falcon->owner->device; |
| |
| nvkm_falcon_v1_bind_context(falcon, ctx); |
| if (!ctx) |
| return; |
| |
| /* Not sure if this is a WAR for a HW issue, or some additional |
| * programming sequence that's needed to properly complete the |
| * context switch we trigger above. |
| * |
| * Fixes unreliability of booting the SEC2 RTOS on Quadro P620, |
| * particularly when resuming from suspend. |
| * |
| * Also removes the need for an odd workaround where we needed |
| * to program SEC2's FALCON_CPUCTL_ALIAS_STARTCPU twice before |
| * the SEC2 RTOS would begin executing. |
| */ |
| nvkm_msec(device, 10, |
| u32 irqstat = nvkm_falcon_rd32(falcon, 0x008); |
| u32 flcn0dc = nvkm_falcon_rd32(falcon, 0x0dc); |
| if ((irqstat & 0x00000008) && |
| (flcn0dc & 0x00007000) == 0x00005000) |
| break; |
| ); |
| |
| nvkm_falcon_mask(falcon, 0x004, 0x00000008, 0x00000008); |
| nvkm_falcon_mask(falcon, 0x058, 0x00000002, 0x00000002); |
| |
| nvkm_msec(device, 10, |
| u32 flcn0dc = nvkm_falcon_rd32(falcon, 0x0dc); |
| if ((flcn0dc & 0x00007000) == 0x00000000) |
| break; |
| ); |
| } |
| |
| static const struct nvkm_falcon_func |
| gp102_sec2_flcn = { |
| .debug = 0x408, |
| .fbif = 0x600, |
| .load_imem = nvkm_falcon_v1_load_imem, |
| .load_dmem = nvkm_falcon_v1_load_dmem, |
| .read_dmem = nvkm_falcon_v1_read_dmem, |
| .emem_addr = 0x01000000, |
| .bind_context = gp102_sec2_flcn_bind_context, |
| .wait_for_halt = nvkm_falcon_v1_wait_for_halt, |
| .clear_interrupt = nvkm_falcon_v1_clear_interrupt, |
| .set_start_addr = nvkm_falcon_v1_set_start_addr, |
| .start = nvkm_falcon_v1_start, |
| .enable = gp102_sec2_flcn_enable, |
| .disable = nvkm_falcon_v1_disable, |
| .cmdq = { 0xa00, 0xa04, 8 }, |
| .msgq = { 0xa30, 0xa34, 8 }, |
| }; |
| |
| const struct nvkm_sec2_func |
| gp102_sec2 = { |
| .flcn = &gp102_sec2_flcn, |
| .unit_acr = NV_SEC2_UNIT_ACR, |
| .intr = gp102_sec2_intr, |
| .initmsg = gp102_sec2_initmsg, |
| }; |
| |
| MODULE_FIRMWARE("nvidia/gp102/sec2/desc.bin"); |
| MODULE_FIRMWARE("nvidia/gp102/sec2/image.bin"); |
| MODULE_FIRMWARE("nvidia/gp102/sec2/sig.bin"); |
| MODULE_FIRMWARE("nvidia/gp104/sec2/desc.bin"); |
| MODULE_FIRMWARE("nvidia/gp104/sec2/image.bin"); |
| MODULE_FIRMWARE("nvidia/gp104/sec2/sig.bin"); |
| MODULE_FIRMWARE("nvidia/gp106/sec2/desc.bin"); |
| MODULE_FIRMWARE("nvidia/gp106/sec2/image.bin"); |
| MODULE_FIRMWARE("nvidia/gp106/sec2/sig.bin"); |
| MODULE_FIRMWARE("nvidia/gp107/sec2/desc.bin"); |
| MODULE_FIRMWARE("nvidia/gp107/sec2/image.bin"); |
| MODULE_FIRMWARE("nvidia/gp107/sec2/sig.bin"); |
| |
| static void |
| gp102_sec2_acr_bld_patch_1(struct nvkm_acr *acr, u32 bld, s64 adjust) |
| { |
| struct flcn_bl_dmem_desc_v2 hdr; |
| nvkm_robj(acr->wpr, bld, &hdr, sizeof(hdr)); |
| hdr.code_dma_base = hdr.code_dma_base + adjust; |
| hdr.data_dma_base = hdr.data_dma_base + adjust; |
| nvkm_wobj(acr->wpr, bld, &hdr, sizeof(hdr)); |
| flcn_bl_dmem_desc_v2_dump(&acr->subdev, &hdr); |
| } |
| |
| static void |
| gp102_sec2_acr_bld_write_1(struct nvkm_acr *acr, u32 bld, |
| struct nvkm_acr_lsfw *lsfw) |
| { |
| const struct flcn_bl_dmem_desc_v2 hdr = { |
| .ctx_dma = FALCON_SEC2_DMAIDX_UCODE, |
| .code_dma_base = lsfw->offset.img + lsfw->app_start_offset, |
| .non_sec_code_off = lsfw->app_resident_code_offset, |
| .non_sec_code_size = lsfw->app_resident_code_size, |
| .code_entry_point = lsfw->app_imem_entry, |
| .data_dma_base = lsfw->offset.img + lsfw->app_start_offset + |
| lsfw->app_resident_data_offset, |
| .data_size = lsfw->app_resident_data_size, |
| .argc = 1, |
| .argv = lsfw->falcon->func->emem_addr, |
| }; |
| |
| nvkm_wobj(acr->wpr, bld, &hdr, sizeof(hdr)); |
| } |
| |
| const struct nvkm_acr_lsf_func |
| gp102_sec2_acr_1 = { |
| .bld_size = sizeof(struct flcn_bl_dmem_desc_v2), |
| .bld_write = gp102_sec2_acr_bld_write_1, |
| .bld_patch = gp102_sec2_acr_bld_patch_1, |
| .boot = gp102_sec2_acr_boot, |
| .bootstrap_falcons = BIT_ULL(NVKM_ACR_LSF_FECS) | |
| BIT_ULL(NVKM_ACR_LSF_GPCCS) | |
| BIT_ULL(NVKM_ACR_LSF_SEC2), |
| .bootstrap_falcon = gp102_sec2_acr_bootstrap_falcon, |
| }; |
| |
| int |
| gp102_sec2_load(struct nvkm_sec2 *sec2, int ver, |
| const struct nvkm_sec2_fwif *fwif) |
| { |
| return nvkm_acr_lsfw_load_sig_image_desc_v1(&sec2->engine.subdev, |
| &sec2->falcon, |
| NVKM_ACR_LSF_SEC2, "sec2/", |
| ver, fwif->acr); |
| } |
| |
| MODULE_FIRMWARE("nvidia/gp102/sec2/desc-1.bin"); |
| MODULE_FIRMWARE("nvidia/gp102/sec2/image-1.bin"); |
| MODULE_FIRMWARE("nvidia/gp102/sec2/sig-1.bin"); |
| MODULE_FIRMWARE("nvidia/gp104/sec2/desc-1.bin"); |
| MODULE_FIRMWARE("nvidia/gp104/sec2/image-1.bin"); |
| MODULE_FIRMWARE("nvidia/gp104/sec2/sig-1.bin"); |
| MODULE_FIRMWARE("nvidia/gp106/sec2/desc-1.bin"); |
| MODULE_FIRMWARE("nvidia/gp106/sec2/image-1.bin"); |
| MODULE_FIRMWARE("nvidia/gp106/sec2/sig-1.bin"); |
| MODULE_FIRMWARE("nvidia/gp107/sec2/desc-1.bin"); |
| MODULE_FIRMWARE("nvidia/gp107/sec2/image-1.bin"); |
| MODULE_FIRMWARE("nvidia/gp107/sec2/sig-1.bin"); |
| |
| static const struct nvkm_sec2_fwif |
| gp102_sec2_fwif[] = { |
| { 1, gp102_sec2_load, &gp102_sec2, &gp102_sec2_acr_1 }, |
| { 0, gp102_sec2_load, &gp102_sec2, &gp102_sec2_acr_0 }, |
| { -1, gp102_sec2_nofw, &gp102_sec2 }, |
| {} |
| }; |
| |
| int |
| gp102_sec2_new(struct nvkm_device *device, int index, struct nvkm_sec2 **psec2) |
| { |
| return nvkm_sec2_new_(gp102_sec2_fwif, device, index, 0, psec2); |
| } |