blob: 3e57fc04b377038146bc23fd9612623e37d5a5c3 [file] [log] [blame]
Zaibo Xu416d8222019-11-13 19:11:04 +08001/* SPDX-License-Identifier: GPL-2.0 */
2/* Copyright (c) 2019 HiSilicon Limited. */
3
4#ifndef __HISI_SEC_V2_H
5#define __HISI_SEC_V2_H
6
Shameer Kolothumff5812e2022-03-08 18:48:54 +00007#include <linux/hisi_acc_qm.h>
Zaibo Xu416d8222019-11-13 19:11:04 +08008#include "sec_crypto.h"
9
Zaibo Xua1816472020-01-11 10:41:50 +080010/* Algorithm resource per hardware SEC queue */
11struct sec_alg_res {
Longfang Liu74b58db2020-03-05 10:06:25 +080012 u8 *pbuf;
13 dma_addr_t pbuf_dma;
Zaibo Xu416d8222019-11-13 19:11:04 +080014 u8 *c_ivin;
15 dma_addr_t c_ivin_dma;
Kai Yec16a70c2021-06-04 09:31:26 +080016 u8 *a_ivin;
17 dma_addr_t a_ivin_dma;
Zaibo Xu2f072d72020-01-11 10:41:56 +080018 u8 *out_mac;
19 dma_addr_t out_mac_dma;
Weili Qian129a9f32022-09-09 17:46:56 +080020 u16 depth;
Zaibo Xu416d8222019-11-13 19:11:04 +080021};
22
23/* Cipher request of SEC private */
24struct sec_cipher_req {
Zaibo Xu416d8222019-11-13 19:11:04 +080025 struct hisi_acc_hw_sgl *c_out;
26 dma_addr_t c_out_dma;
Longfang Liu2514f5592020-03-05 10:06:24 +080027 u8 *c_ivin;
28 dma_addr_t c_ivin_dma;
Zaibo Xu416d8222019-11-13 19:11:04 +080029 struct skcipher_request *sk_req;
30 u32 c_len;
31 bool encrypt;
32};
33
Zaibo Xu2f072d72020-01-11 10:41:56 +080034struct sec_aead_req {
35 u8 *out_mac;
36 dma_addr_t out_mac_dma;
Kai Yec16a70c2021-06-04 09:31:26 +080037 u8 *a_ivin;
38 dma_addr_t a_ivin_dma;
Zaibo Xu2f072d72020-01-11 10:41:56 +080039 struct aead_request *aead_req;
40};
41
Zaibo Xu416d8222019-11-13 19:11:04 +080042/* SEC request of Crypto */
43struct sec_req {
Kai Yed5c14772021-05-28 18:26:13 +080044 union {
45 struct sec_sqe sec_sqe;
46 struct sec_sqe3 sec_sqe3;
47 };
Zaibo Xu416d8222019-11-13 19:11:04 +080048 struct sec_ctx *ctx;
49 struct sec_qp_ctx *qp_ctx;
50
Kai Ye90398782021-06-04 09:31:29 +080051 /**
52 * Common parameter of the SEC request.
53 */
54 struct hisi_acc_hw_sgl *in;
55 dma_addr_t in_dma;
Zaibo Xu416d8222019-11-13 19:11:04 +080056 struct sec_cipher_req c_req;
Zaibo Xu2f072d72020-01-11 10:41:56 +080057 struct sec_aead_req aead_req;
Kai Ye9597efc2020-07-07 09:15:38 +080058 struct list_head backlog_head;
Zaibo Xu2f072d72020-01-11 10:41:56 +080059
Zaibo Xu416d8222019-11-13 19:11:04 +080060 int err_type;
61 int req_id;
Longfang Liua44dce52021-03-13 15:28:24 +080062 u32 flag;
Zaibo Xu416d8222019-11-13 19:11:04 +080063
64 /* Status of the SEC request */
Zaibo Xuca0d1582020-01-11 10:41:48 +080065 bool fake_busy;
Longfang Liu74b58db2020-03-05 10:06:25 +080066 bool use_pbuf;
Zaibo Xu416d8222019-11-13 19:11:04 +080067};
68
69/**
70 * struct sec_req_op - Operations for SEC request
Zaibo Xu416d8222019-11-13 19:11:04 +080071 * @buf_map: DMA map the SGL buffers of the request
72 * @buf_unmap: DMA unmap the SGL buffers of the request
73 * @bd_fill: Fill the SEC queue BD
74 * @bd_send: Send the SEC BD into the hardware queue
75 * @callback: Call back for the request
76 * @process: Main processing logic of Skcipher
77 */
78struct sec_req_op {
Zaibo Xu416d8222019-11-13 19:11:04 +080079 int (*buf_map)(struct sec_ctx *ctx, struct sec_req *req);
80 void (*buf_unmap)(struct sec_ctx *ctx, struct sec_req *req);
81 void (*do_transfer)(struct sec_ctx *ctx, struct sec_req *req);
82 int (*bd_fill)(struct sec_ctx *ctx, struct sec_req *req);
83 int (*bd_send)(struct sec_ctx *ctx, struct sec_req *req);
Zaibo Xu310ea0a2020-01-11 10:41:53 +080084 void (*callback)(struct sec_ctx *ctx, struct sec_req *req, int err);
Zaibo Xu416d8222019-11-13 19:11:04 +080085 int (*process)(struct sec_ctx *ctx, struct sec_req *req);
86};
87
Zaibo Xu2f072d72020-01-11 10:41:56 +080088/* SEC auth context */
89struct sec_auth_ctx {
90 dma_addr_t a_key_dma;
91 u8 *a_key;
92 u8 a_key_len;
93 u8 mac_len;
94 u8 a_alg;
Kai Ye6c46a322021-06-04 09:31:27 +080095 bool fallback;
Zaibo Xu2f072d72020-01-11 10:41:56 +080096 struct crypto_shash *hash_tfm;
Kai Ye6c46a322021-06-04 09:31:27 +080097 struct crypto_aead *fallback_aead_tfm;
Zaibo Xu2f072d72020-01-11 10:41:56 +080098};
99
Zaibo Xu416d8222019-11-13 19:11:04 +0800100/* SEC cipher context which cipher's relatives */
101struct sec_cipher_ctx {
102 u8 *c_key;
103 dma_addr_t c_key_dma;
104 sector_t iv_offset;
105 u32 c_gran_size;
106 u32 ivsize;
107 u8 c_mode;
108 u8 c_alg;
109 u8 c_key_len;
Kai Ye5652d552021-05-28 19:42:05 +0800110
111 /* add software support */
112 bool fallback;
113 struct crypto_sync_skcipher *fbtfm;
Zaibo Xu416d8222019-11-13 19:11:04 +0800114};
115
116/* SEC queue context which defines queue's relatives */
117struct sec_qp_ctx {
118 struct hisi_qp *qp;
Weili Qian129a9f32022-09-09 17:46:56 +0800119 struct sec_req **req_list;
Zaibo Xu416d8222019-11-13 19:11:04 +0800120 struct idr req_idr;
Weili Qian129a9f32022-09-09 17:46:56 +0800121 struct sec_alg_res *res;
Zaibo Xu416d8222019-11-13 19:11:04 +0800122 struct sec_ctx *ctx;
Zhengchao Shao02884a42022-07-01 09:55:11 +0800123 spinlock_t req_lock;
Kai Ye9597efc2020-07-07 09:15:38 +0800124 struct list_head backlog;
Zaibo Xu416d8222019-11-13 19:11:04 +0800125 struct hisi_acc_sgl_pool *c_in_pool;
126 struct hisi_acc_sgl_pool *c_out_pool;
Zaibo Xu416d8222019-11-13 19:11:04 +0800127};
128
Zaibo Xu2f072d72020-01-11 10:41:56 +0800129enum sec_alg_type {
130 SEC_SKCIPHER,
131 SEC_AEAD
132};
133
Zaibo Xu416d8222019-11-13 19:11:04 +0800134/* SEC Crypto TFM context which defines queue and cipher .etc relatives */
135struct sec_ctx {
136 struct sec_qp_ctx *qp_ctx;
137 struct sec_dev *sec;
138 const struct sec_req_op *req_op;
Kai Ye0b5e43b2020-03-10 16:42:52 +0800139 struct hisi_qp **qps;
Zaibo Xu416d8222019-11-13 19:11:04 +0800140
141 /* Half queues for encipher, and half for decipher */
142 u32 hlf_q_num;
143
144 /* Threshold for fake busy, trigger to return -EBUSY to user */
145 u32 fake_req_limit;
146
Julia Lawall3f3bbf22022-05-21 13:10:45 +0200147 /* Current cyclic index to select a queue for encipher */
Zaibo Xu416d8222019-11-13 19:11:04 +0800148 atomic_t enc_qcyclic;
149
Julia Lawall3f3bbf22022-05-21 13:10:45 +0200150 /* Current cyclic index to select a queue for decipher */
Zaibo Xu416d8222019-11-13 19:11:04 +0800151 atomic_t dec_qcyclic;
Zaibo Xu2f072d72020-01-11 10:41:56 +0800152
153 enum sec_alg_type alg_type;
Longfang Liu74b58db2020-03-05 10:06:25 +0800154 bool pbuf_supported;
Zaibo Xu416d8222019-11-13 19:11:04 +0800155 struct sec_cipher_ctx c_ctx;
Zaibo Xu2f072d72020-01-11 10:41:56 +0800156 struct sec_auth_ctx a_ctx;
Kai Yeadc3f652021-05-28 18:26:14 +0800157 u8 type_supported;
Longfang Liua44dce52021-03-13 15:28:24 +0800158 struct device *dev;
Zaibo Xu416d8222019-11-13 19:11:04 +0800159};
160
Zaibo Xu416d8222019-11-13 19:11:04 +0800161
Zaibo Xu1e9bc272019-11-13 19:11:07 +0800162enum sec_debug_file_index {
Zaibo Xu1e9bc272019-11-13 19:11:07 +0800163 SEC_CLEAR_ENABLE,
164 SEC_DEBUG_FILE_NUM,
165};
166
167struct sec_debug_file {
168 enum sec_debug_file_index index;
169 spinlock_t lock;
170 struct hisi_qm *qm;
171};
172
173struct sec_dfx {
Arnd Bergmanncb1eeb72020-01-07 21:08:58 +0100174 atomic64_t send_cnt;
175 atomic64_t recv_cnt;
Kai Ye8213a1a2020-05-15 17:13:56 +0800176 atomic64_t send_busy_cnt;
Kai Ye9597efc2020-07-07 09:15:38 +0800177 atomic64_t recv_busy_cnt;
Kai Ye8213a1a2020-05-15 17:13:56 +0800178 atomic64_t err_bd_cnt;
179 atomic64_t invalid_req_cnt;
180 atomic64_t done_flag_cnt;
Zaibo Xu1e9bc272019-11-13 19:11:07 +0800181};
182
183struct sec_debug {
184 struct sec_dfx dfx;
185 struct sec_debug_file files[SEC_DEBUG_FILE_NUM];
186};
187
Zaibo Xu416d8222019-11-13 19:11:04 +0800188struct sec_dev {
189 struct hisi_qm qm;
Zaibo Xu1e9bc272019-11-13 19:11:07 +0800190 struct sec_debug debug;
Zaibo Xu416d8222019-11-13 19:11:04 +0800191 u32 ctx_q_num;
Longfang Liu8824bc52020-03-05 10:06:23 +0800192 bool iommu_used;
Zaibo Xu416d8222019-11-13 19:11:04 +0800193};
194
Weili Qiand90fab02022-09-09 17:46:58 +0800195enum sec_cap_type {
196 SEC_QM_NFE_MASK_CAP = 0x0,
197 SEC_QM_RESET_MASK_CAP,
198 SEC_QM_OOO_SHUTDOWN_MASK_CAP,
199 SEC_QM_CE_MASK_CAP,
200 SEC_NFE_MASK_CAP,
201 SEC_RESET_MASK_CAP,
202 SEC_OOO_SHUTDOWN_MASK_CAP,
203 SEC_CE_MASK_CAP,
Wenkai Lin921715b2022-09-09 17:47:03 +0800204 SEC_CLUSTER_NUM_CAP,
205 SEC_CORE_TYPE_NUM_CAP,
206 SEC_CORE_NUM_CAP,
207 SEC_CORES_PER_CLUSTER_NUM_CAP,
208 SEC_CORE_ENABLE_BITMAP,
209 SEC_DRV_ALG_BITMAP_LOW,
210 SEC_DRV_ALG_BITMAP_HIGH,
211 SEC_DEV_ALG_BITMAP_LOW,
212 SEC_DEV_ALG_BITMAP_HIGH,
213 SEC_CORE1_ALG_BITMAP_LOW,
214 SEC_CORE1_ALG_BITMAP_HIGH,
215 SEC_CORE2_ALG_BITMAP_LOW,
216 SEC_CORE2_ALG_BITMAP_HIGH,
217 SEC_CORE3_ALG_BITMAP_LOW,
218 SEC_CORE3_ALG_BITMAP_HIGH,
219 SEC_CORE4_ALG_BITMAP_LOW,
220 SEC_CORE4_ALG_BITMAP_HIGH,
Weili Qiand90fab02022-09-09 17:46:58 +0800221};
222
Kai Ye0b5e43b2020-03-10 16:42:52 +0800223void sec_destroy_qps(struct hisi_qp **qps, int qp_num);
224struct hisi_qp **sec_create_qps(void);
Meng Yu81234552021-03-04 14:35:44 +0800225int sec_register_to_crypto(struct hisi_qm *qm);
226void sec_unregister_from_crypto(struct hisi_qm *qm);
Wenkai Lin921715b2022-09-09 17:47:03 +0800227u64 sec_get_alg_bitmap(struct hisi_qm *qm, u32 high, u32 low);
Zaibo Xu416d8222019-11-13 19:11:04 +0800228#endif