718cf2ccb9
Mainly focus on files that use BSD 2-Clause license, however the tool I was using misidentified many licenses so this was mostly a manual - error prone - task. The Software Package Data Exchange (SPDX) group provides a specification to make it easier for automated tools to detect and summarize well known opensource licenses. We are gradually adopting the specification, noting that the tags are considered only advisory and do not, in any way, superceed or replace the license texts.
430 lines
13 KiB
C
430 lines
13 KiB
C
/*-
|
|
* SPDX-License-Identifier: BSD-2-Clause-FreeBSD
|
|
*
|
|
* Copyright (C) 2008-2009 Semihalf, Piotr Ziecik
|
|
* All rights reserved.
|
|
*
|
|
* Redistribution and use in source and binary forms, with or without
|
|
* modification, are permitted provided that the following conditions
|
|
* are met:
|
|
* 1. Redistributions of source code must retain the above copyright
|
|
* notice, this list of conditions and the following disclaimer.
|
|
* 2. Redistributions in binary form must reproduce the above copyright
|
|
* notice, this list of conditions and the following disclaimer in the
|
|
* documentation and/or other materials provided with the distribution.
|
|
*
|
|
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
|
|
* IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
|
|
* OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN
|
|
* NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
|
* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED
|
|
* TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
|
|
* PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
|
|
* LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
|
|
* NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
|
|
* SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
*
|
|
* $FreeBSD$
|
|
*/
|
|
|
|
#ifndef _SEC_H
|
|
#define _SEC_H
|
|
|
|
/*
|
|
* Each SEC channel can hold up to 24 descriptors. All 4 channels can be
|
|
* simultaneously active holding 96 descriptors. Each descriptor can use 0 or
|
|
* more link table entries depending of size and granulation of input/output
|
|
* data. One link table entry is needed for each 65535 bytes of data.
|
|
*/
|
|
|
|
/* Driver settings */
|
|
#define SEC_TIMEOUT 100000
|
|
#define SEC_MAX_SESSIONS 256
|
|
#define SEC_DESCRIPTORS 256 /* Must be power of 2 */
|
|
#define SEC_LT_ENTRIES 1024 /* Must be power of 2 */
|
|
#define SEC_MAX_IV_LEN 16
|
|
#define SEC_MAX_KEY_LEN 64
|
|
|
|
/* SEC information */
|
|
#define SEC_20_ID 0x0000000000000040ULL
|
|
#define SEC_30_ID 0x0030030000000000ULL
|
|
#define SEC_31_ID 0x0030030100000000ULL
|
|
#define SEC_CHANNELS 4
|
|
#define SEC_POINTERS 7
|
|
#define SEC_MAX_DMA_BLOCK_SIZE 0xFFFF
|
|
#define SEC_MAX_FIFO_LEVEL 24
|
|
#define SEC_DMA_ALIGNMENT 8
|
|
|
|
#define __packed__ __attribute__ ((__packed__))
|
|
|
|
struct sec_softc;
|
|
struct sec_session;
|
|
|
|
/* SEC descriptor definition */
|
|
struct sec_hw_desc_ptr {
|
|
u_int shdp_length : 16;
|
|
u_int shdp_j : 1;
|
|
u_int shdp_extent : 7;
|
|
u_int __padding0 : 4;
|
|
uint64_t shdp_ptr : 36;
|
|
} __packed__;
|
|
|
|
struct sec_hw_desc {
|
|
union __packed__ {
|
|
struct __packed__ {
|
|
u_int eu_sel0 : 4;
|
|
u_int mode0 : 8;
|
|
u_int eu_sel1 : 4;
|
|
u_int mode1 : 8;
|
|
u_int desc_type : 5;
|
|
u_int __padding0 : 1;
|
|
u_int dir : 1;
|
|
u_int dn : 1;
|
|
u_int __padding1 : 32;
|
|
} request;
|
|
struct __packed__ {
|
|
u_int done : 8;
|
|
u_int __padding0 : 27;
|
|
u_int iccr0 : 2;
|
|
u_int __padding1 : 6;
|
|
u_int iccr1 : 2;
|
|
u_int __padding2 : 19;
|
|
} feedback;
|
|
} shd_control;
|
|
|
|
struct sec_hw_desc_ptr shd_pointer[SEC_POINTERS];
|
|
|
|
/* Data below is mapped to descriptor pointers */
|
|
uint8_t shd_iv[SEC_MAX_IV_LEN];
|
|
uint8_t shd_key[SEC_MAX_KEY_LEN];
|
|
uint8_t shd_mkey[SEC_MAX_KEY_LEN];
|
|
} __packed__;
|
|
|
|
#define shd_eu_sel0 shd_control.request.eu_sel0
|
|
#define shd_mode0 shd_control.request.mode0
|
|
#define shd_eu_sel1 shd_control.request.eu_sel1
|
|
#define shd_mode1 shd_control.request.mode1
|
|
#define shd_desc_type shd_control.request.desc_type
|
|
#define shd_dir shd_control.request.dir
|
|
#define shd_dn shd_control.request.dn
|
|
#define shd_done shd_control.feedback.done
|
|
#define shd_iccr0 shd_control.feedback.iccr0
|
|
#define shd_iccr1 shd_control.feedback.iccr1
|
|
|
|
/* SEC link table entries definition */
|
|
struct sec_hw_lt {
|
|
u_int shl_length : 16;
|
|
u_int __padding0 : 6;
|
|
u_int shl_r : 1;
|
|
u_int shl_n : 1;
|
|
u_int __padding1 : 4;
|
|
uint64_t shl_ptr : 36;
|
|
} __packed__;
|
|
|
|
struct sec_dma_mem {
|
|
void *dma_vaddr;
|
|
bus_addr_t dma_paddr;
|
|
bus_dma_tag_t dma_tag;
|
|
bus_dmamap_t dma_map;
|
|
u_int dma_is_map;
|
|
};
|
|
|
|
struct sec_desc {
|
|
struct sec_hw_desc *sd_desc;
|
|
bus_addr_t sd_desc_paddr;
|
|
struct sec_dma_mem sd_ptr_dmem[SEC_POINTERS];
|
|
struct cryptop *sd_crp;
|
|
u_int sd_lt_used;
|
|
u_int sd_error;
|
|
};
|
|
|
|
struct sec_lt {
|
|
struct sec_hw_lt *sl_lt;
|
|
bus_addr_t sl_lt_paddr;
|
|
};
|
|
|
|
struct sec_eu_methods {
|
|
int (*sem_newsession)(struct sec_softc *sc,
|
|
struct sec_session *ses, struct cryptoini *enc,
|
|
struct cryptoini *mac);
|
|
int (*sem_make_desc)(struct sec_softc *sc,
|
|
struct sec_session *ses, struct sec_desc *desc,
|
|
struct cryptop *crp, int buftype);
|
|
};
|
|
|
|
struct sec_session {
|
|
u_int ss_used;
|
|
struct sec_eu_methods *ss_eu;
|
|
uint8_t ss_key[SEC_MAX_KEY_LEN];
|
|
uint8_t ss_mkey[SEC_MAX_KEY_LEN];
|
|
u_int ss_klen;
|
|
u_int ss_mklen;
|
|
u_int ss_ivlen;
|
|
};
|
|
|
|
struct sec_desc_map_info {
|
|
struct sec_softc *sdmi_sc;
|
|
bus_size_t sdmi_size;
|
|
bus_size_t sdmi_offset;
|
|
struct sec_lt *sdmi_lt_first;
|
|
struct sec_lt *sdmi_lt_last;
|
|
u_int sdmi_lt_used;
|
|
};
|
|
|
|
struct sec_softc {
|
|
device_t sc_dev;
|
|
int32_t sc_cid;
|
|
int sc_blocked;
|
|
int sc_shutdown;
|
|
u_int sc_version;
|
|
|
|
uint64_t sc_int_error_mask;
|
|
uint64_t sc_channel_idle_mask;
|
|
|
|
struct sec_session sc_sessions[SEC_MAX_SESSIONS];
|
|
|
|
struct mtx sc_controller_lock;
|
|
struct mtx sc_descriptors_lock;
|
|
struct mtx sc_sessions_lock;
|
|
|
|
struct sec_desc sc_desc[SEC_DESCRIPTORS];
|
|
u_int sc_free_desc_get_cnt;
|
|
u_int sc_free_desc_put_cnt;
|
|
u_int sc_ready_desc_get_cnt;
|
|
u_int sc_ready_desc_put_cnt;
|
|
u_int sc_queued_desc_get_cnt;
|
|
u_int sc_queued_desc_put_cnt;
|
|
|
|
struct sec_lt sc_lt[SEC_LT_ENTRIES + 1];
|
|
u_int sc_lt_alloc_cnt;
|
|
u_int sc_lt_free_cnt;
|
|
|
|
struct sec_dma_mem sc_desc_dmem; /* descriptors DMA memory */
|
|
struct sec_dma_mem sc_lt_dmem; /* link tables DMA memory */
|
|
|
|
struct resource *sc_rres; /* register resource */
|
|
int sc_rrid; /* register rid */
|
|
struct {
|
|
bus_space_tag_t bst;
|
|
bus_space_handle_t bsh;
|
|
} sc_bas;
|
|
|
|
struct resource *sc_pri_ires; /* primary irq resource */
|
|
void *sc_pri_ihand; /* primary irq handler */
|
|
int sc_pri_irid; /* primary irq resource id */
|
|
|
|
struct resource *sc_sec_ires; /* secondary irq resource */
|
|
void *sc_sec_ihand; /* secondary irq handler */
|
|
int sc_sec_irid; /* secondary irq resource id */
|
|
};
|
|
|
|
/* Locking macros */
|
|
#define SEC_LOCK(sc, what) \
|
|
mtx_lock(&(sc)->sc_ ## what ## _lock)
|
|
#define SEC_UNLOCK(sc, what) \
|
|
mtx_unlock(&(sc)->sc_ ## what ## _lock)
|
|
#define SEC_LOCK_ASSERT(sc, what) \
|
|
mtx_assert(&(sc)->sc_ ## what ## _lock, MA_OWNED)
|
|
|
|
/* Read/Write definitions */
|
|
#define SEC_READ(sc, reg) \
|
|
bus_space_read_8((sc)->sc_bas.bst, (sc)->sc_bas.bsh, (reg))
|
|
#define SEC_WRITE(sc, reg, val) \
|
|
bus_space_write_8((sc)->sc_bas.bst, (sc)->sc_bas.bsh, (reg), (val))
|
|
|
|
/* Base allocation macros (warning: wrap must be 2^n) */
|
|
#define SEC_CNT_INIT(sc, cnt, wrap) \
|
|
(((sc)->cnt) = ((wrap) - 1))
|
|
#define SEC_ADD(sc, cnt, wrap, val) \
|
|
((sc)->cnt = (((sc)->cnt) + (val)) & ((wrap) - 1))
|
|
#define SEC_INC(sc, cnt, wrap) \
|
|
SEC_ADD(sc, cnt, wrap, 1)
|
|
#define SEC_DEC(sc, cnt, wrap) \
|
|
SEC_ADD(sc, cnt, wrap, -1)
|
|
#define SEC_GET_GENERIC(sc, tab, cnt, wrap) \
|
|
((sc)->tab[SEC_INC(sc, cnt, wrap)])
|
|
#define SEC_PUT_GENERIC(sc, tab, cnt, wrap, val) \
|
|
((sc)->tab[SEC_INC(sc, cnt, wrap)] = val)
|
|
|
|
/* Interface for descriptors */
|
|
#define SEC_GET_FREE_DESC(sc) \
|
|
&SEC_GET_GENERIC(sc, sc_desc, sc_free_desc_get_cnt, SEC_DESCRIPTORS)
|
|
|
|
#define SEC_PUT_BACK_FREE_DESC(sc) \
|
|
SEC_DEC(sc, sc_free_desc_get_cnt, SEC_DESCRIPTORS)
|
|
|
|
#define SEC_DESC_FREE2READY(sc) \
|
|
SEC_INC(sc, sc_ready_desc_put_cnt, SEC_DESCRIPTORS)
|
|
|
|
#define SEC_GET_READY_DESC(sc) \
|
|
&SEC_GET_GENERIC(sc, sc_desc, sc_ready_desc_get_cnt, SEC_DESCRIPTORS)
|
|
|
|
#define SEC_PUT_BACK_READY_DESC(sc) \
|
|
SEC_DEC(sc, sc_ready_desc_get_cnt, SEC_DESCRIPTORS)
|
|
|
|
#define SEC_DESC_READY2QUEUED(sc) \
|
|
SEC_INC(sc, sc_queued_desc_put_cnt, SEC_DESCRIPTORS)
|
|
|
|
#define SEC_GET_QUEUED_DESC(sc) \
|
|
&SEC_GET_GENERIC(sc, sc_desc, sc_queued_desc_get_cnt, SEC_DESCRIPTORS)
|
|
|
|
#define SEC_PUT_BACK_QUEUED_DESC(sc) \
|
|
SEC_DEC(sc, sc_queued_desc_get_cnt, SEC_DESCRIPTORS)
|
|
|
|
#define SEC_DESC_QUEUED2FREE(sc) \
|
|
SEC_INC(sc, sc_free_desc_put_cnt, SEC_DESCRIPTORS)
|
|
|
|
#define SEC_FREE_DESC_CNT(sc) \
|
|
(((sc)->sc_free_desc_put_cnt - (sc)->sc_free_desc_get_cnt - 1) \
|
|
& (SEC_DESCRIPTORS - 1))
|
|
|
|
#define SEC_READY_DESC_CNT(sc) \
|
|
(((sc)->sc_ready_desc_put_cnt - (sc)->sc_ready_desc_get_cnt) & \
|
|
(SEC_DESCRIPTORS - 1))
|
|
|
|
#define SEC_QUEUED_DESC_CNT(sc) \
|
|
(((sc)->sc_queued_desc_put_cnt - (sc)->sc_queued_desc_get_cnt) \
|
|
& (SEC_DESCRIPTORS - 1))
|
|
|
|
#define SEC_DESC_SYNC(sc, mode) do { \
|
|
sec_sync_dma_mem(&((sc)->sc_desc_dmem), (mode)); \
|
|
sec_sync_dma_mem(&((sc)->sc_lt_dmem), (mode)); \
|
|
} while (0)
|
|
|
|
#define SEC_DESC_SYNC_POINTERS(desc, mode) do { \
|
|
u_int i; \
|
|
for (i = 0; i < SEC_POINTERS; i++) \
|
|
sec_sync_dma_mem(&((desc)->sd_ptr_dmem[i]), (mode)); \
|
|
} while (0)
|
|
|
|
#define SEC_DESC_FREE_POINTERS(desc) do { \
|
|
u_int i; \
|
|
for (i = 0; i < SEC_POINTERS; i++) \
|
|
sec_free_dma_mem(&(desc)->sd_ptr_dmem[i]); \
|
|
} while (0);
|
|
|
|
#define SEC_DESC_PUT_BACK_LT(sc, desc) \
|
|
SEC_PUT_BACK_LT(sc, (desc)->sd_lt_used)
|
|
|
|
#define SEC_DESC_FREE_LT(sc, desc) \
|
|
SEC_FREE_LT(sc, (desc)->sd_lt_used)
|
|
|
|
/* Interface for link tables */
|
|
#define SEC_ALLOC_LT_ENTRY(sc) \
|
|
&SEC_GET_GENERIC(sc, sc_lt, sc_lt_alloc_cnt, SEC_LT_ENTRIES)
|
|
|
|
#define SEC_PUT_BACK_LT(sc, num) \
|
|
SEC_ADD(sc, sc_lt_alloc_cnt, SEC_LT_ENTRIES, -(num))
|
|
|
|
#define SEC_FREE_LT(sc, num) \
|
|
SEC_ADD(sc, sc_lt_free_cnt, SEC_LT_ENTRIES, num)
|
|
|
|
#define SEC_FREE_LT_CNT(sc) \
|
|
(((sc)->sc_lt_free_cnt - (sc)->sc_lt_alloc_cnt - 1) \
|
|
& (SEC_LT_ENTRIES - 1))
|
|
|
|
/* DMA Maping defines */
|
|
#define SEC_MEMORY 0
|
|
#define SEC_UIO 1
|
|
#define SEC_MBUF 2
|
|
|
|
/* Size of SEC registers area */
|
|
#define SEC_IO_SIZE 0x10000
|
|
|
|
/* SEC Controller registers */
|
|
#define SEC_IER 0x1008
|
|
#define SEC_INT_CH_DN(n) (1ULL << (((n) * 2) + 32))
|
|
#define SEC_INT_CH_ERR(n) (1ULL << (((n) * 2) + 33))
|
|
#define SEC_INT_ITO (1ULL << 55)
|
|
|
|
#define SEC_ISR 0x1010
|
|
#define SEC_ICR 0x1018
|
|
#define SEC_ID 0x1020
|
|
|
|
#define SEC_EUASR 0x1028
|
|
#define SEC_EUASR_RNGU(r) (((r) >> 0) & 0xF)
|
|
#define SEC_EUASR_PKEU(r) (((r) >> 8) & 0xF)
|
|
#define SEC_EUASR_KEU(r) (((r) >> 16) & 0xF)
|
|
#define SEC_EUASR_CRCU(r) (((r) >> 20) & 0xF)
|
|
#define SEC_EUASR_DEU(r) (((r) >> 32) & 0xF)
|
|
#define SEC_EUASR_AESU(r) (((r) >> 40) & 0xF)
|
|
#define SEC_EUASR_MDEU(r) (((r) >> 48) & 0xF)
|
|
#define SEC_EUASR_AFEU(r) (((r) >> 56) & 0xF)
|
|
|
|
#define SEC_MCR 0x1030
|
|
#define SEC_MCR_SWR (1ULL << 32)
|
|
|
|
/* SEC Channel registers */
|
|
#define SEC_CHAN_CCR(n) (((n) * 0x100) + 0x1108)
|
|
#define SEC_CHAN_CCR_CDIE (1ULL << 1)
|
|
#define SEC_CHAN_CCR_NT (1ULL << 2)
|
|
#define SEC_CHAN_CCR_AWSE (1ULL << 3)
|
|
#define SEC_CHAN_CCR_CDWE (1ULL << 4)
|
|
#define SEC_CHAN_CCR_BS (1ULL << 8)
|
|
#define SEC_CHAN_CCR_WGN (1ULL << 13)
|
|
#define SEC_CHAN_CCR_R (1ULL << 32)
|
|
#define SEC_CHAN_CCR_CON (1ULL << 33)
|
|
|
|
#define SEC_CHAN_CSR(n) (((n) * 0x100) + 0x1110)
|
|
#define SEC_CHAN_CSR2_FFLVL_M 0x1FULL
|
|
#define SEC_CHAN_CSR2_FFLVL_S 56
|
|
#define SEC_CHAN_CSR2_GSTATE_M 0x0FULL
|
|
#define SEC_CHAN_CSR2_GSTATE_S 48
|
|
#define SEC_CHAN_CSR2_PSTATE_M 0x0FULL
|
|
#define SEC_CHAN_CSR2_PSTATE_S 40
|
|
#define SEC_CHAN_CSR2_MSTATE_M 0x3FULL
|
|
#define SEC_CHAN_CSR2_MSTATE_S 32
|
|
#define SEC_CHAN_CSR3_FFLVL_M 0x1FULL
|
|
#define SEC_CHAN_CSR3_FFLVL_S 24
|
|
#define SEC_CHAN_CSR3_MSTATE_M 0x1FFULL
|
|
#define SEC_CHAN_CSR3_MSTATE_S 32
|
|
#define SEC_CHAN_CSR3_PSTATE_M 0x7FULL
|
|
#define SEC_CHAN_CSR3_PSTATE_S 48
|
|
#define SEC_CHAN_CSR3_GSTATE_M 0x7FULL
|
|
#define SEC_CHAN_CSR3_GSTATE_S 56
|
|
|
|
#define SEC_CHAN_CDPR(n) (((n) * 0x100) + 0x1140)
|
|
#define SEC_CHAN_FF(n) (((n) * 0x100) + 0x1148)
|
|
|
|
/* SEC Execution Units numbers */
|
|
#define SEC_EU_NONE 0x0
|
|
#define SEC_EU_AFEU 0x1
|
|
#define SEC_EU_DEU 0x2
|
|
#define SEC_EU_MDEU_A 0x3
|
|
#define SEC_EU_MDEU_B 0xB
|
|
#define SEC_EU_RNGU 0x4
|
|
#define SEC_EU_PKEU 0x5
|
|
#define SEC_EU_AESU 0x6
|
|
#define SEC_EU_KEU 0x7
|
|
#define SEC_EU_CRCU 0x8
|
|
|
|
/* SEC descriptor types */
|
|
#define SEC_DT_COMMON_NONSNOOP 0x02
|
|
#define SEC_DT_HMAC_SNOOP 0x04
|
|
|
|
/* SEC AESU declarations and definitions */
|
|
#define SEC_AESU_MODE_ED (1ULL << 0)
|
|
#define SEC_AESU_MODE_CBC (1ULL << 1)
|
|
|
|
/* SEC DEU declarations and definitions */
|
|
#define SEC_DEU_MODE_ED (1ULL << 0)
|
|
#define SEC_DEU_MODE_TS (1ULL << 1)
|
|
#define SEC_DEU_MODE_CBC (1ULL << 2)
|
|
|
|
/* SEC MDEU declarations and definitions */
|
|
#define SEC_HMAC_HASH_LEN 12
|
|
#define SEC_MDEU_MODE_SHA1 0x00 /* MDEU A */
|
|
#define SEC_MDEU_MODE_SHA384 0x00 /* MDEU B */
|
|
#define SEC_MDEU_MODE_SHA256 0x01
|
|
#define SEC_MDEU_MODE_MD5 0x02 /* MDEU A */
|
|
#define SEC_MDEU_MODE_SHA512 0x02 /* MDEU B */
|
|
#define SEC_MDEU_MODE_SHA224 0x03
|
|
#define SEC_MDEU_MODE_PD (1ULL << 2)
|
|
#define SEC_MDEU_MODE_HMAC (1ULL << 3)
|
|
#define SEC_MDEU_MODE_INIT (1ULL << 4)
|
|
#define SEC_MDEU_MODE_SMAC (1ULL << 5)
|
|
#define SEC_MDEU_MODE_CICV (1ULL << 6)
|
|
#define SEC_MDEU_MODE_CONT (1ULL << 7)
|
|
|
|
#endif
|