/* SPDX-License-Identifier: BSD-3-Clause * Copyright(c) 2019 Intel Corporation */ #include #include #include "fips_dev_self_test.h" #define IV_OFF (sizeof(struct rte_crypto_op) + sizeof(struct rte_crypto_sym_op)) #define FIPS_DEV_TEST_DATA_MAX_SIZE 8096 #define AES_CCM_AAD_PAD_SIZE 18 struct fips_dev_self_test_vector { const char *name; enum rte_crypto_sym_xform_type operation_type; struct { uint8_t data[64]; uint16_t len; } digest; struct { uint8_t data[256]; uint16_t len; } key; struct { uint8_t data[16]; uint8_t len; } iv; union { struct { enum rte_crypto_cipher_algorithm algo; } cipher; struct { enum rte_crypto_aead_algorithm algo; struct { uint8_t data[FIPS_DEV_TEST_DATA_MAX_SIZE]; uint16_t len; } aad; } aead; struct { enum rte_crypto_auth_algorithm algo; } auth; }; struct { const uint8_t data[FIPS_DEV_TEST_DATA_MAX_SIZE]; uint16_t len; } input; struct { uint8_t data[FIPS_DEV_TEST_DATA_MAX_SIZE]; uint16_t len; } output; }; #define GET_MBUF_DATA(data, len, m) \ do { \ len = rte_pktmbuf_pkt_len(m); \ data = rte_pktmbuf_mtod(m, uint8_t *); \ } while (0) /* <-- SHA-x HMAC --> */ static struct fips_dev_self_test_vector SELF_TEST_SHA1_HMAC_test_vector = { .name = "SELF_TEST_SHA1_HMAC_test_vector", .operation_type = RTE_CRYPTO_SYM_XFORM_AUTH, .auth = { .algo = RTE_CRYPTO_AUTH_SHA1_HMAC, }, .input = { .data = { 0xed, 0xb2, 0xba, 0x09, 0x99, 0x61, 0xd3, 0x8f, 0xd0, 0xa0, 0xa6, 0xa2, 0x35, 0xd6, 0x12, 0x71, 0xcb, 0x4d, 0x49, 0x3b, 0x64, 0xd9, 0xde, 0x13, 0x5c, 0xbb, 0x1f, 0xe0, 0x86, 0xc4, 0xa4, 0xa7, 0x67, 0xbe, 0x28, 0x0d, 0xa2, 0x07, 0x98, 0x17, 0xb4, 0x7f, 0x6a, 0x35, 0xe1, 0xa4, 0x30, 0x7f, 0x6e, 0xfc, 0x6d, 0x3e, 0x11, 0xb4, 0xa7, 0xae, 0xa6, 0x86, 0xbd, 0x02, 0x23, 0xe0, 0x7b, 0xa9, 0xce, 0x42, 0x6c, 0xd0, 0xae, 0xe7, 0xef, 0x28, 0x3f, 0xa9, 0x8d, 0xe9, 0x6a, 0x1f, 0x8a, 0x17, 0xb3, 0x08, 0xba, 0x04, 0xb5, 0xec, 0x96, 0x16, 0xcb, 0x00, 0x8f, 0xca, 0x11, 0x4b, 0xa3, 0xf9, 0x8b, 0x07, 0x2d, 0x5a, 0xa3, 0x4a, 0x01, 0x49, 0xd9, 0xe5, 0xb8, 0xc6, 0xb6, 0x8c, 0x49, 0xc1, 0x01, 0x38, 0xda, 0x95, 0x36, 0xca, 0xd5, 0xd2, 0x34, 0xf1, 0x3d, 0x3f, 0x36, 0x4d, 0x43, 0x1f }, .len = 128, }, .key = { .data = { 0x8d, 0x8d, 0x15, 0xd8, 0xa9, 0x57, 0x9a, 0xdb, 0x2d, 0x62 }, .len = 10, }, .digest = { .data = { 0x0c, 0x66, 0x2e, 0x47, 0x93, 0x93, 0x8c, 0xc3, 0x7f, 0x3d, 0x51, 0xd2, 0xb4, 0x05, 0x48, 0xec, 0x55, 0x91, 0x4f, 0x0d }, .len = 20, }, }; static struct fips_dev_self_test_vector SELF_TEST_SHA224_HMAC_test_vector = { .name = "SELF_TEST_SHA224_HMAC_test_vector", .operation_type = RTE_CRYPTO_SYM_XFORM_AUTH, .auth = { .algo = RTE_CRYPTO_AUTH_SHA224_HMAC, }, .input = { .data = { 0x41, 0x18, 0x43, 0xa2, 0x13, 0x87, 0x84, 0x6f, 0x3b, 0x9e, 0xd5, 0xfc, 0x54, 0x5a, 0xca, 0xdf, 0xa5, 0xb7, 0x03, 0x86, 0xf6, 0x2d, 0xa4, 0xd9, 0xa2, 0x7b, 0x04, 0x1b, 0xee, 0xa3, 0xaa, 0x11, 0x99, 0x36, 0x75, 0x67, 0xb4, 0xd1, 0x1a, 0x4f, 0xb4, 0xe8, 0xd4, 0x6b, 0xc6, 0xc2, 0x56, 0xed, 0x62, 0xc5, 0x05, 0xfd, 0x23, 0xf4, 0x64, 0x5b, 0xd6, 0xb6, 0xcf, 0x45, 0xd1, 0xd9, 0x6d, 0x9b, 0x86, 0xd6, 0x60, 0x41, 0x57, 0x57, 0x3e, 0xc5, 0xac, 0xf6, 0xc5, 0x41, 0x43, 0x48, 0xca, 0x83, 0xc8, 0x1a, 0x73, 0x6c, 0xa6, 0xfa, 0xa6, 0x96, 0x1c, 0xfa, 0xc1, 0x39, 0x93, 0xb0, 0x8c, 0x50, 0x2f, 0x81, 0x6c, 0xf7, 0xa4, 0x20, 0xd9, 0x18, 0x4b, 0x51, 0x11, 0x46, 0x75, 0xf3, 0x0e, 0xe9, 0xff, 0x3d, 0xb6, 0x9c, 0x26, 0x48, 0x53, 0xd3, 0x9d, 0xcd, 0x42, 0xc1, 0xdd, 0x31, 0xef, 0x79 }, .len = 128, }, .key = { .data = { 0x37, 0x14, 0x70, 0x78, 0x39, 0xda, 0xf7, 0x91, 0x22, 0xc7, 0x82, 0x41, 0x63, 0x51, 0x38, 0x5e, 0x88, 0xa8, 0x1d, 0x31, 0xc9, 0xf6, 0x41, 0xd8, 0xdc, 0xe5, 0x38, 0xe9, 0x0e, 0x63, 0xc9, 0x58, 0x92, 0xa2, 0xea, 0x9b, 0x19, 0x62, 0xed, 0x0b, 0xa3, 0x72, 0xf4, 0x8e, 0x94, 0x74, 0xaa, 0x73, 0x0a, 0xe2 }, .len = 50, }, .digest = { .data = { 0x33, 0xf1, 0x7a, 0xc8, 0xa5, 0xc6, 0xb5, 0x25, 0xdb, 0x8b, 0x86, 0x44, 0xb6, 0xab }, .len = 14, }, }; static struct fips_dev_self_test_vector SELF_TEST_SHA256_HMAC_test_vector = { .name = "SELF_TEST_SHA256_HMAC_test_vector", .operation_type = RTE_CRYPTO_SYM_XFORM_AUTH, .auth = { .algo = RTE_CRYPTO_AUTH_SHA256_HMAC, }, .input = { .data = { 0x1c, 0x43, 0x96, 0xf7, 0xb7, 0xf9, 0x22, 0x8e, 0x83, 0x2a, 0x13, 0x69, 0x20, 0x02, 0xba, 0x2a, 0xff, 0x43, 0x9d, 0xcb, 0x7f, 0xdd, 0xbf, 0xd4, 0x56, 0xc0, 0x22, 0xd1, 0x33, 0xee, 0x89, 0x03, 0xa2, 0xd4, 0x82, 0x56, 0x2f, 0xda, 0xa4, 0x93, 0xce, 0x39, 0x16, 0xd7, 0x7a, 0x0c, 0x51, 0x44, 0x1d, 0xab, 0x26, 0xf6, 0xb0, 0x34, 0x02, 0x38, 0xa3, 0x6a, 0x71, 0xf8, 0x7f, 0xc3, 0xe1, 0x79, 0xca, 0xbc, 0xa9, 0x48, 0x2b, 0x70, 0x49, 0x71, 0xce, 0x69, 0xf3, 0xf2, 0x0a, 0xb6, 0x4b, 0x70, 0x41, 0x3d, 0x6c, 0x29, 0x08, 0x53, 0x2b, 0x2a, 0x88, 0x8a, 0x9f, 0xc2, 0x24, 0xca, 0xe1, 0x36, 0x5d, 0xa4, 0x10, 0xb6, 0xf2, 0xe2, 0x98, 0x90, 0x4b, 0x63, 0xb4, 0xa4, 0x17, 0x26, 0x32, 0x18, 0x35, 0xa4, 0x77, 0x4d, 0xd0, 0x63, 0xc2, 0x11, 0xcf, 0xc8, 0xb5, 0x16, 0x6c, 0x2d, 0x11, 0xa2 }, .len = 128, }, .key = { .data = { 0x54, 0x48, 0x99, 0x8f, 0x9d, 0x8f, 0x98, 0x53, 0x4a, 0xdd, 0xf0, 0xc8, 0xba, 0x63, 0x1c, 0x49, 0x6b, 0xf8, 0xa8, 0x00, 0x6c, 0xbb, 0x46, 0xad, 0x15, 0xfa, 0x1f, 0xa2, 0xf5, 0x53, 0x67, 0x12, 0x0c, 0x19, 0x34, 0x8c, 0x3a, 0xfa, 0x90, 0xc3 }, .len = 40, }, .digest = { .data = { 0x7e, 0x8c, 0xba, 0x9d, 0xd9, 0xf0, 0x6e, 0xbd, 0xd7, 0xf9, 0x2e, 0x0f, 0x1a, 0x67, 0xc7, 0xf4, 0xdf, 0x52, 0x69, 0x3c, 0x21, 0x2b, 0xdd, 0x84, 0xf6, 0x73, 0x70, 0xb3, 0x51, 0x53, 0x3c, 0x6c }, .len = 32, }, }; /* HMAC count=34 L=48 SHA384 GENERATE*/ static struct fips_dev_self_test_vector SELF_TEST_SHA384_HMAC_test_vector = { .name = "SELF_TEST_SHA384_HMAC_test_vector", .operation_type = RTE_CRYPTO_SYM_XFORM_AUTH, .auth = { .algo = RTE_CRYPTO_AUTH_SHA384_HMAC, }, .input = { .data = { 0xf5, 0x10, 0x86, 0xfe, 0x78, 0x15, 0x0f, 0xe4, 0x8b, 0xd1, 0x41, 0x5a, 0x47, 0x85, 0xac, 0xc0, 0x5a, 0xb8, 0x0e, 0xf0, 0x0b, 0x29, 0x75, 0xce, 0x78, 0x07, 0xa4, 0x21, 0x22, 0x64, 0xb8, 0xa1, 0xac, 0xe8, 0x0b, 0x50, 0xe0, 0xc2, 0x59, 0x0e, 0xf3, 0xe4, 0x21, 0x68, 0x0a, 0x70, 0x4e, 0xb2, 0xfc, 0x6d, 0x17, 0x55, 0x5a, 0xbf, 0x24, 0x69, 0xad, 0x56, 0xf2, 0x87, 0xfe, 0xa5, 0x78, 0xd8, 0x9c, 0x56, 0x0b, 0x72, 0x19, 0x3c, 0x7f, 0xe5, 0x96, 0x89, 0x8f, 0x10, 0x40, 0x41, 0x7e, 0x3a, 0x1b, 0xee, 0xff, 0x5e, 0xff, 0x96, 0x53, 0xc5, 0xe0, 0xea, 0xb1, 0xda, 0x52, 0xc0, 0xea, 0x3b, 0x4b, 0xc3, 0x4d, 0x0c, 0x2b, 0x69, 0xc8, 0x90, 0xfb, 0x26, 0x51, 0xfa, 0xf2, 0xe0, 0x84, 0x80, 0x3e, 0xa2, 0x8e, 0xb2, 0x01, 0x94, 0x49, 0x0a, 0x99, 0x2b, 0xa8, 0xc4, 0x24, 0x9d, 0x56, 0xef }, .len = 128, }, .key = { .data = { 0x91, 0x7a, 0x69, 0x8c, 0x82, 0xf4, 0x4f, 0x19, 0x57, 0x3b, 0x64, 0x5c, 0x48, 0x79, 0xb8, 0x73, 0x0b, 0x58, 0xdf, 0xf4, 0xed, 0xc6, 0xa0, 0xd3, 0x21, 0xf5, 0xf1, 0x86, 0x58, 0xa5, 0x24, 0x66, 0x92, 0xa5, 0x5b, 0x59, 0x33, 0x97, 0x41, 0xae, 0x59, 0xf5, 0xfc, 0x48, 0x6d, 0x51, 0x5d, 0xff, 0xf8, 0xe1 }, .len = 50, }, .digest = { .data = { 0x77, 0xbf, 0x56, 0x15, 0xec, 0x52, 0xf7, 0x06, 0xca, 0x74, 0x64, 0x01, 0xe9, 0xfd, 0xe4, 0x3f, 0x15, 0x60, 0x52, 0x37, 0xe5, 0x50, 0xb9, 0x3a, 0x84, 0x72, 0xfd, 0x14, 0x4f, 0xc3, 0x9e, 0x5e, 0xca, 0x0f, 0xe8, 0x90, 0x83, 0x88, 0x28, 0xa0 }, .len = 40, }, }; /* HMAC count=28 L=64 SHA512 GENERATE*/ static struct fips_dev_self_test_vector SELF_TEST_SHA512_HMAC_test_vector = { .name = "SELF_TEST_SHA512_HMAC_test_vector", .operation_type = RTE_CRYPTO_SYM_XFORM_AUTH, .auth = { .algo = RTE_CRYPTO_AUTH_SHA512_HMAC, }, .input = { .data = { 0x0a, 0x33, 0x1c, 0xe2, 0x00, 0x89, 0xb2, 0x9e, 0x94, 0xb2, 0xc5, 0xf5, 0x18, 0xc8, 0xdb, 0xea, 0xd4, 0x04, 0x17, 0xa2, 0xa8, 0xd5, 0x00, 0x18, 0xf3, 0x2f, 0x85, 0x12, 0xb3, 0x26, 0x3d, 0x54, 0xed, 0xbb, 0xf3, 0x13, 0x4f, 0xf6, 0x61, 0xac, 0x14, 0x35, 0x3c, 0x96, 0x28, 0xc3, 0x71, 0x95, 0x8c, 0xac, 0xaf, 0x31, 0xfd, 0xd0, 0x25, 0x67, 0xd0, 0x37, 0x8d, 0x9e, 0x21, 0xa4, 0x69, 0xdd, 0x2c, 0x6d, 0x8c, 0x3a, 0xfb, 0x89, 0xdd, 0x96, 0x42, 0xeb, 0x58, 0x87, 0x87, 0x0e, 0x55, 0x96, 0x85, 0xd2, 0x0d, 0xab, 0xd3, 0x86, 0x5a, 0xc5, 0xc1, 0x46, 0xbe, 0xee, 0x83, 0x87, 0xa7, 0x6f, 0x91, 0xf0, 0xf1, 0x40, 0x4d, 0x6c, 0xad, 0xc2, 0xe6, 0x7d, 0x21, 0xb0, 0x7d, 0xd3, 0x0f, 0x53, 0x87, 0x1d, 0x3b, 0xf6, 0x73, 0x1f, 0x27, 0x9a, 0x8c, 0x04, 0x21, 0xeb, 0x20, 0xf6, 0x7f, 0x72 }, .len = 128, }, .key = { .data = { 0x39, 0xb8, 0x77, 0xb8, 0xe8, 0x2e, 0xcb, 0xd9, 0x74, 0x03, 0x25, 0x82, 0x8f, 0xaf, 0x67, 0x21, 0xc1, 0x29, 0x04, 0x6e, 0xb0, 0x13, 0x61, 0x44, 0xa0, 0x31, 0x82, 0xb1, 0x36, 0x20, 0xe2, 0x49, 0x81, 0x45, 0xa2, 0xbf, 0x3b, 0x03, 0xe6, 0xb6, 0x4b, 0x31, 0x7d, 0xd4, 0x8f, 0xcb, 0xc0, 0x18, 0xd9, 0xe7, 0xbc, 0x6e, 0x37, 0xeb, 0x93, 0x81, 0x78, 0xfe, 0x1f, 0xd1, 0xeb, 0xbc, 0xd9, 0x05, 0x6a, 0x2e, 0xf9, 0x82, 0x97, 0xf9, 0xdf, 0x3c, 0x66, 0xd5, 0xb2, 0xcc, 0xdc, 0x41, 0x47, 0xc4, 0x16, 0x76, 0x44, 0x3f, 0x8c, 0x99, 0x85, 0xbc, 0x97, 0x34, 0xbe, 0x2c, 0x31, 0xe7, 0x62, 0x49, 0xfc, 0x5b, 0xc4, 0x2a }, .len = 100, }, .digest = { .data = { 0x97, 0x16, 0x8f, 0x55, 0x13, 0xc2, 0xe9, 0xbc, 0x4b, 0xc5, 0x25, 0xce, 0x27, 0x03, 0x74, 0x0b, 0xce, 0x1a, 0x06, 0xec, 0xfe, 0x99, 0xa5, 0x70, 0xac, 0x66, 0xc8, 0x3e, 0xde, 0x96, 0x67, 0xcc, 0x07, 0xed, 0xf6, 0x64, 0x61, 0x7c, 0xe5, 0x3c }, .len = 40, }, }; /* <-- AES CMAC --> */ static struct fips_dev_self_test_vector SELF_TEST_AES_CMAC_test_vector = { .name = "SELF_TEST_AES_CMAC_test_vector", .operation_type = RTE_CRYPTO_SYM_XFORM_AUTH, .auth = { .algo = RTE_CRYPTO_AUTH_AES_CMAC, }, .input = { .data = { 0x57, 0x88, 0xf6, 0x1e, 0x02, 0x30, 0x47, 0x91, 0xb5, 0x2f, 0x40, 0x05, 0x7a, 0xbb, 0x4e, 0x04, 0x46, 0x40, 0x3e, 0xf3, 0x74, 0x02, 0x53, 0xdf, 0x72, 0x05, 0x96, 0x79, 0xbb, 0x2a, 0x6e, 0x5e, 0x05, 0x9a, 0x70, 0x9c, 0xbb }, .len = 37, }, .key = { .data = { 0x18, 0x42, 0x15, 0x14, 0x5d, 0xa4, 0x9d, 0xb4, 0x17, 0xe8, 0xbd, 0xd5, 0x73, 0xd6, 0x28, 0x2d }, .len = 16, }, .digest = { .data = { 0x8d, 0xa8, 0xcc, 0xa9, 0xb3, 0x6f, 0x68, 0x57, 0x1c, 0x6c, 0x0e, 0x40, 0xa3, 0xf4, 0x10 }, .len = 15, }, }; /* <-- AES CCM --> */ static struct fips_dev_self_test_vector SELF_TEST_AES128_CCM_test_vector = { .name = "SELF_TEST_AES128_CCM_test_vector", .operation_type = RTE_CRYPTO_SYM_XFORM_AEAD, .iv = { .data = { 0x00, 0x50, 0x30, 0xF1, 0x84, 0x44, 0x08, 0xB5, 0x03, 0x97, 0x76, 0xE7, 0x0C }, .len = 13, }, .aead = { .algo = RTE_CRYPTO_AEAD_AES_CCM, .aad = { .data = { /* 18 bytes padding for AAD */ 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x08, 0x40, 0x0F, 0xD2, 0xE1, 0x28, 0xA5, 0x7C, 0x50, 0x30, 0xF1, 0x84, 0x44, 0x08, 0xAB, 0xAE, 0xA5, 0xB8, 0xFC, 0xBA, 0x00, 0x00 }, .len = 22, }, }, .input = { .data = { 0xF8, 0xBA, 0x1A, 0x55, 0xD0, 0x2F, 0x85, 0xAE, 0x96, 0x7B, 0xB6, 0x2F, 0xB6, 0xCD, 0xA8, 0xEB, 0x7E, 0x78, 0xA0, 0x50 }, .len = 20, }, .key = { .data = { 0xC9, 0x7C, 0x1F, 0x67, 0xCE, 0x37, 0x11, 0x85, 0x51, 0x4A, 0x8A, 0x19, 0xF2, 0xBD, 0xD5, 0x2F }, .len = 16, }, .output = { .data = { 0xF3, 0xD0, 0xA2, 0xFE, 0x9A, 0x3D, 0xBF, 0x23, 0x42, 0xA6, 0x43, 0xE4, 0x32, 0x46, 0xE8, 0x0C, 0x3C, 0x04, 0xD0, 0x19 }, .len = 20, }, .digest = { .data = { 0x78, 0x45, 0xCE, 0x0B, 0x16, 0xF9, 0x76, 0x23 }, .len = 8, }, }; /* <-- AES CBC --> */ static struct fips_dev_self_test_vector SELF_TEST_AES128_CBC_test_vector = { .name = "SELF_TEST_AES128_CBC_test_vector", .operation_type = RTE_CRYPTO_SYM_XFORM_CIPHER, .iv = { .data = { 0x00, 0x01, 0x02, 0x03, 0x04, 0x05, 0x06, 0x07, 0x08, 0x09, 0x0A, 0x0B, 0x0C, 0x0D, 0x0E, 0x0F }, .len = 16, }, .cipher = { .algo = RTE_CRYPTO_CIPHER_AES_CBC, }, .input = { .data = { 0x57, 0x68, 0x61, 0x74, 0x20, 0x61, 0x20, 0x6C, 0x6F, 0x75, 0x73, 0x79, 0x20, 0x65, 0x61, 0x72, 0x74, 0x68, 0x21, 0x20, 0x48, 0x65, 0x20, 0x77, 0x6F, 0x6E, 0x64, 0x65, 0x72, 0x65, 0x64, 0x20, }, .len = 32, }, .key = { .data = { 0xE4, 0x23, 0x33, 0x8A, 0x35, 0x64, 0x61, 0xE2, 0x49, 0x03, 0xDD, 0xC6, 0xB8, 0xCA, 0x55, 0x7A }, .len = 16, }, .output = { .data = { 0x8B, 0x4D, 0xDA, 0x1B, 0xCF, 0x04, 0xA0, 0x31, 0xB4, 0xBF, 0xBD, 0x68, 0x43, 0x20, 0x7E, 0x76, 0xB1, 0x96, 0x8B, 0xA2, 0x7C, 0xA2, 0x83, 0x9E, 0x39, 0x5A, 0x2F, 0x7E, 0x92, 0xB4, 0x48, 0x1A, }, .len = 32, }, }; static struct fips_dev_self_test_vector SELF_TEST_AES192_CBC_test_vector = { .name = "SELF_TEST_AES192_CBC_test_vector", .operation_type = RTE_CRYPTO_SYM_XFORM_CIPHER, .iv = { .data = { 0x00, 0x01, 0x02, 0x03, 0x04, 0x05, 0x06, 0x07, 0x08, 0x09, 0x0A, 0x0B, 0x0C, 0x0D, 0x0E, 0x0F }, .len = 16, }, .cipher = { .algo = RTE_CRYPTO_CIPHER_AES_CBC, }, .input = { .data = { 0x57, 0x68, 0x61, 0x74, 0x20, 0x61, 0x20, 0x6C, 0x6F, 0x75, 0x73, 0x79, 0x20, 0x65, 0x61, 0x72, 0x74, 0x68, 0x21, 0x20, 0x48, 0x65, 0x20, 0x77, 0x6F, 0x6E, 0x64, 0x65, 0x72, 0x65, 0x64, 0x20, }, .len = 32, }, .key = { .data = { 0xE4, 0x23, 0x33, 0x8A, 0x35, 0x64, 0x61, 0xE2, 0x49, 0x03, 0xDD, 0xC6, 0xB8, 0xCA, 0x55, 0x7A, 0xD4, 0xC3, 0xA3, 0xAA, 0x33, 0x62, 0x61, 0xE0 }, .len = 24, }, .output = { .data = { 0x45, 0xEE, 0x9A, 0xEA, 0x3C, 0x03, 0xFC, 0x4C, 0x84, 0x36, 0xB0, 0xDA, 0xB0, 0xDC, 0xF3, 0x5B, 0x75, 0xA7, 0xBE, 0x0E, 0xC0, 0x8D, 0x6C, 0xF8, 0xC1, 0x0F, 0xD0, 0x35, 0x1D, 0x82, 0xAE, 0x7C, }, .len = 32, }, }; /* AES-256 CBC ENCRYPT*/ static struct fips_dev_self_test_vector SELF_TEST_AES256_CBC_test_vector = { .name = "SELF_TEST_AES256_CBC_test_vector", .operation_type = RTE_CRYPTO_SYM_XFORM_CIPHER, .iv = { .data = { 0x00, 0x01, 0x02, 0x03, 0x04, 0x05, 0x06, 0x07, 0x08, 0x09, 0x0A, 0x0B, 0x0C, 0x0D, 0x0E, 0x0F }, .len = 16, }, .cipher = { .algo = RTE_CRYPTO_CIPHER_AES_CBC, }, .input = { .data = { 0x57, 0x68, 0x61, 0x74, 0x20, 0x61, 0x20, 0x6C, 0x6F, 0x75, 0x73, 0x79, 0x20, 0x65, 0x61, 0x72, 0x74, 0x68, 0x21, 0x20, 0x48, 0x65, 0x20, 0x77, 0x6F, 0x6E, 0x64, 0x65, 0x72, 0x65, 0x64, 0x20, }, .len = 32, }, .key = { .data = { 0xE4, 0x23, 0x33, 0x8A, 0x35, 0x64, 0x61, 0xE2, 0x49, 0x03, 0xDD, 0xC6, 0xB8, 0xCA, 0x55, 0x7A, 0xD4, 0xC3, 0xA3, 0xAA, 0x33, 0x62, 0x61, 0xE0, 0x37, 0x07, 0xB8, 0x23, 0xA2, 0xA3, 0xB5, 0x8D }, .len = 32, }, .output = { .data = { 0xF3, 0xDD, 0xF0, 0x0B, 0xFF, 0xA2, 0x6A, 0x04, 0xBE, 0xDA, 0x52, 0xA6, 0xFE, 0x6B, 0xA6, 0xA7, 0x48, 0x1D, 0x7D, 0x98, 0x65, 0xDB, 0xEF, 0x06, 0x26, 0xB5, 0x8E, 0xEB, 0x05, 0x0E, 0x77, 0x98, }, .len = 32, }, }; /* DES-128 CBC ENCRYPT*/ static struct fips_dev_self_test_vector SELF_TEST_3DES_2KEY_CBC_test_vector = { .name = "SELF_TEST_3DES_2KEY_CBC_test_vector", .operation_type = RTE_CRYPTO_SYM_XFORM_CIPHER, .iv = { .data = { 0x00, 0x01, 0x02, 0x03, 0x04, 0x05, 0x06, 0x07 }, .len = 8, }, .cipher = { .algo = RTE_CRYPTO_CIPHER_3DES_CBC, }, .input = { .data = { 0x57, 0x68, 0x61, 0x74, 0x20, 0x61, 0x20, 0x6C, 0x6F, 0x75, 0x73, 0x79, 0x20, 0x65, 0x61, 0x72, 0x74, 0x68, 0x21, 0x20, 0x48, 0x65, 0x20, 0x77, 0x6F, 0x6E, 0x64, 0x65, 0x72, 0x65, 0x64, 0x20, }, .len = 32, }, .key = { .data = { 0xE4, 0x23, 0x33, 0x8A, 0x35, 0x64, 0x61, 0xE2, 0x49, 0x03, 0xDD, 0xC6, 0xB8, 0xCA, 0x55, 0x7A, 0xE4, 0x23, 0x33, 0x8A, 0x35, 0x64, 0x61, 0xE2 }, .len = 24, }, .output = { .data = { 0x28, 0x2a, 0xff, 0x15, 0x5c, 0xdf, 0xd9, 0x6b, 0x54, 0xbc, 0x7b, 0xfb, 0xc5, 0x64, 0x4d, 0xdd, 0x3e, 0xf2, 0x9e, 0xb7, 0x53, 0x65, 0x37, 0x05, 0xe0, 0xdf, 0xae, 0xf7, 0xc9, 0x27, 0xe4, 0xec, }, .len = 32, }, }; static struct fips_dev_self_test_vector SELF_TEST_3DES_3KEY_CBC_test_vector = { .name = "SELF_TEST_3DES_3KEY_CBC_test_vector", .operation_type = RTE_CRYPTO_SYM_XFORM_CIPHER, .iv = { .data = { 0x00, 0x01, 0x02, 0x03, 0x04, 0x05, 0x06, 0x07 }, .len = 8, }, .cipher = { .algo = RTE_CRYPTO_CIPHER_3DES_CBC, }, .input = { .data = { 0x57, 0x68, 0x61, 0x74, 0x20, 0x61, 0x20, 0x6C, 0x6F, 0x75, 0x73, 0x79, 0x20, 0x65, 0x61, 0x72, 0x74, 0x68, 0x21, 0x20, 0x48, 0x65, 0x20, 0x77, 0x6F, 0x6E, 0x64, 0x65, 0x72, 0x65, 0x64, 0x20, }, .len = 32, }, .key = { .data = { 0xE4, 0x23, 0x33, 0x8A, 0x35, 0x64, 0x61, 0xE2, 0x49, 0x03, 0xDD, 0xC6, 0xB8, 0xCA, 0x55, 0x7A, 0xD4, 0xC3, 0xA3, 0xAA, 0x33, 0x62, 0x61, 0xE0 }, .len = 24, }, .output = { .data = { 0xd0, 0xc9, 0xdc, 0x51, 0x29, 0x97, 0x03, 0x64, 0xcd, 0x22, 0xba, 0x3d, 0x2b, 0xbc, 0x21, 0x37, 0x7b, 0x1e, 0x29, 0x23, 0xeb, 0x51, 0x6e, 0xac, 0xbe, 0x5b, 0xd3, 0x67, 0xe0, 0x3f, 0xc3, 0xb5, }, .len = 32, }, }; /* <-- AES GCM --> */ static struct fips_dev_self_test_vector SELF_TEST_AES128_GCM_encrypt_test_vector = { .name = "SELF_TEST_AES128_GCM_encrypt_test_vector", .operation_type = RTE_CRYPTO_SYM_XFORM_AEAD, .iv = { .data = { 0x5a, 0xdb, 0x96, 0x09, 0xdb, 0xae, 0xb5, 0x8c, 0xbd, 0x6e, 0x72, 0x75 }, .len = 12, }, .aead = { .algo = RTE_CRYPTO_AEAD_AES_GCM, .aad = { .data = { 0x88, 0x31, 0x9d, 0x6e, 0x1d, 0x3f, 0xfa, 0x5f, 0x98, 0x71, 0x99, 0x16, 0x6c, 0x8a, 0x9b, 0x56, 0xc2, 0xae, 0xba, 0x5a }, .len = 20, }, }, .input = { .data = { 0x7c, 0x0e, 0x88, 0xc8, 0x88, 0x99, 0xa7, 0x79, 0x22, 0x84, 0x65, 0x07, 0x47, 0x97, 0xcd, 0x4c, 0x2e, 0x14, 0x98, 0xd2, 0x59, 0xb5, 0x43, 0x90, 0xb8, 0x5e, 0x3e, 0xef, 0x1c, 0x02, 0xdf, 0x60, 0xe7, 0x43, 0xf1, 0xb8, 0x40, 0x38, 0x2c, 0x4b, 0xcc, 0xaf, 0x3b, 0xaf, 0xb4, 0xca, 0x84, 0x29, 0xbe, 0xa0, 0x63 }, .len = 51, }, .key = { .data = { 0xfe, 0x47, 0xfc, 0xce, 0x5f, 0xc3, 0x26, 0x65, 0xd2, 0xae, 0x39, 0x9e, 0x4e, 0xec, 0x72, 0xba }, .len = 16, }, .output = { .data = { 0x98, 0xf4, 0x82, 0x6f, 0x05, 0xa2, 0x65, 0xe6, 0xdd, 0x2b, 0xe8, 0x2d, 0xb2, 0x41, 0xc0, 0xfb, 0xbb, 0xf9, 0xff, 0xb1, 0xc1, 0x73, 0xaa, 0x83, 0x96, 0x4b, 0x7c, 0xf5, 0x39, 0x30, 0x43, 0x73, 0x63, 0x65, 0x25, 0x3d, 0xdb, 0xc5, 0xdb, 0x87, 0x78, 0x37, 0x14, 0x95, 0xda, 0x76, 0xd2, 0x69, 0xe5, 0xdb, 0x3e }, .len = 51, }, .digest = { .data = { 0x29, 0x1e, 0xf1, 0x98, 0x2e, 0x4d, 0xef, 0xed, 0xaa, 0x22, 0x49, 0xf8, 0x98, 0x55, 0x6b, 0x47 }, .len = 16, }, }; static struct fips_dev_self_test_vector SELF_TEST_AES192_GCM_encrypt_test_vector = { .operation_type = RTE_CRYPTO_SYM_XFORM_AEAD, .name = "SELF_TEST_AES192_GCM_encrypt_test_vector", .iv = { .data = { 0x0b, 0xd4, 0x4f, 0xf4, 0xd2, 0x0c, 0x15, 0xd0, 0x4f, 0xc6, 0x1e, 0xe7 }, .len = 12, }, .aead = { .algo = RTE_CRYPTO_AEAD_AES_GCM, .aad = { .data = { 0x9e, 0xa4, 0x2c, 0x50, 0xa7, 0xfd, 0xb8, 0x5e, 0x14, 0x1a, 0xa0, 0x84, 0xb4, 0x6b, 0xde, 0x12 }, .len = 16, }, }, .input = { .data = { 0x56, 0x7c, 0xcb, 0x3f, 0xa0, 0xdb, 0x89, 0x70, 0x8a, 0xf3, 0xff, 0x2b, 0xb0, 0x29, 0xdd, 0xec, 0x52, 0xc6, 0x69, 0x47, 0x58, 0x5d, 0x29, 0x1a, 0x28, 0x56, 0x4b, 0xf5, 0x6d, 0xb7, 0x06, 0xf7 }, .len = 32, }, .key = { .data = { 0x0d, 0x4a, 0x90, 0x0d, 0x1b, 0x0b, 0xb5, 0xb7, 0xbe, 0x24, 0x38, 0xc2, 0xba, 0x48, 0xfc, 0x45, 0x13, 0x4c, 0xc1, 0x98, 0x10, 0x8c, 0xf8, 0x85 }, .len = 24, }, .output = { .data = { 0x2f, 0x8a, 0x42, 0xcd, 0x18, 0x3b, 0x03, 0x14, 0xfd, 0x20, 0xa3, 0xd9, 0x7d, 0x9e, 0x0c, 0x52, 0x17, 0xb0, 0xf0, 0x88, 0xd2, 0xca, 0x87, 0xa8, 0x29, 0x0d, 0x4b, 0xae, 0x69, 0xad, 0x83, 0xf5 }, .len = 32, }, .digest = { .data = { 0xde, 0x41, 0x45, 0x92, 0xd7, 0x7f, 0x2f, 0x0b, 0x50, 0xdf, 0x4a, 0xec, 0x71, 0x4f, 0xad, 0x43 }, .len = 16, }, }; static struct fips_dev_self_test_vector SELF_TEST_AES256_GCM_encrypt_test_vector = { .operation_type = RTE_CRYPTO_SYM_XFORM_AEAD, .name = "SELF_TEST_AES256_GCM_encrypt_test_vector", .iv = { .data = { 0x5c, 0x1b, 0x21, 0xc8, 0x99, 0x8e, 0xd6, 0x29, 0x90, 0x06, 0xd3, 0xf9 }, .len = 12, }, .aead = { .algo = RTE_CRYPTO_AEAD_AES_GCM, .aad = { .data = { 0x22, 0xed, 0x23, 0x59, 0x46, 0x23, 0x5a, 0x85, 0xa4, 0x5b, 0xc5, 0xfa, 0xd7, 0x14, 0x0b, 0xfa }, .len = 16, }, }, .input = { .data = { 0xad, 0x42, 0x60, 0xe3, 0xcd, 0xc7, 0x6b, 0xcc, 0x10, 0xc7, 0xb2, 0xc0, 0x6b, 0x80, 0xb3, 0xbe, 0x94, 0x82, 0x58, 0xe5, 0xef, 0x20, 0xc5, 0x08, 0xa8, 0x1f, 0x51, 0xe9, 0x6a, 0x51, 0x83, 0x88 }, .len = 32, }, .key = { .data = { 0x37, 0xcc, 0xdb, 0xa1, 0xd9, 0x29, 0xd6, 0x43, 0x6c, 0x16, 0xbb, 0xa5, 0xb5, 0xff, 0x34, 0xde, 0xec, 0x88, 0xed, 0x7d, 0xf3, 0xd1, 0x5d, 0x0f, 0x4d, 0xdf, 0x80, 0xc0, 0xc7, 0x31, 0xee, 0x1f }, .len = 32, }, .output = { .data = { 0x3b, 0x33, 0x5f, 0x8b, 0x08, 0xd3, 0x3c, 0xcd, 0xca, 0xd2, 0x28, 0xa7, 0x47, 0x00, 0xf1, 0x00, 0x75, 0x42, 0xa4, 0xd1, 0xe7, 0xfc, 0x1e, 0xbe, 0x3f, 0x44, 0x7f, 0xe7, 0x1a, 0xf2, 0x98, 0x16 }, .len = 32, }, .digest = { .data = { 0x1f, 0xbf, 0x49, 0xcc, 0x46, 0xf4, 0x58, 0xbf, 0x6e, 0x88, 0xf6, 0x37, 0x09, 0x75, 0xe6, 0xd4 }, .len = 16, }, }; /* <-- AES CTR --> */ static struct fips_dev_self_test_vector SELF_TEST_AES128_CTR_test_vector = { .name = "SELF_TEST_AES128_CTR_test_vector", .operation_type = RTE_CRYPTO_SYM_XFORM_CIPHER, .iv = { .data = { 0xF0, 0xF1, 0xF2, 0xF3, 0xF4, 0xF5, 0xF6, 0xF7, 0xF8, 0xF9, 0xFA, 0xFB, 0xFC, 0xFD, 0xFE, 0xFF }, .len = 16, }, .cipher = { .algo = RTE_CRYPTO_CIPHER_AES_CTR, }, .input = { .data = { 0x6B, 0xC1, 0xBE, 0xE2, 0x2E, 0x40, 0x9F, 0x96, 0xE9, 0x3D, 0x7E, 0x11, 0x73, 0x93, 0x17, 0x2A, 0xAE, 0x2D, 0x8A, 0x57, 0x1E, 0x03, 0xAC, 0x9C, 0x9E, 0xB7, 0x6F, 0xAC, 0x45, 0xAF, 0x8E, 0x51, }, .len = 32, }, .key = { .data = { 0x2B, 0x7E, 0x15, 0x16, 0x28, 0xAE, 0xD2, 0xA6, 0xAB, 0xF7, 0x15, 0x88, 0x09, 0xCF, 0x4F, 0x3C }, .len = 16, }, .output = { .data = { 0x87, 0x4D, 0x61, 0x91, 0xB6, 0x20, 0xE3, 0x26, 0x1B, 0xEF, 0x68, 0x64, 0x99, 0x0D, 0xB6, 0xCE, 0x98, 0x06, 0xF6, 0x6B, 0x79, 0x70, 0xFD, 0xFF, 0x86, 0x17, 0x18, 0x7B, 0xB9, 0xFF, 0xFD, 0xFF, }, .len = 32, }, }; static struct fips_dev_self_test_vector SELF_TEST_AES192_CTR_test_vector = { .name = "SELF_TEST_AES192_CTR_test_vector", .operation_type = RTE_CRYPTO_SYM_XFORM_CIPHER, .iv = { .data = { 0x3F, 0x69, 0xA8, 0xCD, 0xE8, 0xF0, 0xEF, 0x40, 0xB8, 0x7A, 0x4B, 0xED, 0x2B, 0xAF, 0xBF, 0x57 }, .len = 16, }, .cipher = { .algo = RTE_CRYPTO_CIPHER_AES_CTR, }, .input = { .data = { 0x01, 0x0F, 0x10, 0x1F, 0x20, 0x1C, 0x0E, 0xB8, 0xFB, 0x5C, 0xCD, 0xCC, 0x1F, 0xF9, 0xAF, 0x0B, 0x95, 0x03, 0x74, 0x99, 0x49, 0xE7, 0x62, 0x55, 0xDA, 0xEA, 0x13, 0x20, 0x1D, 0xC6, 0xCC, 0xCC, }, .len = 32, }, .key = { .data = { 0xCB, 0xC5, 0xED, 0x5B, 0xE7, 0x7C, 0xBD, 0x8C, 0x50, 0xD9, 0x30, 0xF2, 0xB5, 0x6A, 0x0E, 0x5F, 0xAA, 0xAE, 0xAD, 0xA2, 0x1F, 0x49, 0x52, 0xD4 }, .len = 24, }, .output = { .data = { 0x4A, 0x6C, 0xC8, 0xCC, 0x96, 0x2A, 0x13, 0x84, 0x1C, 0x36, 0x88, 0xE9, 0xE5, 0x94, 0x70, 0xB2, 0x14, 0x5B, 0x13, 0x80, 0xEA, 0xD8, 0x8D, 0x37, 0xFD, 0x70, 0xA8, 0x83, 0xE8, 0x2B, 0x88, 0x1E, }, .len = 32, }, }; static struct fips_dev_self_test_vector SELF_TEST_AES256_CTR_test_vector = { .name = "SELF_TEST_AES256_CTR_test_vector", .operation_type = RTE_CRYPTO_SYM_XFORM_CIPHER, .iv = { .data = { 0xF0, 0xF1, 0xF2, 0xF3, 0xF4, 0xF5, 0xF6, 0xF7, 0xF8, 0xF9, 0xFA, 0xFB, 0xFC, 0xFD, 0xFE, 0xFF }, .len = 16, }, .cipher = { .algo = RTE_CRYPTO_CIPHER_AES_CTR, }, .input = { .data = { 0x6B, 0xC1, 0xBE, 0xE2, 0x2E, 0x40, 0x9F, 0x96, 0xE9, 0x3D, 0x7E, 0x11, 0x73, 0x93, 0x17, 0x2A, 0xAE, 0x2D, 0x8A, 0x57, 0x1E, 0x03, 0xAC, 0x9C, 0x9E, 0xB7, 0x6F, 0xAC, 0x45, 0xAF, 0x8E, 0x51, }, .len = 32, }, .key = { .data = { 0x60, 0x3D, 0xEB, 0x10, 0x15, 0xCA, 0x71, 0xBE, 0x2B, 0x73, 0xAE, 0xF0, 0x85, 0x7D, 0x77, 0x81, 0x1F, 0x35, 0x2C, 0x07, 0x3B, 0x61, 0x08, 0xD7, 0x2D, 0x98, 0x10, 0xA3, 0x09, 0x14, 0xDF, 0xF4 }, .len = 32, }, .output = { .data = { 0x60, 0x1E, 0xC3, 0x13, 0x77, 0x57, 0x89, 0xA5, 0xB7, 0xA7, 0xF5, 0x04, 0xBB, 0xF3, 0xD2, 0x28, 0xF4, 0x43, 0xE3, 0xCA, 0x4D, 0x62, 0xB5, 0x9A, 0xCA, 0x84, 0xE9, 0x90, 0xCA, 0xCA, 0xF5, 0xC5, }, .len = 32, }, }; struct fips_dev_self_test_vector *self_test_vectors[] = { &SELF_TEST_AES128_CBC_test_vector, &SELF_TEST_AES192_CBC_test_vector, &SELF_TEST_AES256_CBC_test_vector, &SELF_TEST_3DES_2KEY_CBC_test_vector, &SELF_TEST_3DES_3KEY_CBC_test_vector, &SELF_TEST_AES128_CCM_test_vector, &SELF_TEST_SHA1_HMAC_test_vector, &SELF_TEST_SHA224_HMAC_test_vector, &SELF_TEST_SHA256_HMAC_test_vector, &SELF_TEST_SHA384_HMAC_test_vector, &SELF_TEST_SHA512_HMAC_test_vector, &SELF_TEST_AES_CMAC_test_vector, &SELF_TEST_AES128_GCM_encrypt_test_vector, &SELF_TEST_AES192_GCM_encrypt_test_vector, &SELF_TEST_AES256_GCM_encrypt_test_vector, &SELF_TEST_AES128_CTR_test_vector, &SELF_TEST_AES192_CTR_test_vector, &SELF_TEST_AES256_CTR_test_vector, }; struct fips_dev_auto_test_env { struct rte_mempool *mpool; struct rte_mempool *op_pool; struct rte_mempool *sess_pool; struct rte_mempool *sess_priv_pool; struct rte_mbuf *mbuf; struct rte_crypto_op *op; }; typedef int (*fips_dev_self_test_prepare_xform_t)(uint8_t, struct rte_crypto_sym_xform *, struct fips_dev_self_test_vector *, uint32_t, uint8_t *, uint32_t); typedef int (*fips_dev_self_test_prepare_op_t)(struct rte_crypto_op *, struct rte_mbuf *, struct rte_cryptodev_sym_session *, uint32_t, struct fips_dev_self_test_vector *); typedef int (*fips_dev_self_test_check_result_t)(struct rte_crypto_op *, struct fips_dev_self_test_vector *, uint32_t); struct fips_dev_self_test_ops { enum rte_crypto_sym_xform_type last_operation_type; fips_dev_self_test_prepare_xform_t prepare_xform; fips_dev_self_test_prepare_op_t prepare_op; fips_dev_self_test_check_result_t check_result; }; static int prepare_cipher_xform(uint8_t dev_id, struct rte_crypto_sym_xform *xform, struct fips_dev_self_test_vector *vec, uint32_t dir, uint8_t *key, uint32_t neg_test) { const struct rte_cryptodev_symmetric_capability *cap; struct rte_cryptodev_sym_capability_idx cap_idx; struct rte_crypto_cipher_xform *cipher_xform = &xform->cipher; memset(xform, 0, sizeof(*xform)); /** negative test, key is xored */ if (neg_test) { uint32_t i; for (i = 0; i < vec->key.len; i++) key[i] ^= vec->key.data[i]; } else memcpy(key, vec->key.data, vec->key.len); xform->type = RTE_CRYPTO_SYM_XFORM_CIPHER; cipher_xform->algo = vec->cipher.algo; cipher_xform->op = (dir == self_test_dir_enc_auth_gen) ? RTE_CRYPTO_CIPHER_OP_ENCRYPT : RTE_CRYPTO_CIPHER_OP_DECRYPT; cipher_xform->key.data = key; cipher_xform->key.length = vec->key.len; cipher_xform->iv.length = vec->iv.len; cipher_xform->iv.offset = IV_OFF; cap_idx.algo.cipher = cipher_xform->algo; cap_idx.type = RTE_CRYPTO_SYM_XFORM_CIPHER; cap = rte_cryptodev_sym_capability_get(dev_id, &cap_idx); if (!cap) { RTE_LOG(ERR, PMD, "Failed to get capability for cdev %u\n", dev_id); return -EACCES; } if (rte_cryptodev_sym_capability_check_cipher(cap, cipher_xform->key.length, cipher_xform->iv.length) != 0) { RTE_LOG(ERR, PMD, "PMD %s key length %u IV length %u\n", rte_cryptodev_name_get(dev_id), cipher_xform->key.length, cipher_xform->iv.length); return -EACCES; } return 0; } static int prepare_auth_xform(uint8_t dev_id, struct rte_crypto_sym_xform *xform, struct fips_dev_self_test_vector *vec, uint32_t dir, uint8_t *key, uint32_t neg_test) { const struct rte_cryptodev_symmetric_capability *cap; struct rte_cryptodev_sym_capability_idx cap_idx; struct rte_crypto_auth_xform *auth_xform = &xform->auth; memset(xform, 0, sizeof(*xform)); /** negative test, key is xored */ if (neg_test) { uint32_t i; for (i = 0; i < vec->key.len; i++) key[i] ^= vec->key.data[i]; } else memcpy(key, vec->key.data, vec->key.len); xform->type = RTE_CRYPTO_SYM_XFORM_AUTH; auth_xform->algo = vec->auth.algo; auth_xform->op = (dir == self_test_dir_enc_auth_gen) ? RTE_CRYPTO_AUTH_OP_GENERATE : RTE_CRYPTO_AUTH_OP_VERIFY; auth_xform->digest_length = vec->digest.len; auth_xform->key.data = key; auth_xform->key.length = vec->key.len; cap_idx.algo.auth = auth_xform->algo; cap_idx.type = RTE_CRYPTO_SYM_XFORM_AUTH; cap = rte_cryptodev_sym_capability_get(dev_id, &cap_idx); if (!cap) { RTE_LOG(ERR, PMD, "Failed to get capability for cdev %u\n", dev_id); return -EACCES; } if (rte_cryptodev_sym_capability_check_auth(cap, auth_xform->key.length, auth_xform->digest_length, 0) != 0) { RTE_LOG(ERR, PMD, "PMD %s key length %u Digest length %u\n", rte_cryptodev_name_get(dev_id), auth_xform->key.length, auth_xform->digest_length); return -EACCES; } return 0; } static int prepare_aead_xform(uint8_t dev_id, struct rte_crypto_sym_xform *xform, struct fips_dev_self_test_vector *vec, uint32_t dir, uint8_t *key, uint32_t neg_test) { const struct rte_cryptodev_symmetric_capability *cap; struct rte_cryptodev_sym_capability_idx cap_idx; struct rte_crypto_aead_xform *aead_xform = &xform->aead; memset(xform, 0, sizeof(*xform)); /** negative test, key is xored */ if (neg_test) { uint32_t i; for (i = 0; i < vec->key.len; i++) key[i] ^= vec->key.data[i]; } else memcpy(key, vec->key.data, vec->key.len); xform->type = RTE_CRYPTO_SYM_XFORM_AEAD; aead_xform->algo = vec->aead.algo; aead_xform->op = (dir == self_test_dir_enc_auth_gen) ? RTE_CRYPTO_AEAD_OP_ENCRYPT : RTE_CRYPTO_AEAD_OP_DECRYPT; aead_xform->aad_length = vec->aead.aad.len; aead_xform->digest_length = vec->digest.len; aead_xform->iv.offset = IV_OFF; aead_xform->iv.length = vec->iv.len; aead_xform->key.data = key; aead_xform->key.length = vec->key.len; cap_idx.algo.aead = aead_xform->algo; cap_idx.type = RTE_CRYPTO_SYM_XFORM_AEAD; cap = rte_cryptodev_sym_capability_get(dev_id, &cap_idx); if (!cap) { RTE_LOG(ERR, PMD, "Failed to get capability for cdev %u\n", dev_id); return -EACCES; } if (rte_cryptodev_sym_capability_check_aead(cap, aead_xform->key.length, aead_xform->digest_length, aead_xform->aad_length, aead_xform->iv.length) != 0) { RTE_LOG(ERR, PMD, "PMD %s key_len %u tag_len %u aad_len %u iv_len %u\n", rte_cryptodev_name_get(dev_id), aead_xform->key.length, aead_xform->digest_length, aead_xform->aad_length, aead_xform->iv.length); return -EACCES; } return 0; } static int prepare_cipher_op(struct rte_crypto_op *op, struct rte_mbuf *mbuf, struct rte_cryptodev_sym_session *session, uint32_t dir, struct fips_dev_self_test_vector *vec) { struct rte_crypto_sym_op *sym = op->sym; uint8_t *iv = rte_crypto_op_ctod_offset(op, uint8_t *, IV_OFF); uint8_t *dst; const uint8_t *src; uint32_t len; if (dir == self_test_dir_enc_auth_gen) { src = vec->input.data; len = vec->input.len; } else { src = vec->output.data; len = vec->output.len; } sym->cipher.data.offset = 0; memcpy(iv, vec->iv.data, vec->iv.len); dst = (uint8_t *)rte_pktmbuf_append(mbuf, len); if (!dst) { RTE_LOG(ERR, PMD, "Error %i: MBUF too small\n", -ENOMEM); return -ENOMEM; } memcpy(dst, src, len); sym->cipher.data.length = len; rte_crypto_op_attach_sym_session(op, session); return 0; } static int prepare_auth_op(struct rte_crypto_op *op, struct rte_mbuf *mbuf, struct rte_cryptodev_sym_session *session, uint32_t dir, struct fips_dev_self_test_vector *vec) { struct rte_crypto_sym_op *sym = op->sym; uint8_t *dst; if (vec->input.len + vec->digest.len > RTE_MBUF_MAX_NB_SEGS) { RTE_LOG(ERR, PMD, "Error %i: Test data too long (%u).\n", -ENOMEM, vec->input.len + vec->digest.len); return -ENOMEM; } sym->auth.data.offset = 0; dst = (uint8_t *)rte_pktmbuf_append(mbuf, vec->input.len + vec->digest.len); if (!dst) { RTE_LOG(ERR, PMD, "Error %i: MBUF too small\n", -ENOMEM); return -ENOMEM; } memcpy(dst, vec->input.data, vec->input.len); sym->auth.data.length = vec->input.len; sym->auth.digest.data = dst + vec->input.len; sym->auth.digest.phys_addr = rte_pktmbuf_iova_offset(mbuf, vec->input.len); if (dir == self_test_dir_dec_auth_verify) memcpy(dst + vec->input.len, vec->digest.data, vec->digest.len); rte_crypto_op_attach_sym_session(op, session); return 0; } static int prepare_aead_op(struct rte_crypto_op *op, struct rte_mbuf *mbuf, struct rte_cryptodev_sym_session *session, uint32_t dir, struct fips_dev_self_test_vector *vec) { struct rte_crypto_sym_op *sym = op->sym; uint8_t *iv = rte_crypto_op_ctod_offset(op, uint8_t *, IV_OFF); uint8_t *dst; const uint8_t *src; uint32_t len; if (dir == self_test_dir_enc_auth_gen) { len = vec->input.len; src = vec->input.data; } else { len = vec->output.len; src = vec->output.data; } if (vec->aead.algo == RTE_CRYPTO_AEAD_AES_CCM) memcpy(iv + 1, vec->iv.data, vec->iv.len); else memcpy(iv, vec->iv.data, vec->iv.len); if (len + vec->digest.len > RTE_MBUF_MAX_NB_SEGS) { RTE_LOG(ERR, PMD, "Error %i: Test data too long (%u).\n", -ENOMEM, len + vec->digest.len); return -ENOMEM; } dst = (uint8_t *)rte_pktmbuf_append(mbuf, RTE_ALIGN_CEIL(len + vec->digest.len, 16)); if (!dst) { RTE_LOG(ERR, PMD, "Error %i: MBUF too small\n", -ENOMEM); return -ENOMEM; } sym->m_src = mbuf; sym->aead.data.length = len; sym->aead.data.offset = 0; memcpy(dst, src, len); sym->aead.digest.data = dst + vec->input.len; sym->aead.digest.phys_addr = rte_pktmbuf_iova_offset(mbuf, vec->input.len); if (dir == self_test_dir_dec_auth_verify) memcpy(sym->aead.digest.data, vec->digest.data, vec->digest.len); len = (vec->aead.algo == RTE_CRYPTO_AEAD_AES_CCM) ? (vec->aead.aad.len + AES_CCM_AAD_PAD_SIZE) : vec->aead.aad.len; dst = rte_malloc(NULL, len, 16); if (!dst) { RTE_LOG(ERR, PMD, "Error %i: Not enough memory\n", -ENOMEM); return -ENOMEM; } sym->aead.aad.data = dst; sym->aead.aad.phys_addr = rte_malloc_virt2iova(dst); if (vec->aead.algo == RTE_CRYPTO_AEAD_AES_CCM) memcpy(dst, vec->aead.aad.data, vec->aead.aad.len + AES_CCM_AAD_PAD_SIZE); else memcpy(dst, vec->aead.aad.data, vec->aead.aad.len); rte_crypto_op_attach_sym_session(op, session); return 0; } static int check_cipher_result(struct rte_crypto_op *op, struct fips_dev_self_test_vector *vec, uint32_t dir) { struct rte_mbuf *mbuf = op->sym->m_src; uint8_t *data; const uint8_t *src; uint32_t len, src_len; int ret; if (!mbuf) return -1; if (dir == self_test_dir_enc_auth_gen) { src = vec->output.data; src_len = vec->output.len; } else { src = vec->input.data; src_len = vec->input.len; } GET_MBUF_DATA(data, len, mbuf); if (!len) return -1; ret = memcmp(data, src, src_len); if (ret != 0) return -1; return 0; } static int check_auth_result(struct rte_crypto_op *op, struct fips_dev_self_test_vector *vec, uint32_t dir) { struct rte_mbuf *mbuf = op->sym->m_src; uint8_t *data; uint32_t len; int ret; if (mbuf == NULL) return -1; GET_MBUF_DATA(data, len, mbuf); if (!len) return -1; if (dir == self_test_dir_enc_auth_gen) { data += vec->input.len; ret = memcmp(data, vec->digest.data, vec->digest.len); if (ret != 0) return -1; } return 0; } static int check_aead_result(struct rte_crypto_op *op, struct fips_dev_self_test_vector *vec, uint32_t dir) { struct rte_mbuf *mbuf = op->sym->m_src; uint8_t *data; const uint8_t *src; uint32_t len, src_len; int ret; if (!mbuf) return -1; if (op->sym->aead.aad.data) rte_free(op->sym->aead.aad.data); if (dir == self_test_dir_enc_auth_gen) { src = vec->output.data; src_len = vec->output.len; } else { src = vec->input.data; src_len = vec->input.len; } GET_MBUF_DATA(data, len, mbuf); if (!len) return -1; ret = memcmp(data, src, src_len); if (ret != 0) return -1; if (dir == self_test_dir_enc_auth_gen) { data += src_len; ret = memcmp(data, vec->digest.data, vec->digest.len); if (ret != 0) return -1; } return 0; } static void init_test_op(struct fips_dev_self_test_ops *test_ops, struct fips_dev_self_test_vector *vec) { if (test_ops->last_operation_type == vec->operation_type) return; switch (vec->operation_type) { case RTE_CRYPTO_SYM_XFORM_CIPHER: test_ops->prepare_xform = prepare_cipher_xform; test_ops->prepare_op = prepare_cipher_op; test_ops->check_result = check_cipher_result; break; case RTE_CRYPTO_SYM_XFORM_AUTH: test_ops->prepare_xform = prepare_auth_xform; test_ops->prepare_op = prepare_auth_op; test_ops->check_result = check_auth_result; break; case RTE_CRYPTO_SYM_XFORM_AEAD: test_ops->prepare_xform = prepare_aead_xform; test_ops->prepare_op = prepare_aead_op; test_ops->check_result = check_aead_result; break; default: break; } test_ops->last_operation_type = vec->operation_type; } static int run_single_test(uint8_t dev_id, struct fips_dev_self_test_vector *vec, const struct fips_dev_self_test_ops *test_ops, struct fips_dev_auto_test_env *env, uint32_t dir, uint32_t negative_test) { struct rte_crypto_sym_xform xform; struct rte_cryptodev_sym_session *sess; uint16_t n_deqd; uint8_t key[256]; int ret; __rte_crypto_op_reset(env->op, RTE_CRYPTO_OP_TYPE_SYMMETRIC); rte_pktmbuf_reset(env->mbuf); env->op->sym->m_src = env->mbuf; ret = test_ops->prepare_xform(dev_id, &xform, vec, dir, key, negative_test); if (ret < 0) { RTE_LOG(ERR, PMD, "Error %i: Prepare Xform\n", ret); return ret; } sess = rte_cryptodev_sym_session_create(env->sess_pool); if (!sess) return -ENOMEM; ret = rte_cryptodev_sym_session_init(dev_id, sess, &xform, env->sess_priv_pool); if (ret < 0) { RTE_LOG(ERR, PMD, "Error %i: Init session\n", ret); return ret; } ret = test_ops->prepare_op(env->op, env->mbuf, sess, dir, vec); if (ret < 0) { RTE_LOG(ERR, PMD, "Error %i: Prepare op\n", ret); return ret; } if (rte_cryptodev_enqueue_burst(dev_id, 0, &env->op, 1) < 1) { RTE_LOG(ERR, PMD, "Error: Failed enqueue\n"); return ret; } do { struct rte_crypto_op *deqd_op; n_deqd = rte_cryptodev_dequeue_burst(dev_id, 0, &deqd_op, 1); } while (n_deqd == 0); rte_cryptodev_sym_session_clear(dev_id, sess); rte_cryptodev_sym_session_free(sess); if (env->op->status != RTE_CRYPTO_OP_STATUS_SUCCESS) return -1; return test_ops->check_result(env->op, vec, dir); } static void fips_dev_auto_test_uninit(uint8_t dev_id, struct fips_dev_auto_test_env *env) { struct rte_cryptodev *dev = rte_cryptodev_pmd_get_dev(dev_id); uint32_t i; if (!dev) return; if (env->mbuf) rte_pktmbuf_free(env->mbuf); if (env->op) rte_crypto_op_free(env->op); if (env->mpool) rte_mempool_free(env->mpool); if (env->op_pool) rte_mempool_free(env->op_pool); if (env->sess_pool) rte_mempool_free(env->sess_pool); if (env->sess_priv_pool) rte_mempool_free(env->sess_priv_pool); if (dev->data->dev_started) rte_cryptodev_stop(dev_id); if (dev->data->nb_queue_pairs) { for (i = 0; i < dev->data->nb_queue_pairs; i++) (*dev->dev_ops->queue_pair_release)(dev, i); dev->data->nb_queue_pairs = 0; rte_free(dev->data->queue_pairs); dev->data->queue_pairs = NULL; } } static int fips_dev_auto_test_init(uint8_t dev_id, struct fips_dev_auto_test_env *env) { struct rte_cryptodev_qp_conf qp_conf = {128, NULL, NULL}; uint32_t sess_sz = rte_cryptodev_sym_get_private_session_size(dev_id); struct rte_cryptodev_config conf; char name[128]; int ret; conf.socket_id = rte_cryptodev_socket_id(dev_id); conf.nb_queue_pairs = 1; conf.ff_disable = 0; ret = rte_cryptodev_configure(dev_id, &conf); if (ret < 0) return ret; memset(name, 0, 128); snprintf(name, 128, "%s%u", "SELF_TEST_MEMPOOL", dev_id); memset(env, 0, sizeof(*env)); env->mpool = rte_pktmbuf_pool_create(name, 128, 0, 0, UINT16_MAX, rte_cryptodev_socket_id(dev_id)); if (!env->mpool) { ret = -ENOMEM; goto error_exit; } memset(name, 0, 128); snprintf(name, 128, "%s%u", "SELF_TEST_OP_POOL", dev_id); env->op_pool = rte_crypto_op_pool_create( name, RTE_CRYPTO_OP_TYPE_SYMMETRIC, 16, 0, 16, rte_socket_id()); if (!env->op_pool) { ret = -ENOMEM; goto error_exit; } memset(name, 0, 128); snprintf(name, 128, "%s%u", "SELF_TEST_SESS_POOL", dev_id); env->sess_pool = rte_cryptodev_sym_session_pool_create(name, 128, 0, 0, 0, rte_cryptodev_socket_id(dev_id)); if (!env->sess_pool) { ret = -ENOMEM; goto error_exit; } memset(name, 0, 128); snprintf(name, 128, "%s%u", "SELF_TEST_SESS_PRIV_POOL", dev_id); env->sess_priv_pool = rte_mempool_create(name, 128, sess_sz, 0, 0, NULL, NULL, NULL, NULL, rte_cryptodev_socket_id(dev_id), 0); if (!env->sess_priv_pool) { ret = -ENOMEM; goto error_exit; } qp_conf.mp_session = env->sess_pool; qp_conf.mp_session_private = env->sess_priv_pool; ret = rte_cryptodev_queue_pair_setup(dev_id, 0, &qp_conf, rte_cryptodev_socket_id(dev_id)); if (ret < 0) goto error_exit; env->mbuf = rte_pktmbuf_alloc(env->mpool); if (!env->mbuf) { ret = -ENOMEM; goto error_exit; } env->op = rte_crypto_op_alloc(env->op_pool, RTE_CRYPTO_OP_TYPE_SYMMETRIC); if (!env->op) { ret = -ENOMEM; goto error_exit; } ret = rte_cryptodev_start(dev_id); if (ret < 0) goto error_exit; return 0; error_exit: fips_dev_auto_test_uninit(dev_id, env); return ret; } int fips_dev_self_test(uint8_t dev_id, struct fips_dev_broken_test_config *config) { struct fips_dev_self_test_ops test_ops = {0}; struct fips_dev_auto_test_env env; uint32_t i, j, negative_test; int ret; ret = fips_dev_auto_test_init(dev_id, &env); if (ret < 0) { RTE_LOG(ERR, PMD, "Failed to init self-test for PMD %u\n", dev_id); return ret; } for (i = 0; i < RTE_DIM(self_test_vectors); i++) { struct fips_dev_self_test_vector *vec = self_test_vectors[i]; init_test_op(&test_ops, vec); for (j = 0; j < self_test_dir_max; j++) { if (!config) negative_test = 0; else { if ((config->expect_fail_test_idx == i) && (config->expect_fail_dir == j)) negative_test = 1; else negative_test = 0; } RTE_LOG(INFO, PMD, "Testing (ID %u) %s %s%s...\n", i, vec->name, j == self_test_dir_enc_auth_gen ? "Encrypt" : "Decrypt", negative_test ? " (Expect Fail)" : ""); ret = run_single_test(dev_id, vec, &test_ops, &env, j, negative_test); switch (ret) { case 0: if (!negative_test) break; ret = -1; RTE_LOG(ERR, PMD, "PMD %u Failed test %s %s\n", dev_id, vec->name, j == self_test_dir_enc_auth_gen ? "Encrypt" : "Decrypt"); goto error_exit; case -EACCES: RTE_LOG(ERR, PMD, "Not supported by %s. Skip\n", rte_cryptodev_name_get(dev_id)); ret = 0; break; default: RTE_LOG(ERR, PMD, "PMD %u Failed test %s %s\n", dev_id, vec->name, j == self_test_dir_enc_auth_gen ? "Encrypt" : "Decrypt"); goto error_exit; } } } error_exit: fips_dev_auto_test_uninit(dev_id, &env); if (ret == 0) { RTE_LOG(INFO, PMD, "PMD %u finished self-test successfully\n", dev_id); } return ret; }