| 
									
										
										
										
											2016-08-08 17:29:28 +08:00
										 |  |  | /*
 | 
					
						
							| 
									
										
										
										
											2016-09-02 18:36:26 +10:00
										 |  |  |  *  ESP32 hardware accelerated SHA1/256/512 implementation | 
					
						
							|  |  |  |  *  based on mbedTLS FIPS-197 compliant version. | 
					
						
							| 
									
										
										
										
											2016-08-08 17:29:28 +08:00
										 |  |  |  * | 
					
						
							|  |  |  |  *  Copyright (C) 2006-2015, ARM Limited, All Rights Reserved | 
					
						
							| 
									
										
										
										
											2016-09-02 18:36:26 +10:00
										 |  |  |  *  Additions Copyright (C) 2016, Espressif Systems (Shanghai) PTE Ltd | 
					
						
							| 
									
										
										
										
											2016-08-08 17:29:28 +08:00
										 |  |  |  *  SPDX-License-Identifier: Apache-2.0 | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  *  Licensed under the Apache License, Version 2.0 (the "License"); you may | 
					
						
							|  |  |  |  *  not use this file except in compliance with the License. | 
					
						
							|  |  |  |  *  You may obtain a copy of the License at | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  *  http://www.apache.org/licenses/LICENSE-2.0
 | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  *  Unless required by applicable law or agreed to in writing, software | 
					
						
							|  |  |  |  *  distributed under the License is distributed on an "AS IS" BASIS, WITHOUT | 
					
						
							|  |  |  |  *  WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | 
					
						
							|  |  |  |  *  See the License for the specific language governing permissions and | 
					
						
							|  |  |  |  *  limitations under the License. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | /*
 | 
					
						
							|  |  |  |  *  The SHA-1 standard was published by NIST in 1993. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  *  http://www.itl.nist.gov/fipspubs/fip180-1.htm
 | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #include <string.h>
 | 
					
						
							| 
									
										
										
										
											2016-11-20 16:29:29 +11:00
										 |  |  | #include <stdio.h>
 | 
					
						
							| 
									
										
										
										
											2019-03-25 14:15:14 +08:00
										 |  |  | #include <machine/endian.h>
 | 
					
						
							| 
									
										
										
										
											2016-11-20 16:29:29 +11:00
										 |  |  | #include <assert.h>
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2018-12-21 15:37:57 +11:00
										 |  |  | #include "freertos/FreeRTOS.h"
 | 
					
						
							|  |  |  | #include "freertos/semphr.h"
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2020-08-13 16:30:59 +08:00
										 |  |  | #include "hal/sha_hal.h"
 | 
					
						
							|  |  |  | #include "hal/sha_types.h"
 | 
					
						
							|  |  |  | #include "sha/sha_parallel_engine.h"
 | 
					
						
							| 
									
										
										
										
											2019-05-13 18:02:45 +08:00
										 |  |  | #include "soc/hwcrypto_periph.h"
 | 
					
						
							| 
									
										
										
										
											2021-10-25 17:13:46 +08:00
										 |  |  | #include "esp_private/periph_ctrl.h"
 | 
					
						
							| 
									
										
										
										
											2016-08-08 17:29:28 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2020-08-13 16:30:59 +08:00
										 |  |  | /*
 | 
					
						
							|  |  |  |      Single spinlock for SHA engine memory block | 
					
						
							| 
									
										
										
										
											2016-11-20 16:29:29 +11:00
										 |  |  | */ | 
					
						
							| 
									
										
										
										
											2018-12-21 16:16:16 +11:00
										 |  |  | static portMUX_TYPE memory_block_lock = portMUX_INITIALIZER_UNLOCKED; | 
					
						
							| 
									
										
										
										
											2016-11-20 16:29:29 +11:00
										 |  |  | 
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2018-12-21 15:37:57 +11:00
										 |  |  | /* Binary semaphore managing the state of each concurrent SHA engine.
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |    Available = noone is using this SHA engine | 
					
						
							|  |  |  |    Taken = a SHA session is running on this SHA engine | 
					
						
							| 
									
										
										
										
											2016-11-20 16:29:29 +11:00
										 |  |  | 
 | 
					
						
							|  |  |  |    Indexes: | 
					
						
							|  |  |  |    0 = SHA1 | 
					
						
							|  |  |  |    1 = SHA2_256 | 
					
						
							|  |  |  |    2 = SHA2_384 or SHA2_512 | 
					
						
							|  |  |  | */ | 
					
						
							| 
									
										
										
										
											2018-12-21 15:37:57 +11:00
										 |  |  | static SemaphoreHandle_t engine_states[3]; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | static uint8_t engines_in_use; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2018-12-21 16:16:16 +11:00
										 |  |  | /* Spinlock for engines_in_use counter
 | 
					
						
							| 
									
										
										
										
											2018-12-21 15:37:57 +11:00
										 |  |  | */ | 
					
						
							| 
									
										
										
										
											2018-12-21 16:16:16 +11:00
										 |  |  | static portMUX_TYPE engines_in_use_lock = portMUX_INITIALIZER_UNLOCKED; | 
					
						
							| 
									
										
										
										
											2016-11-20 16:29:29 +11:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2020-08-13 16:30:59 +08:00
										 |  |  | /* Return block size (in words) for a given SHA type */ | 
					
						
							|  |  |  | inline static size_t block_length(esp_sha_type type) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  |     switch (type) { | 
					
						
							| 
									
										
										
										
											2016-11-20 16:29:29 +11:00
										 |  |  |     case SHA1: | 
					
						
							|  |  |  |     case SHA2_256: | 
					
						
							| 
									
										
										
										
											2020-08-13 16:30:59 +08:00
										 |  |  |         return 64 / 4; | 
					
						
							| 
									
										
										
										
											2016-11-20 16:29:29 +11:00
										 |  |  |     case SHA2_384: | 
					
						
							|  |  |  |     case SHA2_512: | 
					
						
							| 
									
										
										
										
											2020-08-13 16:30:59 +08:00
										 |  |  |         return 128 / 4; | 
					
						
							| 
									
										
										
										
											2016-11-20 16:29:29 +11:00
										 |  |  |     default: | 
					
						
							|  |  |  |         return 0; | 
					
						
							|  |  |  |     } | 
					
						
							| 
									
										
										
										
											2016-08-08 17:29:28 +08:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2020-08-13 16:30:59 +08:00
										 |  |  | /* Index into the engine_states array */ | 
					
						
							|  |  |  | inline static size_t sha_engine_index(esp_sha_type type) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  |     switch (type) { | 
					
						
							| 
									
										
										
										
											2016-11-20 16:29:29 +11:00
										 |  |  |     case SHA1: | 
					
						
							| 
									
										
										
										
											2020-08-13 16:30:59 +08:00
										 |  |  |         return 0; | 
					
						
							| 
									
										
										
										
											2016-11-20 16:29:29 +11:00
										 |  |  |     case SHA2_256: | 
					
						
							| 
									
										
										
										
											2020-08-13 16:30:59 +08:00
										 |  |  |         return 1; | 
					
						
							| 
									
										
										
										
											2016-11-20 16:29:29 +11:00
										 |  |  |     default: | 
					
						
							| 
									
										
										
										
											2020-08-13 16:30:59 +08:00
										 |  |  |         return 2; | 
					
						
							| 
									
										
										
										
											2016-09-02 11:31:38 +08:00
										 |  |  |     } | 
					
						
							| 
									
										
										
										
											2016-08-08 17:29:28 +08:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-11-20 16:29:29 +11:00
										 |  |  | void esp_sha_lock_memory_block(void) | 
					
						
							| 
									
										
										
										
											2016-08-08 17:29:28 +08:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2018-12-21 16:16:16 +11:00
										 |  |  |     portENTER_CRITICAL(&memory_block_lock); | 
					
						
							| 
									
										
										
										
											2016-08-08 17:29:28 +08:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-11-20 16:29:29 +11:00
										 |  |  | void esp_sha_unlock_memory_block(void) | 
					
						
							| 
									
										
										
										
											2016-08-08 17:29:28 +08:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2018-12-21 16:16:16 +11:00
										 |  |  |     portEXIT_CRITICAL(&memory_block_lock); | 
					
						
							| 
									
										
										
										
											2016-08-08 17:29:28 +08:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2018-12-21 15:37:57 +11:00
										 |  |  | static SemaphoreHandle_t sha_get_engine_state(esp_sha_type sha_type) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  |     unsigned idx = sha_engine_index(sha_type); | 
					
						
							|  |  |  |     volatile SemaphoreHandle_t *engine = &engine_states[idx]; | 
					
						
							|  |  |  |     SemaphoreHandle_t result = *engine; | 
					
						
							| 
									
										
										
										
											2019-03-25 14:15:14 +08:00
										 |  |  |     uint32_t set_engine = 0; | 
					
						
							| 
									
										
										
										
											2018-12-21 15:37:57 +11:00
										 |  |  | 
 | 
					
						
							|  |  |  |     if (result == NULL) { | 
					
						
							|  |  |  |         // Create a new semaphore for 'in use' flag
 | 
					
						
							|  |  |  |         SemaphoreHandle_t new_engine = xSemaphoreCreateBinary(); | 
					
						
							|  |  |  |         assert(new_engine != NULL); | 
					
						
							|  |  |  |         xSemaphoreGive(new_engine); // start available
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         // try to atomically set the previously NULL *engine to new_engine
 | 
					
						
							| 
									
										
										
										
											2019-03-25 14:15:14 +08:00
										 |  |  |         set_engine = (uint32_t)new_engine; | 
					
						
							| 
									
										
										
										
											2018-12-21 15:37:57 +11:00
										 |  |  |         uxPortCompareSet((volatile uint32_t *)engine, 0, &set_engine); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         if (set_engine != 0) { // we lost a race setting *engine
 | 
					
						
							|  |  |  |             vSemaphoreDelete(new_engine); | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  |         result = *engine; | 
					
						
							|  |  |  |     } | 
					
						
							|  |  |  |     return result; | 
					
						
							| 
									
										
										
										
											2016-08-08 17:29:28 +08:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2018-12-21 15:37:57 +11:00
										 |  |  | static bool esp_sha_lock_engine_common(esp_sha_type sha_type, TickType_t ticks_to_wait); | 
					
						
							| 
									
										
										
										
											2016-11-22 20:56:36 +11:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-11-20 16:29:29 +11:00
										 |  |  | bool esp_sha_try_lock_engine(esp_sha_type sha_type) | 
					
						
							| 
									
										
										
										
											2016-08-08 17:29:28 +08:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2018-12-21 15:37:57 +11:00
										 |  |  |     return esp_sha_lock_engine_common(sha_type, 0); | 
					
						
							| 
									
										
										
										
											2016-11-22 20:56:36 +11:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | void esp_sha_lock_engine(esp_sha_type sha_type) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2018-12-21 15:37:57 +11:00
										 |  |  |     esp_sha_lock_engine_common(sha_type, portMAX_DELAY); | 
					
						
							| 
									
										
										
										
											2016-11-22 20:56:36 +11:00
										 |  |  | } | 
					
						
							| 
									
										
										
										
											2016-08-08 17:29:28 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2018-12-21 15:37:57 +11:00
										 |  |  | static bool esp_sha_lock_engine_common(esp_sha_type sha_type, TickType_t ticks_to_wait) | 
					
						
							| 
									
										
										
										
											2016-11-22 20:56:36 +11:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2018-12-21 15:37:57 +11:00
										 |  |  |     SemaphoreHandle_t engine_state = sha_get_engine_state(sha_type); | 
					
						
							|  |  |  |     BaseType_t result = xSemaphoreTake(engine_state, ticks_to_wait); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     if (result == pdFALSE) { | 
					
						
							|  |  |  |         // failed to take semaphore
 | 
					
						
							|  |  |  |         return false; | 
					
						
							|  |  |  |     } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2018-12-21 16:16:16 +11:00
										 |  |  |     portENTER_CRITICAL(&engines_in_use_lock); | 
					
						
							| 
									
										
										
										
											2016-08-08 17:29:28 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2018-12-21 15:37:57 +11:00
										 |  |  |     if (engines_in_use == 0) { | 
					
						
							|  |  |  |         /* Just locked first engine,
 | 
					
						
							|  |  |  |            so enable SHA hardware */ | 
					
						
							| 
									
										
										
										
											2018-10-29 23:55:02 +08:00
										 |  |  |         periph_module_enable(PERIPH_SHA_MODULE); | 
					
						
							| 
									
										
										
										
											2016-09-02 11:31:38 +08:00
										 |  |  |     } | 
					
						
							| 
									
										
										
										
											2016-08-08 17:29:28 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2018-12-21 15:37:57 +11:00
										 |  |  |     engines_in_use++; | 
					
						
							|  |  |  |     assert(engines_in_use <= 3); | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2018-12-21 16:16:16 +11:00
										 |  |  |     portEXIT_CRITICAL(&engines_in_use_lock); | 
					
						
							| 
									
										
										
										
											2017-08-17 15:48:43 +10:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2018-12-21 15:37:57 +11:00
										 |  |  |     return true; | 
					
						
							| 
									
										
										
										
											2016-08-08 17:29:28 +08:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-11-22 20:56:36 +11:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-11-20 16:29:29 +11:00
										 |  |  | void esp_sha_unlock_engine(esp_sha_type sha_type) | 
					
						
							| 
									
										
										
										
											2016-08-08 17:29:28 +08:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2019-11-11 19:12:24 +05:30
										 |  |  |     SemaphoreHandle_t engine_state = sha_get_engine_state(sha_type); | 
					
						
							| 
									
										
										
										
											2016-08-08 17:29:28 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2018-12-21 16:16:16 +11:00
										 |  |  |     portENTER_CRITICAL(&engines_in_use_lock); | 
					
						
							| 
									
										
										
										
											2016-11-20 16:29:29 +11:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2018-12-21 15:37:57 +11:00
										 |  |  |     engines_in_use--; | 
					
						
							| 
									
										
										
										
											2016-11-20 16:29:29 +11:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2018-12-21 15:37:57 +11:00
										 |  |  |     if (engines_in_use == 0) { | 
					
						
							|  |  |  |         /* About to release last engine, so
 | 
					
						
							|  |  |  |            disable SHA hardware */ | 
					
						
							| 
									
										
										
										
											2018-10-29 23:55:02 +08:00
										 |  |  |         periph_module_disable(PERIPH_SHA_MODULE); | 
					
						
							| 
									
										
										
										
											2016-09-09 14:27:34 +10:00
										 |  |  |     } | 
					
						
							| 
									
										
										
										
											2016-11-20 16:29:29 +11:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2018-12-21 16:16:16 +11:00
										 |  |  |     portEXIT_CRITICAL(&engines_in_use_lock); | 
					
						
							| 
									
										
										
										
											2016-11-20 16:29:29 +11:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2018-12-21 15:37:57 +11:00
										 |  |  |     xSemaphoreGive(engine_state); | 
					
						
							| 
									
										
										
										
											2016-08-08 17:29:28 +08:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-11-20 16:29:29 +11:00
										 |  |  | void esp_sha_read_digest_state(esp_sha_type sha_type, void *digest_state) | 
					
						
							| 
									
										
										
										
											2016-08-08 17:29:28 +08:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2018-12-21 15:37:57 +11:00
										 |  |  | #ifndef NDEBUG
 | 
					
						
							|  |  |  |     { | 
					
						
							| 
									
										
										
										
											2019-11-11 19:12:24 +05:30
										 |  |  |         SemaphoreHandle_t engine_state = sha_get_engine_state(sha_type); | 
					
						
							| 
									
										
										
										
											2018-12-21 15:37:57 +11:00
										 |  |  |         assert(uxSemaphoreGetCount(engine_state) == 0 && | 
					
						
							|  |  |  |                "SHA engine should be locked" ); | 
					
						
							|  |  |  |     } | 
					
						
							|  |  |  | #endif
 | 
					
						
							| 
									
										
										
										
											2016-08-08 17:29:28 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2018-12-21 16:16:16 +11:00
										 |  |  |     // preemptively do this before entering the critical section, then re-check once in it
 | 
					
						
							| 
									
										
										
										
											2020-08-13 16:30:59 +08:00
										 |  |  |     sha_hal_wait_idle(); | 
					
						
							| 
									
										
										
										
											2018-12-21 16:16:16 +11:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-11-20 16:29:29 +11:00
										 |  |  |     esp_sha_lock_memory_block(); | 
					
						
							| 
									
										
										
										
											2016-08-08 17:29:28 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2020-08-13 16:30:59 +08:00
										 |  |  |     sha_hal_read_digest(sha_type, digest_state); | 
					
						
							| 
									
										
										
										
											2019-05-22 10:18:55 +10:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2020-08-13 16:30:59 +08:00
										 |  |  |     esp_sha_unlock_memory_block(); | 
					
						
							| 
									
										
										
										
											2016-08-08 17:29:28 +08:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2020-08-13 16:30:59 +08:00
										 |  |  | void esp_sha_block(esp_sha_type sha_type, const void *data_block, bool first_block) | 
					
						
							| 
									
										
										
										
											2016-08-08 17:29:28 +08:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2018-12-21 15:37:57 +11:00
										 |  |  | #ifndef NDEBUG
 | 
					
						
							|  |  |  |     { | 
					
						
							| 
									
										
										
										
											2019-11-11 19:12:24 +05:30
										 |  |  |         SemaphoreHandle_t engine_state = sha_get_engine_state(sha_type); | 
					
						
							| 
									
										
										
										
											2018-12-21 15:37:57 +11:00
										 |  |  |         assert(uxSemaphoreGetCount(engine_state) == 0 && | 
					
						
							|  |  |  |                "SHA engine should be locked" ); | 
					
						
							|  |  |  |     } | 
					
						
							|  |  |  | #endif
 | 
					
						
							| 
									
										
										
										
											2016-08-08 17:29:28 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2018-12-21 16:16:16 +11:00
										 |  |  |     // preemptively do this before entering the critical section, then re-check once in it
 | 
					
						
							| 
									
										
										
										
											2020-08-13 16:30:59 +08:00
										 |  |  |     sha_hal_wait_idle(); | 
					
						
							| 
									
										
										
										
											2016-11-20 16:29:29 +11:00
										 |  |  |     esp_sha_lock_memory_block(); | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2020-08-13 16:30:59 +08:00
										 |  |  |     sha_hal_hash_block(sha_type, data_block, block_length(sha_type), first_block); | 
					
						
							| 
									
										
										
										
											2016-08-08 17:29:28 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-11-20 16:29:29 +11:00
										 |  |  |     esp_sha_unlock_memory_block(); | 
					
						
							| 
									
										
										
										
											2016-08-08 17:29:28 +08:00
										 |  |  | } |