newlib locking: Remove lock table, much simpler implementation.

components/esp32/syscalls.c

@@ -178,57 +178,42 @@ ssize_t _read_r(struct _reent *r, int fd, void * dst, size_t size) {
 
 /* Notes on our newlib lock implementation:
  *
- * - lock_t is int. This value which is an index into a lock table entry,
+ * - Use FreeRTOS mutex semaphores as locks.
- *   with a high bit flag for "lock initialised".
+ * - lock_t is int, but we store an xSemaphoreHandle there.
- * - Lock table is a table of FreeRTOS mutexes.
  * - Locks are no-ops until the FreeRTOS scheduler is running.
- * - Writing to the lock table is protected by a spinlock.
+ * - Due to this, locks need to be lazily initialised the first time
- *
+ *   they are acquired. Initialisation/deinitialisation of locks is
+ *   protected by lock_init_spinlock.
+ * - Race conditions around lazy initialisation (via lock_acquire) are
+ *   protected against.
+ * - Anyone calling lock_close is reponsible for ensuring noone else
+ *   is holding the lock at this time.
+ * - Race conditions between lock_close & lock_init (for the same lock)
+ *   are the responsibility of the caller.
  */
 
-/* Maybe make this configurable?
+static portMUX_TYPE lock_init_spinlock = portMUX_INITIALIZER_UNLOCKED;
-   It's MAXFDs plus a few static locks. */
-#define LOCK_TABLE_SIZE 32
 
-static xSemaphoreHandle lock_table[LOCK_TABLE_SIZE];
+/* Initialise the given lock by allocating a new mutex semaphore
-static portMUX_TYPE lock_table_spinlock = portMUX_INITIALIZER_UNLOCKED;
+   as the _lock_t value.
-
-#define LOCK_INDEX_INITIALISED_FLAG (1<<31)
-
-/* Utility function to look up a particular lock in the lock table and
- * return a pointer to its xSemaphoreHandle entry. */
-static inline IRAM_ATTR xSemaphoreHandle *get_lock_table_entry(_lock_t *lock)
-{
-    if (*lock & LOCK_INDEX_INITIALISED_FLAG) {
-        return &lock_table[*lock & ~LOCK_INDEX_INITIALISED_FLAG];
-    }
-    return NULL;
-}
-
-static inline IRAM_ATTR bool get_scheduler_started(void)
-{
-    int s = xTaskGetSchedulerState();
-    return s != taskSCHEDULER_NOT_STARTED;
-}
-
-/* Initialise the given lock by inserting a new mutex semaphore of
-   type mutex_type into the lock table.
 */
 static void IRAM_ATTR lock_init_generic(_lock_t *lock, uint8_t mutex_type) {
-    if (!get_scheduler_started()) {
+    portENTER_CRITICAL(&lock_init_spinlock);
-        return; /* nothing to do until the scheduler is running */
+    if (xTaskGetSchedulerState() == taskSCHEDULER_NOT_STARTED) {
+        /* nothing to do until the scheduler is running */
+        *lock = 0; /* ensure lock is zeroed out, in case it's an automatic variable */
+        portEXIT_CRITICAL(&lock_init_spinlock);
+        return;
     }
 
-    portENTER_CRITICAL(&lock_table_spinlock);
+    if (*lock) {
-    if (*lock & LOCK_INDEX_INITIALISED_FLAG) {
          /* Lock already initialised (either we didn't check earlier,
           or it got initialised while we were waiting for the
           spinlock.) */
-        configASSERT(*get_lock_table_entry(lock) != NULL);
     }
     else
     {
-        /* Create a new semaphore and save it in the lock table.
+        /* Create a new semaphore
 
            this is a bit of an API violation, as we're calling the
            private function xQueueCreateMutex(x) directly instead of
@@ -246,19 +231,9 @@ static void IRAM_ATTR lock_init_generic(_lock_t *lock, uint8_t mutex_type) {
         if (!new_sem) {
             abort(); /* No more semaphores available or OOM */
         }
-        bool success = false;
+        *lock = (_lock_t)new_sem;
-        for (int i = 0; i < LOCK_TABLE_SIZE && !success; i++) {
-            if (lock_table[i] == 0) {
-                lock_table[i] = new_sem;
-                *lock = i | LOCK_INDEX_INITIALISED_FLAG;
-                success = true;
-            }
-        }
-        if (!success) {
-            abort(); /* we have more locks than lock table entries */
-        }
     }
-    portEXIT_CRITICAL(&lock_table_spinlock);
+    portEXIT_CRITICAL(&lock_init_spinlock);
 }
 
 void IRAM_ATTR _lock_init(_lock_t *lock) {
@@ -269,41 +244,39 @@ void IRAM_ATTR _lock_init_recursive(_lock_t *lock) {
     lock_init_generic(lock, queueQUEUE_TYPE_RECURSIVE_MUTEX);
 }
 
-/* Free the mutex semaphore pointed to by *lock, and zero out
+/* Free the mutex semaphore pointed to by *lock, and zero it out.
-   the entry in the lock table.
 
    Note that FreeRTOS doesn't account for deleting mutexes while they
    are held, and neither do we... so take care not to delete newlib
    locks while they may be held by other tasks!
 */
 void IRAM_ATTR _lock_close(_lock_t *lock) {
-    if (*lock & LOCK_INDEX_INITIALISED_FLAG) {
+    portENTER_CRITICAL(&lock_init_spinlock);
-        portENTER_CRITICAL(&lock_table_spinlock);
+    if (*lock) {
-        xSemaphoreHandle *h = get_lock_table_entry(lock);
+        xSemaphoreHandle h = (xSemaphoreHandle)(*lock);
 #if (INCLUDE_xSemaphoreGetMutexHolder == 1)
-        configASSERT(xSemaphoreGetMutexHolder(*h) != NULL); /* mutex should not be held */
+        configASSERT(xSemaphoreGetMutexHolder(h) == NULL); /* mutex should not be held */
 #endif
-        vSemaphoreDelete(*h);
+        vSemaphoreDelete(h);
-        *h = NULL;
+        h = NULL;
-        *lock = 0;
-        portEXIT_CRITICAL(&lock_table_spinlock);
     }
+    portEXIT_CRITICAL(&lock_init_spinlock);
 }
 
-/* Acquire the mutex semaphore indexed by lock, wait up to delay ticks.
+/* Acquire the mutex semaphore for lock. wait up to delay ticks.
    mutex_type is queueQUEUE_TYPE_RECURSIVE_MUTEX or queueQUEUE_TYPE_MUTEX
 */
 static int IRAM_ATTR lock_acquire_generic(_lock_t *lock, uint32_t delay, uint8_t mutex_type) {
-    xSemaphoreHandle *h = get_lock_table_entry(lock);
+    xSemaphoreHandle h = (xSemaphoreHandle)(*lock);
     if (!h) {
-        if (!get_scheduler_started()) {
+        if (xTaskGetSchedulerState() == taskSCHEDULER_NOT_STARTED) {
             return 0; /* locking is a no-op before scheduler is up, so this "succeeds" */
         }
         /* lazy initialise lock - might have had a static initializer in newlib (that we don't use),
            or _lock_init might have been called before the scheduler was running... */
         lock_init_generic(lock, mutex_type);
     }
-    h = get_lock_table_entry(lock);
+    h = (xSemaphoreHandle)(*lock); /* re-check after lock_init_generic */
     configASSERT(h != NULL);
 
     BaseType_t success;
@@ -313,18 +286,20 @@ static int IRAM_ATTR lock_acquire_generic(_lock_t *lock, uint32_t delay, uint8_t
             abort(); /* recursive mutexes make no sense in ISR context */
         }
         BaseType_t higher_task_woken = false;
-        success = xSemaphoreTakeFromISR(*h, &higher_task_woken);
+        success = xSemaphoreTakeFromISR(h, &higher_task_woken);
         if (!success && delay > 0) {
             abort(); /* Tried to block on mutex from ISR, couldn't... rewrite your program to avoid libc interactions in ISRs! */
         }
-        /* TODO: deal with higher_task_woken */
+        if (higher_task_woken) {
+            portYIELD_FROM_ISR();
+        }
     }
     else {
         /* In task context */
         if (mutex_type == queueQUEUE_TYPE_RECURSIVE_MUTEX) {
-            success = xSemaphoreTakeRecursive(*h, delay);
+            success = xSemaphoreTakeRecursive(h, delay);
         } else {
-            success = xSemaphoreTake(*h, delay);
+            success = xSemaphoreTake(h, delay);
         }
     }
 
@@ -347,11 +322,11 @@ int IRAM_ATTR _lock_try_acquire_recursive(_lock_t *lock) {
     return lock_acquire_generic(lock, 0, queueQUEUE_TYPE_RECURSIVE_MUTEX);
 }
 
-/* Release the mutex semaphore indexed by lock.
+/* Release the mutex semaphore for lock.
    mutex_type is queueQUEUE_TYPE_RECURSIVE_MUTEX or queueQUEUE_TYPE_MUTEX
 */
 static void IRAM_ATTR lock_release_generic(_lock_t *lock, uint8_t mutex_type) {
-    xSemaphoreHandle *h = get_lock_table_entry(lock);
+    xSemaphoreHandle h = (xSemaphoreHandle)(*lock);
     if (h == NULL) {
         /* This is probably because the scheduler isn't running yet,
            or the scheduler just started running and some code was
@@ -364,12 +339,15 @@ static void IRAM_ATTR lock_release_generic(_lock_t *lock, uint8_t mutex_type) {
             abort(); /* indicates logic bug, it shouldn't be possible to lock recursively in ISR */
         }
         BaseType_t higher_task_woken = false;
-        xSemaphoreGiveFromISR(*h, &higher_task_woken);
+        xSemaphoreGiveFromISR(h, &higher_task_woken);
+        if (higher_task_woken) {
+            portYIELD_FROM_ISR();
+        }
     } else {
         if (mutex_type == queueQUEUE_TYPE_RECURSIVE_MUTEX) {
-            xSemaphoreGiveRecursive(*h);
+            xSemaphoreGiveRecursive(h);
         } else {
-            xSemaphoreGive(*h);
+            xSemaphoreGive(h);
         }
     }
 }