cmocka: Add overflow check for test_calloc()

Makes the implementation behave the same like libc calloc() and not fail with
unpredictable errors in test_malloc() anymore.

Signed-off-by: Alexander Dahl <ada@thorsis.com>
Reviewed-by: Andreas Schneider <asn@cryptomilk.org>
(cherry picked from commit 6ff1378b6f4e82af7bb53868f8526cf8e0a0cf98)

1 files changed, 10 insertions, 1 deletions

diff --git a/src/cmocka.c b/src/cmocka.c
index 52897e1..38b5e42 100644
--- a/src/cmocka.c
+++ b/src/cmocka.c
@@ -45,6 +45,8 @@
 #include <stdbool.h>
 #include <time.h>
 #include <float.h>
+#include <errno.h>
+#include <limits.h>
 
 /*
  * This allows to add a platform specific header file. Some embedded platforms
@@ -2095,7 +2097,14 @@ void* _test_malloc(const size_t size, const char* file, const int line) {
 
 void* _test_calloc(const size_t number_of_elements, const size_t size,
                    const char* file, const int line) {
-    void* const ptr = _test_malloc(number_of_elements * size, file, line);
+    void *ptr = NULL;
+
+    if (size > 0 && number_of_elements > SIZE_MAX / size) {
+        errno = ENOMEM;
+        return NULL;
+    }
+
+    ptr = _test_malloc(number_of_elements * size, file, line);
     if (ptr) {
         memset(ptr, 0, number_of_elements * size);
     }