common: add SHA-512 hash helper

Author: Chapoly1305

src/common/crypto.h

@@ -5,6 +5,7 @@
 #include "rfb/rfbconfig.h"
 
 #define SHA1_HASH_SIZE 20
+#define SHA512_HASH_SIZE 64
 #define MD5_HASH_SIZE 16
 
 /* Generates an MD5 hash of 'in' and writes it to 'out', which must be 16 bytes in size. */
@@ -13,6 +14,9 @@ int hash_md5(void *out, const void *in, const size_t in_len);
 /* Generates an SHA1 hash of 'in' and writes it to 'out', which must be 20 bytes in size. */
 int hash_sha1(void *out, const void *in, const size_t in_len);
 
+/* Generates an SHA512 hash of 'in' and writes it to 'out', which must be 64 bytes in size. */
+int hash_sha512(void *out, const void *in, const size_t in_len);
+
 /* Fill 'out' with 'len' random bytes. */
 void random_bytes(void *out, size_t len);
 

src/common/crypto_included.c

@@ -46,6 +46,14 @@ int hash_sha1(void *out, const void *in, const size_t in_len)
     return 1;
 }
 
+int hash_sha512(void *out, const void *in, const size_t in_len)
+{
+    (void)out;
+    (void)in;
+    (void)in_len;
+    return 0;
+}
+
 void random_bytes(void *out, size_t len)
 {
 

src/common/crypto_libgcrypt.c

@@ -99,6 +99,31 @@ int hash_sha1(void *out, const void *in, const size_t in_len)
     return result;
 }
 
+int hash_sha512(void *out, const void *in, const size_t in_len)
+{
+    int result = 0;
+    gcry_error_t error;
+    gcry_md_hd_t sha512 = NULL;
+    void *digest;
+
+    error = gcry_md_open(&sha512, GCRY_MD_SHA512, 0);
+    if (gcry_err_code(error) != GPG_ERR_NO_ERROR)
+	goto out;
+
+    gcry_md_write(sha512, in, in_len);
+
+    if(!(digest = gcry_md_read(sha512, GCRY_MD_SHA512)))
+       goto out;
+
+    memcpy(out, digest, gcry_md_get_algo_dlen(GCRY_MD_SHA512));
+
+    result = 1;
+
+ out:
+    gcry_md_close(sha512);
+    return result;
+}
+
 void random_bytes(void *out, size_t len)
 {
     gcry_randomize(out, len, GCRY_STRONG_RANDOM);

src/common/crypto_openssl.c

@@ -64,6 +64,28 @@ int hash_sha1(void *out, const void *in, const size_t in_len)
     return 1;
 }
 
+int hash_sha512(void *out, const void *in, const size_t in_len)
+{
+    EVP_MD_CTX *ctx = NULL;
+    int result = 0;
+    unsigned int digest_len = 0;
+
+    if (!(ctx = EVP_MD_CTX_new()))
+	goto out;
+    if (!EVP_DigestInit_ex(ctx, EVP_sha512(), NULL))
+	goto out;
+    if (!EVP_DigestUpdate(ctx, in, in_len))
+	goto out;
+    if (!EVP_DigestFinal_ex(ctx, out, &digest_len))
+	goto out;
+
+    result = digest_len == SHA512_HASH_SIZE;
+
+ out:
+    EVP_MD_CTX_free(ctx);
+    return result;
+}
+
 void random_bytes(void *out, size_t len)
 {
     RAND_bytes(out, len);