ExternalVendorCode/whisper.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/whisper.cpp.git synced 2025-01-18 10:46:28 +00:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

Correct implementation of FP16 GELU

Browse Source 
Can toggle it via the GGML_GELU_FP16 macro
This commit is contained in:
Georgi Gerganov 2022-10-18 18:42:08 +03:00
parent 2d171ced32
commit e36aabe00d
No known key found for this signature in database
GPG Key ID: 449E073F9DC10735
1 changed files with 12 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

22
ggml.c
View File

@ -14,7 +14,6 @@
#include <stdint.h>
#include <stdio.h>
#if defined _MSC_VER
#include "msvc_thread_atomic.h"
#else
@ -24,6 +23,7 @@ typedef void* thread_ret_t;
#endif
#define GGML_DEBUG 0
#define GGML_GELU_FP16
#if UINTPTR_MAX == 0xFFFFFFFF
#define GGML_MEM_ALIGN 4
@ -723,20 +723,22 @@ inline static void ggml_vec_gelu_f16(const int n, ggml_fp16_t * y, const ggml_fp
}
}
//inline static void ggml_vec_gelu_f32(const int n, float * y, const float * x) {
// uint16_t t;
// for (int i = 0; i < n; ++i) {
// ggml_fp16_t fp16 = ggml_fp32_to_fp16(x[i]);
// memcpy(&t, &fp16, sizeof(uint16_t));
// y[i] = table_gelu_f16[t];
// }
//}
#ifdef GGML_GELU_FP16
inline static void ggml_vec_gelu_f32(const int n, float * y, const float * x) {
uint16_t t;
for (int i = 0; i < n; ++i) {
ggml_fp16_t fp16 = ggml_fp32_to_fp16(x[i]);
memcpy(&t, &fp16, sizeof(uint16_t));
y[i] = ggml_fp16_to_fp32(table_gelu_f16[t]);
}
}
#else
inline static void ggml_vec_gelu_f32(const int n, float * y, const float * x) {
for (int i = 0; i < n; ++i) {
y[i] = ggml_gelu_f32(x[i]);
}
}
#endif
inline static void ggml_vec_sum_f32 (const int n, float * s, const float * x) { ggml_float sum = 0.0; for (int i = 0; i < n; ++i) sum += x[i]; *s += sum; }
inline static void ggml_vec_norm_inv_f32(const int n, float * s, const float * x) { ggml_vec_norm_f32(n, s, x); *s = 1./(*s); }