fix fp16 issues

ggerganov · May 6, 2024 · adc3d54 · adc3d54
1 parent 1dd88fc
commit adc3d54
Show file tree

Hide file tree

Showing 9 changed files with 875 additions and 822 deletions.
diff --git a/ggml-sycl.cpp b/ggml-sycl.cpp
diff --git a/ggml-sycl.h b/ggml-sycl.h
@@ -8,14 +8,12 @@
 
 #include "ggml.h"
 #include "ggml-backend.h"
+#include "ggml-sycl/presets.hpp"
 
 #ifdef __cplusplus
 extern "C" {
 #endif
 
-#define GGML_SYCL_MAX_DEVICES 48
-#define GGML_SYCL_NAME "SYCL"
-
 // backend API
 GGML_API ggml_backend_t ggml_backend_sycl_init(int device);
 

diff --git a/ggml-sycl/backend.hpp b/ggml-sycl/backend.hpp
@@ -14,9 +14,11 @@
 #define GGML_SYCL_BACKEND_HPP
 
 #include "common.hpp"
+#include "convert.hpp"
 #include "dequantize.hpp"
 #include "dmmv.hpp"
 #include "mmq.hpp"
 #include "mmvq.hpp"
+#include "pool.hpp"
 
 #endif // GGML_SYCL_BACKEND_HPP
diff --git a/ggml-sycl/common.hpp b/ggml-sycl/common.hpp
@@ -17,6 +17,7 @@
 #include <iostream>
 
 #include "dpct/helper.hpp"
+#include "presets.hpp"
 
 #define GGML_COMMON_DECL_SYCL
 #define GGML_COMMON_IMPL_SYCL