llama-bench : add support for the RPC backend (llama/7435)

ggerganov · Jun 15, 2024 · cbe312b · cbe312b
1 parent c11302c
commit cbe312b
Show file tree

Hide file tree

Showing 2 changed files with 9 additions and 0 deletions.
diff --git a/include/ggml/ggml.h b/include/ggml/ggml.h
@@ -2428,6 +2428,7 @@ extern "C" {
  GGML_API int ggml_cpu_has_sse3 (void);
  GGML_API int ggml_cpu_has_ssse3 (void);
  GGML_API int ggml_cpu_has_sycl (void);
+ GGML_API int ggml_cpu_has_rpc (void);
  GGML_API int ggml_cpu_has_vsx (void);
  GGML_API int ggml_cpu_has_matmul_int8(void);
 

diff --git a/src/ggml.c b/src/ggml.c
@@ -22872,6 +22872,14 @@ int ggml_cpu_has_sycl(void) {
 #endif
 }
 
+int ggml_cpu_has_rpc(void) {
+#if defined(GGML_USE_RPC)
+ return 1;
+#else
+ return 0;
+#endif
+}
+
 int ggml_cpu_has_gpublas(void) {
  return ggml_cpu_has_cuda() || ggml_cpu_has_clblast() || ggml_cpu_has_vulkan() || ggml_cpu_has_kompute() ||
  ggml_cpu_has_sycl();