ggml backends interface v1 (#547)

* ggml backends interface v1 * ggml-backend : metal (#552) --------- Co-authored-by: Georgi Gerganov <[email protected]>
ggerganov · Oct 6, 2023 · fc9e955 · fc9e955
1 parent 4a771d5
commit fc9e955
Show file tree

Hide file tree

Showing 14 changed files with 1,414 additions and 259 deletions.
diff --git a/.gitignore b/.gitignore
@@ -6,6 +6,7 @@ build-sanitize-thread/
 build-cov/
 build-ci-debug/
 build-ci-release/
+build-cublas/
 out/
 tmp/
 models/
@@ -15,6 +16,7 @@ compile_commands.json
 CMakeSettings.json
 .vs/
 .vscode/
+.clangd
 
 .exrc
 .cache
@@ -32,4 +34,4 @@ zig-cache/
 
 *.sw?
 
-__pycache__/
+__pycache__/
diff --git a/examples/gpt-2/CMakeLists.txt b/examples/gpt-2/CMakeLists.txt
@@ -11,3 +11,18 @@ target_link_libraries(${TEST_TARGET} PRIVATE ggml common common-ggml)
 set(TEST_TARGET gpt-2-quantize)
 add_executable(${TEST_TARGET} quantize.cpp)
 target_link_libraries(${TEST_TARGET} PRIVATE ggml common common-ggml)
+
+#
+# For GPU offloading
+
+if (GGML_CUBLAS)
+ add_compile_definitions(GGML_USE_CUBLAS)
+endif()
+
+if (GGML_CLBLAST)
+ add_compile_definitions(GGML_USE_CLBLAST)
+endif()
+
+if (GGML_METAL)
+ add_compile_definitions(GGML_USE_METAL)
+endif()