rpc : fix ggml_backend_rpc_supports_buft() (llama/7918)

ggerganov · Jun 15, 2024 · 8bd1dd5 · 8bd1dd5
1 parent f54604e
commit 8bd1dd5
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/src/ggml-rpc.cpp b/src/ggml-rpc.cpp
@@ -624,12 +624,12 @@ GGML_CALL static enum ggml_status ggml_backend_rpc_graph_compute(ggml_backend_t
 GGML_CALL static bool ggml_backend_rpc_supports_op(ggml_backend_t backend, const ggml_tensor * op) {
  UNUSED(backend);
  UNUSED(op);
- GGML_ASSERT(false && "not implemented");
- return false;
+ //TODO: call the remote backend and cache the results
+ return true;
 }
 
 GGML_CALL static bool ggml_backend_rpc_supports_buft(ggml_backend_t backend, ggml_backend_buffer_type_t buft) {
- if (buft->iface.get_name == ggml_backend_rpc_buffer_type_name) {
+ if (buft->iface.get_name != ggml_backend_rpc_buffer_type_name) {
  return false;
  }
  ggml_backend_rpc_buffer_type_context * buft_ctx = (ggml_backend_rpc_buffer_type_context *)buft->context;