From 172c8256840ffd882ab9992ecedbb587d9b21f15 Mon Sep 17 00:00:00 2001 From: Radoslav Gerganov Date: Thu, 13 Jun 2024 15:18:44 +0300 Subject: [PATCH] rpc : fix ggml_backend_rpc_supports_buft() (#7918) --- ggml-rpc.cpp | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/ggml-rpc.cpp b/ggml-rpc.cpp index 9b95193d3229d..22d9524b8d764 100644 --- a/ggml-rpc.cpp +++ b/ggml-rpc.cpp @@ -624,12 +624,12 @@ GGML_CALL static enum ggml_status ggml_backend_rpc_graph_compute(ggml_backend_t GGML_CALL static bool ggml_backend_rpc_supports_op(ggml_backend_t backend, const ggml_tensor * op) { UNUSED(backend); UNUSED(op); - GGML_ASSERT(false && "not implemented"); - return false; + //TODO: call the remote backend and cache the results + return true; } GGML_CALL static bool ggml_backend_rpc_supports_buft(ggml_backend_t backend, ggml_backend_buffer_type_t buft) { - if (buft->iface.get_name == ggml_backend_rpc_buffer_type_name) { + if (buft->iface.get_name != ggml_backend_rpc_buffer_type_name) { return false; } ggml_backend_rpc_buffer_type_context * buft_ctx = (ggml_backend_rpc_buffer_type_context *)buft->context;