server : final touches

ggml-ci
ggml-org · Nov 24, 2024 · d905266 · d905266
1 parent ddb155c
commit d905266
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/examples/server/server.cpp b/examples/server/server.cpp
@@ -2296,7 +2296,7 @@ struct server_context {
                 }
 
                 // check if the slot supports speculative decoding
-                if (!slot.ctx_dft || slot.params.speculative.n_max <= 0) {
+                if (!slot.ctx_dft || slot.params.speculative.n_max <= 0 || !slot.params.cache_prompt) {
                     continue;
                 }
 
@@ -2348,6 +2348,8 @@ struct server_context {
                         break;
                     }
                 }
+
+                SRV_DBG("accepted %d/%d draft tokens\n", (int) ids.size() - 1, (int) draft.size());
             }
         }