Skip to content

Commit 36fce98

Browse files
committed
server : re-enable swa speculative decoding
ggml-ci
1 parent f6e1a7a commit 36fce98

File tree

1 file changed

+0
-5
lines changed

1 file changed

+0
-5
lines changed

tools/server/server.cpp

Lines changed: 0 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -2017,11 +2017,6 @@ struct server_context {
20172017
params_base.n_cache_reuse = 0;
20182018
SRV_WRN("%s\n", "cache_reuse is not supported by this context, it will be disabled");
20192019
}
2020-
2021-
if (!params_base.speculative.model.path.empty()) {
2022-
SRV_ERR("%s\n", "err: speculative decode is not supported by this context");
2023-
return false;
2024-
}
20252020
}
20262021

20272022
return true;

0 commit comments

Comments
 (0)