We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 0bb9bc4 commit d850082Copy full SHA for d850082
1 file changed
tools/server/server-context.cpp
@@ -863,9 +863,12 @@ struct server_context_impl {
863
common_chat_templates_source(chat_templates.get()),
864
common_chat_format_example(chat_templates.get(), params_base.use_jinja, params_base.default_template_kwargs).c_str());
865
866
- if (!populate_json_responses()) {
867
- SRV_ERR("%s", "failed to populate JSON responses\n");
868
- return false;
+ if (!is_resume) {
+ // do not repopulate on resume, as HTTP threads may be still using the existing JSON data
+ if (!populate_json_responses()) {
869
+ SRV_ERR("%s", "failed to populate JSON responses\n");
870
+ return false;
871
+ }
872
}
873
874
return true;
0 commit comments