optimization: add fast path

Author: ngxson

common/arg.cpp

@@ -2891,6 +2891,9 @@ common_params_context common_params_parser_init(common_params & params, llama_ex
         {"--sleep-idle-seconds"}, "SECONDS",
         string_format("number of seconds of idleness after which the server will sleep (default: %d; -1 = disabled)", params.sleep_idle_seconds),
         [](common_params & params, int value) {
+            if (value == 0 || value < -1) {
+                throw std::invalid_argument("invalid value: cannot be 0 or less than -1");
+            }
             params.sleep_idle_seconds = value;
         }
     ).set_examples({LLAMA_EXAMPLE_SERVER}));

tools/server/server-context.cpp

@@ -2786,6 +2786,8 @@ struct server_res_generator : server_http_res {
     server_response_reader rd;
     server_res_generator(server_context_impl & ctx_server, bool bypass_sleep = false)
             : rd(ctx_server.queue_tasks, ctx_server.queue_results, HTTP_POLLING_SECONDS) {
+        // fast path in case sleeping is disabled
+        bypass_sleep |= ctx_server.params_base.sleep_idle_seconds < 0;
         if (!bypass_sleep) {
             ctx_server.queue_tasks.wait_until_no_sleep();
         }