add listen_addr

Author: C2D03041

tcp_server.cpp

@@ -169,9 +169,7 @@ int listen_tcp(
     hints.ai_socktype = SOCK_STREAM;
     hints.ai_flags = AI_PASSIVE;
 
-    // This should only ever listen on a loopback address. Access from outside
-    // should be proxied via nginx or similar software
-    status = getaddrinfo("127.0.0.1", params.listen_port.c_str(), &hints, &servinfo);
+    status = getaddrinfo(params.listen_host.c_str(), params.listen_port.c_str(), &hints, &servinfo);
     if (status) {
         die("getaddrinfo error: %s", gai_strerror(status));
     }

utils.cpp

@@ -81,6 +81,8 @@ bool gpt_params_parse(int argc, char ** argv, gpt_params & params) {
 #ifndef _WIN32
         } else if (arg == "-l" || arg == "--listen") {
             params.listen_port = argv[++i];
+        } else if (arg == "--host") {
+            params.listen_host = argv[++i];
 #endif
         } else if (arg == "-h" || arg == "--help") {
             gpt_print_usage(argc, argv, params);
@@ -132,6 +134,8 @@ void gpt_print_usage(int /*argc*/, char ** argv, const gpt_params & params) {
 #ifndef _WIN32
     fprintf(stderr, "  -l PORT, --listen PORT\n");
     fprintf(stderr, "                        Run in TCP mode, listening on PORT\n");
+    fprintf(stderr, "  --host ADDR\n");
+    fprintf(stderr, "                        When using `--listen`, this specifies the bind addr\n");
 #endif
     fprintf(stderr, "\n");
 }

utils.h

@@ -41,9 +41,11 @@ struct gpt_params {
     bool instruct          = false; // instruction mode (used for Alpaca models)
     bool ignore_eos        = false; // do not stop generating after eos
     bool perplexity        = false; // compute perplexity over the prompt
+    bool protocol_mode     = false; // use an IRC-like protocol with message prefixes and one message per line
 
 #ifndef _WIN32
     std::string listen_port = "";  // TCP port for when running in server mode
+    std::string listen_host = "";  // TCP bind addr when running in server mode
 #endif
 };