From 7270797bd41c380bec1fdf91a2fb399af7424de3 Mon Sep 17 00:00:00 2001 From: hotwa Date: Tue, 2 Sep 2025 22:40:15 +0800 Subject: [PATCH] add host args --- gpt_oss/responses_api/serve.py | 8 +++++++- 1 file changed, 7 insertions(+), 1 deletion(-) diff --git a/gpt_oss/responses_api/serve.py b/gpt_oss/responses_api/serve.py index 35fc3f4..72e2328 100644 --- a/gpt_oss/responses_api/serve.py +++ b/gpt_oss/responses_api/serve.py @@ -27,6 +27,12 @@ if __name__ == "__main__": default=8000, help="Port to run the server on", ) + parser.add_argument( + "--host", + type=str, + default="127.0.0.1", + help="Host to bind the server to", + ) parser.add_argument( "--inference-backend", metavar="BACKEND", @@ -55,4 +61,4 @@ if __name__ == "__main__": encoding = load_harmony_encoding(HarmonyEncodingName.HARMONY_GPT_OSS) infer_next_token = setup_model(args.checkpoint) - uvicorn.run(create_api_server(infer_next_token, encoding), port=args.port) + uvicorn.run(create_api_server(infer_next_token, encoding), host=args.host, port=args.port)