add host args

This commit is contained in:
2025-09-02 22:40:15 +08:00
parent 92f5b57da3
commit 7270797bd4

View File

@@ -27,6 +27,12 @@ if __name__ == "__main__":
default=8000,
help="Port to run the server on",
)
parser.add_argument(
"--host",
type=str,
default="127.0.0.1",
help="Host to bind the server to",
)
parser.add_argument(
"--inference-backend",
metavar="BACKEND",
@@ -55,4 +61,4 @@ if __name__ == "__main__":
encoding = load_harmony_encoding(HarmonyEncodingName.HARMONY_GPT_OSS)
infer_next_token = setup_model(args.checkpoint)
uvicorn.run(create_api_server(infer_next_token, encoding), port=args.port)
uvicorn.run(create_api_server(infer_next_token, encoding), host=args.host, port=args.port)