Transformers responses API (#1)

2025-08-05 19:02:16 +02:00
parent 0106ce5ba3
commit a601a63cdc
3 changed files with 59 additions and 0 deletions
--- a/gpt_oss/responses_api/serve.py
+++ b/gpt_oss/responses_api/serve.py
@@ -47,6 +47,8 @@ if __name__ == "__main__":
        from .inference.ollama import setup_model
    elif args.inference_backend == "vllm":
        from .inference.vllm import setup_model
+    elif args.inference_backend == "transformers":
+        from .inference.transformers import setup_model
    else:
        raise ValueError(f"Invalid inference backend: {args.inference_backend}")