Initial commit
Co-authored-by: Zhuohan Li <zhuohan@openai.com> Co-authored-by: Maratyszcza <marat@openai.com> Co-authored-by: Volodymyr Kyrylov <vol@wilab.org.ua>
This commit is contained in:
Dominik Kundel
252
examples/streamlit/streamlit_chat.py
Normal file
252
examples/streamlit/streamlit_chat.py
Normal file
@@ -0,0 +1,252 @@
|
||||
import json
|
||||
|
||||
import requests
|
||||
import streamlit as st
|
||||
|
||||
DEFAULT_FUNCTION_PROPERTIES = """
|
||||
{
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"location": {
|
||||
"type": "string",
|
||||
"description": "The city and state, e.g. San Francisco, CA"
|
||||
}
|
||||
},
|
||||
"required": ["location"]
|
||||
}
|
||||
""".strip()
|
||||
|
||||
# Session state for chat
|
||||
if "messages" not in st.session_state:
|
||||
st.session_state.messages = []
|
||||
|
||||
st.title("💬 Chatbot")
|
||||
|
||||
if "model" not in st.session_state:
|
||||
if "model" in st.query_params:
|
||||
st.session_state.model = st.query_params["model"]
|
||||
else:
|
||||
st.session_state.model = "small"
|
||||
|
||||
options = ["large", "small"]
|
||||
selection = st.sidebar.segmented_control(
|
||||
"Model", options, selection_mode="single", default=st.session_state.model
|
||||
)
|
||||
# st.session_state.model = selection
|
||||
st.query_params.update({"model": selection})
|
||||
|
||||
instructions = st.sidebar.text_area(
|
||||
"Instructions",
|
||||
value="You are a helpful assistant that can answer questions and help with tasks.",
|
||||
)
|
||||
effort = st.sidebar.radio(
|
||||
"Reasoning effort",
|
||||
["low", "medium", "high"],
|
||||
index=1,
|
||||
)
|
||||
st.sidebar.divider()
|
||||
st.sidebar.subheader("Functions")
|
||||
use_functions = st.sidebar.toggle("Use functions", value=False)
|
||||
|
||||
if "show_browser" in st.query_params:
|
||||
st.sidebar.subheader("Built-in Tools")
|
||||
# Built-in Tools section
|
||||
use_browser_search = st.sidebar.toggle("Use browser search", value=False)
|
||||
else:
|
||||
use_browser_search = False
|
||||
|
||||
if use_functions:
|
||||
function_name = st.sidebar.text_input("Function name", value="get_weather")
|
||||
function_description = st.sidebar.text_area(
|
||||
"Function description", value="Get the weather for a given city"
|
||||
)
|
||||
function_parameters = st.sidebar.text_area(
|
||||
"Function parameters", value=DEFAULT_FUNCTION_PROPERTIES
|
||||
)
|
||||
else:
|
||||
function_name = None
|
||||
function_description = None
|
||||
function_parameters = None
|
||||
st.sidebar.divider()
|
||||
temperature = st.sidebar.slider(
|
||||
"Temperature", min_value=0.0, max_value=1.0, value=1.0, step=0.01
|
||||
)
|
||||
max_output_tokens = st.sidebar.slider(
|
||||
"Max output tokens", min_value=1000, max_value=20000, value=1024, step=100
|
||||
)
|
||||
st.sidebar.divider()
|
||||
debug_mode = st.sidebar.toggle("Debug mode", value=False)
|
||||
|
||||
if debug_mode:
|
||||
st.sidebar.divider()
|
||||
st.sidebar.code(json.dumps(st.session_state.messages, indent=2), "json")
|
||||
|
||||
render_input = True
|
||||
|
||||
URL = (
|
||||
"http://localhost:8081/v1/responses"
|
||||
if selection == options[1]
|
||||
else "http://localhost:8000/v1/responses"
|
||||
)
|
||||
|
||||
def trigger_fake_tool(container):
|
||||
function_output = st.session_state.get("function_output", "It's sunny!")
|
||||
last_call = st.session_state.messages[-1]
|
||||
if last_call.get("type") == "function_call":
|
||||
st.session_state.messages.append(
|
||||
{
|
||||
"type": "function_call_output",
|
||||
"call_id": last_call.get("call_id"),
|
||||
"output": function_output,
|
||||
}
|
||||
)
|
||||
run(container)
|
||||
|
||||
|
||||
def run(container):
|
||||
tools = []
|
||||
if use_functions:
|
||||
tools.append(
|
||||
{
|
||||
"type": "function",
|
||||
"name": function_name,
|
||||
"description": function_description,
|
||||
"parameters": json.loads(function_parameters),
|
||||
}
|
||||
)
|
||||
# Add browser_search tool if checkbox is checked
|
||||
if use_browser_search:
|
||||
tools.append({"type": "browser_search"})
|
||||
response = requests.post(
|
||||
URL,
|
||||
json={
|
||||
"input": st.session_state.messages,
|
||||
"stream": True,
|
||||
"instructions": instructions,
|
||||
"reasoning": {"effort": effort},
|
||||
"metadata": {"__debug": debug_mode},
|
||||
"tools": tools,
|
||||
"temperature": temperature,
|
||||
"max_output_tokens": max_output_tokens,
|
||||
},
|
||||
stream=True,
|
||||
)
|
||||
|
||||
text_delta = ""
|
||||
|
||||
current_output_index = 0
|
||||
for line in response.iter_lines(decode_unicode=True):
|
||||
if not line or not line.startswith("data:"):
|
||||
continue
|
||||
data_str = line[len("data:") :].strip()
|
||||
if not data_str:
|
||||
continue
|
||||
try:
|
||||
data = json.loads(data_str)
|
||||
except Exception:
|
||||
continue
|
||||
|
||||
event_type = data.get("type", "")
|
||||
output_index = data.get("output_index", 0)
|
||||
if event_type == "response.output_item.added":
|
||||
current_output_index = output_index
|
||||
output_type = data.get("item", {}).get("type", "message")
|
||||
if output_type == "message":
|
||||
output = container.chat_message("assistant")
|
||||
placeholder = output.empty()
|
||||
elif output_type == "reasoning":
|
||||
output = container.chat_message("reasoning", avatar="🤔")
|
||||
placeholder = output.empty()
|
||||
elif output_type == "web_search_call":
|
||||
output = container.chat_message("web_search_call", avatar="🌐")
|
||||
output.code(json.dumps(data.get("item", {}).get("action", {}), indent=4), language="json")
|
||||
placeholder = output.empty()
|
||||
text_delta = ""
|
||||
elif event_type == "response.reasoning_text.delta":
|
||||
output.avatar = "🤔"
|
||||
text_delta += data.get("delta", "")
|
||||
placeholder.markdown(text_delta)
|
||||
elif event_type == "response.output_text.delta":
|
||||
text_delta += data.get("delta", "")
|
||||
placeholder.markdown(text_delta)
|
||||
elif event_type == "response.output_item.done":
|
||||
item = data.get("item", {})
|
||||
if item.get("type") == "function_call":
|
||||
with container.chat_message("function_call", avatar="🔨"):
|
||||
st.markdown(f"Called `{item.get("name")}`")
|
||||
st.caption("Arguments")
|
||||
st.code(item.get("arguments", ""), language="json")
|
||||
if item.get("type") == "web_search_call":
|
||||
placeholder.markdown("✅ Done")
|
||||
elif event_type == "response.completed":
|
||||
response = data.get("response", {})
|
||||
if debug_mode:
|
||||
container.expander("Debug", expanded=False).code(
|
||||
response.get("metadata", {}).get("__debug", ""), language="text"
|
||||
)
|
||||
st.session_state.messages.extend(response.get("output", []))
|
||||
if st.session_state.messages[-1].get("type") == "function_call":
|
||||
with container.form("function_output_form"):
|
||||
function_output = st.text_input(
|
||||
"Enter function output",
|
||||
value=st.session_state.get("function_output", "It's sunny!"),
|
||||
key="function_output",
|
||||
)
|
||||
st.form_submit_button(
|
||||
"Submit function output",
|
||||
on_click=trigger_fake_tool,
|
||||
args=[container],
|
||||
)
|
||||
# Optionally handle other event types...
|
||||
|
||||
|
||||
# Chat display
|
||||
for msg in st.session_state.messages:
|
||||
if msg.get("type") == "message":
|
||||
with st.chat_message(msg["role"]):
|
||||
for item in msg["content"]:
|
||||
if (
|
||||
item.get("type") == "text"
|
||||
or item.get("type") == "output_text"
|
||||
or item.get("type") == "input_text"
|
||||
):
|
||||
st.markdown(item["text"])
|
||||
if item.get("annotations"):
|
||||
annotation_lines = "\n".join(
|
||||
f"- {annotation.get('url')}" for annotation in item["annotations"] if annotation.get("url")
|
||||
)
|
||||
st.caption(f"**Annotations:**\n{annotation_lines}")
|
||||
elif msg.get("type") == "reasoning":
|
||||
with st.chat_message("reasoning", avatar="🤔"):
|
||||
for item in msg["content"]:
|
||||
if item.get("type") == "reasoning_text":
|
||||
st.markdown(item["text"])
|
||||
elif msg.get("type") == "function_call":
|
||||
with st.chat_message("function_call", avatar="🔨"):
|
||||
st.markdown(f"Called `{msg.get("name")}`")
|
||||
st.caption("Arguments")
|
||||
st.code(msg.get("arguments", ""), language="json")
|
||||
elif msg.get("type") == "function_call_output":
|
||||
with st.chat_message("function_call_output", avatar="✅"):
|
||||
st.caption("Output")
|
||||
st.code(msg.get("output", ""), language="text")
|
||||
elif msg.get("type") == "web_search_call":
|
||||
with st.chat_message("web_search_call", avatar="🌐"):
|
||||
st.code(json.dumps(msg.get("action", {}), indent=4), language="json")
|
||||
st.markdown("✅ Done")
|
||||
|
||||
if render_input:
|
||||
# Input field
|
||||
if prompt := st.chat_input("Type a message..."):
|
||||
st.session_state.messages.append(
|
||||
{
|
||||
"type": "message",
|
||||
"role": "user",
|
||||
"content": [{"type": "input_text", "text": prompt}],
|
||||
}
|
||||
)
|
||||
|
||||
with st.chat_message("user"):
|
||||
st.markdown(prompt)
|
||||
|
||||
run(st.container())
|
||||
Reference in New Issue
Block a user