Emil_Shanaty/open-webui-ai4me
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

enh: inline html result context

Browse Source
This commit is contained in:
Timothy Jaeryang Baek
2026-03-22 06:06:02 -05:00
parent ee9099cab9
commit 6a004205d8
1 changed files with 43 additions and 16 deletions
Download Patch File Download Diff File Expand all files Collapse all files
backend/open_webui/utils/middleware.py
+43 -16
View File
@@ -938,6 +938,13 @@ def process_tool_result(
tool_result_embeds = [] tool_result_embeds = []
EXTERNAL_TOOL_TYPES = ('external', 'action', 'terminal') EXTERNAL_TOOL_TYPES = ('external', 'action', 'terminal')
# Support (HTMLResponse, result_context) tuples: the optional second
# element lets tool authors provide the LLM with actionable context
# about the generated embed instead of the generic fallback message.
result_context = None
if isinstance(tool_result, tuple) and len(tool_result) == 2 and isinstance(tool_result[0], HTMLResponse):
tool_result, result_context = tool_result
if isinstance(tool_result, HTMLResponse): if isinstance(tool_result, HTMLResponse):
content_disposition = tool_result.headers.get('Content-Disposition', '') content_disposition = tool_result.headers.get('Content-Disposition', '')
if 'inline' in content_disposition: if 'inline' in content_disposition:
@@ -945,11 +952,14 @@ def process_tool_result(
tool_result_embeds.append(content) tool_result_embeds.append(content)
if 200 <= tool_result.status_code < 300: if 200 <= tool_result.status_code < 300:
tool_result = { if result_context is not None and isinstance(result_context, (str, dict, list)):
'status': 'success', tool_result = result_context
'code': 'ui_component', else:
'message': f'{tool_function_name}: Embedded UI result is active and visible to the user.', tool_result = {
} 'status': 'success',
'code': 'ui_component',
'message': f'{tool_function_name}: Embedded UI result is active and visible to the user.',
}
elif 400 <= tool_result.status_code < 500: elif 400 <= tool_result.status_code < 500:
tool_result = { tool_result = {
'status': 'error', 'status': 'error',
@@ -1000,20 +1010,37 @@ def process_tool_result(
) )
if 'text/html' in content_type: if 'text/html' in content_type:
# Support (html_content, result_context) nested tuple
result_context = None
html_content = tool_result
if isinstance(tool_result, (tuple, list)) and len(tool_result) == 2:
html_content, result_context = tool_result
# Display as iframe embed # Display as iframe embed
tool_result_embeds.append(tool_result) tool_result_embeds.append(html_content)
tool_result = { if result_context is not None and isinstance(result_context, (str, dict, list)):
'status': 'success', tool_result = result_context
'code': 'ui_component', else:
'message': f'{tool_function_name}: Embedded UI result is active and visible to the user.', tool_result = {
} 'status': 'success',
'code': 'ui_component',
'message': f'{tool_function_name}: Embedded UI result is active and visible to the user.',
}
elif location: elif location:
# Support (html_content, result_context) nested tuple for location embeds
result_context = None
if isinstance(tool_result, (tuple, list)) and len(tool_result) == 2:
_, result_context = tool_result
tool_result_embeds.append(location) tool_result_embeds.append(location)
tool_result = { if result_context is not None and isinstance(result_context, (str, dict, list)):
'status': 'success', tool_result = result_context
'code': 'ui_component', else:
'message': f'{tool_function_name}: Embedded UI result is active and visible to the user.', tool_result = {
} 'status': 'success',
'code': 'ui_component',
'message': f'{tool_function_name}: Embedded UI result is active and visible to the user.',
}
tool_result_files = [] tool_result_files = []