perf(api-server): normalize chat content linearly (#46079)
This commit is contained in:
@@ -156,18 +156,23 @@ def _normalize_chat_content(
|
||||
|
||||
if isinstance(content, list):
|
||||
parts: List[str] = []
|
||||
total_len = 0
|
||||
items = content[:MAX_CONTENT_LIST_SIZE] if len(content) > MAX_CONTENT_LIST_SIZE else content
|
||||
for item in items:
|
||||
if isinstance(item, str):
|
||||
if item:
|
||||
parts.append(item[:MAX_NORMALIZED_TEXT_LENGTH])
|
||||
part = item[:MAX_NORMALIZED_TEXT_LENGTH]
|
||||
parts.append(part)
|
||||
total_len += len(part)
|
||||
elif isinstance(item, dict):
|
||||
item_type = str(item.get("type") or "").strip().lower()
|
||||
if item_type in {"text", "input_text", "output_text"}:
|
||||
text = item.get("text", "")
|
||||
if text:
|
||||
try:
|
||||
parts.append(str(text)[:MAX_NORMALIZED_TEXT_LENGTH])
|
||||
part = str(text)[:MAX_NORMALIZED_TEXT_LENGTH]
|
||||
parts.append(part)
|
||||
total_len += len(part)
|
||||
except Exception:
|
||||
pass
|
||||
# Silently skip image_url / other non-text parts
|
||||
@@ -175,8 +180,9 @@ def _normalize_chat_content(
|
||||
nested = _normalize_chat_content(item, _max_depth=_max_depth, _depth=_depth + 1)
|
||||
if nested:
|
||||
parts.append(nested)
|
||||
total_len += len(nested)
|
||||
# Check accumulated size
|
||||
if sum(len(p) for p in parts) >= MAX_NORMALIZED_TEXT_LENGTH:
|
||||
if total_len >= MAX_NORMALIZED_TEXT_LENGTH:
|
||||
break
|
||||
result = "\n".join(parts)
|
||||
return result[:MAX_NORMALIZED_TEXT_LENGTH] if len(result) > MAX_NORMALIZED_TEXT_LENGTH else result
|
||||
|
||||
Reference in New Issue
Block a user