ai-workspace-services/litellm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Fix beta header old tests

Browse Source
This commit is contained in:
Sameer Kankute 2026-02-11 16:57:52 +05:30
parent 53bc1c8b79
commit b962b2cc85
2 changed files with 10 additions and 311 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
litellm/anthropic_beta_headers_config.json
View File

@ -26,7 +26,8 @@
"text_editor_20241022": "text_editor_20241022",
"text_editor_20250124": "text_editor_20250124",
"token-efficient-tools-2025-02-19": "token-efficient-tools-2025-02-19",
"web-fetch-2025-09-10": "web-fetch-2025-09-10"
"web-fetch-2025-09-10": "web-fetch-2025-09-10",
"web-search-2025-03-05": "web-search-2025-03-05"
},
"azure_ai": {
"advanced-tool-use-2025-11-20": "advanced-tool-use-2025-11-20",
@ -54,7 +55,8 @@
"text_editor_20241022": null,
"text_editor_20250124": null,
"token-efficient-tools-2025-02-19": null,
"web-fetch-2025-09-10": "web-fetch-2025-09-10"
"web-fetch-2025-09-10": "web-fetch-2025-09-10",
"web-search-2025-03-05": "web-search-2025-03-05"
},
"bedrock_converse": {
"advanced-tool-use-2025-11-20": "tool-search-tool-2025-10-19",
@ -83,7 +85,8 @@
"text_editor_20250124": null,
"token-efficient-tools-2025-02-19": null,
"tool-search-tool-2025-10-19": "tool-search-tool-2025-10-19",
"web-fetch-2025-09-10": null
"web-fetch-2025-09-10": null,
"web-search-2025-03-05": null
},
"bedrock": {
"advanced-tool-use-2025-11-20": "tool-search-tool-2025-10-19",
@ -112,7 +115,8 @@
"text_editor_20250124": null,
"token-efficient-tools-2025-02-19": null,
"tool-search-tool-2025-10-19": "tool-search-tool-2025-10-19",
"web-fetch-2025-09-10": null
"web-fetch-2025-09-10": null,
"web-search-2025-03-05": null
},
"vertex_ai": {
"advanced-tool-use-2025-11-20": "tool-search-tool-2025-10-19",
@ -141,6 +145,7 @@
"text_editor_20250124": null,
"token-efficient-tools-2025-02-19": null,
"tool-search-tool-2025-10-19": "tool-search-tool-2025-10-19",
"web-fetch-2025-09-10": null
"web-fetch-2025-09-10": null,
"web-search-2025-03-05": "web-search-2025-03-05"
}
}

306
tests/test_litellm/test_anthropic_beta_headers_manager.py
View File

@ -1,306 +0,0 @@
"""
Tests for the centralized Anthropic beta headers manager.
Design: JSON config lists UNSUPPORTED headers for each provider.
Headers not in the unsupported list are passed through.
Header transformations (e.g., advanced-tool-use -> tool-search-tool) happen in code, not in JSON.
"""
import pytest
from litellm.anthropic_beta_headers_manager import (
filter_and_transform_beta_headers,
get_provider_beta_header,
get_provider_name,
get_unsupported_headers,
is_beta_header_supported,
update_headers_with_filtered_beta,
)
class TestProviderNameResolution:
"""Test provider name resolution and aliases."""
def test_get_provider_name_direct(self):
"""Test direct provider names."""
assert get_provider_name("anthropic") == "anthropic"
assert get_provider_name("bedrock") == "bedrock"
assert get_provider_name("vertex_ai") == "vertex_ai"
assert get_provider_name("azure_ai") == "azure_ai"
def test_get_provider_name_alias(self):
"""Test provider aliases."""
# Note: Aliases are defined in the JSON config
# If no alias exists, the original name is returned
assert get_provider_name("azure") == "azure" # No alias defined
assert get_provider_name("vertex_ai_beta") == "vertex_ai_beta" # No alias defined
class TestBetaHeaderSupport:
"""Test beta header support checks (unsupported list approach)."""
def test_anthropic_supports_all_headers(self):
"""Anthropic should support all beta headers (empty unsupported list)."""
headers = [
"web-fetch-2025-09-10",
"web-search-2025-03-05",
"context-management-2025-06-27",
"compact-2026-01-12",
"structured-outputs-2025-11-13",
"advanced-tool-use-2025-11-20",
]
for header in headers:
assert is_beta_header_supported(header, "anthropic")
def test_bedrock_unsupported_headers(self):
"""Bedrock should block specific headers."""
# Not supported (in unsupported list)
assert not is_beta_header_supported("advanced-tool-use-2025-11-20", "bedrock")
assert not is_beta_header_supported(
"prompt-caching-scope-2026-01-05", "bedrock"
)
assert not is_beta_header_supported("structured-outputs-2025-11-13", "bedrock")
# Supported (not in unsupported list)
assert is_beta_header_supported("context-management-2025-06-27", "bedrock")
assert is_beta_header_supported("effort-2025-11-24", "bedrock")
assert is_beta_header_supported("tool-examples-2025-10-29", "bedrock")
def test_vertex_ai_unsupported_headers(self):
"""Vertex AI should block specific headers."""
# Not supported (in unsupported list)
assert not is_beta_header_supported(
"prompt-caching-scope-2026-01-05", "vertex_ai"
)
# Supported (not in unsupported list)
assert is_beta_header_supported("web-search-2025-03-05", "vertex_ai")
assert is_beta_header_supported("context-management-2025-06-27", "vertex_ai")
assert is_beta_header_supported("effort-2025-11-24", "vertex_ai")
assert is_beta_header_supported("advanced-tool-use-2025-11-20", "vertex_ai")
class TestBetaHeaderTransformation:
"""Test beta header support checking (transformations happen in code, not here)."""
def test_anthropic_no_transformation(self):
"""Anthropic headers should pass through (empty unsupported list)."""
header = "advanced-tool-use-2025-11-20"
assert get_provider_beta_header(header, "anthropic") == header
def test_bedrock_unsupported_returns_none(self):
"""Bedrock should return None for unsupported headers."""
header = "advanced-tool-use-2025-11-20"
# This header is in bedrock's unsupported list
assert get_provider_beta_header(header, "bedrock") is None
def test_vertex_ai_supported_returns_original(self):
"""Vertex AI should return original for supported headers."""
header = "advanced-tool-use-2025-11-20"
# This header is NOT in vertex_ai's unsupported list
assert get_provider_beta_header(header, "vertex_ai") == header
def test_unsupported_header_returns_none(self):
"""Unsupported headers (in unsupported list) should return None."""
header = "prompt-caching-scope-2026-01-05"
assert get_provider_beta_header(header, "bedrock") is None
def test_supported_header_returns_original(self):
"""Supported headers (not in unsupported list) should return original."""
header = "context-management-2025-06-27"
assert get_provider_beta_header(header, "bedrock") == header
class TestFilterAndTransformBetaHeaders:
"""Test the main filtering and transformation function."""
def test_anthropic_keeps_all_headers(self):
"""Anthropic should keep all headers (empty unsupported list)."""
headers = [
"web-fetch-2025-09-10",
"context-management-2025-06-27",
"structured-outputs-2025-11-13",
"some-new-future-header-2026-01-01", # Even unknown headers pass through
]
result = filter_and_transform_beta_headers(headers, "anthropic")
assert set(result) == set(headers)
def test_bedrock_filters_unsupported(self):
"""Bedrock should filter out headers in unsupported list."""
headers = [
"context-management-2025-06-27", # Not in unsupported list -> kept
"advanced-tool-use-2025-11-20", # In unsupported list -> dropped
"structured-outputs-2025-11-13", # In unsupported list -> dropped
"prompt-caching-scope-2026-01-05", # In unsupported list -> dropped
]
result = filter_and_transform_beta_headers(headers, "bedrock")
assert "context-management-2025-06-27" in result
assert "advanced-tool-use-2025-11-20" not in result
assert "structured-outputs-2025-11-13" not in result
assert "prompt-caching-scope-2026-01-05" not in result
def test_bedrock_no_transformations_in_filter(self):
"""Bedrock filtering doesn't do transformations (those happen in code)."""
headers = ["advanced-tool-use-2025-11-20"]
result = filter_and_transform_beta_headers(headers, "bedrock")
# advanced-tool-use is in unsupported list, so it gets dropped
assert result == []
def test_vertex_ai_filters_unsupported(self):
"""Vertex AI should filter unsupported headers."""
headers = [
"web-search-2025-03-05", # Not in unsupported list -> kept
"advanced-tool-use-2025-11-20", # Not in unsupported list -> kept
"prompt-caching-scope-2026-01-05", # In unsupported list -> dropped
]
result = filter_and_transform_beta_headers(headers, "vertex_ai")
assert "web-search-2025-03-05" in result
assert "advanced-tool-use-2025-11-20" in result # Kept as-is, transformation happens in code
assert "prompt-caching-scope-2026-01-05" not in result
def test_empty_list_returns_empty(self):
"""Empty list should return empty list."""
result = filter_and_transform_beta_headers([], "anthropic")
assert result == []
def test_bedrock_converse_more_restrictive(self):
"""Bedrock Converse should be more restrictive than Bedrock."""
headers = [
"context-management-2025-06-27",
"advanced-tool-use-2025-11-20",
"tool-examples-2025-10-29",
]
bedrock_result = filter_and_transform_beta_headers(headers, "bedrock")
converse_result = filter_and_transform_beta_headers(headers, "bedrock_converse")
# Bedrock Converse has more restrictions
# advanced-tool-use is in both unsupported lists
assert "advanced-tool-use-2025-11-20" not in bedrock_result
assert "advanced-tool-use-2025-11-20" not in converse_result
# tool-examples is supported on bedrock but not converse
# Actually, looking at the JSON, tool-examples is NOT in bedrock unsupported list
# So it should be in bedrock_result
assert "tool-examples-2025-10-29" in bedrock_result
# But it's not explicitly in converse unsupported list either, so it passes through
# Let me check the actual behavior
assert "context-management-2025-06-27" in bedrock_result
assert "context-management-2025-06-27" in converse_result
def test_unknown_future_headers_pass_through(self):
"""Headers not in unsupported list should pass through (future-proof)."""
headers = ["some-new-beta-2026-05-01", "another-feature-2026-06-01"]
result = filter_and_transform_beta_headers(headers, "anthropic")
assert set(result) == set(headers)
class TestUpdateHeadersWithFilteredBeta:
"""Test the headers update function."""
def test_update_headers_anthropic(self):
"""Test updating headers for Anthropic."""
headers = {
"anthropic-beta": "web-fetch-2025-09-10,context-management-2025-06-27"
}
result = update_headers_with_filtered_beta(headers, "anthropic")
assert "anthropic-beta" in result
beta_values = set(result["anthropic-beta"].split(","))
assert "web-fetch-2025-09-10" in beta_values
assert "context-management-2025-06-27" in beta_values
def test_update_headers_bedrock_filters(self):
"""Test updating headers for Bedrock with filtering."""
headers = {
"anthropic-beta": "context-management-2025-06-27,advanced-tool-use-2025-11-20"
}
result = update_headers_with_filtered_beta(headers, "bedrock")
assert "anthropic-beta" in result
assert "context-management-2025-06-27" in result["anthropic-beta"]
assert "advanced-tool-use-2025-11-20" not in result["anthropic-beta"]
def test_update_headers_bedrock_no_transformations(self):
"""Test that filtering doesn't do transformations (those happen in code)."""
headers = {"anthropic-beta": "advanced-tool-use-2025-11-20"}
result = update_headers_with_filtered_beta(headers, "bedrock")
# advanced-tool-use is in unsupported list, so it gets dropped
assert "anthropic-beta" not in result
def test_update_headers_removes_if_all_filtered(self):
"""Test that header is removed if all values are filtered."""
headers = {"anthropic-beta": "advanced-tool-use-2025-11-20,prompt-caching-scope-2026-01-05"}
result = update_headers_with_filtered_beta(headers, "bedrock")
assert "anthropic-beta" not in result
def test_update_headers_no_beta_header(self):
"""Test updating headers when no beta header exists."""
headers = {"content-type": "application/json"}
result = update_headers_with_filtered_beta(headers, "anthropic")
assert "anthropic-beta" not in result
assert headers == result
class TestGetUnsupportedHeaders:
"""Test getting unsupported headers for a provider."""
def test_anthropic_has_no_unsupported(self):
"""Anthropic should have no unsupported headers (empty list)."""
anthropic_unsupported = get_unsupported_headers("anthropic")
assert len(anthropic_unsupported) == 0
def test_bedrock_converse_most_restrictive(self):
"""Bedrock Converse should have more unsupported headers than Bedrock."""
bedrock_unsupported = get_unsupported_headers("bedrock")
converse_unsupported = get_unsupported_headers("bedrock_converse")
# Converse has more restrictions
assert len(converse_unsupported) >= len(bedrock_unsupported)
def test_all_providers_have_config(self):
"""All providers should have a configuration entry."""
providers = ["anthropic", "azure_ai", "bedrock", "bedrock_converse", "vertex_ai"]
for provider in providers:
unsupported = get_unsupported_headers(provider)
# Should return a list (even if empty)
assert isinstance(unsupported, list), f"Provider {provider} should return a list"
class TestEdgeCases:
"""Test edge cases and error handling."""
def test_unknown_provider(self):
"""Unknown provider with no config should pass through all headers."""
result = filter_and_transform_beta_headers(
["context-management-2025-06-27"], "unknown_provider"
)
# Unknown providers have no unsupported list, so headers pass through
assert "context-management-2025-06-27" in result
def test_whitespace_handling(self):
"""Headers with whitespace should be handled correctly."""
headers = [
" context-management-2025-06-27 ",
" web-search-2025-03-05 ",
]
result = filter_and_transform_beta_headers(headers, "anthropic")
assert len(result) == 2
def test_duplicate_headers(self):
"""Duplicate headers should be deduplicated."""
headers = [
"context-management-2025-06-27",
"context-management-2025-06-27",
]
result = filter_and_transform_beta_headers(headers, "anthropic")
assert len(result) == 1
def test_case_sensitivity(self):
"""Headers should be case-sensitive."""
# Correct case - should pass through for anthropic (no unsupported list)
headers = ["context-management-2025-06-27"]
result = filter_and_transform_beta_headers(headers, "anthropic")
assert len(result) == 1
# Wrong case - should still pass through (not in unsupported list)
headers = ["Context-Management-2025-06-27"]
result = filter_and_transform_beta_headers(headers, "anthropic")
assert len(result) == 1 # Passes through because anthropic has empty unsupported list