diff --git a/pyproject.toml b/pyproject.toml
index 5dcd0673d5..f1dca81546 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -32,6 +32,7 @@ jinja2 = "^3.1.2"
 aiohttp = ">=3.10"
 pydantic = "^2.5.0"
 jsonschema = "^4.22.0"
+pondpond = "^1.4.1"
 numpydoc = {version = "*", optional = true} # used in utils.py
 
 uvicorn = {version = "^0.29.0", optional = true}
diff --git a/requirements.txt b/requirements.txt
index 840610d1ea..e96156758b 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -58,6 +58,7 @@ tenacity==8.2.3  # for retrying requests, when litellm.num_retries set
 pydantic==2.10.2 # proxy + openai req.
 jsonschema==4.22.0 # validating json schema
 websockets==13.1.0 # for realtime API
+pondpond==1.4.1 # for object pooling
 
 ########################
 # LITELLM ENTERPRISE DEPENDENCIES