[Refactor] Move LLM Guard, Secret Detection to Enterprise Pip packagea (#10782)

* refactor: move guardrails to pip

* refactor: move guardrails to pip

* testing fix: move guardrails to pip

* git commit setup_litellm_enterprise_pip

.circleci/config.yml

@@ -659,6 +659,7 @@ jobs:
             pip install "pytest-asyncio==0.21.1"
             pip install "pytest-cov==5.0.0"
       # Run pytest and generate JUnit XML report
+      - setup_litellm_enterprise_pip
       - run:
           name: Run tests
           command: |

enterprise/litellm_enterprise/enterprise_callbacks/llama_guard.py

@@ -7,24 +7,23 @@
 # +-------------------------------------------------------------+
 #  Thank you users! We ❤️ you! - Krrish & Ishaan
 
-import sys
 import os
+import sys
 from collections.abc import Iterable
 
 sys.path.insert(
     0, os.path.abspath("../..")
 )  # Adds the parent directory to the system path
-from typing import Optional, Literal
-import litellm
 import sys
-from litellm.proxy._types import UserAPIKeyAuth
-from litellm.integrations.custom_logger import CustomLogger
+from typing import Literal, Optional
+
 from fastapi import HTTPException
+
+import litellm
 from litellm._logging import verbose_proxy_logger
-from litellm.types.utils import (
-    ModelResponse,
-    Choices,
-)
+from litellm.integrations.custom_logger import CustomLogger
+from litellm.proxy._types import UserAPIKeyAuth
+from litellm.types.utils import Choices, ModelResponse
 
 litellm.set_verbose = True
 

enterprise/litellm_enterprise/enterprise_callbacks/llm_guard.py

@@ -7,15 +7,17 @@
 #  Thank you users! We ❤️ you! - Krrish & Ishaan
 ## This provides an LLM Guard Integration for content moderation on the proxy
 
-from typing import Optional, Literal
-import litellm
-from litellm.proxy._types import UserAPIKeyAuth
-from litellm.integrations.custom_logger import CustomLogger
-from fastapi import HTTPException
-from litellm._logging import verbose_proxy_logger
+from typing import Literal, Optional
+
 import aiohttp
-from litellm.utils import get_formatted_prompt
+from fastapi import HTTPException
+
+import litellm
+from litellm._logging import verbose_proxy_logger
+from litellm.integrations.custom_logger import CustomLogger
+from litellm.proxy._types import UserAPIKeyAuth
 from litellm.secret_managers.main import get_secret_str
+from litellm.utils import get_formatted_prompt
 
 litellm.set_verbose = True
 

enterprise/litellm_enterprise/enterprise_callbacks/secret_detection.py

@@ -5,18 +5,19 @@
 # +-------------------------------------------------------------+
 #  Thank you users! We ❤️ you! - Krrish & Ishaan
 
-import sys
 import os
+import sys
 
 sys.path.insert(
     0, os.path.abspath("../..")
 )  # Adds the parent directory to the system path
-from typing import Optional
-from litellm.caching.caching import DualCache
-from litellm.proxy._types import UserAPIKeyAuth
-from litellm._logging import verbose_proxy_logger
 import tempfile
+from typing import Optional
+
+from litellm._logging import verbose_proxy_logger
+from litellm.caching.caching import DualCache
 from litellm.integrations.custom_guardrail import CustomGuardrail
+from litellm.proxy._types import UserAPIKeyAuth
 
 GUARDRAIL_NAME = "hide_secrets"
 

litellm/proxy/common_utils/callback_utils.py

@@ -56,7 +56,7 @@ def initialize_callbacks_on_proxy(  # noqa: PLR0915
                 pii_masking_object = _OPTIONAL_PresidioPIIMasking(**params)
                 imported_list.append(pii_masking_object)
             elif isinstance(callback, str) and callback == "llamaguard_moderations":
-                from enterprise.enterprise_hooks.llama_guard import (
+                from litellm_enterprise.enterprise_callbacks.llama_guard import (
                     _ENTERPRISE_LlamaGuard,
                 )
 
@@ -69,7 +69,7 @@ def initialize_callbacks_on_proxy(  # noqa: PLR0915
                 llama_guard_object = _ENTERPRISE_LlamaGuard()
                 imported_list.append(llama_guard_object)
             elif isinstance(callback, str) and callback == "hide_secrets":
-                from enterprise.enterprise_hooks.secret_detection import (
+                from litellm_enterprise.enterprise_callbacks.secret_detection import (
                     _ENTERPRISE_SecretDetection,
                 )
 
@@ -125,7 +125,9 @@ def initialize_callbacks_on_proxy(  # noqa: PLR0915
                 google_text_moderation_obj = _ENTERPRISE_GoogleTextModeration()
                 imported_list.append(google_text_moderation_obj)
             elif isinstance(callback, str) and callback == "llmguard_moderations":
-                from enterprise.enterprise_hooks.llm_guard import _ENTERPRISE_LLMGuard
+                from litellm_enterprise.enterprise_callbacks.llm_guard import (
+                    _ENTERPRISE_LLMGuard,
+                )
 
                 if premium_user is not True:
                     raise Exception(

litellm/proxy/guardrails/guardrail_initializers.py

@@ -87,7 +87,9 @@ def initialize_presidio(litellm_params, guardrail):
 
 
 def initialize_hide_secrets(litellm_params, guardrail):
-    from enterprise.enterprise_hooks.secret_detection import _ENTERPRISE_SecretDetection
+    from litellm_enterprise.enterprise_callbacks.secret_detection import (
+        _ENTERPRISE_SecretDetection,
+    )
 
     _secret_detection_object = _ENTERPRISE_SecretDetection(
         detect_secrets_config=litellm_params.get("detect_secrets_config"),