38 lines
938 B
Python
38 lines
938 B
Python
|
"""
|
||
|
|
Utils for handling clientside credentials
|
||
|
|
|
||
|
|
Supported clientside credentials:
|
||
|
|
- api_key
|
||
|
|
- api_base
|
||
|
|
- base_url
|
||
|
|
|
||
|
|
If given, generate a unique model_id for the deployment.
|
||
|
|
|
||
|
|
Ensures cooldowns are applied correctly.
|
||
|
|
"""
|
||
|
|
|
||
|
|
clientside_credential_keys = ["api_key", "api_base", "base_url"]
|
||
|
|
|
||
|
|
|
||
|
|
def is_clientside_credential(request_kwargs: dict) -> bool:
|
||
|
|
"""
|
||
|
|
Check if the credential is a clientside credential.
|
||
|
|
"""
|
||
|
|
return any(key in request_kwargs for key in clientside_credential_keys)
|
||
|
|
|
||
|
|
|
||
|
|
def get_dynamic_litellm_params(litellm_params: dict, request_kwargs: dict) -> dict:
|
||
|
|
"""
|
||
|
|
Generate a unique model_id for the deployment.
|
||
|
|
|
||
|
|
Returns
|
||
|
|
- litellm_params: dict
|
||
|
|
|
||
|
|
for generating a unique model_id.
|
||
|
|
"""
|
||
|
|
# update litellm_params with clientside credentials
|
||
|
|
for key in clientside_credential_keys:
|
||
|
|
if key in request_kwargs:
|
||
|
|
litellm_params[key] = request_kwargs[key]
|
||
|
|
return litellm_params
|