@cotofe/service-of-litellm
Version:
OpenAPI client for @cotofe/service-of-litellm
107 lines (106 loc) • 14.2 kB
TypeScript
/**
* Platform
* No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
*
* The version of the OpenAPI document: 1.0.0
*
*
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
* https://openapi-generator.tech
* Do not edit the class manually.
*/
import type { BlockUsers, DeleteCustomerRequest, LiteLlmEndUserTable, NewCustomerRequest, UpdateCustomerRequest } from '../models/index';
import * as runtime from '../runtime';
export interface CustomerManagementApiBlockUserCustomerBlockPostRequest {
blockUsers?: BlockUsers;
}
export interface CustomerManagementApiDeleteEndUserCustomerDeletePostRequest {
deleteCustomerRequest?: DeleteCustomerRequest;
}
export interface CustomerManagementApiEndUserInfoCustomerInfoGetRequest {
endUserId: string;
}
export interface CustomerManagementApiNewEndUserCustomerNewPostRequest {
newCustomerRequest?: NewCustomerRequest;
}
export interface CustomerManagementApiUnblockUserCustomerUnblockPostRequest {
blockUsers?: BlockUsers;
}
export interface CustomerManagementApiUpdateEndUserCustomerUpdatePostRequest {
updateCustomerRequest?: UpdateCustomerRequest;
}
/**
*
*/
export declare class CustomerManagementApi extends runtime.BaseAPI {
/**
* [BETA] Reject calls with this end-user id Parameters: - user_ids (List[str], required): The unique `user_id`s for the users to block (any /chat/completion call with this user={end-user-id} param, will be rejected.) ``` curl -X POST \"http://0.0.0.0:8000/user/block\" -H \"Authorization: Bearer sk-1234\" -d \'{ \"user_ids\": [<user_id>, ...] }\' ```
* Block User
*/
blockUserCustomerBlockPostRaw(requestParameters: CustomerManagementApiBlockUserCustomerBlockPostRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<runtime.ApiResponse<string>>;
/**
* [BETA] Reject calls with this end-user id Parameters: - user_ids (List[str], required): The unique `user_id`s for the users to block (any /chat/completion call with this user={end-user-id} param, will be rejected.) ``` curl -X POST \"http://0.0.0.0:8000/user/block\" -H \"Authorization: Bearer sk-1234\" -d \'{ \"user_ids\": [<user_id>, ...] }\' ```
* Block User
*/
blockUserCustomerBlockPost(requestParameters?: CustomerManagementApiBlockUserCustomerBlockPostRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<string>;
/**
* Delete multiple end-users. Parameters: - user_ids (List[str], required): The unique `user_id`s for the users to delete Example curl: ``` curl --location \'http://0.0.0.0:4000/customer/delete\' --header \'Authorization: Bearer sk-1234\' --header \'Content-Type: application/json\' --data \'{ \"user_ids\" :[\"ishaan-jaff-5\"] }\' See below for all params ```
* Delete End User
*/
deleteEndUserCustomerDeletePostRaw(requestParameters: CustomerManagementApiDeleteEndUserCustomerDeletePostRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<runtime.ApiResponse<string>>;
/**
* Delete multiple end-users. Parameters: - user_ids (List[str], required): The unique `user_id`s for the users to delete Example curl: ``` curl --location \'http://0.0.0.0:4000/customer/delete\' --header \'Authorization: Bearer sk-1234\' --header \'Content-Type: application/json\' --data \'{ \"user_ids\" :[\"ishaan-jaff-5\"] }\' See below for all params ```
* Delete End User
*/
deleteEndUserCustomerDeletePost(requestParameters?: CustomerManagementApiDeleteEndUserCustomerDeletePostRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<string>;
/**
* Get information about an end-user. An `end_user` is a customer (external user) of the proxy. Parameters: - end_user_id (str, required): The unique identifier for the end-user Example curl: ``` curl -X GET \'http://localhost:4000/customer/info?end_user_id=test-litellm-user-4\' -H \'Authorization: Bearer sk-1234\' ```
* End User Info
*/
endUserInfoCustomerInfoGetRaw(requestParameters: CustomerManagementApiEndUserInfoCustomerInfoGetRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<runtime.ApiResponse<LiteLlmEndUserTable>>;
/**
* Get information about an end-user. An `end_user` is a customer (external user) of the proxy. Parameters: - end_user_id (str, required): The unique identifier for the end-user Example curl: ``` curl -X GET \'http://localhost:4000/customer/info?end_user_id=test-litellm-user-4\' -H \'Authorization: Bearer sk-1234\' ```
* End User Info
*/
endUserInfoCustomerInfoGet(requestParameters: CustomerManagementApiEndUserInfoCustomerInfoGetRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<LiteLlmEndUserTable>;
/**
* [Admin-only] List all available customers Example curl: ``` curl --location --request GET \'http://0.0.0.0:4000/customer/list\' --header \'Authorization: Bearer sk-1234\' ```
* List End User
*/
listEndUserCustomerListGetRaw(initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<runtime.ApiResponse<Array<LiteLlmEndUserTable>>>;
/**
* [Admin-only] List all available customers Example curl: ``` curl --location --request GET \'http://0.0.0.0:4000/customer/list\' --header \'Authorization: Bearer sk-1234\' ```
* List End User
*/
listEndUserCustomerListGet(initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<Array<LiteLlmEndUserTable>>;
/**
* Allow creating a new Customer Parameters: - user_id: str - The unique identifier for the user. - alias: Optional[str] - A human-friendly alias for the user. - blocked: bool - Flag to allow or disallow requests for this end-user. Default is False. - max_budget: Optional[float] - The maximum budget allocated to the user. Either \'max_budget\' or \'budget_id\' should be provided, not both. - budget_id: Optional[str] - The identifier for an existing budget allocated to the user. Either \'max_budget\' or \'budget_id\' should be provided, not both. - allowed_model_region: Optional[Union[Literal[\"eu\"], Literal[\"us\"]]] - Require all user requests to use models in this specific region. - default_model: Optional[str] - If no equivalent model in the allowed region, default all requests to this model. - metadata: Optional[dict] = Metadata for customer, store information for customer. Example metadata = {\"data_training_opt_out\": True} - budget_duration: Optional[str] - Budget is reset at the end of specified duration. If not set, budget is never reset. You can set duration as seconds (\"30s\"), minutes (\"30m\"), hours (\"30h\"), days (\"30d\"). - tpm_limit: Optional[int] - [Not Implemented Yet] Specify tpm limit for a given customer (Tokens per minute) - rpm_limit: Optional[int] - [Not Implemented Yet] Specify rpm limit for a given customer (Requests per minute) - model_max_budget: Optional[dict] - [Not Implemented Yet] Specify max budget for a given model. Example: {\"openai/gpt-4o-mini\": {\"max_budget\": 100.0, \"budget_duration\": \"1d\"}} - max_parallel_requests: Optional[int] - [Not Implemented Yet] Specify max parallel requests for a given customer. - soft_budget: Optional[float] - [Not Implemented Yet] Get alerts when customer crosses given budget, doesn\'t block requests. - Allow specifying allowed regions - Allow specifying default model Example curl: ``` curl --location \'http://0.0.0.0:4000/customer/new\' --header \'Authorization: Bearer sk-1234\' --header \'Content-Type: application/json\' --data \'{ \"user_id\" : \"ishaan-jaff-3\", \"allowed_region\": \"eu\", \"budget_id\": \"free_tier\", \"default_model\": \"azure/gpt-3.5-turbo-eu\" <- all calls from this user, use this model? }\' # return end-user object ``` NOTE: This used to be called `/end_user/new`, we will still be maintaining compatibility for /end_user/XXX for these endpoints
* New End User
*/
newEndUserCustomerNewPostRaw(requestParameters: CustomerManagementApiNewEndUserCustomerNewPostRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<runtime.ApiResponse<string>>;
/**
* Allow creating a new Customer Parameters: - user_id: str - The unique identifier for the user. - alias: Optional[str] - A human-friendly alias for the user. - blocked: bool - Flag to allow or disallow requests for this end-user. Default is False. - max_budget: Optional[float] - The maximum budget allocated to the user. Either \'max_budget\' or \'budget_id\' should be provided, not both. - budget_id: Optional[str] - The identifier for an existing budget allocated to the user. Either \'max_budget\' or \'budget_id\' should be provided, not both. - allowed_model_region: Optional[Union[Literal[\"eu\"], Literal[\"us\"]]] - Require all user requests to use models in this specific region. - default_model: Optional[str] - If no equivalent model in the allowed region, default all requests to this model. - metadata: Optional[dict] = Metadata for customer, store information for customer. Example metadata = {\"data_training_opt_out\": True} - budget_duration: Optional[str] - Budget is reset at the end of specified duration. If not set, budget is never reset. You can set duration as seconds (\"30s\"), minutes (\"30m\"), hours (\"30h\"), days (\"30d\"). - tpm_limit: Optional[int] - [Not Implemented Yet] Specify tpm limit for a given customer (Tokens per minute) - rpm_limit: Optional[int] - [Not Implemented Yet] Specify rpm limit for a given customer (Requests per minute) - model_max_budget: Optional[dict] - [Not Implemented Yet] Specify max budget for a given model. Example: {\"openai/gpt-4o-mini\": {\"max_budget\": 100.0, \"budget_duration\": \"1d\"}} - max_parallel_requests: Optional[int] - [Not Implemented Yet] Specify max parallel requests for a given customer. - soft_budget: Optional[float] - [Not Implemented Yet] Get alerts when customer crosses given budget, doesn\'t block requests. - Allow specifying allowed regions - Allow specifying default model Example curl: ``` curl --location \'http://0.0.0.0:4000/customer/new\' --header \'Authorization: Bearer sk-1234\' --header \'Content-Type: application/json\' --data \'{ \"user_id\" : \"ishaan-jaff-3\", \"allowed_region\": \"eu\", \"budget_id\": \"free_tier\", \"default_model\": \"azure/gpt-3.5-turbo-eu\" <- all calls from this user, use this model? }\' # return end-user object ``` NOTE: This used to be called `/end_user/new`, we will still be maintaining compatibility for /end_user/XXX for these endpoints
* New End User
*/
newEndUserCustomerNewPost(requestParameters?: CustomerManagementApiNewEndUserCustomerNewPostRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<string>;
/**
* [BETA] Unblock calls with this user id Example ``` curl -X POST \"http://0.0.0.0:8000/user/unblock\" -H \"Authorization: Bearer sk-1234\" -d \'{ \"user_ids\": [<user_id>, ...] }\' ```
* Unblock User
*/
unblockUserCustomerUnblockPostRaw(requestParameters: CustomerManagementApiUnblockUserCustomerUnblockPostRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<runtime.ApiResponse<string>>;
/**
* [BETA] Unblock calls with this user id Example ``` curl -X POST \"http://0.0.0.0:8000/user/unblock\" -H \"Authorization: Bearer sk-1234\" -d \'{ \"user_ids\": [<user_id>, ...] }\' ```
* Unblock User
*/
unblockUserCustomerUnblockPost(requestParameters?: CustomerManagementApiUnblockUserCustomerUnblockPostRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<string>;
/**
* Example curl Parameters: - user_id: str - alias: Optional[str] = None # human-friendly alias - blocked: bool = False # allow/disallow requests for this end-user - max_budget: Optional[float] = None - budget_id: Optional[str] = None # give either a budget_id or max_budget - allowed_model_region: Optional[AllowedModelRegion] = ( None # require all user requests to use models in this specific region ) - default_model: Optional[str] = ( None # if no equivalent model in allowed region - default all requests to this model ) Example curl: ``` curl --location \'http://0.0.0.0:4000/customer/update\' --header \'Authorization: Bearer sk-1234\' --header \'Content-Type: application/json\' --data \'{ \"user_id\": \"test-litellm-user-4\", \"budget_id\": \"paid_tier\" }\' See below for all params ```
* Update End User
*/
updateEndUserCustomerUpdatePostRaw(requestParameters: CustomerManagementApiUpdateEndUserCustomerUpdatePostRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<runtime.ApiResponse<string>>;
/**
* Example curl Parameters: - user_id: str - alias: Optional[str] = None # human-friendly alias - blocked: bool = False # allow/disallow requests for this end-user - max_budget: Optional[float] = None - budget_id: Optional[str] = None # give either a budget_id or max_budget - allowed_model_region: Optional[AllowedModelRegion] = ( None # require all user requests to use models in this specific region ) - default_model: Optional[str] = ( None # if no equivalent model in allowed region - default all requests to this model ) Example curl: ``` curl --location \'http://0.0.0.0:4000/customer/update\' --header \'Authorization: Bearer sk-1234\' --header \'Content-Type: application/json\' --data \'{ \"user_id\": \"test-litellm-user-4\", \"budget_id\": \"paid_tier\" }\' See below for all params ```
* Update End User
*/
updateEndUserCustomerUpdatePost(requestParameters?: CustomerManagementApiUpdateEndUserCustomerUpdatePostRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<string>;
}