Spaces:
Running
Running
Add rpm tpm
Browse files- config.yaml +15 -4
config.yaml
CHANGED
|
@@ -29,6 +29,9 @@ model_list:
|
|
| 29 |
litellm_params:
|
| 30 |
model: gemini/gemini-1.5-pro
|
| 31 |
api_key: os.environ/GEMINI_API_KEY1
|
|
|
|
|
|
|
|
|
|
| 32 |
- model_name: gemini-1.5-flash-k1
|
| 33 |
litellm_params:
|
| 34 |
model: gemini/gemini-1.5-flash
|
|
@@ -37,7 +40,9 @@ model_list:
|
|
| 37 |
litellm_params:
|
| 38 |
model: gemini/gemini-1.5-flash
|
| 39 |
api_key: os.environ/GEMINI_API_KEY1
|
| 40 |
-
|
|
|
|
|
|
|
| 41 |
- model_name: gemini-1.5-pro-k2
|
| 42 |
litellm_params:
|
| 43 |
model: gemini/gemini-1.5-pro
|
|
@@ -45,7 +50,10 @@ model_list:
|
|
| 45 |
- model_name: gemini-1.5-pro
|
| 46 |
litellm_params:
|
| 47 |
model: gemini/gemini-1.5-pro
|
| 48 |
-
api_key: os.environ/
|
|
|
|
|
|
|
|
|
|
| 49 |
- model_name: gemini-1.5-flash-k2
|
| 50 |
litellm_params:
|
| 51 |
model: gemini/gemini-1.5-flash
|
|
@@ -54,6 +62,9 @@ model_list:
|
|
| 54 |
litellm_params:
|
| 55 |
model: gemini/gemini-1.5-flash
|
| 56 |
api_key: os.environ/GEMINI_API_KEY2
|
| 57 |
-
|
|
|
|
|
|
|
| 58 |
general_settings:
|
| 59 |
-
master_key: os.environ/MASTER_KEY # sk-1234 # [OPTIONAL] Only use this if you require all calls to contain this key (Authorization: Bearer sk-1234)
|
|
|
|
|
|
| 29 |
litellm_params:
|
| 30 |
model: gemini/gemini-1.5-pro
|
| 31 |
api_key: os.environ/GEMINI_API_KEY1
|
| 32 |
+
rpm: 4 # 2 * # of keys
|
| 33 |
+
tpm: 6400 # 32,000 * # of keys
|
| 34 |
+
|
| 35 |
- model_name: gemini-1.5-flash-k1
|
| 36 |
litellm_params:
|
| 37 |
model: gemini/gemini-1.5-flash
|
|
|
|
| 40 |
litellm_params:
|
| 41 |
model: gemini/gemini-1.5-flash
|
| 42 |
api_key: os.environ/GEMINI_API_KEY1
|
| 43 |
+
rpm: 30 # 15 * # of keys
|
| 44 |
+
tpm: 2000000 # 1,000,000 * # of keys
|
| 45 |
+
|
| 46 |
- model_name: gemini-1.5-pro-k2
|
| 47 |
litellm_params:
|
| 48 |
model: gemini/gemini-1.5-pro
|
|
|
|
| 50 |
- model_name: gemini-1.5-pro
|
| 51 |
litellm_params:
|
| 52 |
model: gemini/gemini-1.5-pro
|
| 53 |
+
api_key: os.environ/GEMINI_API_KEY
|
| 54 |
+
rpm: 4 # 2 * # of keys
|
| 55 |
+
tpm: 6400 # 32,000 * # of keys
|
| 56 |
+
|
| 57 |
- model_name: gemini-1.5-flash-k2
|
| 58 |
litellm_params:
|
| 59 |
model: gemini/gemini-1.5-flash
|
|
|
|
| 62 |
litellm_params:
|
| 63 |
model: gemini/gemini-1.5-flash
|
| 64 |
api_key: os.environ/GEMINI_API_KEY2
|
| 65 |
+
rpm: 30 # 15 * # of keys
|
| 66 |
+
tpm: 2000000 # 1,000,000 * # of keys
|
| 67 |
+
|
| 68 |
general_settings:
|
| 69 |
+
master_key: os.environ/MASTER_KEY # sk-1234 # [OPTIONAL] Only use this if you require all calls to contain this key (Authorization: Bearer sk-1234)
|
| 70 |
+
routing_strategy: simple-shuffle
|