Update config.yaml

request_timeout: 20

config.yaml

@@ -64,7 +64,11 @@ model_list:
       api_key: os.environ/GEMINI_API_KEY2
       rpm: 30  # 15 * # of keys
       tpm: 2000000 # 1,000,000 * # of keys
-      
+
+litellm_settings:
+  # Networking settings
+  request_timeout: 20 # (int) llm request timeout in seconds. Raise Timeout error if call takes longer than 10s. Sets litellm.request_timeout
+  
 general_settings: 
   master_key: os.environ/MASTER_KEY  # sk-1234 # [OPTIONAL] Only use this if you require all calls to contain this key (Authorization: Bearer sk-1234)
-  routing_strategy: simple-shuffle
+  routing_strategy: simple-shuffle