config.yaml

model_list:
# northflank
  - model_name: gpt-4o-mini-northflank
    litellm_params:
      model: openai/gpt-4o-mini
      api_base: https://yc--northflank-duckapi--b69bn8cbbs7k.code.run/v1
      api_key: any
  - model_name: gpt-4o-mini
    litellm_params:
      model: openai/gpt-4o-mini
      api_base: https://yc--northflank-duckapi--b69bn8cbbs7k.code.run/v1
      api_key: any
  - model_name: gpt-3.5-turbo-northflank
    litellm_params:
      model: openai/gpt-3.5-turbo
      api_base: https://yc--northflank-duckapi--b69bn8cbbs7k.code.run/v1
      api_key: any
  - model_name: gpt-3.5-turbo
    litellm_params:
      model: openai/gpt-3.5-turbo
      api_base: https://yc--northflank-duckapi--b69bn8cbbs7k.code.run/v1
      api_key: any