michaelkap
08/21/2025, 12:16 AMVaibhav (BAML ๐)
08/21/2025, 3:01 PMmichaelkap
08/21/2025, 5:43 PMmichaelkap
08/21/2025, 5:44 PMmichaelkap
08/21/2025, 5:50 PM// Learn more about clients at https://docs.boundaryml.com/docs/snippets/clients/overview
client<llm> CustomGPT4o {
provider openai
options {
model "gpt-4o"
api_key env.OPENAI_API_KEY
}
}
client<llm> CustomGPT4oMini {
provider openai
retry_policy Exponential
options {
model "gpt-4o-mini"
api_key env.OPENAI_API_KEY
}
}
client<llm> CustomSonnet {
provider anthropic
options {
model "claude-sonnet-4-20250514"
api_key env.ANTHROPIC_API_KEY
}
}
client<llm> CustomHaiku {
provider anthropic
retry_policy Constant
options {
model "claude-3-haiku-20240307"
api_key env.ANTHROPIC_API_KEY
}
}
// https://docs.boundaryml.com/docs/snippets/clients/round-robin
client<llm> CustomFast {
provider round-robin
options {
// This will alternate between the two clients
strategy [CustomGPT4oMini, CustomHaiku]
}
}
// https://docs.boundaryml.com/docs/snippets/clients/fallback
client<llm> OpenaiFallback {
provider fallback
options {
// This will try the clients in order until one succeeds
strategy [CustomGPT4oMini, CustomGPT4oMini]
}
}
// https://docs.boundaryml.com/docs/snippets/clients/retry
retry_policy Constant {
max_retries 3
// Strategy is optional
strategy {
type constant_delay
delay_ms 200
}
}
retry_policy Exponential {
max_retries 2
// Strategy is optional
strategy {
type exponential_backoff
delay_ms 300
multiplier 1.5
max_delay_ms 10000
}
}
I assume this is the problem. Fuck me sorry boys ahahahamichaelkap
08/21/2025, 5:53 PMnetwork error ? or is this a fetch() response.ok vs throwing at network error situationmichaelkap
08/21/2025, 5:54 PMserver error does that mean it is not included with the retry_policy?Vaibhav (BAML ๐)
08/22/2025, 6:50 PMVaibhav (BAML ๐)
08/22/2025, 6:50 PMVaibhav (BAML ๐)
08/22/2025, 6:50 PMVaibhav (BAML ๐)
08/22/2025, 6:50 PMmichaelkap
08/22/2025, 10:24 PMmichaelkap
08/22/2025, 10:24 PMmichaelkap
08/25/2025, 7:02 PMVaibhav (BAML ๐)
08/25/2025, 7:33 PMVaibhav (BAML ๐)
08/25/2025, 7:33 PMmichaelkap
08/26/2025, 10:16 AMmichaelkap
08/26/2025, 12:57 PM