Rate Limits & Usage

# Errors are printed to stderr with status codes
casedev llm:v1:chat create-completion \
  --model anthropic/claude-3-5-sonnet-20241022 \
  --message '{role: user, content: "Hello!"}'
# On rate limit: {"error": {"message": "...", "type": "rate_limit_error", "code": 429}}

import Casedev from 'casedev';

const client = new Casedev({ apiKey: 'sk_case_...' });

try {
  const response = await client.llm.v1.chat.createCompletion({
    model: 'anthropic/claude-3-5-sonnet-20241022',
    messages: [{ role: 'user', content: 'Hello!' }]
  });
} catch (error) {
  if (error.status === 429) {
    // Wait and retry
    const resetTime = error.headers['x-ratelimit-reset-requests'];
    console.log(`Rate limited. Retry after ${resetTime}`);
  }
}

from casedev import Casedev, RateLimitError

client = Casedev()

try:
    response = client.llm.v1.chat.create_completion(
        model='anthropic/claude-3-5-sonnet-20241022',
        messages=[{'role': 'user', 'content': 'Hello!'}]
    )
except RateLimitError as e:
    print(f'Rate limited. Retry after: {e.response.headers.get("retry-after")}')

import casedev "github.com/CaseMark/casedev-go"

client := casedev.NewClient()
resp, err := client.Llm.V1.Chat.NewCompletion(ctx, casedev.LlmV1ChatNewCompletionParams{
    Model: casedev.F("anthropic/claude-3-5-sonnet-20241022"),
    Messages: casedev.F([]casedev.LlmV1ChatNewCompletionParamsMessage{
        {Role: casedev.F(casedev.LlmV1ChatNewCompletionParamsMessagesRoleUser), Content: casedev.F("Hello!")},
    }),
})
if err != nil {
    var apiErr *casedev.Error
    if errors.As(err, &apiErr) {
        fmt.Printf("Status: %d, Message: %s\n", apiErr.StatusCode, apiErr.Message)
    }
}