| 12345678910111213141516171819202122232425262728 |
- import os
- import asyncio
- from openai import AsyncOpenAI
- from dotenv import load_dotenv
- load_dotenv()
- async def test():
- client = AsyncOpenAI(
- api_key=os.getenv("ANTHROPIC_API_KEY"),
- base_url="https://imds.ai/v1"
- )
- models = ["gpt-4o", "claude-3.5-sonnet", "claude-3-5-sonnet-20240620"]
-
- for model in models:
- print(f"\nTesting OpenAI-Compat Model: {model}")
- try:
- response = await client.chat.completions.create(
- model=model,
- max_tokens=10,
- messages=[{"role": "user", "content": "hi"}]
- )
- print("Success:", response.choices[0].message.content)
- except Exception as e:
- print("Error:", repr(e))
- if __name__ == "__main__":
- asyncio.run(test())
|