test_openai.py 797 B

12345678910111213141516171819202122232425262728
  1. import os
  2. import asyncio
  3. from openai import AsyncOpenAI
  4. from dotenv import load_dotenv
  5. load_dotenv()
  6. async def test():
  7. client = AsyncOpenAI(
  8. api_key=os.getenv("ANTHROPIC_API_KEY"),
  9. base_url="https://imds.ai/v1"
  10. )
  11. models = ["gpt-4o", "claude-3.5-sonnet", "claude-3-5-sonnet-20240620"]
  12. for model in models:
  13. print(f"\nTesting OpenAI-Compat Model: {model}")
  14. try:
  15. response = await client.chat.completions.create(
  16. model=model,
  17. max_tokens=10,
  18. messages=[{"role": "user", "content": "hi"}]
  19. )
  20. print("Success:", response.choices[0].message.content)
  21. except Exception as e:
  22. print("Error:", repr(e))
  23. if __name__ == "__main__":
  24. asyncio.run(test())