@@ -4,7 +4,7 @@ from transformers import AutoModel, AutoConfig, CLIPProcessor
MODEL_NAME = "BAAI/EVA-CLIP-8B"
DEVICE = "cuda" if torch.cuda.is_available() else "cpu"
-DTYPE = torch.float if DEVICE == "cuda" else torch.float32
+DTYPE = torch.float16 if DEVICE == "cuda" else torch.float32
MAX_BATCH = int(os.getenv("MAX_BATCH", "32"))
TRUST_REMOTE_CODE = True