|
@@ -4,7 +4,7 @@ from transformers import AutoModel, AutoConfig, CLIPProcessor
|
|
|
|
|
|
MODEL_NAME = "BAAI/EVA-CLIP-8B"
|
|
MODEL_NAME = "BAAI/EVA-CLIP-8B"
|
|
DEVICE = "cuda" if torch.cuda.is_available() else "cpu"
|
|
DEVICE = "cuda" if torch.cuda.is_available() else "cpu"
|
|
-DTYPE = torch.float16 if DEVICE == "cuda" else torch.float32
|
|
|
|
|
|
+DTYPE = torch.float8 if DEVICE == "cuda" else torch.float32
|
|
MAX_BATCH = int(os.getenv("MAX_BATCH", "32"))
|
|
MAX_BATCH = int(os.getenv("MAX_BATCH", "32"))
|
|
|
|
|
|
TRUST_REMOTE_CODE = True
|
|
TRUST_REMOTE_CODE = True
|