Update oryx/model/builder.py

oryx/model/builder.py

@@ -76,7 +76,8 @@ def load_pretrained_model(model_path, model_base, model_name, load_8bit=False, l
     if not vision_tower.is_loaded:
         vision_tower.load_model(device_map=device_map)
     if device_map != "auto":
-        vision_tower.to(device="cuda", dtype=torch.bfloat16)
+        vision_tower = vision_tower.bfloat16()
+        vision_tower = vision_tower.to("cuda")
     else:
         vision_tower.to(device="cuda:0", dtype=torch.bfloat16)
     image_processor = vision_tower.image_processor