Update model/modelling_gecko.py

model/modelling_gecko.py

@@ -184,9 +184,9 @@ class GeckoForConditionalGeneration(GeckoPreTrainedModel):
         self.eos_token_id = [self.tokenizer.eos_token_id, self.tokenizer.convert_tokens_to_ids("<|eot_id|>")]
         self.encoder_type = self.config.vision_config.model_type
         if 'clip' in self.encoder_type:
-            self.encoder = AutoModel.from_pretrained('openai/clip-vit-large-patch14-336', torch_dtype=self.dtype, device_map=self.device)
+            self.encoder = AutoModel.from_pretrained('openai/clip-vit-large-patch14-336')
         elif 'siglip' in self.encoder_type:
-            self.encoder = AutoModel.from_pretrained("google/siglip-so400m-patch14-384", torch_dtype=self.dtype, device_map=self.device)
+            self.encoder = AutoModel.from_pretrained("google/siglip-so400m-patch14-384")
         else:
             raise ValueError(f"Vision model {self.config.vision_config.model_type} is not supported.")