(fixed) CUDA runtime error (59) : device-side assert triggered error

graykode
Commit 76d67cd5b7ce1c1d4046e1972a33d0a3033f3b0d 76d67cd5 1 parent 1b580669
Showing 1 changed file with 1 additions and 0 deletions
train/lightning_base.py
--- a/train/lightning_base.py
View file @76d67cd
+++ b/train/lightning_base.py
View file @76d67cd
@@ -125,6 +125,7 @@ class BaseTransformer(pl.LightningModule):
             )
         else:
             self.model = model
+         self.model.resize_token_embeddings(len(tokenizer))
 
     def load_hf_checkpoint(self, *args, **kwargs):
         self.model = self.model_type.from_pretrained(*args, **kwargs)