removed lm weights from checkpoint

checkpoint.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:def3dbd2e3cbf471019bc5d8ee854fc644b3eca62dd3e0fc81e76dd6e0363c06
-size 15077874322
+oid sha256:2a7cc063ff3f02187dba34c45a7f58e60c291b7b37144a965edccd0c877c8f5a
+size 4872875366

clean_checkpoint.py

@@ -0,0 +1,12 @@
+import torch
+
+# Load the checkpoint
+checkpoint = torch.load('checkpoint_cleaned.pt', map_location=torch.device('cpu'))
+print(checkpoint.keys())
+# remove keys of fform lang_encoder.gpt_neox.layers.x.decoder_layer
+for key in list(checkpoint.keys()):
+    if 'decoder_layer' in key:
+        del checkpoint[key]
+
+# save the checkpoint
+torch.save(checkpoint, 'checkpoint_cleaned.pt')