Updating pruned50 model

README.md

@@ -51,7 +51,7 @@ Model evaluation metrics and results.
 
 | Benchmark                                      | Metric        | Llama-2-7b-evolcodealpaca  | Llama-2-7b-pruned50-retrained-evolcodealpaca |
 |------------------------------------------------|---------------|-------------|-------------------------------|
-| [HumanEval](https://arxiv.org/abs/2107.03374)  | pass@1        | 32.03       | 32.7                          |
+| [HumanEval](https://arxiv.org/abs/2107.03374)  | pass@1        | 32.03       | 38.15                         |
 
 ## Model Training Details
 
@@ -60,4 +60,4 @@ Training was perfomerd for 2 epochs and used the [SquareHead](https://arxiv.org/
 
 ## Help
 
-For further support, and discussions on these models and AI in general, join [Neural Magic's Slack Community](https://join.slack.com/t/discuss-neuralmagic/shared_invite/zt-q1a1cnvo-YBoICSIw3L1dmQpjBeDurQ)
+For further support, and discussions on these models and AI in general, join [Neural Magic's Slack Community](https://join.slack.com/t/discuss-neuralmagic/shared_invite/zt-q1a1cnvo-YBoICSIw3L1dmQpjBeDurQ)

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "neuralmagic/Llama-2-7b-pruned50-retrained-evolcodealpaca",
+  "_name_or_path": ".",
   "architectures": [
     "LlamaForCausalLM"
   ],
@@ -21,8 +21,9 @@
   "rope_scaling": null,
   "rope_theta": 10000.0,
   "tie_word_embeddings": false,
+  "tokenizer_class": "LlamaTokenizerFast",
   "torch_dtype": "bfloat16",
-  "transformers_version": "4.40.0",
+  "transformers_version": "4.39.3",
   "use_cache": true,
   "vocab_size": 32000
 }

generation_config.json

@@ -2,5 +2,5 @@
   "_from_model_config": true,
   "bos_token_id": 1,
   "eos_token_id": 2,
-  "transformers_version": "4.40.0"
+  "transformers_version": "4.39.3"
 }

model-00001-of-00003.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3acb50b1669e03513afcae71e26801b82295c6acc45800bdd1e13410fb7cfcfb
+oid sha256:184a7dbb9d6dd5dda7364519c5c5d62d354aeb0c8dcbd2b9bff328e34a170c81
 size 4938985352

model-00002-of-00003.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c728ac27cabffac751ea52110447918dcec944d3fd845185d795536eb027ec07
+oid sha256:9dcf450d4603fa17fa73f9d8cd107239ed5436b23f6a310c2efaaf96584f1cc8
 size 4947390880

model-00003-of-00003.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0029f629aa518455d7b12ee12459dea2f943e7e923f2126c6d091bc537553cab
+oid sha256:0f7b268010672b6c6db49ee36a8a357fab231b171b67d3732707c130cc28a144
 size 3590488816