PrunaAI
/

42dot-42dot_LLM-PLM-1.3B-bnb-4bit-smashed

sharpenb commited on Apr 9

Commit

39141bb

•

1 Parent(s): 297a15a

74d0a8a161eede15a99bdb56234959185a03875d57e019013306fa87a0f8e1dd

Files changed (3) hide show

config.json CHANGED Viewed

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "/tmp/tmpw0acys3j",
   "architectures": [
     "LlamaForCausalLM"
   ],

 {
+  "_name_or_path": "/tmp/tmpahl9ahxq",
   "architectures": [
     "LlamaForCausalLM"
   ],

plots.png CHANGED Viewed

smash_config.json CHANGED Viewed

@@ -8,7 +8,7 @@
         "compilers": "[]",
         "task": "text_text_generation",
         "device": "cuda",
-        "cache_dir": "/ceph/hdd/staff/charpent/.cache/models48vm_y7x",
         "batch_size": 1,
         "model_name": "42dot/42dot_LLM-PLM-1.3B",
         "pruning_ratio": 0.0,

         "compilers": "[]",
         "task": "text_text_generation",
         "device": "cuda",
+        "cache_dir": "/ceph/hdd/staff/charpent/.cache/modelsq_fbgga3",
         "batch_size": 1,
         "model_name": "42dot/42dot_LLM-PLM-1.3B",
         "pruning_ratio": 0.0,