Create README.md
Browse files
README.md
ADDED
@@ -0,0 +1,24 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
---
|
2 |
+
language:
|
3 |
+
- en
|
4 |
+
---
|
5 |
+
```
|
6 |
+
----Zeroed Layers----
|
7 |
+
model.layers.3.self_attn.o_proj.weight
|
8 |
+
model.layers.3.mlp.down_proj.weight
|
9 |
+
model.layers.7.self_attn.o_proj.weight
|
10 |
+
model.layers.7.mlp.down_proj.weight
|
11 |
+
model.layers.11.self_attn.o_proj.weight
|
12 |
+
model.layers.11.mlp.down_proj.weight
|
13 |
+
model.layers.15.self_attn.o_proj.weight
|
14 |
+
model.layers.15.mlp.down_proj.weight
|
15 |
+
model.layers.19.self_attn.o_proj.weight
|
16 |
+
model.layers.19.mlp.down_proj.weight
|
17 |
+
model.layers.23.self_attn.o_proj.weight
|
18 |
+
model.layers.23.mlp.down_proj.weight
|
19 |
+
model.layers.27.self_attn.o_proj.weight
|
20 |
+
model.layers.27.mlp.down_proj.weight
|
21 |
+
model.layers.31.self_attn.o_proj.weight
|
22 |
+
model.layers.31.mlp.down_proj.weight
|
23 |
+
----Zeroed Layers----
|
24 |
+
```
|