Hugging Face's logo

ibm
/
PowerMoE-3b

Text Generation
Transformers
Safetensors
granitemoe
Eval Results
Model card Files Community
2
YikangS commited on
Commit
f76ec80
•
1 Parent(s): eac9d00

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +13 -13
README.md CHANGED
@@ -1,7 +1,7 @@
1
  ---
2
  pipeline_tag: text-generation
3
  inference: false
4
- license: cc-by-nc-4.0
5
  library_name: transformers
6
  model-index:
7
  - name: ibm/PowerMoE-3b
@@ -14,7 +14,7 @@ model-index:
14
  metrics:
15
  - name: accuracy-norm
16
  type: accuracy-norm
17
- value: 54.8
18
  verified: false
19
  - task:
20
  type: text-generation
@@ -24,7 +24,7 @@ model-index:
24
  metrics:
25
  - name: accuracy
26
  type: accuracy
27
- value: 67.1
28
  verified: false
29
  - task:
30
  type: text-generation
@@ -34,7 +34,7 @@ model-index:
34
  metrics:
35
  - name: accuracy-norm
36
  type: accuracy-norm
37
- value: 70.3
38
  verified: false
39
  - task:
40
  type: text-generation
@@ -44,7 +44,7 @@ model-index:
44
  metrics:
45
  - name: accuracy-norm
46
  type: accuracy-norm
47
- value: 38.4
48
  verified: false
49
  - task:
50
  type: text-generation
@@ -54,7 +54,7 @@ model-index:
54
  metrics:
55
  - name: accuracy-norm
56
  type: accuracy-norm
57
- value: 77.5
58
  verified: false
59
  - task:
60
  type: text-generation
@@ -64,17 +64,17 @@ model-index:
64
  metrics:
65
  - name: accuracy-norm
66
  type: accuracy-norm
67
- value: 64.6
68
  verified: false
69
  - task:
70
  type: text-generation
71
  dataset:
72
  type: lm-eval-harness
73
- name: MMLU
74
  metrics:
75
  - name: accuracy
76
  type: accuracy
77
- value: 33.4
78
  verified: false
79
  - task:
80
  type: text-generation
@@ -84,7 +84,7 @@ model-index:
84
  metrics:
85
  - name: accuracy
86
  type: accuracy
87
- value: 27.2
88
  verified: false
89
  - task:
90
  type: text-generation
@@ -94,7 +94,7 @@ model-index:
94
  metrics:
95
  - name: accuracy
96
  type: accuracy
97
- value: 10
98
  verified: false
99
  - task:
100
  type: text-generation
@@ -104,7 +104,7 @@ model-index:
104
  metrics:
105
  - name: pass@1
106
  type: pass@1
107
- value: 15.2
108
  verified: false
109
  - task:
110
  type: text-generation
@@ -114,7 +114,7 @@ model-index:
114
  metrics:
115
  - name: pass@1
116
  type: pass@1
117
- value: 24
118
  verified: false
119
  ---
120
 
 
1
  ---
2
  pipeline_tag: text-generation
3
  inference: false
4
+ license: apache-2.0
5
  library_name: transformers
6
  model-index:
7
  - name: ibm/PowerMoE-3b
 
14
  metrics:
15
  - name: accuracy-norm
16
  type: accuracy-norm
17
+ value: 58.1
18
  verified: false
19
  - task:
20
  type: text-generation
 
24
  metrics:
25
  - name: accuracy
26
  type: accuracy
27
+ value: 65.0
28
  verified: false
29
  - task:
30
  type: text-generation
 
34
  metrics:
35
  - name: accuracy-norm
36
  type: accuracy-norm
37
+ value: 71.5
38
  verified: false
39
  - task:
40
  type: text-generation
 
44
  metrics:
45
  - name: accuracy-norm
46
  type: accuracy-norm
47
+ value: 41.0
48
  verified: false
49
  - task:
50
  type: text-generation
 
54
  metrics:
55
  - name: accuracy-norm
56
  type: accuracy-norm
57
+ value: 79.1
58
  verified: false
59
  - task:
60
  type: text-generation
 
64
  metrics:
65
  - name: accuracy-norm
66
  type: accuracy-norm
67
+ value: 65.0
68
  verified: false
69
  - task:
70
  type: text-generation
71
  dataset:
72
  type: lm-eval-harness
73
+ name: MMLU (5 shot)
74
  metrics:
75
  - name: accuracy
76
  type: accuracy
77
+ value: 42.8
78
  verified: false
79
  - task:
80
  type: text-generation
 
84
  metrics:
85
  - name: accuracy
86
  type: accuracy
87
+ value: 25.9
88
  verified: false
89
  - task:
90
  type: text-generation
 
94
  metrics:
95
  - name: accuracy
96
  type: accuracy
97
+ value: 14.8
98
  verified: false
99
  - task:
100
  type: text-generation
 
104
  metrics:
105
  - name: pass@1
106
  type: pass@1
107
+ value: 20.1
108
  verified: false
109
  - task:
110
  type: text-generation
 
114
  metrics:
115
  - name: pass@1
116
  type: pass@1
117
+ value: 32.4
118
  verified: false
119
  ---
120