Hugging Face's logo

xXiaobuding
/
roberta-base_ai4privacy_en

Token Classification
Transformers
PyTorch
roberta
Generated from Trainer
Inference Endpoints
Model card Files Community
xXiaobuding commited on
Commit
72b1437
•
1 Parent(s): 2a9c84a

Model save

Browse files
Files changed (5) hide show
  1. all_results.json +72 -0
  2. eval_results.json +67 -0
  3. pytorch_model.bin +1 -1
  4. train_results.json +8 -0
  5. trainer_state.json +559 -0
all_results.json ADDED
@@ -0,0 +1,72 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 5.0,
3
+ "eval_ACCOUNTNAME_f1": 0.9898305084745762,
4
+ "eval_ACCOUNTNUMBER_f1": 0.9896193771626298,
5
+ "eval_AGE_f1": 0.8744769874476988,
6
+ "eval_AMOUNT_f1": 0.8662838392124692,
7
+ "eval_BIC_f1": 0.8781869688385269,
8
+ "eval_BITCOINADDRESS_f1": 0.9414101290963257,
9
+ "eval_BUILDINGNUMBER_f1": 0.8278529980657641,
10
+ "eval_CITY_f1": 0.8312159709618875,
11
+ "eval_COMPANYNAME_f1": 0.9433962264150944,
12
+ "eval_COUNTY_f1": 0.927927927927928,
13
+ "eval_CREDITCARDCVV_f1": 0.894736842105263,
14
+ "eval_CREDITCARDISSUER_f1": 0.975517890772128,
15
+ "eval_CREDITCARDNUMBER_f1": 0.8769953051643193,
16
+ "eval_CURRENCYCODE_f1": 0.6397515527950312,
17
+ "eval_CURRENCYNAME_f1": 0.2105263157894737,
18
+ "eval_CURRENCYSYMBOL_f1": 0.9223205506391347,
19
+ "eval_CURRENCY_f1": 0.6753246753246753,
20
+ "eval_DATE_f1": 0.8275529865125241,
21
+ "eval_DOB_f1": 0.5470297029702971,
22
+ "eval_EMAIL_f1": 0.9840490797546012,
23
+ "eval_ETHEREUMADDRESS_f1": 0.997229916897507,
24
+ "eval_EYECOLOR_f1": 0.9027027027027027,
25
+ "eval_FIRSTNAME_f1": 0.8696149447197865,
26
+ "eval_GENDER_f1": 0.9626556016597512,
27
+ "eval_HEIGHT_f1": 0.9811320754716981,
28
+ "eval_IBAN_f1": 0.991172761664565,
29
+ "eval_IPV4_f1": 0.8376963350785339,
30
+ "eval_IPV6_f1": 0.7585004359197908,
31
+ "eval_IP_f1": 0.012396694214876033,
32
+ "eval_JOBAREA_f1": 0.8211508553654743,
33
+ "eval_JOBTITLE_f1": 0.9833479404031551,
34
+ "eval_JOBTYPE_f1": 0.911032028469751,
35
+ "eval_LASTNAME_f1": 0.8304904051172707,
36
+ "eval_LITECOINADDRESS_f1": 0.8793103448275862,
37
+ "eval_MAC_f1": 0.9956521739130435,
38
+ "eval_MASKEDNUMBER_f1": 0.8315151515151514,
39
+ "eval_MIDDLENAME_f1": 0.944110060189166,
40
+ "eval_NEARBYGPSCOORDINATE_f1": 0.996996996996997,
41
+ "eval_ORDINALDIRECTION_f1": 0.9681528662420382,
42
+ "eval_PASSWORD_f1": 0.9653882132834425,
43
+ "eval_PHONEIMEI_f1": 0.9944289693593316,
44
+ "eval_PHONENUMBER_f1": 0.9860064585575887,
45
+ "eval_PIN_f1": 0.8150289017341039,
46
+ "eval_PREFIX_f1": 0.930601454064772,
47
+ "eval_SECONDARYADDRESS_f1": 0.9934640522875817,
48
+ "eval_SEX_f1": 0.9721115537848605,
49
+ "eval_SSN_f1": 0.9758576874205844,
50
+ "eval_STATE_f1": 0.8817204301075269,
51
+ "eval_STREET_f1": 0.826431718061674,
52
+ "eval_TIME_f1": 0.948523206751055,
53
+ "eval_URL_f1": 0.9936406995230525,
54
+ "eval_USERAGENT_f1": 0.9976415094339622,
55
+ "eval_USERNAME_f1": 0.9108433734939759,
56
+ "eval_VEHICLEVIN_f1": 0.956772334293948,
57
+ "eval_VEHICLEVRM_f1": 0.9238845144356956,
58
+ "eval_ZIPCODE_f1": 0.8543478260869566,
59
+ "eval_loss": 0.0961993858218193,
60
+ "eval_overall_accuracy": 0.9623225928047634,
61
+ "eval_overall_f1": 0.8889932619180954,
62
+ "eval_overall_precision": 0.8739167495382867,
63
+ "eval_overall_recall": 0.9045990956214846,
64
+ "eval_runtime": 28.664,
65
+ "eval_samples_per_second": 303.516,
66
+ "eval_steps_per_second": 9.489,
67
+ "total_flos": 8191053731222496.0,
68
+ "train_loss": 0.29213084867630884,
69
+ "train_runtime": 1421.2143,
70
+ "train_samples_per_second": 122.416,
71
+ "train_steps_per_second": 7.652
72
+ }
eval_results.json ADDED
@@ -0,0 +1,67 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 5.0,
3
+ "eval_ACCOUNTNAME_f1": 0.9898305084745762,
4
+ "eval_ACCOUNTNUMBER_f1": 0.9896193771626298,
5
+ "eval_AGE_f1": 0.8744769874476988,
6
+ "eval_AMOUNT_f1": 0.8662838392124692,
7
+ "eval_BIC_f1": 0.8781869688385269,
8
+ "eval_BITCOINADDRESS_f1": 0.9414101290963257,
9
+ "eval_BUILDINGNUMBER_f1": 0.8278529980657641,
10
+ "eval_CITY_f1": 0.8312159709618875,
11
+ "eval_COMPANYNAME_f1": 0.9433962264150944,
12
+ "eval_COUNTY_f1": 0.927927927927928,
13
+ "eval_CREDITCARDCVV_f1": 0.894736842105263,
14
+ "eval_CREDITCARDISSUER_f1": 0.975517890772128,
15
+ "eval_CREDITCARDNUMBER_f1": 0.8769953051643193,
16
+ "eval_CURRENCYCODE_f1": 0.6397515527950312,
17
+ "eval_CURRENCYNAME_f1": 0.2105263157894737,
18
+ "eval_CURRENCYSYMBOL_f1": 0.9223205506391347,
19
+ "eval_CURRENCY_f1": 0.6753246753246753,
20
+ "eval_DATE_f1": 0.8275529865125241,
21
+ "eval_DOB_f1": 0.5470297029702971,
22
+ "eval_EMAIL_f1": 0.9840490797546012,
23
+ "eval_ETHEREUMADDRESS_f1": 0.997229916897507,
24
+ "eval_EYECOLOR_f1": 0.9027027027027027,
25
+ "eval_FIRSTNAME_f1": 0.8696149447197865,
26
+ "eval_GENDER_f1": 0.9626556016597512,
27
+ "eval_HEIGHT_f1": 0.9811320754716981,
28
+ "eval_IBAN_f1": 0.991172761664565,
29
+ "eval_IPV4_f1": 0.8376963350785339,
30
+ "eval_IPV6_f1": 0.7585004359197908,
31
+ "eval_IP_f1": 0.012396694214876033,
32
+ "eval_JOBAREA_f1": 0.8211508553654743,
33
+ "eval_JOBTITLE_f1": 0.9833479404031551,
34
+ "eval_JOBTYPE_f1": 0.911032028469751,
35
+ "eval_LASTNAME_f1": 0.8304904051172707,
36
+ "eval_LITECOINADDRESS_f1": 0.8793103448275862,
37
+ "eval_MAC_f1": 0.9956521739130435,
38
+ "eval_MASKEDNUMBER_f1": 0.8315151515151514,
39
+ "eval_MIDDLENAME_f1": 0.944110060189166,
40
+ "eval_NEARBYGPSCOORDINATE_f1": 0.996996996996997,
41
+ "eval_ORDINALDIRECTION_f1": 0.9681528662420382,
42
+ "eval_PASSWORD_f1": 0.9653882132834425,
43
+ "eval_PHONEIMEI_f1": 0.9944289693593316,
44
+ "eval_PHONENUMBER_f1": 0.9860064585575887,
45
+ "eval_PIN_f1": 0.8150289017341039,
46
+ "eval_PREFIX_f1": 0.930601454064772,
47
+ "eval_SECONDARYADDRESS_f1": 0.9934640522875817,
48
+ "eval_SEX_f1": 0.9721115537848605,
49
+ "eval_SSN_f1": 0.9758576874205844,
50
+ "eval_STATE_f1": 0.8817204301075269,
51
+ "eval_STREET_f1": 0.826431718061674,
52
+ "eval_TIME_f1": 0.948523206751055,
53
+ "eval_URL_f1": 0.9936406995230525,
54
+ "eval_USERAGENT_f1": 0.9976415094339622,
55
+ "eval_USERNAME_f1": 0.9108433734939759,
56
+ "eval_VEHICLEVIN_f1": 0.956772334293948,
57
+ "eval_VEHICLEVRM_f1": 0.9238845144356956,
58
+ "eval_ZIPCODE_f1": 0.8543478260869566,
59
+ "eval_loss": 0.0961993858218193,
60
+ "eval_overall_accuracy": 0.9623225928047634,
61
+ "eval_overall_f1": 0.8889932619180954,
62
+ "eval_overall_precision": 0.8739167495382867,
63
+ "eval_overall_recall": 0.9045990956214846,
64
+ "eval_runtime": 28.664,
65
+ "eval_samples_per_second": 303.516,
66
+ "eval_steps_per_second": 9.489
67
+ }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f13d82701991b07b87a09bf6defe30089cb060530f5c12ea5b0bc5e0d4c74492
3
  size 496634349
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d08b2d7f4eacbcdd7f2abcc0a9effb421c23f30246334fdf5a245c68cdcbd77
3
  size 496634349
train_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 5.0,
3
+ "total_flos": 8191053731222496.0,
4
+ "train_loss": 0.29213084867630884,
5
+ "train_runtime": 1421.2143,
6
+ "train_samples_per_second": 122.416,
7
+ "train_steps_per_second": 7.652
8
+ }
trainer_state.json ADDED
@@ -0,0 +1,559 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.0961993858218193,
3
+ "best_model_checkpoint": "FacebookAI/roberta-base_ai4privacy_en/checkpoint-8700",
4
+ "epoch": 5.0,
5
+ "global_step": 10875,
6
+ "is_hyper_param_search": false,
7
+ "is_local_process_zero": true,
8
+ "is_world_process_zero": true,
9
+ "log_history": [
10
+ {
11
+ "epoch": 0.23,
12
+ "learning_rate": 1.1494252873563218e-05,
13
+ "loss": 2.259,
14
+ "step": 500
15
+ },
16
+ {
17
+ "epoch": 0.46,
18
+ "learning_rate": 2.2988505747126437e-05,
19
+ "loss": 0.9534,
20
+ "step": 1000
21
+ },
22
+ {
23
+ "epoch": 0.69,
24
+ "learning_rate": 3.4482758620689657e-05,
25
+ "loss": 0.5805,
26
+ "step": 1500
27
+ },
28
+ {
29
+ "epoch": 0.92,
30
+ "learning_rate": 4.597701149425287e-05,
31
+ "loss": 0.3911,
32
+ "step": 2000
33
+ },
34
+ {
35
+ "epoch": 1.0,
36
+ "eval_ACCOUNTNAME_f1": 0.917741935483871,
37
+ "eval_ACCOUNTNUMBER_f1": 0.8043478260869564,
38
+ "eval_AGE_f1": 0.6417233560090703,
39
+ "eval_AMOUNT_f1": 0.2663690476190476,
40
+ "eval_BIC_f1": 0.4444444444444444,
41
+ "eval_BITCOINADDRESS_f1": 0.7762460233297985,
42
+ "eval_BUILDINGNUMBER_f1": 0.26388888888888884,
43
+ "eval_CITY_f1": 0.36136662286465177,
44
+ "eval_COMPANYNAME_f1": 0.6319505736981466,
45
+ "eval_COUNTY_f1": 0.5281767955801104,
46
+ "eval_CREDITCARDCVV_f1": 0.5096525096525096,
47
+ "eval_CREDITCARDISSUER_f1": 0.8492647058823529,
48
+ "eval_CREDITCARDNUMBER_f1": 0.4381338742393509,
49
+ "eval_CURRENCYCODE_f1": 0.0,
50
+ "eval_CURRENCYNAME_f1": 0.0,
51
+ "eval_CURRENCYSYMBOL_f1": 0.47539267015706804,
52
+ "eval_CURRENCY_f1": 0.21802325581395351,
53
+ "eval_DATE_f1": 0.6816923685251087,
54
+ "eval_DOB_f1": 0.0,
55
+ "eval_EMAIL_f1": 0.9517998779743746,
56
+ "eval_ETHEREUMADDRESS_f1": 0.9710344827586206,
57
+ "eval_EYECOLOR_f1": 0.5434782608695653,
58
+ "eval_FIRSTNAME_f1": 0.5869480265728799,
59
+ "eval_GENDER_f1": 0.6865342163355409,
60
+ "eval_HEIGHT_f1": 0.5454545454545455,
61
+ "eval_IBAN_f1": 0.7381546134663343,
62
+ "eval_IPV4_f1": 0.7780157030692363,
63
+ "eval_IPV6_f1": 0.726039016115352,
64
+ "eval_IP_f1": 0.0,
65
+ "eval_JOBAREA_f1": 0.30636292223095046,
66
+ "eval_JOBTITLE_f1": 0.6098654708520179,
67
+ "eval_JOBTYPE_f1": 0.5096011816838996,
68
+ "eval_LASTNAME_f1": 0.44907683144729005,
69
+ "eval_LITECOINADDRESS_f1": 0.5872340425531914,
70
+ "eval_MAC_f1": 0.8520710059171599,
71
+ "eval_MASKEDNUMBER_f1": 0.45470692717584366,
72
+ "eval_MIDDLENAME_f1": 0.03654485049833887,
73
+ "eval_NEARBYGPSCOORDINATE_f1": 0.9822485207100592,
74
+ "eval_ORDINALDIRECTION_f1": 0.7914691943127962,
75
+ "eval_PASSWORD_f1": 0.7728459530026109,
76
+ "eval_PHONEIMEI_f1": 0.9553450608930988,
77
+ "eval_PHONENUMBER_f1": 0.8336755646817249,
78
+ "eval_PIN_f1": 0.11594202898550723,
79
+ "eval_PREFIX_f1": 0.8852672750977836,
80
+ "eval_SECONDARYADDRESS_f1": 0.8930425752855659,
81
+ "eval_SEX_f1": 0.9520000000000001,
82
+ "eval_SSN_f1": 0.7915742793791574,
83
+ "eval_STATE_f1": 0.17306122448979588,
84
+ "eval_STREET_f1": 0.288135593220339,
85
+ "eval_TIME_f1": 0.7876923076923077,
86
+ "eval_URL_f1": 0.9793322734499205,
87
+ "eval_USERAGENT_f1": 0.9201877934272301,
88
+ "eval_USERNAME_f1": 0.6108374384236454,
89
+ "eval_VEHICLEVIN_f1": 0.7374005305039788,
90
+ "eval_VEHICLEVRM_f1": 0.4551148225469729,
91
+ "eval_ZIPCODE_f1": 0.5222052067381318,
92
+ "eval_loss": 0.26416513323783875,
93
+ "eval_overall_accuracy": 0.91189344284655,
94
+ "eval_overall_f1": 0.6203111679454391,
95
+ "eval_overall_precision": 0.6000412328625915,
96
+ "eval_overall_recall": 0.6419984559391199,
97
+ "eval_runtime": 30.6192,
98
+ "eval_samples_per_second": 284.135,
99
+ "eval_steps_per_second": 8.883,
100
+ "step": 2175
101
+ },
102
+ {
103
+ "epoch": 1.15,
104
+ "learning_rate": 4.982803524033569e-05,
105
+ "loss": 0.286,
106
+ "step": 2500
107
+ },
108
+ {
109
+ "epoch": 1.38,
110
+ "learning_rate": 4.8898803566790296e-05,
111
+ "loss": 0.227,
112
+ "step": 3000
113
+ },
114
+ {
115
+ "epoch": 1.61,
116
+ "learning_rate": 4.7192614329611715e-05,
117
+ "loss": 0.1943,
118
+ "step": 3500
119
+ },
120
+ {
121
+ "epoch": 1.84,
122
+ "learning_rate": 4.4764936273463734e-05,
123
+ "loss": 0.1748,
124
+ "step": 4000
125
+ },
126
+ {
127
+ "epoch": 2.0,
128
+ "eval_ACCOUNTNAME_f1": 0.9831081081081081,
129
+ "eval_ACCOUNTNUMBER_f1": 0.957482993197279,
130
+ "eval_AGE_f1": 0.8131147540983606,
131
+ "eval_AMOUNT_f1": 0.6771406127258445,
132
+ "eval_BIC_f1": 0.8160919540229884,
133
+ "eval_BITCOINADDRESS_f1": 0.8795411089866156,
134
+ "eval_BUILDINGNUMBER_f1": 0.6821576763485477,
135
+ "eval_CITY_f1": 0.6022140221402212,
136
+ "eval_COMPANYNAME_f1": 0.8531073446327684,
137
+ "eval_COUNTY_f1": 0.695369618196588,
138
+ "eval_CREDITCARDCVV_f1": 0.8055555555555556,
139
+ "eval_CREDITCARDISSUER_f1": 0.9662921348314607,
140
+ "eval_CREDITCARDNUMBER_f1": 0.8011639185257031,
141
+ "eval_CURRENCYCODE_f1": 0.3008849557522124,
142
+ "eval_CURRENCYNAME_f1": 0.05714285714285714,
143
+ "eval_CURRENCYSYMBOL_f1": 0.8293172690763053,
144
+ "eval_CURRENCY_f1": 0.5330296127562643,
145
+ "eval_DATE_f1": 0.775966464834653,
146
+ "eval_DOB_f1": 0.3797780517879161,
147
+ "eval_EMAIL_f1": 0.9645909645909646,
148
+ "eval_ETHEREUMADDRESS_f1": 0.9674796747967479,
149
+ "eval_EYECOLOR_f1": 0.8677248677248677,
150
+ "eval_FIRSTNAME_f1": 0.6901322482197355,
151
+ "eval_GENDER_f1": 0.9238790406673617,
152
+ "eval_HEIGHT_f1": 0.9655172413793103,
153
+ "eval_IBAN_f1": 0.9072681704260651,
154
+ "eval_IPV4_f1": 0.8344569288389513,
155
+ "eval_IPV6_f1": 0.7913043478260869,
156
+ "eval_IP_f1": 0.0,
157
+ "eval_JOBAREA_f1": 0.7190201729106628,
158
+ "eval_JOBTITLE_f1": 0.9331103678929767,
159
+ "eval_JOBTYPE_f1": 0.8957795004306631,
160
+ "eval_LASTNAME_f1": 0.521985815602837,
161
+ "eval_LITECOINADDRESS_f1": 0.7747747747747749,
162
+ "eval_MAC_f1": 0.9913419913419914,
163
+ "eval_MASKEDNUMBER_f1": 0.7371937639198218,
164
+ "eval_MIDDLENAME_f1": 0.40097799511002447,
165
+ "eval_NEARBYGPSCOORDINATE_f1": 0.992503748125937,
166
+ "eval_ORDINALDIRECTION_f1": 0.9557894736842105,
167
+ "eval_PASSWORD_f1": 0.8982259570494866,
168
+ "eval_PHONEIMEI_f1": 0.935933147632312,
169
+ "eval_PHONENUMBER_f1": 0.95864262990456,
170
+ "eval_PIN_f1": 0.609375,
171
+ "eval_PREFIX_f1": 0.8620949510173322,
172
+ "eval_SECONDARYADDRESS_f1": 0.9891304347826086,
173
+ "eval_SEX_f1": 0.9701789264413518,
174
+ "eval_SSN_f1": 0.9464285714285715,
175
+ "eval_STATE_f1": 0.5906183368869936,
176
+ "eval_STREET_f1": 0.5943238731218699,
177
+ "eval_TIME_f1": 0.9436860068259385,
178
+ "eval_URL_f1": 0.9936406995230525,
179
+ "eval_USERAGENT_f1": 0.9369158878504673,
180
+ "eval_USERNAME_f1": 0.8299758259468171,
181
+ "eval_VEHICLEVIN_f1": 0.9157303370786517,
182
+ "eval_VEHICLEVRM_f1": 0.8206521739130436,
183
+ "eval_ZIPCODE_f1": 0.740506329113924,
184
+ "eval_loss": 0.1410156935453415,
185
+ "eval_overall_accuracy": 0.9478894650567034,
186
+ "eval_overall_f1": 0.7880361295905673,
187
+ "eval_overall_precision": 0.7731904054340905,
188
+ "eval_overall_recall": 0.8034631079739716,
189
+ "eval_runtime": 28.5728,
190
+ "eval_samples_per_second": 304.486,
191
+ "eval_steps_per_second": 9.52,
192
+ "step": 4350
193
+ },
194
+ {
195
+ "epoch": 2.07,
196
+ "learning_rate": 4.169469396971739e-05,
197
+ "loss": 0.1532,
198
+ "step": 4500
199
+ },
200
+ {
201
+ "epoch": 2.3,
202
+ "learning_rate": 3.808170195400064e-05,
203
+ "loss": 0.1298,
204
+ "step": 5000
205
+ },
206
+ {
207
+ "epoch": 2.53,
208
+ "learning_rate": 3.404341972448928e-05,
209
+ "loss": 0.1218,
210
+ "step": 5500
211
+ },
212
+ {
213
+ "epoch": 2.76,
214
+ "learning_rate": 2.9711133096957962e-05,
215
+ "loss": 0.1168,
216
+ "step": 6000
217
+ },
218
+ {
219
+ "epoch": 2.99,
220
+ "learning_rate": 2.5225686061930326e-05,
221
+ "loss": 0.1081,
222
+ "step": 6500
223
+ },
224
+ {
225
+ "epoch": 3.0,
226
+ "eval_ACCOUNTNAME_f1": 0.9864864864864864,
227
+ "eval_ACCOUNTNUMBER_f1": 0.9802575107296136,
228
+ "eval_AGE_f1": 0.8586497890295359,
229
+ "eval_AMOUNT_f1": 0.7828200972447326,
230
+ "eval_BIC_f1": 0.815426997245179,
231
+ "eval_BITCOINADDRESS_f1": 0.8296593186372745,
232
+ "eval_BUILDINGNUMBER_f1": 0.7919597989949748,
233
+ "eval_CITY_f1": 0.7957405614714423,
234
+ "eval_COMPANYNAME_f1": 0.9143407122232916,
235
+ "eval_COUNTY_f1": 0.8413098236775819,
236
+ "eval_CREDITCARDCVV_f1": 0.8217522658610271,
237
+ "eval_CREDITCARDISSUER_f1": 0.962825278810409,
238
+ "eval_CREDITCARDNUMBER_f1": 0.8633776091081594,
239
+ "eval_CURRENCYCODE_f1": 0.5636363636363637,
240
+ "eval_CURRENCYNAME_f1": 0.1323529411764706,
241
+ "eval_CURRENCYSYMBOL_f1": 0.8787584869059165,
242
+ "eval_CURRENCY_f1": 0.6290143964562569,
243
+ "eval_DATE_f1": 0.8283302063789869,
244
+ "eval_DOB_f1": 0.48951048951048953,
245
+ "eval_EMAIL_f1": 0.9797421731123389,
246
+ "eval_ETHEREUMADDRESS_f1": 0.9916897506925207,
247
+ "eval_EYECOLOR_f1": 0.889487870619946,
248
+ "eval_FIRSTNAME_f1": 0.8302983339790778,
249
+ "eval_GENDER_f1": 0.9294354838709677,
250
+ "eval_HEIGHT_f1": 0.9717868338557994,
251
+ "eval_IBAN_f1": 0.9746192893401016,
252
+ "eval_IPV4_f1": 0.8324646314221892,
253
+ "eval_IPV6_f1": 0.7975567190226877,
254
+ "eval_IP_f1": 0.0,
255
+ "eval_JOBAREA_f1": 0.75207756232687,
256
+ "eval_JOBTITLE_f1": 0.9647463456577817,
257
+ "eval_JOBTYPE_f1": 0.9139966273187183,
258
+ "eval_LASTNAME_f1": 0.7494736842105264,
259
+ "eval_LITECOINADDRESS_f1": 0.7370892018779343,
260
+ "eval_MAC_f1": 0.9848156182212582,
261
+ "eval_MASKEDNUMBER_f1": 0.7943595769682725,
262
+ "eval_MIDDLENAME_f1": 0.8836023789294816,
263
+ "eval_NEARBYGPSCOORDINATE_f1": 0.9955022488755623,
264
+ "eval_ORDINALDIRECTION_f1": 0.9700854700854701,
265
+ "eval_PASSWORD_f1": 0.9226569608735214,
266
+ "eval_PHONEIMEI_f1": 0.9944444444444445,
267
+ "eval_PHONENUMBER_f1": 0.9785407725321887,
268
+ "eval_PIN_f1": 0.7426900584795323,
269
+ "eval_PREFIX_f1": 0.9254125412541255,
270
+ "eval_SECONDARYADDRESS_f1": 0.9923830250272035,
271
+ "eval_SEX_f1": 0.9700598802395208,
272
+ "eval_SSN_f1": 0.9527363184079601,
273
+ "eval_STATE_f1": 0.8031037827352085,
274
+ "eval_STREET_f1": 0.7518796992481204,
275
+ "eval_TIME_f1": 0.9288079470198677,
276
+ "eval_URL_f1": 0.9928514694201747,
277
+ "eval_USERAGENT_f1": 0.984759671746776,
278
+ "eval_USERNAME_f1": 0.8879935535858179,
279
+ "eval_VEHICLEVIN_f1": 0.9391304347826087,
280
+ "eval_VEHICLEVRM_f1": 0.9251336898395722,
281
+ "eval_ZIPCODE_f1": 0.8403001071811361,
282
+ "eval_loss": 0.11426308751106262,
283
+ "eval_overall_accuracy": 0.9558599242632781,
284
+ "eval_overall_f1": 0.8594547179606523,
285
+ "eval_overall_precision": 0.8375785066294487,
286
+ "eval_overall_recall": 0.8825043196941289,
287
+ "eval_runtime": 28.6543,
288
+ "eval_samples_per_second": 303.619,
289
+ "eval_steps_per_second": 9.492,
290
+ "step": 6525
291
+ },
292
+ {
293
+ "epoch": 3.22,
294
+ "learning_rate": 2.073290190258459e-05,
295
+ "loss": 0.0916,
296
+ "step": 7000
297
+ },
298
+ {
299
+ "epoch": 3.45,
300
+ "learning_rate": 1.6378842434300746e-05,
301
+ "loss": 0.0849,
302
+ "step": 7500
303
+ },
304
+ {
305
+ "epoch": 3.68,
306
+ "learning_rate": 1.2305059489451364e-05,
307
+ "loss": 0.0829,
308
+ "step": 8000
309
+ },
310
+ {
311
+ "epoch": 3.91,
312
+ "learning_rate": 8.643993023147797e-06,
313
+ "loss": 0.0804,
314
+ "step": 8500
315
+ },
316
+ {
317
+ "epoch": 4.0,
318
+ "eval_ACCOUNTNAME_f1": 0.9898305084745762,
319
+ "eval_ACCOUNTNUMBER_f1": 0.9896193771626298,
320
+ "eval_AGE_f1": 0.8744769874476988,
321
+ "eval_AMOUNT_f1": 0.8662838392124692,
322
+ "eval_BIC_f1": 0.8781869688385269,
323
+ "eval_BITCOINADDRESS_f1": 0.9414101290963257,
324
+ "eval_BUILDINGNUMBER_f1": 0.8278529980657641,
325
+ "eval_CITY_f1": 0.8312159709618875,
326
+ "eval_COMPANYNAME_f1": 0.9433962264150944,
327
+ "eval_COUNTY_f1": 0.927927927927928,
328
+ "eval_CREDITCARDCVV_f1": 0.894736842105263,
329
+ "eval_CREDITCARDISSUER_f1": 0.975517890772128,
330
+ "eval_CREDITCARDNUMBER_f1": 0.8769953051643193,
331
+ "eval_CURRENCYCODE_f1": 0.6397515527950312,
332
+ "eval_CURRENCYNAME_f1": 0.2105263157894737,
333
+ "eval_CURRENCYSYMBOL_f1": 0.9223205506391347,
334
+ "eval_CURRENCY_f1": 0.6753246753246753,
335
+ "eval_DATE_f1": 0.8275529865125241,
336
+ "eval_DOB_f1": 0.5470297029702971,
337
+ "eval_EMAIL_f1": 0.9840490797546012,
338
+ "eval_ETHEREUMADDRESS_f1": 0.997229916897507,
339
+ "eval_EYECOLOR_f1": 0.9027027027027027,
340
+ "eval_FIRSTNAME_f1": 0.8696149447197865,
341
+ "eval_GENDER_f1": 0.9626556016597512,
342
+ "eval_HEIGHT_f1": 0.9811320754716981,
343
+ "eval_IBAN_f1": 0.991172761664565,
344
+ "eval_IPV4_f1": 0.8376963350785339,
345
+ "eval_IPV6_f1": 0.7585004359197908,
346
+ "eval_IP_f1": 0.012396694214876033,
347
+ "eval_JOBAREA_f1": 0.8211508553654743,
348
+ "eval_JOBTITLE_f1": 0.9833479404031551,
349
+ "eval_JOBTYPE_f1": 0.911032028469751,
350
+ "eval_LASTNAME_f1": 0.8304904051172707,
351
+ "eval_LITECOINADDRESS_f1": 0.8793103448275862,
352
+ "eval_MAC_f1": 0.9956521739130435,
353
+ "eval_MASKEDNUMBER_f1": 0.8315151515151514,
354
+ "eval_MIDDLENAME_f1": 0.944110060189166,
355
+ "eval_NEARBYGPSCOORDINATE_f1": 0.996996996996997,
356
+ "eval_ORDINALDIRECTION_f1": 0.9681528662420382,
357
+ "eval_PASSWORD_f1": 0.9653882132834425,
358
+ "eval_PHONEIMEI_f1": 0.9944289693593316,
359
+ "eval_PHONENUMBER_f1": 0.9860064585575887,
360
+ "eval_PIN_f1": 0.8150289017341039,
361
+ "eval_PREFIX_f1": 0.930601454064772,
362
+ "eval_SECONDARYADDRESS_f1": 0.9934640522875817,
363
+ "eval_SEX_f1": 0.9721115537848605,
364
+ "eval_SSN_f1": 0.9758576874205844,
365
+ "eval_STATE_f1": 0.8817204301075269,
366
+ "eval_STREET_f1": 0.826431718061674,
367
+ "eval_TIME_f1": 0.948523206751055,
368
+ "eval_URL_f1": 0.9936406995230525,
369
+ "eval_USERAGENT_f1": 0.9976415094339622,
370
+ "eval_USERNAME_f1": 0.9108433734939759,
371
+ "eval_VEHICLEVIN_f1": 0.956772334293948,
372
+ "eval_VEHICLEVRM_f1": 0.9238845144356956,
373
+ "eval_ZIPCODE_f1": 0.8543478260869566,
374
+ "eval_loss": 0.0961993858218193,
375
+ "eval_overall_accuracy": 0.9623225928047634,
376
+ "eval_overall_f1": 0.8889932619180954,
377
+ "eval_overall_precision": 0.8739167495382867,
378
+ "eval_overall_recall": 0.9045990956214846,
379
+ "eval_runtime": 28.6117,
380
+ "eval_samples_per_second": 304.071,
381
+ "eval_steps_per_second": 9.507,
382
+ "step": 8700
383
+ },
384
+ {
385
+ "epoch": 4.14,
386
+ "learning_rate": 5.51466544896021e-06,
387
+ "loss": 0.0717,
388
+ "step": 9000
389
+ },
390
+ {
391
+ "epoch": 4.37,
392
+ "learning_rate": 3.0188121831012023e-06,
393
+ "loss": 0.0628,
394
+ "step": 9500
395
+ },
396
+ {
397
+ "epoch": 4.6,
398
+ "learning_rate": 1.2375741942894869e-06,
399
+ "loss": 0.066,
400
+ "step": 10000
401
+ },
402
+ {
403
+ "epoch": 4.83,
404
+ "learning_rate": 2.288600855298306e-07,
405
+ "loss": 0.0663,
406
+ "step": 10500
407
+ },
408
+ {
409
+ "epoch": 5.0,
410
+ "eval_ACCOUNTNAME_f1": 0.988155668358714,
411
+ "eval_ACCOUNTNUMBER_f1": 0.9896373056994819,
412
+ "eval_AGE_f1": 0.884453781512605,
413
+ "eval_AMOUNT_f1": 0.8675873273761169,
414
+ "eval_BIC_f1": 0.8749999999999999,
415
+ "eval_BITCOINADDRESS_f1": 0.9463220675944334,
416
+ "eval_BUILDINGNUMBER_f1": 0.8279883381924198,
417
+ "eval_CITY_f1": 0.8415300546448088,
418
+ "eval_COMPANYNAME_f1": 0.9482071713147411,
419
+ "eval_COUNTY_f1": 0.9364791288566243,
420
+ "eval_CREDITCARDCVV_f1": 0.8954248366013072,
421
+ "eval_CREDITCARDISSUER_f1": 0.9774436090225563,
422
+ "eval_CREDITCARDNUMBER_f1": 0.8897338403041825,
423
+ "eval_CURRENCYCODE_f1": 0.6773162939297124,
424
+ "eval_CURRENCYNAME_f1": 0.2689655172413793,
425
+ "eval_CURRENCYSYMBOL_f1": 0.9217221135029353,
426
+ "eval_CURRENCY_f1": 0.657142857142857,
427
+ "eval_DATE_f1": 0.8258706467661692,
428
+ "eval_DOB_f1": 0.61345496009122,
429
+ "eval_EMAIL_f1": 0.9858809085328423,
430
+ "eval_ETHEREUMADDRESS_f1": 0.997229916897507,
431
+ "eval_EYECOLOR_f1": 0.9180327868852458,
432
+ "eval_FIRSTNAME_f1": 0.8840245775729647,
433
+ "eval_GENDER_f1": 0.9707724425887266,
434
+ "eval_HEIGHT_f1": 0.975,
435
+ "eval_IBAN_f1": 0.966707768187423,
436
+ "eval_IPV4_f1": 0.8108527131782945,
437
+ "eval_IPV6_f1": 0.7063829787234042,
438
+ "eval_IP_f1": 0.12012987012987014,
439
+ "eval_JOBAREA_f1": 0.8297703879651622,
440
+ "eval_JOBTITLE_f1": 0.9885462555066078,
441
+ "eval_JOBTYPE_f1": 0.9265341400172861,
442
+ "eval_LASTNAME_f1": 0.8519701810436635,
443
+ "eval_LITECOINADDRESS_f1": 0.8843930635838151,
444
+ "eval_MAC_f1": 0.9934924078091107,
445
+ "eval_MASKEDNUMBER_f1": 0.8523002421307505,
446
+ "eval_MIDDLENAME_f1": 0.946199829205807,
447
+ "eval_NEARBYGPSCOORDINATE_f1": 0.9985007496251874,
448
+ "eval_ORDINALDIRECTION_f1": 0.9743589743589743,
449
+ "eval_PASSWORD_f1": 0.9681647940074907,
450
+ "eval_PHONEIMEI_f1": 0.9958275382475661,
451
+ "eval_PHONENUMBER_f1": 0.9881081081081081,
452
+ "eval_PIN_f1": 0.8165680473372781,
453
+ "eval_PREFIX_f1": 0.9333333333333333,
454
+ "eval_SECONDARYADDRESS_f1": 0.9934640522875817,
455
+ "eval_SEX_f1": 0.9721115537848605,
456
+ "eval_SSN_f1": 0.9772151898734177,
457
+ "eval_STATE_f1": 0.888888888888889,
458
+ "eval_STREET_f1": 0.8293545534924845,
459
+ "eval_TIME_f1": 0.963153384747215,
460
+ "eval_URL_f1": 0.9952305246422893,
461
+ "eval_USERAGENT_f1": 0.9976415094339622,
462
+ "eval_USERNAME_f1": 0.9172077922077921,
463
+ "eval_VEHICLEVIN_f1": 0.953757225433526,
464
+ "eval_VEHICLEVRM_f1": 0.9417989417989417,
465
+ "eval_ZIPCODE_f1": 0.863780359028511,
466
+ "eval_loss": 0.09649262577295303,
467
+ "eval_overall_accuracy": 0.9631732049727333,
468
+ "eval_overall_f1": 0.8922010898985889,
469
+ "eval_overall_precision": 0.8761384980685403,
470
+ "eval_overall_recall": 0.9088636447189442,
471
+ "eval_runtime": 28.6468,
472
+ "eval_samples_per_second": 303.699,
473
+ "eval_steps_per_second": 9.495,
474
+ "step": 10875
475
+ },
476
+ {
477
+ "epoch": 5.0,
478
+ "step": 10875,
479
+ "total_flos": 8191053731222496.0,
480
+ "train_loss": 0.29213084867630884,
481
+ "train_runtime": 1421.2143,
482
+ "train_samples_per_second": 122.416,
483
+ "train_steps_per_second": 7.652
484
+ },
485
+ {
486
+ "epoch": 5.0,
487
+ "eval_ACCOUNTNAME_f1": 0.9898305084745762,
488
+ "eval_ACCOUNTNUMBER_f1": 0.9896193771626298,
489
+ "eval_AGE_f1": 0.8744769874476988,
490
+ "eval_AMOUNT_f1": 0.8662838392124692,
491
+ "eval_BIC_f1": 0.8781869688385269,
492
+ "eval_BITCOINADDRESS_f1": 0.9414101290963257,
493
+ "eval_BUILDINGNUMBER_f1": 0.8278529980657641,
494
+ "eval_CITY_f1": 0.8312159709618875,
495
+ "eval_COMPANYNAME_f1": 0.9433962264150944,
496
+ "eval_COUNTY_f1": 0.927927927927928,
497
+ "eval_CREDITCARDCVV_f1": 0.894736842105263,
498
+ "eval_CREDITCARDISSUER_f1": 0.975517890772128,
499
+ "eval_CREDITCARDNUMBER_f1": 0.8769953051643193,
500
+ "eval_CURRENCYCODE_f1": 0.6397515527950312,
501
+ "eval_CURRENCYNAME_f1": 0.2105263157894737,
502
+ "eval_CURRENCYSYMBOL_f1": 0.9223205506391347,
503
+ "eval_CURRENCY_f1": 0.6753246753246753,
504
+ "eval_DATE_f1": 0.8275529865125241,
505
+ "eval_DOB_f1": 0.5470297029702971,
506
+ "eval_EMAIL_f1": 0.9840490797546012,
507
+ "eval_ETHEREUMADDRESS_f1": 0.997229916897507,
508
+ "eval_EYECOLOR_f1": 0.9027027027027027,
509
+ "eval_FIRSTNAME_f1": 0.8696149447197865,
510
+ "eval_GENDER_f1": 0.9626556016597512,
511
+ "eval_HEIGHT_f1": 0.9811320754716981,
512
+ "eval_IBAN_f1": 0.991172761664565,
513
+ "eval_IPV4_f1": 0.8376963350785339,
514
+ "eval_IPV6_f1": 0.7585004359197908,
515
+ "eval_IP_f1": 0.012396694214876033,
516
+ "eval_JOBAREA_f1": 0.8211508553654743,
517
+ "eval_JOBTITLE_f1": 0.9833479404031551,
518
+ "eval_JOBTYPE_f1": 0.911032028469751,
519
+ "eval_LASTNAME_f1": 0.8304904051172707,
520
+ "eval_LITECOINADDRESS_f1": 0.8793103448275862,
521
+ "eval_MAC_f1": 0.9956521739130435,
522
+ "eval_MASKEDNUMBER_f1": 0.8315151515151514,
523
+ "eval_MIDDLENAME_f1": 0.944110060189166,
524
+ "eval_NEARBYGPSCOORDINATE_f1": 0.996996996996997,
525
+ "eval_ORDINALDIRECTION_f1": 0.9681528662420382,
526
+ "eval_PASSWORD_f1": 0.9653882132834425,
527
+ "eval_PHONEIMEI_f1": 0.9944289693593316,
528
+ "eval_PHONENUMBER_f1": 0.9860064585575887,
529
+ "eval_PIN_f1": 0.8150289017341039,
530
+ "eval_PREFIX_f1": 0.930601454064772,
531
+ "eval_SECONDARYADDRESS_f1": 0.9934640522875817,
532
+ "eval_SEX_f1": 0.9721115537848605,
533
+ "eval_SSN_f1": 0.9758576874205844,
534
+ "eval_STATE_f1": 0.8817204301075269,
535
+ "eval_STREET_f1": 0.826431718061674,
536
+ "eval_TIME_f1": 0.948523206751055,
537
+ "eval_URL_f1": 0.9936406995230525,
538
+ "eval_USERAGENT_f1": 0.9976415094339622,
539
+ "eval_USERNAME_f1": 0.9108433734939759,
540
+ "eval_VEHICLEVIN_f1": 0.956772334293948,
541
+ "eval_VEHICLEVRM_f1": 0.9238845144356956,
542
+ "eval_ZIPCODE_f1": 0.8543478260869566,
543
+ "eval_loss": 0.0961993858218193,
544
+ "eval_overall_accuracy": 0.9623225928047634,
545
+ "eval_overall_f1": 0.8889932619180954,
546
+ "eval_overall_precision": 0.8739167495382867,
547
+ "eval_overall_recall": 0.9045990956214846,
548
+ "eval_runtime": 28.664,
549
+ "eval_samples_per_second": 303.516,
550
+ "eval_steps_per_second": 9.489,
551
+ "step": 10875
552
+ }
553
+ ],
554
+ "max_steps": 10875,
555
+ "num_train_epochs": 5,
556
+ "total_flos": 8191053731222496.0,
557
+ "trial_name": null,
558
+ "trial_params": null
559
+ }