pszemraj commited on
Commit
8267bf4
1 Parent(s): b855155

better generation params

Browse files
Files changed (1) hide show
  1. generation_config.json +12 -4
generation_config.json CHANGED
@@ -1,5 +1,13 @@
1
  {
2
- "_from_model_config": true,
3
- "transformers_version": "4.28.1",
4
- "use_cache": false
5
- }
 
 
 
 
 
 
 
 
 
1
  {
2
+ "bos_token_id":0,
3
+ "_from_model_config":false,
4
+ "do_sample":true,
5
+ "eos_token_id":0,
6
+ "max_new_tokens":256,
7
+ "no_repeat_ngram_size":10,
8
+ "pad_token_id":0,
9
+ "penalty_alpha":0.5,
10
+ "repetition_penalty":1.05,
11
+ "top_k":4,
12
+ "transformers_version":"4.28.1"
13
+ }