zRzRzRzRzRzRzR jinmingyi commited on
Commit
fa5a1b0
1 Parent(s): 9addbe0

revert "auto_map" in tokenizer_config.json (#41)

Browse files

- revert "auto_map" in tokenizer_config.json (b6bfc5e13266450348259ed8eec4e41e8035ca0b)


Co-authored-by: Mingyi Jin <[email protected]>

Files changed (1) hide show
  1. tokenizer_config.json +1 -1
tokenizer_config.json CHANGED
@@ -35,7 +35,7 @@
35
  },
36
  "auto_map": {
37
  "AutoTokenizer": [
38
- "THUDM/chatglm3-6b--tokenization_chatglm.ChatGLMTokenizer",
39
  null
40
  ]
41
  },
 
35
  },
36
  "auto_map": {
37
  "AutoTokenizer": [
38
+ "tokenization_chatglm.ChatGLMTokenizer",
39
  null
40
  ]
41
  },