Hugging Face's logo

Spaces:
xu-song
/
tokenizer-arena
Running

App Files Community
1
xu-song commited on
Commit
e411220
•
1 Parent(s): 7c73423

remove git lfs

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +0 -2
  2. stats/compression_rate/ClassCat.gpt2-base-french @ cc100.ar.diff.json +0 -3
  3. stats/compression_rate/ClassCat.gpt2-base-french @ cc100.de.diff.json +0 -3
  4. stats/compression_rate/ClassCat.gpt2-base-french @ cc100.en.diff.json +0 -3
  5. stats/compression_rate/ClassCat.gpt2-base-french @ cc100.es.diff.json +0 -3
  6. stats/compression_rate/ClassCat.gpt2-base-french @ cc100.fa.diff.json +0 -3
  7. stats/compression_rate/ClassCat.gpt2-base-french @ cc100.fr.diff.json +0 -3
  8. stats/compression_rate/ClassCat.gpt2-base-french @ cc100.ja.diff.json +0 -3
  9. stats/compression_rate/ClassCat.gpt2-base-french @ cc100.ko.diff.json +0 -3
  10. stats/compression_rate/ClassCat.gpt2-base-french @ cc100.zh-Hans.diff.json +0 -3
  11. stats/compression_rate/ClassCat.gpt2-base-spanish @ cc100.ar.diff.json +0 -3
  12. stats/compression_rate/ClassCat.gpt2-base-spanish @ cc100.de.diff.json +0 -3
  13. stats/compression_rate/ClassCat.gpt2-base-spanish @ cc100.en.diff.json +0 -3
  14. stats/compression_rate/ClassCat.gpt2-base-spanish @ cc100.es.diff.json +0 -3
  15. stats/compression_rate/ClassCat.gpt2-base-spanish @ cc100.fa.diff.json +0 -3
  16. stats/compression_rate/ClassCat.gpt2-base-spanish @ cc100.fr.diff.json +0 -3
  17. stats/compression_rate/ClassCat.gpt2-base-spanish @ cc100.ja.diff.json +0 -3
  18. stats/compression_rate/ClassCat.gpt2-base-spanish @ cc100.ko.diff.json +0 -3
  19. stats/compression_rate/ClassCat.gpt2-base-spanish @ cc100.zh-Hans.diff.json +0 -3
  20. stats/compression_rate/ClueAI.ChatYuan-large-v2 @ cc100.ar.diff.json +0 -3
  21. stats/compression_rate/ClueAI.ChatYuan-large-v2 @ cc100.de.diff.json +0 -3
  22. stats/compression_rate/ClueAI.ChatYuan-large-v2 @ cc100.en.diff.json +0 -3
  23. stats/compression_rate/ClueAI.ChatYuan-large-v2 @ cc100.es.diff.json +0 -3
  24. stats/compression_rate/ClueAI.ChatYuan-large-v2 @ cc100.fa.diff.json +0 -3
  25. stats/compression_rate/ClueAI.ChatYuan-large-v2 @ cc100.fr.diff.json +0 -3
  26. stats/compression_rate/ClueAI.ChatYuan-large-v2 @ cc100.ja.diff.json +0 -3
  27. stats/compression_rate/ClueAI.ChatYuan-large-v2 @ cc100.ko.diff.json +0 -3
  28. stats/compression_rate/ClueAI.ChatYuan-large-v2 @ cc100.zh-Hans.diff.json +0 -3
  29. stats/compression_rate/ClueAI.PromptCLUE-base @ cc100.ar.diff.json +0 -3
  30. stats/compression_rate/ClueAI.PromptCLUE-base @ cc100.de.diff.json +0 -3
  31. stats/compression_rate/ClueAI.PromptCLUE-base @ cc100.en.diff.json +0 -3
  32. stats/compression_rate/ClueAI.PromptCLUE-base @ cc100.es.diff.json +0 -3
  33. stats/compression_rate/ClueAI.PromptCLUE-base @ cc100.fa.diff.json +0 -3
  34. stats/compression_rate/ClueAI.PromptCLUE-base @ cc100.fr.diff.json +0 -3
  35. stats/compression_rate/ClueAI.PromptCLUE-base @ cc100.ja.diff.json +0 -3
  36. stats/compression_rate/ClueAI.PromptCLUE-base @ cc100.ko.diff.json +0 -3
  37. stats/compression_rate/ClueAI.PromptCLUE-base @ cc100.zh-Hans.diff.json +0 -3
  38. stats/compression_rate/CohereForAI.aya-101 @ cc100.ar.diff.json +0 -3
  39. stats/compression_rate/CohereForAI.aya-101 @ cc100.de.diff.json +0 -3
  40. stats/compression_rate/CohereForAI.aya-101 @ cc100.en.diff.json +0 -3
  41. stats/compression_rate/CohereForAI.aya-101 @ cc100.es.diff.json +0 -3
  42. stats/compression_rate/CohereForAI.aya-101 @ cc100.fa.diff.json +0 -3
  43. stats/compression_rate/CohereForAI.aya-101 @ cc100.fr.diff.json +0 -3
  44. stats/compression_rate/CohereForAI.aya-101 @ cc100.ja.diff.json +0 -3
  45. stats/compression_rate/CohereForAI.aya-101 @ cc100.ko.diff.json +0 -3
  46. stats/compression_rate/CohereForAI.aya-101 @ cc100.zh-Hans.diff.json +0 -3
  47. stats/compression_rate/EleutherAI.gpt-neox-20b @ cc100.ar.diff.json +0 -3
  48. stats/compression_rate/EleutherAI.gpt-neox-20b @ cc100.de.diff.json +0 -3
  49. stats/compression_rate/EleutherAI.gpt-neox-20b @ cc100.en.diff.json +0 -3
  50. stats/compression_rate/EleutherAI.gpt-neox-20b @ cc100.es.diff.json +0 -3
.gitattributes CHANGED
@@ -33,5 +33,3 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
- stats/iter_vocab/*.jsonl filter=lfs diff=lfs merge=lfs -text
37
- stats/compression_rate/*.json filter=lfs diff=lfs merge=lfs -text
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
stats/compression_rate/ClassCat.gpt2-base-french @ cc100.ar.diff.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:bfb1c2be8bf13e5989a95b5f401f92aaad6cadde8ecc704ebaf9b9578bb359a2
3
- size 2145294
 
 
 
 
stats/compression_rate/ClassCat.gpt2-base-french @ cc100.de.diff.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:554a365ce0da76ae5d93642b496bb1bc3d8d78c1112523545a2219f7fe213a91
3
- size 10978507
 
 
 
 
stats/compression_rate/ClassCat.gpt2-base-french @ cc100.en.diff.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:21c349b2602379affd0aa388d75addece67a14d0afaaf5b4980c90e9cc875e8e
3
- size 5261108
 
 
 
 
stats/compression_rate/ClassCat.gpt2-base-french @ cc100.es.diff.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:e829c4c544a9e8d98701b3d3bf1e3593b63e59ab5ba244c1ab376f6002fbd0f9
3
- size 6853004
 
 
 
 
stats/compression_rate/ClassCat.gpt2-base-french @ cc100.fa.diff.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:908327a56262f721590d9479faa579156ba8bd155242262943797be697bc2655
3
- size 1058478
 
 
 
 
stats/compression_rate/ClassCat.gpt2-base-french @ cc100.fr.diff.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:8f02e17dfe25c4c1526c8adee812a7141d92ccbd3b1160e7c73fc325d9fbfe4e
3
- size 6385085
 
 
 
 
stats/compression_rate/ClassCat.gpt2-base-french @ cc100.ja.diff.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:0abf3a91ddeeaa12d4732eaf1b4ff2a207b3d85fc54a079b4ac853696d831148
3
- size 2529096
 
 
 
 
stats/compression_rate/ClassCat.gpt2-base-french @ cc100.ko.diff.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:8fd64f035328b88bb4389ee820bb6d2bed510e0e4259cc4f38a0f573d2c003c2
3
- size 2491144
 
 
 
 
stats/compression_rate/ClassCat.gpt2-base-french @ cc100.zh-Hans.diff.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:7781b5bc9b2c3f45764842bf551a6e039ddef4f1bafd85ce12446834a26dd241
3
- size 10841058
 
 
 
 
stats/compression_rate/ClassCat.gpt2-base-spanish @ cc100.ar.diff.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:bfb1c2be8bf13e5989a95b5f401f92aaad6cadde8ecc704ebaf9b9578bb359a2
3
- size 2145294
 
 
 
 
stats/compression_rate/ClassCat.gpt2-base-spanish @ cc100.de.diff.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:554a365ce0da76ae5d93642b496bb1bc3d8d78c1112523545a2219f7fe213a91
3
- size 10978507
 
 
 
 
stats/compression_rate/ClassCat.gpt2-base-spanish @ cc100.en.diff.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:21c349b2602379affd0aa388d75addece67a14d0afaaf5b4980c90e9cc875e8e
3
- size 5261108
 
 
 
 
stats/compression_rate/ClassCat.gpt2-base-spanish @ cc100.es.diff.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:e829c4c544a9e8d98701b3d3bf1e3593b63e59ab5ba244c1ab376f6002fbd0f9
3
- size 6853004
 
 
 
 
stats/compression_rate/ClassCat.gpt2-base-spanish @ cc100.fa.diff.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:908327a56262f721590d9479faa579156ba8bd155242262943797be697bc2655
3
- size 1058478
 
 
 
 
stats/compression_rate/ClassCat.gpt2-base-spanish @ cc100.fr.diff.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:8f02e17dfe25c4c1526c8adee812a7141d92ccbd3b1160e7c73fc325d9fbfe4e
3
- size 6385085
 
 
 
 
stats/compression_rate/ClassCat.gpt2-base-spanish @ cc100.ja.diff.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:0abf3a91ddeeaa12d4732eaf1b4ff2a207b3d85fc54a079b4ac853696d831148
3
- size 2529096
 
 
 
 
stats/compression_rate/ClassCat.gpt2-base-spanish @ cc100.ko.diff.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:8fd64f035328b88bb4389ee820bb6d2bed510e0e4259cc4f38a0f573d2c003c2
3
- size 2491144
 
 
 
 
stats/compression_rate/ClassCat.gpt2-base-spanish @ cc100.zh-Hans.diff.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:7781b5bc9b2c3f45764842bf551a6e039ddef4f1bafd85ce12446834a26dd241
3
- size 10841058
 
 
 
 
stats/compression_rate/ClueAI.ChatYuan-large-v2 @ cc100.ar.diff.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:5b56af2e07e0c6ae80ed6c212d92a11eaad7dc654c187c7471738ba3c830a588
3
- size 20780798
 
 
 
 
stats/compression_rate/ClueAI.ChatYuan-large-v2 @ cc100.de.diff.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:00492605965dd0637b79fe80e3d2428065cba551a9a7198bd7a0b505ce85d81b
3
- size 2751629
 
 
 
 
stats/compression_rate/ClueAI.ChatYuan-large-v2 @ cc100.en.diff.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:e823bebc4f8f42e03b8e621baa23b07072a4199eb0fd293e92d11c96003f3433
3
- size 163424
 
 
 
 
stats/compression_rate/ClueAI.ChatYuan-large-v2 @ cc100.es.diff.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:b3003793b062ae28b5b4f202b8f0d9f725e46f024acc38f7f9ef08e8b3381fc0
3
- size 2030664
 
 
 
 
stats/compression_rate/ClueAI.ChatYuan-large-v2 @ cc100.fa.diff.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:6c07f75c1eb80e59bab44b7b6ced9aec1404dbf56a5abd85779846c83974a7de
3
- size 18041636
 
 
 
 
stats/compression_rate/ClueAI.ChatYuan-large-v2 @ cc100.fr.diff.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:341e747d07dd8276b90de8c7d725a45e10d39084bc819ffd54cab6460ddcba63
3
- size 3129632
 
 
 
 
stats/compression_rate/ClueAI.ChatYuan-large-v2 @ cc100.ja.diff.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:b46c604a75d0288f253c3439a2a7333c38e900ebb42ba39dd1c2ecbe4229f304
3
- size 6425383
 
 
 
 
stats/compression_rate/ClueAI.ChatYuan-large-v2 @ cc100.ko.diff.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:eeab167e9f566512c3065d362e720f1930bd51ca5b9c14c207a252fa9380e7fa
3
- size 15893128
 
 
 
 
stats/compression_rate/ClueAI.ChatYuan-large-v2 @ cc100.zh-Hans.diff.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:e851ffd1f4f9bf8949cb0e77cc15ea65223fe4a54ac5a13ec9e43c27a550388f
3
- size 10563259
 
 
 
 
stats/compression_rate/ClueAI.PromptCLUE-base @ cc100.ar.diff.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:5b56af2e07e0c6ae80ed6c212d92a11eaad7dc654c187c7471738ba3c830a588
3
- size 20780798
 
 
 
 
stats/compression_rate/ClueAI.PromptCLUE-base @ cc100.de.diff.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:00492605965dd0637b79fe80e3d2428065cba551a9a7198bd7a0b505ce85d81b
3
- size 2751629
 
 
 
 
stats/compression_rate/ClueAI.PromptCLUE-base @ cc100.en.diff.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:e823bebc4f8f42e03b8e621baa23b07072a4199eb0fd293e92d11c96003f3433
3
- size 163424
 
 
 
 
stats/compression_rate/ClueAI.PromptCLUE-base @ cc100.es.diff.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:b3003793b062ae28b5b4f202b8f0d9f725e46f024acc38f7f9ef08e8b3381fc0
3
- size 2030664
 
 
 
 
stats/compression_rate/ClueAI.PromptCLUE-base @ cc100.fa.diff.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:6c07f75c1eb80e59bab44b7b6ced9aec1404dbf56a5abd85779846c83974a7de
3
- size 18041636
 
 
 
 
stats/compression_rate/ClueAI.PromptCLUE-base @ cc100.fr.diff.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:341e747d07dd8276b90de8c7d725a45e10d39084bc819ffd54cab6460ddcba63
3
- size 3129632
 
 
 
 
stats/compression_rate/ClueAI.PromptCLUE-base @ cc100.ja.diff.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:b46c604a75d0288f253c3439a2a7333c38e900ebb42ba39dd1c2ecbe4229f304
3
- size 6425383
 
 
 
 
stats/compression_rate/ClueAI.PromptCLUE-base @ cc100.ko.diff.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:eeab167e9f566512c3065d362e720f1930bd51ca5b9c14c207a252fa9380e7fa
3
- size 15893128
 
 
 
 
stats/compression_rate/ClueAI.PromptCLUE-base @ cc100.zh-Hans.diff.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:e851ffd1f4f9bf8949cb0e77cc15ea65223fe4a54ac5a13ec9e43c27a550388f
3
- size 10563259
 
 
 
 
stats/compression_rate/CohereForAI.aya-101 @ cc100.ar.diff.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:a9609607cfbd475a317ed09f08379f6cf07504f05f4d28249e6b05083966007f
3
- size 1183221
 
 
 
 
stats/compression_rate/CohereForAI.aya-101 @ cc100.de.diff.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:87582c9b17143eedd08739f79fd5ed5197ff16cf10f3436a696736984b4db9a8
3
- size 462622
 
 
 
 
stats/compression_rate/CohereForAI.aya-101 @ cc100.en.diff.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:86739f2545c4cc847cd64698933606a1eb82f9bc266a1262b9b55671a9e39f42
3
- size 134091
 
 
 
 
stats/compression_rate/CohereForAI.aya-101 @ cc100.es.diff.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:64b0dc29abc396f297bb614f4752d640e0a2f2892038b487105eb19284b8d838
3
- size 398583
 
 
 
 
stats/compression_rate/CohereForAI.aya-101 @ cc100.fa.diff.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:a06d0623b58a0e965fc2afbd22213f79ee8d3323e07153c5c60a37e16ecb0d8a
3
- size 3221151
 
 
 
 
stats/compression_rate/CohereForAI.aya-101 @ cc100.fr.diff.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:88b7b90e9a71807c06f35886a66e98d4b8610ca06f47b0238352e791a6eb180a
3
- size 1239088
 
 
 
 
stats/compression_rate/CohereForAI.aya-101 @ cc100.ja.diff.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:8c8bbf9b5129a41388aad3ea9a209fd247c6cc19004b96e63b0456f367b903ab
3
- size 1945248
 
 
 
 
stats/compression_rate/CohereForAI.aya-101 @ cc100.ko.diff.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:536ada078c3c869e5f84f0567ce8b198c30b8e59920b0635b6a6fe1806ac70cb
3
- size 1285061
 
 
 
 
stats/compression_rate/CohereForAI.aya-101 @ cc100.zh-Hans.diff.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:8909ff00298696a2df157e564e58215345e4d0945c1168cacdcd95b0202e3dd4
3
- size 10556388
 
 
 
 
stats/compression_rate/EleutherAI.gpt-neox-20b @ cc100.ar.diff.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:cfa77d7b4fab58f8061c16cbf6e9f9e5d10c927562e24440025e27040c00b816
3
- size 1392170
 
 
 
 
stats/compression_rate/EleutherAI.gpt-neox-20b @ cc100.de.diff.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:d41ea751bf19288d6d99d2b1bce14dc72a92cf7101c8f7d75b47d3c9651cc872
3
- size 222781
 
 
 
 
stats/compression_rate/EleutherAI.gpt-neox-20b @ cc100.en.diff.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:485650e2496a4bc063ef389d1852bd87dd9e77acc92f0016f2713ea0be2994fc
3
- size 85567
 
 
 
 
stats/compression_rate/EleutherAI.gpt-neox-20b @ cc100.es.diff.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:bb0c9ff29b55930e8e5e4bf41432533d8ef3ff3c2c55519670c038ad9b669ac4
3
- size 121222