Jintao Huang
commited on
Commit
•
c03bd06
1
Parent(s):
c350cab
first commit
Browse files- README.md +3 -3
- model-00001-of-00007.safetensors +3 -0
- model-00003-of-00007.safetensors +2 -2
- model-00005-of-00007.safetensors +2 -2
README.md
CHANGED
@@ -61,15 +61,15 @@ KeyError: 'qwen2'
|
|
61 |
Here provides a code snippet with `apply_chat_template` to show you how to load the tokenizer and model and how to generate contents.
|
62 |
|
63 |
```python
|
64 |
-
from
|
65 |
device = "cuda" # the device to load the model onto
|
66 |
|
67 |
model = AutoModelForCausalLM.from_pretrained(
|
68 |
-
"
|
69 |
torch_dtype="auto",
|
70 |
device_map="auto"
|
71 |
)
|
72 |
-
tokenizer = AutoTokenizer.from_pretrained("
|
73 |
|
74 |
prompt = "Give me a short introduction to large language model."
|
75 |
messages = [
|
|
|
61 |
Here provides a code snippet with `apply_chat_template` to show you how to load the tokenizer and model and how to generate contents.
|
62 |
|
63 |
```python
|
64 |
+
from modelscope import AutoModelForCausalLM, AutoTokenizer
|
65 |
device = "cuda" # the device to load the model onto
|
66 |
|
67 |
model = AutoModelForCausalLM.from_pretrained(
|
68 |
+
"huangjintao/Qwen1.5-110B-Chat-GPTQ-Int4",
|
69 |
torch_dtype="auto",
|
70 |
device_map="auto"
|
71 |
)
|
72 |
+
tokenizer = AutoTokenizer.from_pretrained("huangjintao/Qwen1.5-110B-Chat-GPTQ-Int4")
|
73 |
|
74 |
prompt = "Give me a short introduction to large language model."
|
75 |
messages = [
|
model-00001-of-00007.safetensors
CHANGED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4308dc5032f0bbe5924a2328b7ea2a05cfa5cf31374a5c39e8a9e109273ad0e2
|
3 |
+
size 9846430896
|
model-00003-of-00007.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d4ca0343ac5a39bb9c0c2efb016d054fd61497fd4e905a2ee544438593978301
|
3 |
+
size 9893790680
|
model-00005-of-00007.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f67601601dbad89557712b81d7d2cee5ba9f4149e18b6f6ea3e8919d44d74225
|
3 |
+
size 9893790680
|