Update README.md
Browse files
README.md
CHANGED
@@ -5,6 +5,27 @@ tags:
|
|
5 |
```
|
6 |
%pip install 'webscout[local]'
|
7 |
```
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
8 |
```python
|
9 |
import webscout.Local as ws
|
10 |
from webscout.Local.rawdog import RawDog
|
|
|
5 |
```
|
6 |
%pip install 'webscout[local]'
|
7 |
```
|
8 |
+
# normal code
|
9 |
+
```python
|
10 |
+
from webscout.Local.utils import download_model
|
11 |
+
from webscout.Local.model import Model
|
12 |
+
from webscout.Local.thread import Thread
|
13 |
+
from webscout.Local import formats
|
14 |
+
|
15 |
+
repo_id = "Abhaykoul/Replete-Coder-Qwen2-1.5b-Q8_0-GGUF"
|
16 |
+
filename = "replete-coder-qwen2-1.5b-q8_0.gguf"
|
17 |
+
model_path = download_model(repo_id, filename, token='')
|
18 |
+
|
19 |
+
# 2. Load the model
|
20 |
+
model = Model(model_path, n_gpu_layers=10)
|
21 |
+
|
22 |
+
# 3. Create a Thread for conversation
|
23 |
+
thread = Thread(model, formats.chatml)
|
24 |
+
|
25 |
+
# 4. Start interacting with the model
|
26 |
+
thread.interact()
|
27 |
+
```
|
28 |
+
# Auto write and exucte code
|
29 |
```python
|
30 |
import webscout.Local as ws
|
31 |
from webscout.Local.rawdog import RawDog
|