Abhaykoul commited on
Commit
bb31c39
1 Parent(s): 2e9423f

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +21 -0
README.md CHANGED
@@ -5,6 +5,27 @@ tags:
5
  ```
6
  %pip install 'webscout[local]'
7
  ```
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
8
  ```python
9
  import webscout.Local as ws
10
  from webscout.Local.rawdog import RawDog
 
5
  ```
6
  %pip install 'webscout[local]'
7
  ```
8
+ # normal code
9
+ ```python
10
+ from webscout.Local.utils import download_model
11
+ from webscout.Local.model import Model
12
+ from webscout.Local.thread import Thread
13
+ from webscout.Local import formats
14
+
15
+ repo_id = "Abhaykoul/Replete-Coder-Qwen2-1.5b-Q8_0-GGUF"
16
+ filename = "replete-coder-qwen2-1.5b-q8_0.gguf"
17
+ model_path = download_model(repo_id, filename, token='')
18
+
19
+ # 2. Load the model
20
+ model = Model(model_path, n_gpu_layers=10)
21
+
22
+ # 3. Create a Thread for conversation
23
+ thread = Thread(model, formats.chatml)
24
+
25
+ # 4. Start interacting with the model
26
+ thread.interact()
27
+ ```
28
+ # Auto write and exucte code
29
  ```python
30
  import webscout.Local as ws
31
  from webscout.Local.rawdog import RawDog