Use transformers library

app.py

@@ -110,14 +110,9 @@ masterpiece, newest, absurdres, {rating}"""
 
 
 if __name__ == "__main__":
-    repo = Repository(
-        local_dir="./model", clone_from="https://huggingface.co/KBlueLeaf/DanTagGen"
-    )
-    text_model = Llama(
-        "./model/ggml-model-Q6_K.gguf",
-        n_ctx=384,
-        verbose=False,
-    )
+    tokenizer = LlamaTokenizer.from_pretrained(MODEL_PATH)
+    text_model = LlamaForCausalLM.from_pretrained(MODEL_PATH)
+    text_model = text_model.eval()
 
     def wrapper(
         rating: str,
@@ -135,7 +130,7 @@ if __name__ == "__main__":
     ):
         yield from get_result(
             text_model,
-            None,
+            tokenizer,
             rating,
             artist,
             characters,