james/MikuAI
1
0
Fork 0
Code Issues 9 Pull Requests 2 Packages Projects Releases Wiki Activity

change model to llama3 instruct 8b abliterated v3

Browse Source
This commit is contained in:
James S 2024-07-30 21:21:00 -07:00
parent b73b88de4d
commit 424903e3f6
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
model.py
View File

@ -3,7 +3,7 @@ from unsloth.chat_templates import get_chat_template
from transformers import TextStreamer from transformers import TextStreamer
model, tokenizer = FastLanguageModel.from_pretrained( model, tokenizer = FastLanguageModel.from_pretrained(
model_name = "scoliono/groupchat_lora_lexi_8b", model_name = "scoliono/groupchat_lora_abliterated_8b",
max_seq_length = 2048, max_seq_length = 2048,
dtype = None, dtype = None,
load_in_4bit = True, load_in_4bit = True,