change model to llama3 instruct 8b abliterated v3
This commit is contained in:
parent
b73b88de4d
commit
424903e3f6
2
model.py
2
model.py
@ -3,7 +3,7 @@ from unsloth.chat_templates import get_chat_template
|
||||
from transformers import TextStreamer
|
||||
|
||||
model, tokenizer = FastLanguageModel.from_pretrained(
|
||||
model_name = "scoliono/groupchat_lora_lexi_8b",
|
||||
model_name = "scoliono/groupchat_lora_abliterated_8b",
|
||||
max_seq_length = 2048,
|
||||
dtype = None,
|
||||
load_in_4bit = True,
|
||||
|
Loading…
x
Reference in New Issue
Block a user