change model to llama3 instruct 8b abliterated v3

This commit is contained in:
James S 2024-07-30 21:21:00 -07:00
parent b73b88de4d
commit 424903e3f6

View File

@ -3,7 +3,7 @@ from unsloth.chat_templates import get_chat_template
from transformers import TextStreamer
model, tokenizer = FastLanguageModel.from_pretrained(
model_name = "scoliono/groupchat_lora_lexi_8b",
model_name = "scoliono/groupchat_lora_abliterated_8b",
max_seq_length = 2048,
dtype = None,
load_in_4bit = True,