james/MikuAI
1
0
Fork 0
Code Issues 9 Pull Requests 2 Packages Projects Releases Wiki Activity

update model

Browse Source
This commit is contained in:
James Shiffer 2024-11-19 20:25:52 -08:00
parent 3ea77997b1
commit 1e473081b5
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
model.py
View File

@ -3,7 +3,7 @@ from unsloth.chat_templates import get_chat_template
from transformers import TextStreamer from transformers import TextStreamer
model, tokenizer = FastLanguageModel.from_pretrained( model, tokenizer = FastLanguageModel.from_pretrained(
model_name = "scoliono/groupchat_lora_abliterated_8b", model_name = "scoliono/groupchat_lora_abliterated_instruct-3.1-8b",
max_seq_length = 2048, max_seq_length = 2048,
dtype = None, dtype = None,
load_in_4bit = True, load_in_4bit = True,