mft / init_load.py
jxxlzsxcr's picture
Create init_load.py
ecbb884
raw
history blame contribute delete
246 Bytes
# Load model directly
from transformers import AutoTokenizer, AutoModelForCausalLM
tokenizer = AutoTokenizer.from_pretrained("codefuse-ai/CodeFuse-CodeLlama-34B")
model = AutoModelForCausalLM.from_pretrained("codefuse-ai/CodeFuse-CodeLlama-34B")