trl-4-dnd / quickstart.py
vishaljoshi24's picture
SFT with gpt2
49e8a0b
from trl import SFTTrainer
from datasets import load_dataset
dataset = load_dataset("trl-lib/Capybara", split="train")
trainer = SFTTrainer(
model="openai-community/gpt2",
train_dataset=dataset,
)
trainer.train()