Fast SFT with Unsloth

fine-tune-soporte/
  data/
    train.jsonl
    validation.jsonl
    test.jsonl
  train_unsloth.py
  configs/
    soporte-lora.yaml
  outputs/
    adapter/
    logs/
  evals/
    eval_cases.jsonl

from datasets import load_dataset
from trl import SFTTrainer, SFTConfig

dataset = load_dataset("json", data_files={
    "train": "data/train.jsonl",
    "validation": "data/validation.jsonl",
})

config = SFTConfig(
    output_dir="outputs/soporte-lora",
    max_length=2048,
    learning_rate=2e-4,
    num_train_epochs=1,
    logging_steps=10,
    eval_strategy="steps",
    eval_steps=50,
)

trainer = SFTTrainer(
    model="Qwen/Qwen3-4B",
    args=config,
    train_dataset=dataset["train"],
    eval_dataset=dataset["validation"],
)

trainer.train()
trainer.save_model("outputs/adapter")