examples/inference/llama3_full_sft.yaml

model_name_or_path: saves/llama3-8b/full/sft
template: llama3
infer_backend: huggingface  # choices: [huggingface, vllm, sglang]
trust_remote_code: true