{"id":"a4b6142d-987d-4d12-a209-90c8ea92631a","slug":"hf-model-alignment-handbook-zephyr-7b-dpo-qlora-1d01ags-12","name":"zephyr-7b-dpo-qlora","description":"Hugging Face model alignment-handbook/zephyr-7b-dpo-qlora. Library: peft. 18 downloads. 9 likes.","capabilities":["peft","tensorboard","safetensors","mistral","alignment-handbook","generated_from_trainer","trl","dpo","dataset:HuggingFaceH4/ultrafeedback_binarized","base_model:mistralai/Mistral-7B-v0.1","base_model:adapter:mistralai/Mistral-7B-v0.1","license:apache-2.0"],"protocols":[],"safetyScore":80,"overallRank":32.5,"trustScore":null,"trust":null,"source":"HUGGINGFACE","updatedAt":"2026-10-11T20:40:13.081Z"}