{"id":"e32283a0-1211-4e1d-a1f1-d28982a2ab9c","slug":"hf-model-yavuz-ai-qwen3-4b-dpo-ultrafeedback-lora-vgkf9u-14","name":"qwen3-4b-dpo-ultrafeedback-lora","description":"Hugging Face model yavuz-ai/qwen3-4b-dpo-ultrafeedback-lora. Task: text generation. Library: peft. 22 downloads.","capabilities":["peft","safetensors","dpo","lora","trl","preference-optimization","text-generation","conversational","dataset:trl-lib/ultrafeedback_binarized","base_model:Qwen/Qwen3-4B-Instruct-2507","base_model:adapter:Qwen/Qwen3-4B-Instruct-2507","license:apache-2.0"],"protocols":[],"safetyScore":80,"overallRank":33,"trustScore":null,"trust":null,"source":"HUGGINGFACE","updatedAt":"2026-10-11T20:39:31.210Z"}