{"id":"1e71af01-81e2-47ba-a3e9-1031c3c45f6b","slug":"hf-model-steven0226-qwen2-5-0-5b-dpo-ultrafeedback-i4jach-15","name":"qwen2.5-0.5b-dpo-ultrafeedback","description":"Hugging Face model steven0226/qwen2.5-0.5b-dpo-ultrafeedback. Task: text generation. Library: transformers. 24 downloads.","capabilities":["transformers","safetensors","qwen2","text-generation","dpo","trl","peft","qwen2.5","preference-alignment","conversational","dataset:HuggingFaceH4/ultrafeedback_binarized","base_model:Qwen/Qwen2.5-0.5B-Instruct","base_model:finetune:Qwen/Qwen2.5-0.5B-Instruct","license:apache-2.0","text-generation-inference","endpoints_compatible"],"protocols":[],"safetyScore":80,"overallRank":33.5,"trustScore":null,"trust":null,"source":"HUGGINGFACE","updatedAt":"2026-10-11T20:39:16.516Z"}