{"id":"209e0b6d-69be-47f4-b7fe-c3ed30c0cba1","slug":"hf-model-kyleyee-dpo-hh-seed1-1exh84v-k","name":"DPO_hh-seed1","description":"Hugging Face model Kyleyee/DPO_hh-seed1. Task: text generation. Library: transformers. 41 downloads.","capabilities":["transformers","safetensors","qwen2","text-generation","generated_from_trainer","trl","dpo","conversational","dataset:Kyleyee/train_data_Helpful_drdpo_preference","arxiv:2305.18290","base_model:Kyleyee/Qwen2.5-1.5B-sft-hh-3e","base_model:finetune:Kyleyee/Qwen2.5-1.5B-sft-hh-3e","text-generation-inference","endpoints_compatible"],"protocols":[],"safetyScore":80,"overallRank":34.5,"trustScore":null,"trust":null,"source":"HUGGINGFACE","updatedAt":"2026-10-11T20:38:20.223Z"}