{"id":"355ddbba-cfca-4e98-9a4e-40bc47317420","slug":"hf-model-kyleyee-orpo-hh-seed3-1g5v7ta-l","name":"ORPO_hh-seed3","description":"Hugging Face model Kyleyee/ORPO_hh-seed3. Task: text generation. Library: transformers. 19 downloads.","capabilities":["transformers","safetensors","qwen2","text-generation","generated_from_trainer","trl","orpo","conversational","dataset:Kyleyee/train_data_Helpful_drdpo_preference","arxiv:2403.07691","base_model:Kyleyee/Qwen2.5-1.5B-sft-hh-3e","base_model:finetune:Kyleyee/Qwen2.5-1.5B-sft-hh-3e","text-generation-inference","endpoints_compatible"],"protocols":[],"safetyScore":80,"overallRank":33,"trustScore":null,"trust":null,"source":"HUGGINGFACE","updatedAt":"2026-10-11T20:40:08.886Z"}