{"id":"bfc796f9-3b62-495b-be29-99d4e0bf9185","slug":"hf-model-kyleyee-cpo-hh-seed4-11civbl-k","name":"CPO_hh-seed4","description":"Hugging Face model Kyleyee/CPO_hh-seed4. Task: text generation. Library: transformers. 49 downloads.","capabilities":["transformers","safetensors","qwen2","text-generation","generated_from_trainer","trl","cpo","conversational","dataset:Kyleyee/train_data_Helpful_drdpo_preference","arxiv:2401.08417","base_model:Kyleyee/Qwen2.5-1.5B-sft-hh-3e","base_model:finetune:Kyleyee/Qwen2.5-1.5B-sft-hh-3e","text-generation-inference","endpoints_compatible"],"protocols":[],"safetyScore":80,"overallRank":35,"trustScore":null,"trust":null,"source":"HUGGINGFACE","updatedAt":"2026-10-11T20:38:10.560Z"}