{"id":"1b7709b4-c9c5-4389-9eec-4c128876327c","slug":"hf-model-kyleyee-cpo-hh-seed2-11civbj-k","name":"CPO_hh-seed2","description":"Hugging Face model Kyleyee/CPO_hh-seed2. Task: text generation. Library: transformers. 24 downloads.","capabilities":["transformers","safetensors","qwen2","text-generation","generated_from_trainer","trl","cpo","conversational","dataset:Kyleyee/train_data_Helpful_drdpo_preference","arxiv:2401.08417","base_model:Kyleyee/Qwen2.5-1.5B-sft-hh-3e","base_model:finetune:Kyleyee/Qwen2.5-1.5B-sft-hh-3e","text-generation-inference","endpoints_compatible"],"protocols":[],"safetyScore":80,"overallRank":33.5,"trustScore":null,"trust":null,"source":"HUGGINGFACE","updatedAt":"2026-10-11T20:39:16.077Z"}