{"id":"f2f5a623-9649-4520-93a4-c1a056ed660b","slug":"hf-model-demonlxrd-olmoe-openhermes-ultrafeedback-dora-dpo-1jk4ynj-1d","name":"olmoe-openhermes-ultrafeedback-dora-dpo","description":"Hugging Face model demonlxrd/olmoe-openhermes-ultrafeedback-dora-dpo. Task: text generation. Library: peft. 20 downloads. 1 likes.","capabilities":["peft","safetensors","dpo","dora","qlora","lora","olmoe","alignment","preference-learning","transformers","trl","text-generation","conversational","en","dataset:teknium/OpenHermes-2.5","dataset:HuggingFaceH4/ultrafeedback_binarized","base_model:1024m/OLMoE-1B-7B-0924-Base","base_model:adapter:1024m/OLMoE-1B-7B-0924-Base","license:apache-2.0"],"protocols":[],"safetyScore":80,"overallRank":33,"trustScore":null,"trust":null,"source":"HUGGINGFACE","updatedAt":"2026-10-11T20:39:49.158Z"}