{"id":"b9fc4a61-c151-40f3-8f17-2e02f665bc95","slug":"hf-model-msquaredd-smollm3-dpo-aligned-202509291110-2moaq9-16","name":"smollm3-dpo-aligned-202509291110","description":"Hugging Face model msquaredd/smollm3-dpo-aligned-202509291110. Task: text generation. Library: transformers. 25 downloads.","capabilities":["transformers","safetensors","smollm3","text-generation","generated_from_trainer","hf_jobs","trl","dpo","conversational","dataset:Anthropic/hh-rlhf","arxiv:2305.18290","base_model:HuggingFaceTB/SmolLM3-3B","base_model:finetune:HuggingFaceTB/SmolLM3-3B","endpoints_compatible"],"protocols":[],"safetyScore":80,"overallRank":33.5,"trustScore":null,"trust":null,"source":"HUGGINGFACE","updatedAt":"2026-10-11T20:39:08.930Z"}