{"id":"7e6d63d0-3a32-4d64-bcaf-aa1e07ac4804","slug":"hf-model-jackf857-llama-3-2-1b-instruct-dpo-hh-1lmil9i-11","name":"Llama-3.2-1B-Instruct-DPO-HH","description":"Hugging Face model jackf857/Llama-3.2-1B-Instruct-DPO-HH. Task: text generation. Library: transformers. 43 downloads.","capabilities":["transformers","safetensors","llama","text-generation","dpo","preference-optimization","rlhf","llama-3.2","from-scratch","conversational","en","dataset:Anthropic/hh-rlhf","base_model:meta-llama/Llama-3.2-1B-Instruct","base_model:finetune:meta-llama/Llama-3.2-1B-Instruct","license:llama3.2","text-generation-inference","endpoints_compatible"],"protocols":[],"safetyScore":80,"overallRank":35,"trustScore":null,"trust":null,"source":"HUGGINGFACE","updatedAt":"2026-10-11T20:38:17.936Z"}