{"id":"857b7b16-ece4-4056-b1cb-b9fc8eb1f75a","slug":"hf-model-kyleyee-qwen2-0-5b-drdpo-imdb-subsft-reverse-preference-ebg59x-1j","name":"Qwen2-0.5B-DRDPO-imdb-subsft-reverse-preference","description":"Hugging Face model Kyleyee/Qwen2-0.5B-DRDPO-imdb-subsft-reverse-preference. Task: text generation. Library: transformers. 21 downloads.","capabilities":["transformers","safetensors","qwen2","text-generation","generated_from_trainer","trl","drdpo","conversational","dataset:Kyleyee/train_data_imdb_subsft_reverse_preference","arxiv:2305.18290","base_model:Kyleyee/Qwen2-0.5B-stf-imdb","base_model:finetune:Kyleyee/Qwen2-0.5B-stf-imdb","text-generation-inference","endpoints_compatible"],"protocols":[],"safetyScore":80,"overallRank":33,"trustScore":null,"trust":null,"source":"HUGGINGFACE","updatedAt":"2026-10-11T20:39:36.052Z"}