{"id":"1ae52de5-2a78-4a78-bbc2-7792c0c04c6b","slug":"hf-model-softmax-llama-2-70b-chat-hf-marlin-zbcypo-y","name":"Llama-2-70b-chat-hf-marlin","description":"Hugging Face model softmax/Llama-2-70b-chat-hf-marlin. Task: text generation. Library: transformers. 19 downloads.","capabilities":["transformers","safetensors","llama","text-generation","nm-vllm","marlin","int4","conversational","arxiv:2210.17323","base_model:meta-llama/Llama-2-70b-chat-hf","base_model:quantized:meta-llama/Llama-2-70b-chat-hf","text-generation-inference","endpoints_compatible","4-bit","gptq"],"protocols":[],"safetyScore":80,"overallRank":33,"trustScore":null,"trust":null,"source":"HUGGINGFACE","updatedAt":"2026-10-11T20:39:55.574Z"}