delivery.json

{
  "tasks": [
    {
      "model_id": "Llama-3.1-8B-Instruct",
      "model": "HF://meta-llama/Llama-3.1-8B-Instruct",
      "conv_template": "llama-3_1",
      "quantization": ["q4f16_ft"]
    },
    {
      "model_id": "Llama-2-7b-chat-hf",
      "model": "HF://meta-llama/Llama-2-7b-chat-hf",
      "conv_template": "llama-2",
      "quantization": ["q4f16_ft"]
    },
    {
      "model_id": "Llama-3.2-1B-Instruct",
      "model": "HF://meta-llama/Llama-3.2-1B-Instruct",
      "conv_template": "llama-3_1",
      "quantization": ["q4f16_ft"]
    },
    {
      "model_id": "Llama-3.2-3B-Instruct",
      "model": "HF://meta-llama/Llama-3.2-3B-Instruct",
      "conv_template": "llama-3_1",
      "quantization": ["q4f16_ft"]
    },
    {
      "model_id": "gemma-2-2b-it",
      "model": "HF://google/gemma-2-2b-it",
      "conv_template": "gemma_instruction",
      "quantization": ["q4f16_ft"]
    },
    {
      "model_id": "gemma-2-9b-it",
      "model": "HF://google/gemma-2-9b-it",
      "conv_template": "gemma_instruction",
      "quantization": ["q4f16_ft"]
    },
    {
      "model_id": "Phi-3.5-mini-instruct",
      "model": "HF://microsoft/Phi-3.5-mini-instruct",
      "conv_template": "phi-3",
      "quantization": ["q4f16_ft"]
    },
    {
      "model_id": "SmolLM2-1.7B-Instruct",
      "model": "HF://HuggingFaceTB/SmolLM2-1.7B-Instruct",
      "conv_template": "chatml",
      "quantization": ["q4f16_ft"]
    },
    {
      "model_id": "SmolLM2-360M-Instruct",
      "model": "HF://HuggingFaceTB/SmolLM2-360M-Instruct",
      "conv_template": "chatml",
      "quantization": ["q4f16_ft"]
    },
    {
      "model_id": "SmolLM2-135M-Instruct",
      "model": "HF://HuggingFaceTB/SmolLM2-135M-Instruct",
      "conv_template": "chatml",
      "quantization": ["q4f16_ft"]
    },
    {
      "model_id": "Qwen2.5-1.5B-Instruct",
      "model": "HF://Qwen/Qwen2.5-1.5B-Instruct",
      "conv_template": "qwen2",
      "quantization": ["q4f16_ft"]
    },
    {
      "model_id": "Qwen2.5-0.5B-Instruct",
      "model": "HF://Qwen/Qwen2.5-0.5B-Instruct",
      "conv_template": "qwen2",
      "quantization": ["q4f16_ft"]
    },
    {
      "model_id": "Qwen2.5-7B-Instruct",
      "model": "HF://Qwen/Qwen2.5-7B-Instruct",
      "conv_template": "qwen2",
      "quantization": ["q4f16_ft"]
    }
  ]
}