[
    {
        "url": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-Q3_K_M.gguf",
        "name": "qwen3.5-0.8b",
        "n_batch": 256
    },
    {
        "url": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-Q3_K_M.gguf",
        "name": "qwen3.5-2b",
        "n_batch": 128
    },
    {
        "url": "https://huggingface.co/QuantFactory/Phi-3-mini-128k-instruct-GGUF/resolve/main/Phi-3-mini-128k-instruct.Q3_K_M.gguf",
        "name": "phi-3.5-mini-instruct",
        "n_batch": 108
    }
]