metadata
license: mit
language:
- en
- zh
pipeline_tag: text-generation
library_name: exllamav3
base_model: zai-org/GLM-4.5
base_model_relation: quantized
tags:
- exl3
exllamav3 quantizations of zai-org/GLM-4.5.
2.00 bpw h6 84.517 GiB
3.00 bpw h6 125.398 GiB
4.00 bpw h6 166.280 GiB
5.00 bpw h6 207.162 GiB
6.00 bpw h6 248.043 GiB
8.00 bpw h8 329.987 GiB