Update README.md
Browse files
README.md
CHANGED
|
@@ -30,6 +30,7 @@ license_link: https://huggingface.co/moonshotai/Kimi-K2-Instruct/blob/main/LICEN
|
|
| 30 |
validated_on:
|
| 31 |
- RHOAI 2.24
|
| 32 |
- RHAIIS 3.2.1
|
|
|
|
| 33 |
---
|
| 34 |
<h1 style="display: flex; align-items: center; gap: 10px; margin: 0;">
|
| 35 |
Kimi-K2-Instruct-quantized.w4a16
|
|
@@ -54,6 +55,7 @@ validated_on:
|
|
| 54 |
- **ModelCar Storage URI:** oci://registry.redhat.io/rhelai1/modelcar-kimi-k2-instruct-quantized-w4a16:1.5
|
| 55 |
- **Validated on RHOAI 2.24:** quay.io/modh/vllm:rhoai-2.24-cuda
|
| 56 |
- **Validated on RHAIIS 3.2.1:** http://registry.redhat.io/rhaiis/vllm-cuda-rhel9:3.2.1
|
|
|
|
| 57 |
|
| 58 |
|
| 59 |
|
|
|
|
| 30 |
validated_on:
|
| 31 |
- RHOAI 2.24
|
| 32 |
- RHAIIS 3.2.1
|
| 33 |
+
- vLLM 0.10.0
|
| 34 |
---
|
| 35 |
<h1 style="display: flex; align-items: center; gap: 10px; margin: 0;">
|
| 36 |
Kimi-K2-Instruct-quantized.w4a16
|
|
|
|
| 55 |
- **ModelCar Storage URI:** oci://registry.redhat.io/rhelai1/modelcar-kimi-k2-instruct-quantized-w4a16:1.5
|
| 56 |
- **Validated on RHOAI 2.24:** quay.io/modh/vllm:rhoai-2.24-cuda
|
| 57 |
- **Validated on RHAIIS 3.2.1:** http://registry.redhat.io/rhaiis/vllm-cuda-rhel9:3.2.1
|
| 58 |
+
- **Validated on vLLM:** 0.10.0
|
| 59 |
|
| 60 |
|
| 61 |
|