Upload folder using huggingface_hub
Browse files- .gitattributes +24 -0
- ArliAI-QwQ-32B-ArliAI-RpR-v4-IQ4_XS.gguf +3 -0
- ArliAI-QwQ-32B-ArliAI-RpR-v4-Q2_K.gguf +3 -0
- ArliAI-QwQ-32B-ArliAI-RpR-v4-Q3_K_L.gguf +3 -0
- ArliAI-QwQ-32B-ArliAI-RpR-v4-Q3_K_M.gguf +3 -0
- ArliAI-QwQ-32B-ArliAI-RpR-v4-Q3_K_S.gguf +3 -0
- ArliAI-QwQ-32B-ArliAI-RpR-v4-Q4_K_M.gguf +3 -0
- ArliAI-QwQ-32B-ArliAI-RpR-v4-Q4_K_S.gguf +3 -0
- ArliAI-QwQ-32B-ArliAI-RpR-v4-Q5_K_M.gguf +3 -0
- ArliAI-QwQ-32B-ArliAI-RpR-v4-Q5_K_S.gguf +3 -0
- ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K-00001-of-00006.gguf +3 -0
- ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K-00002-of-00006.gguf +3 -0
- ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K-00003-of-00006.gguf +3 -0
- ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K-00004-of-00006.gguf +3 -0
- ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K-00005-of-00006.gguf +3 -0
- ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K-00006-of-00006.gguf +3 -0
- ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00001-of-00008.gguf +3 -0
- ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00002-of-00008.gguf +3 -0
- ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00003-of-00008.gguf +3 -0
- ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00004-of-00008.gguf +3 -0
- ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00005-of-00008.gguf +3 -0
- ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00006-of-00008.gguf +3 -0
- ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00007-of-00008.gguf +3 -0
- ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00008-of-00008.gguf +3 -0
- README.md +47 -0
- featherless-quants.png +3 -0
.gitattributes
CHANGED
|
@@ -33,3 +33,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
+
ArliAI-QwQ-32B-ArliAI-RpR-v4-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
|
| 37 |
+
ArliAI-QwQ-32B-ArliAI-RpR-v4-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
|
| 38 |
+
ArliAI-QwQ-32B-ArliAI-RpR-v4-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
|
| 39 |
+
ArliAI-QwQ-32B-ArliAI-RpR-v4-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
| 40 |
+
ArliAI-QwQ-32B-ArliAI-RpR-v4-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
| 41 |
+
ArliAI-QwQ-32B-ArliAI-RpR-v4-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
| 42 |
+
ArliAI-QwQ-32B-ArliAI-RpR-v4-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
| 43 |
+
ArliAI-QwQ-32B-ArliAI-RpR-v4-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
| 44 |
+
ArliAI-QwQ-32B-ArliAI-RpR-v4-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
| 45 |
+
ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
|
| 46 |
+
ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
|
| 47 |
+
ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
|
| 48 |
+
ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
|
| 49 |
+
ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
|
| 50 |
+
ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
|
| 51 |
+
ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00001-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
|
| 52 |
+
ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00002-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
|
| 53 |
+
ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00003-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
|
| 54 |
+
ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00004-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
|
| 55 |
+
ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00005-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
|
| 56 |
+
ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00006-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
|
| 57 |
+
ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00007-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
|
| 58 |
+
ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00008-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
|
| 59 |
+
featherless-quants.png filter=lfs diff=lfs merge=lfs -text
|
ArliAI-QwQ-32B-ArliAI-RpR-v4-IQ4_XS.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c15d90f69bfedd81345004c9fa6caea9fd762419b7462539dc649c7aa558729e
|
| 3 |
+
size 17870101216
|
ArliAI-QwQ-32B-ArliAI-RpR-v4-Q2_K.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f01abf172e9e795e4e87f07495184e8944c8170ec379fcbdb0ccb1818f343baa
|
| 3 |
+
size 12313098976
|
ArliAI-QwQ-32B-ArliAI-RpR-v4-Q3_K_L.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c4dcd0af3502651ecccea6eb6bca0ffbe04965efd4b1382c2734d4be241053b3
|
| 3 |
+
size 17247079136
|
ArliAI-QwQ-32B-ArliAI-RpR-v4-Q3_K_M.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:93792c94c6e658b6de9824e14b628b5f5395386f11678bdef4139e9c5cb2bfce
|
| 3 |
+
size 15935048416
|
ArliAI-QwQ-32B-ArliAI-RpR-v4-Q3_K_S.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bcbc56f077eee918c655ebdd584a9319356246be5cbec61f3378d37a59a43cd6
|
| 3 |
+
size 14392330976
|
ArliAI-QwQ-32B-ArliAI-RpR-v4-Q4_K_M.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:316cdb6bbbe081d74d7aa3d3b1682067ff4197acbfb36ddf1287fcdd77fcb303
|
| 3 |
+
size 19851336416
|
ArliAI-QwQ-32B-ArliAI-RpR-v4-Q4_K_S.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c602a86edf6fea7c16545c31c479ce9a58d9157f52f1d1122f7adcefd89057ce
|
| 3 |
+
size 18784410336
|
ArliAI-QwQ-32B-ArliAI-RpR-v4-Q5_K_M.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:44482a0513d56557f3d75978e4e35230ba8e31c475c89eb13372df11165f8aac
|
| 3 |
+
size 23262157536
|
ArliAI-QwQ-32B-ArliAI-RpR-v4-Q5_K_S.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ef9bd292a589219bb12dd735ed048b1cf44523e4304775b423fd7f70d1c94d9f
|
| 3 |
+
size 22638254816
|
ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K-00001-of-00006.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4deacd437a79d3c03349375f67bf00a2e5cb0ca90f0d53b8cf185c9402517c9a
|
| 3 |
+
size 4928953344
|
ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K-00002-of-00006.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:59ba74eaa4f442736b6c1d8e32d4f5cce3e71ffcefed9ac58b918873071b86c5
|
| 3 |
+
size 4916678944
|
ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K-00003-of-00006.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:dc23722fcce48aa6eb07e5aad58a4c9ccdd4a29d294b8dcf73383aa4d626ba29
|
| 3 |
+
size 4916678944
|
ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K-00004-of-00006.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:623b74fff261b70abc3f489a974270674fd7186b8bdaa7119cc14b19a3aeeb32
|
| 3 |
+
size 4916658432
|
ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K-00005-of-00006.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b56bf8c60f949bca92dea98946f6a4ac86548a57de069a2f9486e1de6918cee9
|
| 3 |
+
size 4968338144
|
ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K-00006-of-00006.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1f55b845bb8f1f219afab78ca9c22f620be7a398bcc7f2e739e8a8e9bf7c1db3
|
| 3 |
+
size 2238847840
|
ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00001-of-00008.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ab5873d41f789f02902a3b61bc8253befdde67bbbb10c53ec781fa34a3b111b4
|
| 3 |
+
size 4978222176
|
ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00002-of-00008.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:91a537a023336d5d4ad05650cf86765fcb53b551a056b684ac748c79377b7c95
|
| 3 |
+
size 4964022592
|
ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00003-of-00008.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f7ddbb1ec6867efb518d168057705a144ec5716e30d7682fc6f0d2181a48c9b4
|
| 3 |
+
size 4880513760
|
ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00004-of-00008.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:18f37097473d732f228179653a48ca96899d550c4a176c4d9a32bec9b766ae96
|
| 3 |
+
size 4964002080
|
ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00005-of-00008.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c85c9ca1750e328c1966c28ba22b13e8e24854b9ddd321df71e1015c3e06c887
|
| 3 |
+
size 4880513760
|
ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00006-of-00008.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d92dc480ad469a956e07887b164e0d13f526d095325ec84f71f095f07a54a917
|
| 3 |
+
size 4964002080
|
ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00007-of-00008.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4d32e16e87402e8a3b5dcd5519fb27b53fc6b077dd7c266aeffc630636821478
|
| 3 |
+
size 4888758144
|
ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00008-of-00008.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d09804b149a88187c2a0ec86fb61542efd9663af155d69eaa0b8e9014ca897a4
|
| 3 |
+
size 300851552
|
README.md
ADDED
|
@@ -0,0 +1,47 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
base_model: ArliAI/QwQ-32B-ArliAI-RpR-v4
|
| 3 |
+
pipeline_tag: text-generation
|
| 4 |
+
quantized_by: featherless-ai-quants
|
| 5 |
+
---
|
| 6 |
+
|
| 7 |
+
# ArliAI/QwQ-32B-ArliAI-RpR-v4 GGUF Quantizations ๐
|
| 8 |
+
|
| 9 |
+

|
| 10 |
+
|
| 11 |
+
*Optimized GGUF quantization files for enhanced model performance*
|
| 12 |
+
|
| 13 |
+
> Powered by [Featherless AI](https://featherless.ai) - run any model you'd like for a simple small fee.
|
| 14 |
+
---
|
| 15 |
+
|
| 16 |
+
## Available Quantizations ๐
|
| 17 |
+
|
| 18 |
+
| Quantization Type | File | Size |
|
| 19 |
+
|-------------------|------|------|
|
| 20 |
+
| IQ4_XS | [ArliAI-QwQ-32B-ArliAI-RpR-v4-IQ4_XS.gguf](https://huggingface.co/featherless-ai-quants/ArliAI-QwQ-32B-ArliAI-RpR-v4-GGUF/blob/main/ArliAI-QwQ-32B-ArliAI-RpR-v4-IQ4_XS.gguf) | 17042.26 MB |
|
| 21 |
+
| Q2_K | [ArliAI-QwQ-32B-ArliAI-RpR-v4-Q2_K.gguf](https://huggingface.co/featherless-ai-quants/ArliAI-QwQ-32B-ArliAI-RpR-v4-GGUF/blob/main/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q2_K.gguf) | 11742.69 MB |
|
| 22 |
+
| Q3_K_L | [ArliAI-QwQ-32B-ArliAI-RpR-v4-Q3_K_L.gguf](https://huggingface.co/featherless-ai-quants/ArliAI-QwQ-32B-ArliAI-RpR-v4-GGUF/blob/main/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q3_K_L.gguf) | 16448.10 MB |
|
| 23 |
+
| Q3_K_M | [ArliAI-QwQ-32B-ArliAI-RpR-v4-Q3_K_M.gguf](https://huggingface.co/featherless-ai-quants/ArliAI-QwQ-32B-ArliAI-RpR-v4-GGUF/blob/main/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q3_K_M.gguf) | 15196.85 MB |
|
| 24 |
+
| Q3_K_S | [ArliAI-QwQ-32B-ArliAI-RpR-v4-Q3_K_S.gguf](https://huggingface.co/featherless-ai-quants/ArliAI-QwQ-32B-ArliAI-RpR-v4-GGUF/blob/main/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q3_K_S.gguf) | 13725.60 MB |
|
| 25 |
+
| Q4_K_M | [ArliAI-QwQ-32B-ArliAI-RpR-v4-Q4_K_M.gguf](https://huggingface.co/featherless-ai-quants/ArliAI-QwQ-32B-ArliAI-RpR-v4-GGUF/blob/main/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q4_K_M.gguf) | 18931.71 MB |
|
| 26 |
+
| Q4_K_S | [ArliAI-QwQ-32B-ArliAI-RpR-v4-Q4_K_S.gguf](https://huggingface.co/featherless-ai-quants/ArliAI-QwQ-32B-ArliAI-RpR-v4-GGUF/blob/main/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q4_K_S.gguf) | 17914.21 MB |
|
| 27 |
+
| Q5_K_M | [ArliAI-QwQ-32B-ArliAI-RpR-v4-Q5_K_M.gguf](https://huggingface.co/featherless-ai-quants/ArliAI-QwQ-32B-ArliAI-RpR-v4-GGUF/blob/main/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q5_K_M.gguf) | 22184.52 MB |
|
| 28 |
+
| Q5_K_S | [ArliAI-QwQ-32B-ArliAI-RpR-v4-Q5_K_S.gguf](https://huggingface.co/featherless-ai-quants/ArliAI-QwQ-32B-ArliAI-RpR-v4-GGUF/blob/main/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q5_K_S.gguf) | 21589.52 MB |
|
| 29 |
+
| Q6_K | [ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K](https://huggingface.co/featherless-ai-quants/ArliAI-QwQ-32B-ArliAI-RpR-v4-GGUF/tree/main/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K) | 25640.64 MB (folder) |
|
| 30 |
+
| Q8_0 | [ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0](https://huggingface.co/featherless-ai-quants/ArliAI-QwQ-32B-ArliAI-RpR-v4-GGUF/tree/main/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0) | 33207.78 MB (folder) |
|
| 31 |
+
|
| 32 |
+
|
| 33 |
+
---
|
| 34 |
+
|
| 35 |
+
## โก Powered by [Featherless AI](https://featherless.ai)
|
| 36 |
+
|
| 37 |
+
### Key Features
|
| 38 |
+
|
| 39 |
+
- ๐ฅ **Instant Hosting** - Deploy any Llama model on HuggingFace instantly
|
| 40 |
+
- ๐ ๏ธ **Zero Infrastructure** - No server setup or maintenance required
|
| 41 |
+
- ๐ **Vast Compatibility** - Support for 2400+ models and counting
|
| 42 |
+
- ๐ **Affordable Pricing** - Starting at just $10/month
|
| 43 |
+
|
| 44 |
+
---
|
| 45 |
+
|
| 46 |
+
**Links:**
|
| 47 |
+
[Get Started](https://featherless.ai) | [Documentation](https://featherless.ai/docs) | [Models](https://featherless.ai/models)
|
featherless-quants.png
ADDED
|
Git LFS Details
|