Hugging Face's logo

mradermacher
/
Mellum-4b-sft-rust-GGUF

Text Generation
Transformers
GGUF
Rust
English
text-generation-inference
unsloth
llama
trl
sft
code
fill-in-the-middle
fim
llm
Model card Files
xet
Community
mradermacher commited on
Commit
302db88
·
verified ·
1 Parent(s): c2b40ef

uploaded from rain

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. Mellum-4b-sft-rust.IQ4_XS.gguf +3 -0
  3. Mellum-4b-sft-rust.Q2_K.gguf +3 -0
  4. Mellum-4b-sft-rust.Q3_K_L.gguf +3 -0
  5. Mellum-4b-sft-rust.Q3_K_M.gguf +3 -0
  6. Mellum-4b-sft-rust.Q3_K_S.gguf +3 -0
  7. Mellum-4b-sft-rust.Q4_K_M.gguf +3 -0
  8. Mellum-4b-sft-rust.Q4_K_S.gguf +3 -0
  9. Mellum-4b-sft-rust.Q5_K_M.gguf +3 -0
  10. Mellum-4b-sft-rust.Q5_K_S.gguf +3 -0
  11. Mellum-4b-sft-rust.Q6_K.gguf +3 -0
  12. Mellum-4b-sft-rust.Q8_0.gguf +3 -0
  13. Mellum-4b-sft-rust.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Mellum-4b-sft-rust.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Mellum-4b-sft-rust.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Mellum-4b-sft-rust.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Mellum-4b-sft-rust.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Mellum-4b-sft-rust.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Mellum-4b-sft-rust.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Mellum-4b-sft-rust.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Mellum-4b-sft-rust.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Mellum-4b-sft-rust.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Mellum-4b-sft-rust.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Mellum-4b-sft-rust.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Mellum-4b-sft-rust.f16.gguf filter=lfs diff=lfs merge=lfs -text
Mellum-4b-sft-rust.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f98330f23e4f9144d37cea46df3443055fae66691b5100d5626fcae55c94e3b8
3
+ size 2264732416
Mellum-4b-sft-rust.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5112a2019723bda77ac7f90bb2d82bfd774ccb6e23c76b8902a52217d5193a9a
3
+ size 1707496192
Mellum-4b-sft-rust.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8914437ab2903e641fe325c447e4fd0509a9b77128898aac8daf3c9b77976708
3
+ size 2238872320
Mellum-4b-sft-rust.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a37813ba9a7d5ebfbc5e5761e6a096225da4f509556a31f8df05437b05d27f46
3
+ size 2124483328
Mellum-4b-sft-rust.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3a4d84296a39b0e56c41574335208e812170eae6385c0dbabee14ca11c07df2
3
+ size 1950227200
Mellum-4b-sft-rust.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5a1a9813a35c40acf0ca7945cc7105f84a1110f5303652f1b547af3c8d2d6e5
3
+ size 2605171456
Mellum-4b-sft-rust.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:238c2866b361057b78a50730489f3e7b2bbfe5356646f6e960079d92d288cd02
3
+ size 2447430400
Mellum-4b-sft-rust.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d21c9d70d67bc3102b37f60c6b0f8a57e78736e2d7f908fb844da06161a2f8b4
3
+ size 2983543552
Mellum-4b-sft-rust.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ca0b5b5b11fbfd5039a5b7f7f89c567486ad7f25370de51bcf35a1e77e1eac5
3
+ size 2855035648
Mellum-4b-sft-rust.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e6e8fdabce5bfb8a4aa3ad918b2b29e1d8840a469dafc4825a90483db9ec6e2
3
+ size 3485428480
Mellum-4b-sft-rust.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe366f08a4ef2514959b3940139a7bd823d2f055910200d6a2053f50a304541e
3
+ size 4274520832
Mellum-4b-sft-rust.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba854c215c662bb4f0a1ee844166e1a586f6e4cc2b84976a65cd8b4f458f8e5a
3
+ size 8042390272