h2oai/h2o-lightning-4b-gguf main
Serialized MD5 or SHA-256 digest fieldPins an expected SHA-256 digest constant
SHA-2560676dfae82151a7ec1c013d2f36a422e450a1773e8ea1a95a2201370b405984b
MaleculeH₂(CrDb)
Evidence
5:62… it option; lower quants experimental with failed text gates",
6 "files": {
7 "h2o-lightning-4b-BF16.gguf": {
8 "bytes": 8424393600,
9 "sha256": "47c5c9f89a9f7353e1190a2f914c4a54685bc259d10b5d44601810b455fb537e",
10 "commit": "0a892a83c0f19e1786db4de6abecd125c4e8b2b0"
11 },
12 "h2o-lightning-4b-IQ1_M.gguf": {
13 "bytes": 1426418848,
14 "sha256": "cd73a7f44c3308547974333b29d5cc9d893d88df07952c2165e97bdcd14f9f0c",
15 "commit": "0a892a83c0f19e1786db4de6abecd125c4e8b2b0"
16 },
17 "h2o-lightning-4b-IQ2_XXS.gguf": {
18 "bytes": 1538393248,
19 "sha256": "2d163fa0bb47456017b01a70d12c6e41ef72bbb2d19c6334b44b075a0270209c",
20 "commit": "0a892a83c0f19e1786db4de6abecd125c4e8b2b0"
21 },
22 "h2o-lightning-4b-Q4_K_M-BF16embed.gguf": {
23 "bytes": 3458731168,
24 "sha256": "0858d19afdb1e41abedd7555f1d7e9e36aa96880719956c1da7db3fc3d2385ec",
25 "commit": "0a892a83c0f19e1786db4de6abecd125c4e8b2b0"
26 },
27 "h2o-lightning-4b-Q4_K_M.gguf": {
28 "bytes": 2708804768,
29 "sha256": "ddd3176f9d9aea24cb5498cafa328be2bd77b9980f9d844a850e126b052e7b0e",
30 "commit": "0a892a83c0f19e1786db4de6abecd125c4e8b2b0"
31 },
32 "h2o-lightning-4b-Q5_K_M-BF16embed.gguf": {
33 "bytes": 3824913568,
34 "sha256": "04cffe9d4249554e4090efa1568a613f4fc55bbc481783c5b0b54dbac83ccdbd",
35 "commit": "0a892a83c0f19e1786db4de6abecd125c4e8b2b0"
36 },
37 "h2o-lightning-4b-Q5_K_M.gguf": {
38 "bytes": 3074987168,
39 "sha256": "4484b1f1e5c5ab6eac36c1746bbd07473591ce55578f4ca427e198160f6f3608",
40 "commit": "0a892a83c0f19e1786db4de6abecd125c4e8b2b0"
41 },
42 "h2o-lightning-4b-Q8_0.gguf": {
43 "bytes": 4482403488,
44 "sha256": "390c998cf41739b55c7a2aae2eb7a725a183fe3ecda742dc57a6bf212a96399f",
45 "commit": "0a892a83c0f19e1786db4de6abecd125c4e8b2b0"
46 },
47 "mmproj-lightning-f16.gguf": {
48 "bytes": 672423360, …