Hugging Face's logo

gaianet
/
Llama-3.2-3B-Instruct-GGUF

Text Generation
Transformers
GGUF
llama
chat
llama-3
text-generation-inference
Inference Endpoints
Model card Files Community
apepkuss79 commited on
Commit
6ec1b76
•
1 Parent(s): 6c10246

Update models

Browse files
Files changed (15) hide show
  1. .gitattributes +13 -0
  2. Llama-3.2-3B-Instruct-Q2_K.gguf +3 -0
  3. Llama-3.2-3B-Instruct-Q3_K_L.gguf +3 -0
  4. Llama-3.2-3B-Instruct-Q3_K_M.gguf +3 -0
  5. Llama-3.2-3B-Instruct-Q3_K_S.gguf +3 -0
  6. Llama-3.2-3B-Instruct-Q4_0.gguf +3 -0
  7. Llama-3.2-3B-Instruct-Q4_K_M.gguf +3 -0
  8. Llama-3.2-3B-Instruct-Q4_K_S.gguf +3 -0
  9. Llama-3.2-3B-Instruct-Q5_0.gguf +3 -0
  10. Llama-3.2-3B-Instruct-Q5_K_M.gguf +3 -0
  11. Llama-3.2-3B-Instruct-Q5_K_S.gguf +3 -0
  12. Llama-3.2-3B-Instruct-Q6_K.gguf +3 -0
  13. Llama-3.2-3B-Instruct-Q8_0.gguf +3 -0
  14. Llama-3.2-3B-Instruct-f16.gguf +3 -0
  15. config.json +39 -0
.gitattributes CHANGED
@@ -33,3 +33,16 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Llama-3.2-3B-Instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Llama-3.2-3B-Instruct-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Llama-3.2-3B-Instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Llama-3.2-3B-Instruct-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Llama-3.2-3B-Instruct-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Llama-3.2-3B-Instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Llama-3.2-3B-Instruct-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Llama-3.2-3B-Instruct-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Llama-3.2-3B-Instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Llama-3.2-3B-Instruct-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Llama-3.2-3B-Instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Llama-3.2-3B-Instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Llama-3.2-3B-Instruct-f16.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.2-3B-Instruct-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f355e9b1a6c69ee7ea297f8b3bb38c44ab00ad7bc9f699babe0a02eae61cf276
3
+ size 1363935520
Llama-3.2-3B-Instruct-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f778dda3fa1dd1c34747038221113b7940b3b26645e50775bbc8b4a8997040c6
3
+ size 1815347488
Llama-3.2-3B-Instruct-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21c7b1e2c11ce80e0de67c3b6aeace40edf6cd0c6606d3c0085117b9c8951669
3
+ size 1687159072
Llama-3.2-3B-Instruct-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24f06a24cf262e93c9c25dea3f207593e23293df4732a49cdc887bbf3d145e14
3
+ size 1542848800
Llama-3.2-3B-Instruct-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aec4181a9debbcd9213f4c8e6b4b33bd24181feb373332d904839492a8b4169b
3
+ size 1917190432
Llama-3.2-3B-Instruct-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4f1a04d927b09ec18eb2f233d85ecd760fc2d35cec97e37f8604d3632210d9a
3
+ size 2019377440
Llama-3.2-3B-Instruct-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f3e5cc3cb1d83b9b9b2876250db8703d93eb23803598eafd3aafe5b5da99d1f
3
+ size 1928200480
Llama-3.2-3B-Instruct-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c112217953cbe9e97e03ac9e459d1629cf939ccaf669bde8250901cf2277ef4c
3
+ size 2269511968
Llama-3.2-3B-Instruct-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5fcbaeaa8e8cd835fd38f2d1daccd58816ba79af262d2335b7454cf0bd21d7cf
3
+ size 2322153760
Llama-3.2-3B-Instruct-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a47518afcfee91bf0b4a6da63ad87774b9dc403a643f3450fb1761fd5a03b59d
3
+ size 2269511968
Llama-3.2-3B-Instruct-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ccc943ca31e72526a309b319b15d1ec453cd1c01e27aea4731ccc6a3bfab264
3
+ size 2643853600
Llama-3.2-3B-Instruct-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94f22b7231df5cd1907ff48dba54497b2d7912a4ce60d914f3dcfc0347fa8f21
3
+ size 3421899040
Llama-3.2-3B-Instruct-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5ebe8fbb5ab5f05aaa056948668c5f7443df9d0883497f1d9c05f57fb8ea6cd
3
+ size 6433687840
config.json ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "LlamaForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 128000,
8
+ "eos_token_id": [
9
+ 128001,
10
+ 128008,
11
+ 128009
12
+ ],
13
+ "head_dim": 128,
14
+ "hidden_act": "silu",
15
+ "hidden_size": 3072,
16
+ "initializer_range": 0.02,
17
+ "intermediate_size": 8192,
18
+ "max_position_embeddings": 131072,
19
+ "mlp_bias": false,
20
+ "model_type": "llama",
21
+ "num_attention_heads": 24,
22
+ "num_hidden_layers": 28,
23
+ "num_key_value_heads": 8,
24
+ "pretraining_tp": 1,
25
+ "rms_norm_eps": 1e-05,
26
+ "rope_scaling": {
27
+ "factor": 32.0,
28
+ "high_freq_factor": 4.0,
29
+ "low_freq_factor": 1.0,
30
+ "original_max_position_embeddings": 8192,
31
+ "rope_type": "llama3"
32
+ },
33
+ "rope_theta": 500000.0,
34
+ "tie_word_embeddings": true,
35
+ "torch_dtype": "bfloat16",
36
+ "transformers_version": "4.45.0.dev0",
37
+ "use_cache": true,
38
+ "vocab_size": 128256
39
+ }