Suparious commited on
Commit
743148b
1 Parent(s): 695bd4d

Updated and moved existing to merged_models base_model tag in README.md

Browse files
Files changed (1) hide show
  1. README.md +77 -76
README.md CHANGED
@@ -1,133 +1,122 @@
1
  ---
2
- language:
3
- - en
4
- license: cc-by-nc-4.0
5
- tags:
6
- - merge
7
- - lazymergekit
8
- - dpo
9
- - rlhf
10
- - quantized
11
- - 4-bit
12
- - AWQ
13
- - text-generation
14
- - autotrain_compatible
15
- - endpoints_compatible
16
- - chatml
17
  dataset:
18
  - mlabonne/truthy-dpo-v0.1
19
  - mlabonne/distilabel-intel-orca-dpo-pairs
20
- base_model:
 
 
 
 
 
21
  - mlabonne/Monarch-7B
22
  model-index:
23
  - name: NeuralMonarch-7B
24
  results:
25
- - task:
26
- type: text-generation
27
- name: Text Generation
28
- dataset:
29
- name: AI2 Reasoning Challenge (25-Shot)
30
- type: ai2_arc
31
- config: ARC-Challenge
32
- split: test
33
  args:
34
  num_few_shot: 25
 
 
 
 
35
  metrics:
36
- - type: acc_norm
 
37
  value: 73.21
38
- name: normalized accuracy
39
  source:
40
- url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=mlabonne/NeuralMonarch-7B
41
  name: Open LLM Leaderboard
42
- - task:
43
- type: text-generation
44
  name: Text Generation
45
- dataset:
46
- name: HellaSwag (10-Shot)
47
- type: hellaswag
48
- split: validation
49
  args:
50
  num_few_shot: 10
 
 
 
51
  metrics:
52
- - type: acc_norm
 
53
  value: 89.09
54
- name: normalized accuracy
55
  source:
56
- url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=mlabonne/NeuralMonarch-7B
57
  name: Open LLM Leaderboard
58
- - task:
59
- type: text-generation
60
  name: Text Generation
61
- dataset:
62
- name: MMLU (5-Shot)
63
- type: cais/mmlu
64
- config: all
65
- split: test
66
  args:
67
  num_few_shot: 5
 
 
 
 
68
  metrics:
69
- - type: acc
 
70
  value: 64.41
71
- name: accuracy
72
  source:
73
- url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=mlabonne/NeuralMonarch-7B
74
  name: Open LLM Leaderboard
75
- - task:
76
- type: text-generation
77
  name: Text Generation
78
- dataset:
79
- name: TruthfulQA (0-shot)
80
- type: truthful_qa
81
- config: multiple_choice
82
- split: validation
83
  args:
84
  num_few_shot: 0
 
 
 
 
85
  metrics:
86
  - type: mc2
87
  value: 77.79
88
  source:
89
- url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=mlabonne/NeuralMonarch-7B
90
  name: Open LLM Leaderboard
91
- - task:
92
- type: text-generation
93
  name: Text Generation
94
- dataset:
95
- name: Winogrande (5-shot)
96
- type: winogrande
97
- config: winogrande_xl
98
- split: validation
99
  args:
100
  num_few_shot: 5
 
 
 
 
101
  metrics:
102
- - type: acc
 
103
  value: 84.61
104
- name: accuracy
105
  source:
106
- url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=mlabonne/NeuralMonarch-7B
107
  name: Open LLM Leaderboard
108
- - task:
109
- type: text-generation
110
  name: Text Generation
111
- dataset:
112
- name: GSM8k (5-shot)
113
- type: gsm8k
114
- config: main
115
- split: test
116
  args:
117
  num_few_shot: 5
 
 
 
 
118
  metrics:
119
- - type: acc
 
120
  value: 67.78
121
- name: accuracy
122
  source:
123
- url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=mlabonne/NeuralMonarch-7B
124
  name: Open LLM Leaderboard
125
- library_name: transformers
 
 
 
126
  model_creator: mlabonne
127
  model_name: NeuralMonarch-7B
128
  model_type: mistral
129
  pipeline_tag: text-generation
130
- inference: false
131
  prompt_template: '<|im_start|>system
132
 
133
  {system_message}<|im_end|>
@@ -140,6 +129,18 @@ prompt_template: '<|im_start|>system
140
 
141
  '
142
  quantized_by: Suparious
 
 
 
 
 
 
 
 
 
 
 
 
143
  ---
144
  # mlabonne/NeuralMonarch-7B AWQ
145
 
 
1
  ---
2
+ base_model: mlabonne/NeuralMonarch-7B
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3
  dataset:
4
  - mlabonne/truthy-dpo-v0.1
5
  - mlabonne/distilabel-intel-orca-dpo-pairs
6
+ inference: false
7
+ language:
8
+ - en
9
+ library_name: transformers
10
+ license: cc-by-nc-4.0
11
+ merged_models:
12
  - mlabonne/Monarch-7B
13
  model-index:
14
  - name: NeuralMonarch-7B
15
  results:
16
+ - dataset:
 
 
 
 
 
 
 
17
  args:
18
  num_few_shot: 25
19
+ config: ARC-Challenge
20
+ name: AI2 Reasoning Challenge (25-Shot)
21
+ split: test
22
+ type: ai2_arc
23
  metrics:
24
+ - name: normalized accuracy
25
+ type: acc_norm
26
  value: 73.21
 
27
  source:
 
28
  name: Open LLM Leaderboard
29
+ url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=mlabonne/NeuralMonarch-7B
30
+ task:
31
  name: Text Generation
32
+ type: text-generation
33
+ - dataset:
 
 
34
  args:
35
  num_few_shot: 10
36
+ name: HellaSwag (10-Shot)
37
+ split: validation
38
+ type: hellaswag
39
  metrics:
40
+ - name: normalized accuracy
41
+ type: acc_norm
42
  value: 89.09
 
43
  source:
 
44
  name: Open LLM Leaderboard
45
+ url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=mlabonne/NeuralMonarch-7B
46
+ task:
47
  name: Text Generation
48
+ type: text-generation
49
+ - dataset:
 
 
 
50
  args:
51
  num_few_shot: 5
52
+ config: all
53
+ name: MMLU (5-Shot)
54
+ split: test
55
+ type: cais/mmlu
56
  metrics:
57
+ - name: accuracy
58
+ type: acc
59
  value: 64.41
 
60
  source:
 
61
  name: Open LLM Leaderboard
62
+ url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=mlabonne/NeuralMonarch-7B
63
+ task:
64
  name: Text Generation
65
+ type: text-generation
66
+ - dataset:
 
 
 
67
  args:
68
  num_few_shot: 0
69
+ config: multiple_choice
70
+ name: TruthfulQA (0-shot)
71
+ split: validation
72
+ type: truthful_qa
73
  metrics:
74
  - type: mc2
75
  value: 77.79
76
  source:
 
77
  name: Open LLM Leaderboard
78
+ url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=mlabonne/NeuralMonarch-7B
79
+ task:
80
  name: Text Generation
81
+ type: text-generation
82
+ - dataset:
 
 
 
83
  args:
84
  num_few_shot: 5
85
+ config: winogrande_xl
86
+ name: Winogrande (5-shot)
87
+ split: validation
88
+ type: winogrande
89
  metrics:
90
+ - name: accuracy
91
+ type: acc
92
  value: 84.61
 
93
  source:
 
94
  name: Open LLM Leaderboard
95
+ url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=mlabonne/NeuralMonarch-7B
96
+ task:
97
  name: Text Generation
98
+ type: text-generation
99
+ - dataset:
 
 
 
100
  args:
101
  num_few_shot: 5
102
+ config: main
103
+ name: GSM8k (5-shot)
104
+ split: test
105
+ type: gsm8k
106
  metrics:
107
+ - name: accuracy
108
+ type: acc
109
  value: 67.78
 
110
  source:
 
111
  name: Open LLM Leaderboard
112
+ url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=mlabonne/NeuralMonarch-7B
113
+ task:
114
+ name: Text Generation
115
+ type: text-generation
116
  model_creator: mlabonne
117
  model_name: NeuralMonarch-7B
118
  model_type: mistral
119
  pipeline_tag: text-generation
 
120
  prompt_template: '<|im_start|>system
121
 
122
  {system_message}<|im_end|>
 
129
 
130
  '
131
  quantized_by: Suparious
132
+ tags:
133
+ - merge
134
+ - lazymergekit
135
+ - dpo
136
+ - rlhf
137
+ - quantized
138
+ - 4-bit
139
+ - AWQ
140
+ - text-generation
141
+ - autotrain_compatible
142
+ - endpoints_compatible
143
+ - chatml
144
  ---
145
  # mlabonne/NeuralMonarch-7B AWQ
146