Spaces:
Configuration error
Configuration error
Add my new, shiny module.
Browse files- llm_harness_mistral_arc.py +19 -1
llm_harness_mistral_arc.py
CHANGED
@@ -2,6 +2,19 @@ import evaluate
|
|
2 |
import datasets
|
3 |
import lm_eval
|
4 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
5 |
|
6 |
@evaluate.utils.file_utils.add_start_docstrings(_DESCRIPTION, _KWARGS_DESCRIPTION)
|
7 |
class llm_harness_mistral_arc(evaluate.Metric):
|
@@ -20,7 +33,12 @@ class llm_harness_mistral_arc(evaluate.Metric):
|
|
20 |
"pretrained": datasets.Value("string", id="sequence"),
|
21 |
"tasks": datasets.Sequence(datasets.Value("string", id="sequence"), id="tasks"),
|
22 |
}
|
23 |
-
)]
|
|
|
|
|
|
|
|
|
|
|
24 |
)
|
25 |
|
26 |
def _compute(self, pretrained, tasks):
|
|
|
2 |
import datasets
|
3 |
import lm_eval
|
4 |
|
5 |
+
# TODO: Add BibTeX citation
|
6 |
+
_CITATION = """
|
7 |
+
"""
|
8 |
+
|
9 |
+
# TODO: Add description of the module here
|
10 |
+
_DESCRIPTION = """
|
11 |
+
"""
|
12 |
+
|
13 |
+
|
14 |
+
# TODO: Add description of the arguments of the module here
|
15 |
+
_KWARGS_DESCRIPTION = """
|
16 |
+
"""
|
17 |
+
|
18 |
|
19 |
@evaluate.utils.file_utils.add_start_docstrings(_DESCRIPTION, _KWARGS_DESCRIPTION)
|
20 |
class llm_harness_mistral_arc(evaluate.Metric):
|
|
|
33 |
"pretrained": datasets.Value("string", id="sequence"),
|
34 |
"tasks": datasets.Sequence(datasets.Value("string", id="sequence"), id="tasks"),
|
35 |
}
|
36 |
+
)],
|
37 |
+
# Homepage of the module for documentation
|
38 |
+
homepage="http://module.homepage",
|
39 |
+
# Additional links to the codebase or references
|
40 |
+
codebase_urls=["http://github.com/path/to/codebase/of/new_module"],
|
41 |
+
reference_urls=["http://path.to.reference.url/new_module"]
|
42 |
)
|
43 |
|
44 |
def _compute(self, pretrained, tasks):
|