alvations commited on
Commit
add65fc
1 Parent(s): 62d10a3

Add my new, shiny module.

Browse files
Files changed (1) hide show
  1. llm_harness_mistral_arc.py +19 -1
llm_harness_mistral_arc.py CHANGED
@@ -2,6 +2,19 @@ import evaluate
2
  import datasets
3
  import lm_eval
4
 
 
 
 
 
 
 
 
 
 
 
 
 
 
5
 
6
  @evaluate.utils.file_utils.add_start_docstrings(_DESCRIPTION, _KWARGS_DESCRIPTION)
7
  class llm_harness_mistral_arc(evaluate.Metric):
@@ -20,7 +33,12 @@ class llm_harness_mistral_arc(evaluate.Metric):
20
  "pretrained": datasets.Value("string", id="sequence"),
21
  "tasks": datasets.Sequence(datasets.Value("string", id="sequence"), id="tasks"),
22
  }
23
- )]
 
 
 
 
 
24
  )
25
 
26
  def _compute(self, pretrained, tasks):
 
2
  import datasets
3
  import lm_eval
4
 
5
+ # TODO: Add BibTeX citation
6
+ _CITATION = """
7
+ """
8
+
9
+ # TODO: Add description of the module here
10
+ _DESCRIPTION = """
11
+ """
12
+
13
+
14
+ # TODO: Add description of the arguments of the module here
15
+ _KWARGS_DESCRIPTION = """
16
+ """
17
+
18
 
19
  @evaluate.utils.file_utils.add_start_docstrings(_DESCRIPTION, _KWARGS_DESCRIPTION)
20
  class llm_harness_mistral_arc(evaluate.Metric):
 
33
  "pretrained": datasets.Value("string", id="sequence"),
34
  "tasks": datasets.Sequence(datasets.Value("string", id="sequence"), id="tasks"),
35
  }
36
+ )],
37
+ # Homepage of the module for documentation
38
+ homepage="http://module.homepage",
39
+ # Additional links to the codebase or references
40
+ codebase_urls=["http://github.com/path/to/codebase/of/new_module"],
41
+ reference_urls=["http://path.to.reference.url/new_module"]
42
  )
43
 
44
  def _compute(self, pretrained, tasks):