alvations commited on
Commit
8bbfbf4
1 Parent(s): e6595d5

Add my new, shiny module.

Browse files
Files changed (1) hide show
  1. tests.py +5 -15
tests.py CHANGED
@@ -1,17 +1,7 @@
1
  test_cases = [
2
  {
3
- "predictions": [0, 0],
4
- "references": [1, 1],
5
- "result": {"metric_score": 0}
6
- },
7
- {
8
- "predictions": [1, 1],
9
- "references": [1, 1],
10
- "result": {"metric_score": 1}
11
- },
12
- {
13
- "predictions": [1, 0],
14
- "references": [1, 1],
15
- "result": {"metric_score": 0.5}
16
- }
17
- ]
 
1
  test_cases = [
2
  {
3
+ "pretrained": "mistralai/Mistral-7B-Instruct-v0.2",
4
+ "tasks": ["arc_easy"],
5
+ "result": {'arc_easy': {'acc': 0.8131313131313131, 'acc_norm': 0.7680976430976431}}
6
+ }]
7
+