kevinoli commited on
Commit
c962708
1 Parent(s): de72b9e

Training in progress, step 5500, checkpoint

Browse files
checkpoint-5500/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7e78280229ed8bf620dd6a01be3d1019126dd66e76bfa3461ba2dffa2e85023b
3
  size 1711848436
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bdcdd2d79f2cda99085e9042342a45f325fecfd54d0c3eafb5fe641f8925ef4b
3
  size 1711848436
checkpoint-5500/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8feca87656cd62e451229def47699e8b15a50e6fdda0bd9cbdad8b884afdba60
3
  size 3424043887
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7143d2f12f36c84536b09f57c0e217bc77d4c28b1bd19834400f9326a5db1e5
3
  size 3424043887
checkpoint-5500/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6db0fe90848f9f7a5163da3f0ba7cc0304fc099c90eeeec08265260672ea6796
3
  size 623
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54280fd1c95daf5adabdb168b633e673edd4fb6899a62b3a3dd0b9b25686d7ad
3
  size 623
checkpoint-5500/trainer_state.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
- "best_metric": 1.0375442504882812,
3
  "best_model_checkpoint": "./output/clip-finetuned-csu-p14-336-e4l58-l/checkpoint-5500",
4
- "epoch": 1.013077914901455,
5
  "eval_steps": 500,
6
  "global_step": 5500,
7
  "is_hyper_param_search": false,
@@ -9,173 +9,173 @@
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
- "epoch": 0.09209799226376865,
13
- "grad_norm": 0.0014697719598188996,
14
- "learning_rate": 4.884877509670289e-08,
15
- "loss": 0.4588,
16
  "step": 500
17
  },
18
  {
19
- "epoch": 0.09209799226376865,
20
- "eval_loss": 1.4194883108139038,
21
- "eval_runtime": 78.7703,
22
- "eval_samples_per_second": 15.31,
23
- "eval_steps_per_second": 1.917,
24
  "step": 500
25
  },
26
  {
27
- "epoch": 0.1841959845275373,
28
- "grad_norm": 301.76043701171875,
29
- "learning_rate": 4.769755019340578e-08,
30
- "loss": 0.4255,
31
  "step": 1000
32
  },
33
  {
34
- "epoch": 0.1841959845275373,
35
- "eval_loss": 1.3416553735733032,
36
- "eval_runtime": 77.0051,
37
- "eval_samples_per_second": 15.661,
38
- "eval_steps_per_second": 1.961,
39
  "step": 1000
40
  },
41
  {
42
- "epoch": 0.27629397679130596,
43
- "grad_norm": 35.28853225708008,
44
- "learning_rate": 4.654632529010867e-08,
45
- "loss": 0.3724,
46
  "step": 1500
47
  },
48
  {
49
- "epoch": 0.27629397679130596,
50
- "eval_loss": 1.2872973680496216,
51
- "eval_runtime": 77.5439,
52
- "eval_samples_per_second": 15.552,
53
- "eval_steps_per_second": 1.947,
54
  "step": 1500
55
  },
56
  {
57
- "epoch": 0.3683919690550746,
58
- "grad_norm": 338.9349060058594,
59
- "learning_rate": 4.539510038681156e-08,
60
- "loss": 0.3251,
61
  "step": 2000
62
  },
63
  {
64
- "epoch": 0.3683919690550746,
65
- "eval_loss": 1.234910249710083,
66
- "eval_runtime": 78.7715,
67
- "eval_samples_per_second": 15.31,
68
- "eval_steps_per_second": 1.917,
69
  "step": 2000
70
  },
71
  {
72
- "epoch": 0.46048996131884323,
73
- "grad_norm": 325.85101318359375,
74
- "learning_rate": 4.4243875483514457e-08,
75
- "loss": 0.3308,
76
  "step": 2500
77
  },
78
  {
79
- "epoch": 0.46048996131884323,
80
- "eval_loss": 1.1944907903671265,
81
- "eval_runtime": 79.0397,
82
- "eval_samples_per_second": 15.258,
83
- "eval_steps_per_second": 1.91,
84
  "step": 2500
85
  },
86
  {
87
- "epoch": 0.5525879535826119,
88
- "grad_norm": 100.85855102539062,
89
- "learning_rate": 4.309265058021735e-08,
90
- "loss": 0.3017,
91
  "step": 3000
92
  },
93
  {
94
- "epoch": 0.5525879535826119,
95
- "eval_loss": 1.1593009233474731,
96
- "eval_runtime": 77.6354,
97
- "eval_samples_per_second": 15.534,
98
- "eval_steps_per_second": 1.945,
99
  "step": 3000
100
  },
101
  {
102
- "epoch": 0.6446859458463805,
103
- "grad_norm": 8.865598678588867,
104
- "learning_rate": 4.194142567692024e-08,
105
- "loss": 0.2962,
106
  "step": 3500
107
  },
108
  {
109
- "epoch": 0.6446859458463805,
110
- "eval_loss": 1.1259427070617676,
111
- "eval_runtime": 78.2715,
112
- "eval_samples_per_second": 15.408,
113
- "eval_steps_per_second": 1.929,
114
  "step": 3500
115
  },
116
  {
117
- "epoch": 0.7367839381101492,
118
- "grad_norm": 4.393447399139404,
119
- "learning_rate": 4.079020077362314e-08,
120
- "loss": 0.2919,
121
  "step": 4000
122
  },
123
  {
124
- "epoch": 0.7367839381101492,
125
- "eval_loss": 1.0954023599624634,
126
- "eval_runtime": 78.5366,
127
- "eval_samples_per_second": 15.356,
128
- "eval_steps_per_second": 1.923,
129
  "step": 4000
130
  },
131
  {
132
- "epoch": 0.8288819303739179,
133
- "grad_norm": 1.6036031246185303,
134
- "learning_rate": 3.9638975870326026e-08,
135
- "loss": 0.307,
136
  "step": 4500
137
  },
138
  {
139
- "epoch": 0.8288819303739179,
140
- "eval_loss": 1.0728861093521118,
141
- "eval_runtime": 78.4032,
142
- "eval_samples_per_second": 15.382,
143
- "eval_steps_per_second": 1.926,
144
  "step": 4500
145
  },
146
  {
147
- "epoch": 0.9209799226376865,
148
- "grad_norm": 11.990758895874023,
149
- "learning_rate": 3.8487750967028915e-08,
150
- "loss": 0.2764,
151
  "step": 5000
152
  },
153
  {
154
- "epoch": 0.9209799226376865,
155
- "eval_loss": 1.0523593425750732,
156
- "eval_runtime": 78.3726,
157
- "eval_samples_per_second": 15.388,
158
- "eval_steps_per_second": 1.927,
159
  "step": 5000
160
  },
161
  {
162
- "epoch": 1.013077914901455,
163
- "grad_norm": 43.865562438964844,
164
- "learning_rate": 3.733652606373181e-08,
165
- "loss": 0.2456,
166
  "step": 5500
167
  },
168
  {
169
- "epoch": 1.013077914901455,
170
- "eval_loss": 1.0375442504882812,
171
- "eval_runtime": 78.2473,
172
- "eval_samples_per_second": 15.413,
173
- "eval_steps_per_second": 1.93,
174
  "step": 5500
175
  }
176
  ],
177
  "logging_steps": 500,
178
- "max_steps": 21716,
179
  "num_input_tokens_seen": 0,
180
  "num_train_epochs": 4,
181
  "save_steps": 500,
@@ -191,7 +191,7 @@
191
  "attributes": {}
192
  }
193
  },
194
- "total_flos": 1979210569456890.0,
195
  "train_batch_size": 2,
196
  "trial_name": null,
197
  "trial_params": null
 
1
  {
2
+ "best_metric": 1.036412239074707,
3
  "best_model_checkpoint": "./output/clip-finetuned-csu-p14-336-e4l58-l/checkpoint-5500",
4
+ "epoch": 1.013264554163596,
5
  "eval_steps": 500,
6
  "global_step": 5500,
7
  "is_hyper_param_search": false,
 
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
+ "epoch": 0.09211495946941783,
13
+ "grad_norm": 20.28152847290039,
14
+ "learning_rate": 4.8848563006632274e-08,
15
+ "loss": 0.3758,
16
  "step": 500
17
  },
18
  {
19
+ "epoch": 0.09211495946941783,
20
+ "eval_loss": 1.418367862701416,
21
+ "eval_runtime": 73.4439,
22
+ "eval_samples_per_second": 16.434,
23
+ "eval_steps_per_second": 2.056,
24
  "step": 500
25
  },
26
  {
27
+ "epoch": 0.18422991893883567,
28
+ "grad_norm": 47.29538345336914,
29
+ "learning_rate": 4.7697126013264556e-08,
30
+ "loss": 0.4104,
31
  "step": 1000
32
  },
33
  {
34
+ "epoch": 0.18422991893883567,
35
+ "eval_loss": 1.3491536378860474,
36
+ "eval_runtime": 74.3404,
37
+ "eval_samples_per_second": 16.236,
38
+ "eval_steps_per_second": 2.031,
39
  "step": 1000
40
  },
41
  {
42
+ "epoch": 0.2763448784082535,
43
+ "grad_norm": 0.5450155138969421,
44
+ "learning_rate": 4.6545689019896826e-08,
45
+ "loss": 0.4325,
46
  "step": 1500
47
  },
48
  {
49
+ "epoch": 0.2763448784082535,
50
+ "eval_loss": 1.2877168655395508,
51
+ "eval_runtime": 75.3303,
52
+ "eval_samples_per_second": 16.023,
53
+ "eval_steps_per_second": 2.005,
54
  "step": 1500
55
  },
56
  {
57
+ "epoch": 0.36845983787767134,
58
+ "grad_norm": 0.11449883133172989,
59
+ "learning_rate": 4.539425202652911e-08,
60
+ "loss": 0.3423,
61
  "step": 2000
62
  },
63
  {
64
+ "epoch": 0.36845983787767134,
65
+ "eval_loss": 1.2384389638900757,
66
+ "eval_runtime": 76.113,
67
+ "eval_samples_per_second": 15.858,
68
+ "eval_steps_per_second": 1.984,
69
  "step": 2000
70
  },
71
  {
72
+ "epoch": 0.46057479734708917,
73
+ "grad_norm": 389.7380065917969,
74
+ "learning_rate": 4.4242815033161385e-08,
75
+ "loss": 0.3645,
76
  "step": 2500
77
  },
78
  {
79
+ "epoch": 0.46057479734708917,
80
+ "eval_loss": 1.1896915435791016,
81
+ "eval_runtime": 76.23,
82
+ "eval_samples_per_second": 15.834,
83
+ "eval_steps_per_second": 1.981,
84
  "step": 2500
85
  },
86
  {
87
+ "epoch": 0.552689756816507,
88
+ "grad_norm": 340.1103820800781,
89
+ "learning_rate": 4.309137803979366e-08,
90
+ "loss": 0.3171,
91
  "step": 3000
92
  },
93
  {
94
+ "epoch": 0.552689756816507,
95
+ "eval_loss": 1.149291753768921,
96
+ "eval_runtime": 76.1662,
97
+ "eval_samples_per_second": 15.847,
98
+ "eval_steps_per_second": 1.983,
99
  "step": 3000
100
  },
101
  {
102
+ "epoch": 0.6448047162859248,
103
+ "grad_norm": 196.7362518310547,
104
+ "learning_rate": 4.193994104642594e-08,
105
+ "loss": 0.275,
106
  "step": 3500
107
  },
108
  {
109
+ "epoch": 0.6448047162859248,
110
+ "eval_loss": 1.1162768602371216,
111
+ "eval_runtime": 74.6569,
112
+ "eval_samples_per_second": 16.167,
113
+ "eval_steps_per_second": 2.023,
114
  "step": 3500
115
  },
116
  {
117
+ "epoch": 0.7369196757553427,
118
+ "grad_norm": 16.604211807250977,
119
+ "learning_rate": 4.078850405305821e-08,
120
+ "loss": 0.2907,
121
  "step": 4000
122
  },
123
  {
124
+ "epoch": 0.7369196757553427,
125
+ "eval_loss": 1.091786503791809,
126
+ "eval_runtime": 76.3333,
127
+ "eval_samples_per_second": 15.812,
128
+ "eval_steps_per_second": 1.978,
129
  "step": 4000
130
  },
131
  {
132
+ "epoch": 0.8290346352247605,
133
+ "grad_norm": 527.0987548828125,
134
+ "learning_rate": 3.9637067059690496e-08,
135
+ "loss": 0.2581,
136
  "step": 4500
137
  },
138
  {
139
+ "epoch": 0.8290346352247605,
140
+ "eval_loss": 1.0729899406433105,
141
+ "eval_runtime": 74.4912,
142
+ "eval_samples_per_second": 16.203,
143
+ "eval_steps_per_second": 2.027,
144
  "step": 4500
145
  },
146
  {
147
+ "epoch": 0.9211495946941783,
148
+ "grad_norm": 1.148181676864624,
149
+ "learning_rate": 3.848563006632277e-08,
150
+ "loss": 0.268,
151
  "step": 5000
152
  },
153
  {
154
+ "epoch": 0.9211495946941783,
155
+ "eval_loss": 1.052911400794983,
156
+ "eval_runtime": 74.9586,
157
+ "eval_samples_per_second": 16.102,
158
+ "eval_steps_per_second": 2.014,
159
  "step": 5000
160
  },
161
  {
162
+ "epoch": 1.013264554163596,
163
+ "grad_norm": 0.1680648922920227,
164
+ "learning_rate": 3.733419307295505e-08,
165
+ "loss": 0.2467,
166
  "step": 5500
167
  },
168
  {
169
+ "epoch": 1.013264554163596,
170
+ "eval_loss": 1.036412239074707,
171
+ "eval_runtime": 74.707,
172
+ "eval_samples_per_second": 16.156,
173
+ "eval_steps_per_second": 2.021,
174
  "step": 5500
175
  }
176
  ],
177
  "logging_steps": 500,
178
+ "max_steps": 21712,
179
  "num_input_tokens_seen": 0,
180
  "num_train_epochs": 4,
181
  "save_steps": 500,
 
191
  "attributes": {}
192
  }
193
  },
194
+ "total_flos": 1979390448632520.0,
195
  "train_batch_size": 2,
196
  "trial_name": null,
197
  "trial_params": null
checkpoint-5500/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:417b0bacc3a8958dfa75621764230fb890db48c09ca241dff24e5264d406285b
3
  size 4847
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:595bb6f39a89ec7030e395471c015665757cb5cacaafa6bba1613fd32b629686
3
  size 4847