Spaces:
Runtime error
Runtime error
feat: update lr range
Browse files- seq2seq/sweep.yaml +3 -3
seq2seq/sweep.yaml
CHANGED
|
@@ -8,9 +8,9 @@ metric:
|
|
| 8 |
parameters:
|
| 9 |
learning_rate:
|
| 10 |
distribution: log_uniform
|
| 11 |
-
# from exp(min) to exp(max), ie 1e-
|
| 12 |
-
min: -
|
| 13 |
-
max: -
|
| 14 |
gradient_accumulation_steps:
|
| 15 |
value: 8
|
| 16 |
warmup_steps:
|
|
|
|
| 8 |
parameters:
|
| 9 |
learning_rate:
|
| 10 |
distribution: log_uniform
|
| 11 |
+
# from exp(min) to exp(max), ie 1e-4 to 5e-3 on log scale
|
| 12 |
+
min: -9.2
|
| 13 |
+
max: -5.3
|
| 14 |
gradient_accumulation_steps:
|
| 15 |
value: 8
|
| 16 |
warmup_steps:
|