-
Notifications
You must be signed in to change notification settings - Fork 0
/
bert_base_wit_te_stats_and_cats.yml
87 lines (70 loc) · 1.45 KB
/
bert_base_wit_te_stats_and_cats.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
model_params:
model: PCTCFS
pretrain_dir: bert-base-uncased
num_categories: 6
num_hosts: 65
stats_dim: 83
num_classes: 30
pad_token: 0
# distributed_params:
# opt_level: O1
# syncbn: True
stages:
state_params:
main_metric: spearman
minimize_metric: False
data_params:
num_workers: &nw 6
batch_size: *nw
tokenizer: bert-base-uncased
criterion_params:
criterion: BCEWithLogitsLoss
callbacks_params:
loss:
callback: CriterionCallback
input_key: targets
optim:
callback: OptimizerCallback
# accumulation_steps: 16
spearman:
callback: SpearmanScoreCallback
classes: 30
saver:
callback: CheckpointCallback
early_stopping:
callback: EarlyStoppingCallback
patience: 3
metric: spearman
minimize: False
stage1:
state_params:
num_epochs: 10
optimizer_params:
optimizer: Adam
lr: 0.00003
betas: &betas [0.9, 0.98]
eps: &eps 0.000000001
stage2:
state_params:
num_epochs: 5
optimizer_params:
optimizer: Adam
lr: 0.00001 # 0.000005
betas: *betas
eps: *eps
stage3:
state_params:
num_epochs: 5
optimizer_params:
optimizer: Adam
lr: 0.000001
betas: *betas
eps: *eps
stage4:
state_params:
num_epochs: 5
optimizer_params:
optimizer: Adam
lr: 0.0000001
betas: *betas
eps: *eps