-
Notifications
You must be signed in to change notification settings - Fork 1
/
jigsaw-toxic-comments-config.json
53 lines (49 loc) · 1.17 KB
/
jigsaw-toxic-comments-config.json
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
{
"name": "Jigsaw-toxic-comments",
"n_gpu": 4,
"arch": {
"type": "JigsawBERTmodel",
"args": {
"pretrained_model_name": "bert-base-uncased",
"num_classes": 2
}
},
"data_loader": {
"type": "JigsawDataLoader",
"args":{
"data_dir": "/data/users/nchilwant/dataset/jigsaw-toxic-comment-train.csv",
"batch_size": 8,
"tokenizer_name": "bert-base-uncased",
"validation_split": 0.1,
"num_workers": 4,
"data_red_factor": 1000
}
},
"optimizer": {
"type": "AdamW",
"args":{
"lr": 0.00002,
"weight_decay": 0.001
}
},
"loss": "cross_entropy_loss",
"metrics": [
"accuracy"
],
"lr_scheduler": {
"type": "StepLR",
"args": {
"step_size": 50,
"gamma": 0.1
}
},
"trainer": {
"epochs": 1,
"save_dir": "/data/users/nchilwant/training_output",
"save_period": 1,
"verbosity": 2,
"monitor": "min val_loss",
"early_stop": 2,
"tensorboard": false
}
}