baseline/python/mead/config/sst2-bert.json at master · ijindal/baseline · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
{
    "version": 2,
    "task": "classify",
    "basedir": "./sst2",
    "batchsz": 50,
    "modules": ["embed_bert"],
    "features":
    [
	{
	    "name": "bert",
	    "vectorizer": {
		"type": "wordpiece1d",
		"vocab_file": "../../../bert/uncased_L-12_H-768_A-12/vocab.txt"
	    },
	    "embeddings": {
		"type": "bert",
		"dsz": 3072,
		"vocab_file": "../../../bert/uncased_L-12_H-768_A-12/vocab.txt",
		"bert_config": "../../../bert/uncased_L-12_H-768_A-12/bert_config.json",
		"embed_file": "../../../bert/uncased_L-12_H-768_A-12/bert_model.ckpt",
                "operator": "concat",
                "layers": [-1,-2, -3, -4]
	    }
	}
    ],
    "preproc": {
	"mxlen": 100
    },
    "backend": "tensorflow",
    "dataset": "SST2",
    "loader": {
	"reader_type": "default"
    },
    "unif": 0.25,
    "model": {
	"model_type": "default",
	"filtsz": [3,4,5],
	"cmotsz": 100,
	"dropout": 0.5,
	"finetune": true
    },
    "train": {
	"epochs": 20,
	"optim": "adamw",
	"eta": 0.00025,
        "weight_decay": 1.0e-5,
	"early_stopping_metric": "acc",
	"verbose": {
	    "console": true,
	    "file": "sst2-cm.csv"
	}
    }
}