baseline/python/mead/config/reverse-transformer.json at master · ijindal/baseline · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
{
    "task": "seq2seq",
    "num_valid_to_show": 1,
    "batchsz": 128,
    "basedir": "s2s_reverse",
    "test_batchsz": 16,
    "unif": 0.25,
    "features": [
	{
	    "name": "src",
	    "vectorizer": { "type": "token1d"},
	    "embeddings": { "dsz": 128, "type": "positional" }
	},
	{
	    "name": "tgt",
	    "vectorizer": { "type": "token1d"},
	    "embeddings": { "dsz": 128, "type": "positional" }
	}
    ],
    "preproc": {
        "mxlen": 10
    },
    "backend": "tensorflow",
    "dataset": "reverse",
    "loader": {
        "reader_type": "default",
    	"pair_suffix": ["fwd", "bwd"]
    },
    "model": {
        "encoder_type": "transformer",
        "decoder_type": "transformer",
        "hsz": 256,
        "dropout": 0.1,
        "layers": 4
    },
    "train": {
        "epochs": 64,
        "optim": "adam",
        "eta": 0.001,
        "patience": 40,
        "nsteps": 200,
    	"do_early_stopping": true,
        "clip": 1.0
    }
}