ml-notes/chess345m.json at master · shawwn/ml-notes · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
{
    "iterations": 40,
    "batch_per_core": 1,
    "precision": "float32",
    "encoder_path": "encoder",
    "n_vocab": 100,
    "embed_dropout": 0.0,
    "lr": 0.00025,
    "warmup_steps": 0,
    "beta1": 0.9,
    "beta2": 0.999,
    "epsilon": 1e-9,
    "opt_name": "adam",
    "train_batch_size": 1024,
    "attn_dropout": 0.0,
    "train_steps": -1,
    "eval_steps": 10,
    "max_steps": 500000,
    "data_path": "gs://gpt-2-poetry/data/kingbase2019/epd/tfrecords/",
    "res_dropout": 0.0,
    "predict_batch_size": 1,
    "eval_batch_size": 32,
    "input": "my_input",
    "model": "GPT2",
    "model_path": "gs://gpt-2-poetry/models/GPT2-117M-test6-newinit",
    "predict_path": "logs/predictions.txt",
    "n_ctx": 1024,
    "n_embd": 1024,
    "n_head": 16,
    "n_layer": 24,
    "scale_by_depth": true,
    "scale_by_in": true
}