{ "architectures": [ "Transformer" ], "d_model": 256, "num_layers": 6, "num_heads": 8, "d_ff": 2048, "dropout": 0.1, "max_seq_len": 512, "vocab_size": 30000 }