# The 2021 reference: GPT-3 with RoPE, shown at d=1024 (16 layers).
use gpt3_rope
d_model = 1024