This repository aims to provide a fair comparison of various deep connection methods.
@misc{karpathy2022nanogpt,
title = {nanoGPT},
author = {Karpathy, Andrej},
url = {https://github.com/karpathy/nanoGPT},
year = {2022}
}
@misc{zhang2026sphere,
title = {Sphere Retraction Normalizations},
author = {Zhang, Jie and Su, Cheng-Fang and Huang, Yi-Jui and Sun, Min-Te},
year = {2026}
}