@@ -1,6 +1,7 @@
"""
Bloom intermediate layer
Based on https://github.com/huggingface/transformers/commit/ca2a55e9dfb245527b5e1c954fec6ffbb7aef07b
+See commit history for authorship.
import math
@@ -1,4 +1,8 @@
-"""PyTorch BLOOM model ."""
+"""
+PyTorch BLOOM model that implements several memory-efficient modes.
+Based on https://github.com/huggingface/transformers/commit/ca2a55e9dfb245527b5e1c954fec6ffbb7aef07b
from typing import Tuple
Utility operations used in the the BLOOM model