5
0
justheuristic 3 жил өмнө
parent
commit
79925fc5f7
3 өөрчлөгдсөн 7 нэмэгдсэн , 1 устгасан
  1. 1 0
      src/layer.py
  2. 5 1
      src/model.py
  3. 1 0
      src/ops.py

+ 1 - 0
src/layer.py

@@ -1,6 +1,7 @@
 """
 Bloom intermediate layer
 Based on https://github.com/huggingface/transformers/commit/ca2a55e9dfb245527b5e1c954fec6ffbb7aef07b
+See commit history for authorship.
 """
 import math
 

+ 5 - 1
src/model.py

@@ -1,4 +1,8 @@
-"""PyTorch BLOOM model ."""
+"""
+PyTorch BLOOM model that implements several memory-efficient modes.
+Based on https://github.com/huggingface/transformers/commit/ca2a55e9dfb245527b5e1c954fec6ffbb7aef07b
+See commit history for authorship.
+"""
 
 from typing import Tuple
 

+ 1 - 0
src/ops.py

@@ -1,6 +1,7 @@
 """
 Utility operations used in the the BLOOM model
 Based on https://github.com/huggingface/transformers/commit/ca2a55e9dfb245527b5e1c954fec6ffbb7aef07b
+See commit history for authorship.
 """
 import math