add credits

xrsrke · Oct 15, 2023 · b6f6073 · b6f6073
1 parent c5256b9
commit b6f6073
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/pipegoose/nn/tensor_parallel/_functional.py b/pipegoose/nn/tensor_parallel/_functional.py
@@ -1,3 +1,7 @@
+"""
+Inspired from OSLO: https://github.com/EleutherAI/oslo/blob/d7c4e32e766a99cc9d56533bc090570360dc8b2a/oslo/torch/nn/parallel/tensor_parallel/_1d/_ops.py#L17
+"""
+
 from typing import Any, Tuple
 
 import torch