diff --git a/pipegoose/distributed/__init__.py b/pipegoose/distributed/__init__.py
index e69de29..9f3b364 100644
--- a/pipegoose/distributed/__init__.py
+++ b/pipegoose/distributed/__init__.py
@@ -0,0 +1,2 @@
+from pipegoose.distributed.parallel_context import ParallelContext
+from pipegoose.distributed.parallel_mode import ParallelMode