Skip to content

Commit

Permalink
[BUG] skip hybrid 2D parallelism test in github action
Browse files Browse the repository at this point in the history
  • Loading branch information
xrsrke committed Oct 24, 2023
1 parent 2d9729d commit 2cbc1fb
Showing 1 changed file with 7 additions and 1 deletion.
8 changes: 7 additions & 1 deletion tests/test_hybrid.py
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,12 @@
from transformers import AutoModelForCausalLM, AutoTokenizer

from pipegoose.nn.tensor_parallel.tensor_parallel import TensorParallel
from pipegoose.testing.utils import get_partition, init_parallel_context, spawn
from pipegoose.testing.utils import (
get_partition,
init_parallel_context,
skip_in_github_actions,
spawn,
)

MODEL_NAME = "bigscience/bloom-560m"

Expand Down Expand Up @@ -34,6 +39,7 @@ def run_hybrid_parallelism(rank, world_size, port, tensor_parallel_size, pipelin
assert torch.allclose(p1, get_partition(p2, dim=0, parallel_context=parallel_context), rtol=1e-1)


@skip_in_github_actions
@pytest.mark.parametrize("tensor_parallel_size", [2])
@pytest.mark.parametrize("pipeline_parallel_size", [1])
@pytest.mark.parametrize("data_parallel_size", [1])
Expand Down

0 comments on commit 2cbc1fb

Please sign in to comment.