diff --git a/src/turbomind/models/llama/SequenceManager.cc b/src/turbomind/models/llama/SequenceManager.cc index 82ff1175d9..9765b6e02e 100644 --- a/src/turbomind/models/llama/SequenceManager.cc +++ b/src/turbomind/models/llama/SequenceManager.cc @@ -22,7 +22,8 @@ SequenceManager::SequenceManager(size_t layer_num, size_t elem_bits, int rank, IAllocator* allocator): - block_seq_len_(block_seq_len) + block_seq_len_(block_seq_len), + rank_(rank) { constexpr int kBitsPerByte = 8;