Fix CI caused by https://github.com/sgl-project/sglang/pull/29576 (#29596)
Co-authored-by: Brayden Zhong <brayden@radixark.ai>
This commit is contained in:
co-authored by
Brayden Zhong
parent
c0d45cda29
commit
c7b9b92d9a
@@ -321,8 +321,8 @@ class TestDSAIndexer(CustomTestCase):
|
|||||||
params.update(kwargs)
|
params.update(kwargs)
|
||||||
|
|
||||||
torch.set_default_dtype(self.dtype)
|
torch.set_default_dtype(self.dtype)
|
||||||
|
with torch.device(self.device):
|
||||||
indexer = Indexer(**params)
|
indexer = Indexer(**params)
|
||||||
# Move indexer to CUDA device
|
|
||||||
indexer = indexer.to(device=self.device)
|
indexer = indexer.to(device=self.device)
|
||||||
|
|
||||||
# Convert linear layer weights to bfloat16 (but preserve LayerNorm's float32
|
# Convert linear layer weights to bfloat16 (but preserve LayerNorm's float32
|
||||||
|
|||||||
Reference in New Issue
Block a user