minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Speculative decoding support on XPU (#23180)

Browse Source
This commit is contained in:
ANSHUMAN TRIPATHY
2026-07-02 13:23:24 +08:00
committed by GitHub
parent 790156c98f
commit 4fffc6448b
9 changed files with 562 additions and 16 deletions
Download Patch File Download Diff File Expand all files Collapse all files
test/registered/spec/utils/test_build_eagle_tree.py
+11 -5
View File
@@ -215,19 +215,25 @@ class TestBuildEagleTree(unittest.TestCase):
]
parents_list = [
torch.tensor(
[[-1, 0, 1, 2, 3], [-1, 0, 1, 2, 3]], dtype=torch.int64, device="cuda"
[[-1, 0, 1, 2, 3], [-1, 0, 1, 2, 3]],
dtype=torch.int64,
device=get_device(),
),
torch.tensor(
[[4, 8, 9, 10], [4, 5, 6, 7]], dtype=torch.int64, device="cuda"
[[4, 8, 9, 10], [4, 5, 6, 7]], dtype=torch.int64, device=get_device()
),
torch.tensor(
[[20, 24, 21, 28], [24, 28, 20, 21]], dtype=torch.int64, device="cuda"
[[20, 24, 21, 28], [24, 28, 20, 21]],
dtype=torch.int64,
device=get_device(),
),
torch.tensor(
[[36, 40, 41, 44], [36, 40, 44, 45]], dtype=torch.int64, device="cuda"
[[36, 40, 41, 44], [36, 40, 44, 45]],
dtype=torch.int64,
device=get_device(),
),
]
seq_lens = torch.tensor([5, 10], dtype=torch.int64, device="cuda")
seq_lens = torch.tensor([5, 10], dtype=torch.int64, device=get_device())
topk = 4
depth = 4
num_draft_token = 8