fix: remove duplicate words in comments (#22007)
This commit is contained in:
@@ -60,7 +60,7 @@ def mamba_v2_sharded_weight_loader(
|
|||||||
) -> LoaderFunction:
|
) -> LoaderFunction:
|
||||||
"""Create a weight loader for mamba v2. This ensures that the projections
|
"""Create a weight loader for mamba v2. This ensures that the projections
|
||||||
are correctly sharded so that they can be split into x, B, C. It also
|
are correctly sharded so that they can be split into x, B, C. It also
|
||||||
ensures the the all the groups corresponding to a head shard is placed
|
ensures that all the groups corresponding to a head shard is placed
|
||||||
together with it.
|
together with it.
|
||||||
"""
|
"""
|
||||||
|
|
||||||
|
|||||||
@@ -1283,7 +1283,7 @@ class QKVParallelLinear(ColumnParallelLinear):
|
|||||||
output_dim, start_idx, shard_size
|
output_dim, start_idx, shard_size
|
||||||
)
|
)
|
||||||
|
|
||||||
# Special case for for AQLM codebooks.
|
# Special case for AQLM codebooks.
|
||||||
elif is_metadata:
|
elif is_metadata:
|
||||||
# metadata indicates fixed size concatenated along dim 0
|
# metadata indicates fixed size concatenated along dim 0
|
||||||
shard_size = loaded_weight.shape[0]
|
shard_size = loaded_weight.shape[0]
|
||||||
|
|||||||
@@ -261,7 +261,7 @@ def marlin_make_workspace(
|
|||||||
device: torch.device, max_blocks_per_sm: int = 1
|
device: torch.device, max_blocks_per_sm: int = 1
|
||||||
) -> torch.Tensor:
|
) -> torch.Tensor:
|
||||||
# In the new marlin kernel, we use the num of threadblocks as workspace
|
# In the new marlin kernel, we use the num of threadblocks as workspace
|
||||||
# size. The num of threadblocks is is sms_count * max_blocks_per_sm.
|
# size. The num of threadblocks is sms_count * max_blocks_per_sm.
|
||||||
sms = torch.cuda.get_device_properties(device).multi_processor_count
|
sms = torch.cuda.get_device_properties(device).multi_processor_count
|
||||||
return torch.zeros(
|
return torch.zeros(
|
||||||
sms * max_blocks_per_sm, dtype=torch.int, device=device, requires_grad=False
|
sms * max_blocks_per_sm, dtype=torch.int, device=device, requires_grad=False
|
||||||
|
|||||||
@@ -289,7 +289,7 @@ class ServerArgs:
|
|||||||
The arguments of the server.
|
The arguments of the server.
|
||||||
|
|
||||||
NOTE: When you add new arguments, please make sure the order
|
NOTE: When you add new arguments, please make sure the order
|
||||||
in this class definition the same as the order in the the function
|
in this class definition the same as the order in the function
|
||||||
`ServerArgs.add_cli_args`.
|
`ServerArgs.add_cli_args`.
|
||||||
Please follow the existing style to group the new arguments into related groups or create new groups.
|
Please follow the existing style to group the new arguments into related groups or create new groups.
|
||||||
"""
|
"""
|
||||||
|
|||||||
Reference in New Issue
Block a user