Fix NSA indexer test and move it to pre commit test (#17682)
This commit is contained in:
@@ -24,7 +24,7 @@ from sglang.srt.model_executor.forward_batch_info import ForwardBatch, ForwardMo
|
|||||||
from sglang.srt.server_args import ServerArgs, set_global_server_args_for_scheduler
|
from sglang.srt.server_args import ServerArgs, set_global_server_args_for_scheduler
|
||||||
from sglang.test.test_utils import CustomTestCase
|
from sglang.test.test_utils import CustomTestCase
|
||||||
|
|
||||||
register_cuda_ci(est_time=2, suite="nightly-1-gpu", nightly=True)
|
register_cuda_ci(est_time=2, suite="stage-b-test-small-1-gpu")
|
||||||
|
|
||||||
# Global configuration for all indexer tests
|
# Global configuration for all indexer tests
|
||||||
DEFAULT_CONFIG = {
|
DEFAULT_CONFIG = {
|
||||||
@@ -41,6 +41,7 @@ DEFAULT_CONFIG = {
|
|||||||
"q_lora_rank": 1536,
|
"q_lora_rank": 1536,
|
||||||
"kv_lora_rank": 512,
|
"kv_lora_rank": 512,
|
||||||
"qk_rope_head_dim": 64,
|
"qk_rope_head_dim": 64,
|
||||||
|
"qk_nope_head_dim": 128,
|
||||||
"max_position_embeddings": 163840,
|
"max_position_embeddings": 163840,
|
||||||
"rope_theta": 10000.0,
|
"rope_theta": 10000.0,
|
||||||
"layer_id": 0,
|
"layer_id": 0,
|
||||||
@@ -190,6 +191,7 @@ class MockModelRunner:
|
|||||||
"num_attention_heads": 128,
|
"num_attention_heads": 128,
|
||||||
"kv_lora_rank": self.config["kv_lora_rank"],
|
"kv_lora_rank": self.config["kv_lora_rank"],
|
||||||
"qk_rope_head_dim": self.config["qk_rope_head_dim"],
|
"qk_rope_head_dim": self.config["qk_rope_head_dim"],
|
||||||
|
"qk_nope_head_dim": self.config["qk_nope_head_dim"],
|
||||||
"hf_config": hf_config,
|
"hf_config": hf_config,
|
||||||
},
|
},
|
||||||
)()
|
)()
|
||||||
|
|||||||
Reference in New Issue
Block a user