fix(grpc): derive choice count before normalization (#35778)
Signed-off-by: Connor Carpenter <connorc@nvidia.com>
This commit is contained in:
@@ -93,7 +93,7 @@ class TestNativeGrpcParallelResponses(CustomTestCase):
|
||||
},
|
||||
]
|
||||
handle = _make_runtime_handle(responses)
|
||||
obj = SimpleNamespace(rid="logical", batch_size=1, parallel_sample_num=2)
|
||||
obj = SimpleNamespace(rid="logical", sampling_params={"n": 2})
|
||||
|
||||
asyncio.run(
|
||||
handle._run_generate(
|
||||
|
||||
Reference in New Issue
Block a user