[CPU] remove RECORD_FUNCTION (#23528)
This commit is contained in:
@@ -640,7 +640,6 @@ std::tuple<at::Tensor, at::Tensor> rotary_embedding_cpu(
|
||||
int64_t head_size,
|
||||
at::Tensor& cos_sin_cache,
|
||||
bool is_neox) {
|
||||
RECORD_FUNCTION("sgl-kernel::rotary_embedding_cpu", std::vector<c10::IValue>({query, key}));
|
||||
CHECK_DIM(1, positions);
|
||||
const auto input_dim = query.dim();
|
||||
const auto input_dtype = query.scalar_type();
|
||||
@@ -775,7 +774,6 @@ std::tuple<at::Tensor, at::Tensor> rotary_embedding_cpu(
|
||||
// sin: [num_tokens, head_size]
|
||||
std::tuple<at::Tensor, at::Tensor>
|
||||
apply_rotary_pos_emb_cpu(at::Tensor& query, at::Tensor& key, at::Tensor& cos, at::Tensor& sin) {
|
||||
RECORD_FUNCTION("sgl-kernel::apply_rotary_pos_emb_cpu", std::vector<c10::IValue>({query, key}));
|
||||
CHECK_LAST_DIM_CONTIGUOUS_INPUT(query);
|
||||
CHECK_LAST_DIM_CONTIGUOUS_INPUT(key);
|
||||
CHECK_INPUT(cos);
|
||||
@@ -845,7 +843,6 @@ std::tuple<at::Tensor, at::Tensor> multimodal_rotary_embedding_cpu(
|
||||
const std::optional<std::vector<int64_t>>& mrope_section,
|
||||
bool mrope_interleaved,
|
||||
bool is_neox) {
|
||||
RECORD_FUNCTION("sgl-kernel::multimodal_rotary_embedding_cpu", std::vector<c10::IValue>({query, key}));
|
||||
TORCH_CHECK(positions.dim() == 1 || positions.dim() == 2, "positions must be a 1D or 2D tensor");
|
||||
CHECK_DIM(2, query);
|
||||
CHECK_DIM(2, key);
|
||||
|
||||
Reference in New Issue
Block a user