[cpu] Implement all gather/reduce for arm64 cpu (#12527)

2025-12-08 19:03:04 +08:00
parent 4a62a0e3cd
commit 7871593cc8
5 changed files with 419 additions and 290 deletions
@@ -4,7 +4,6 @@

 #ifndef __SHM_COLLECTIVES__
 #define __SHM_COLLECTIVES__
-#define VECTOR_LENGTH_IN_BYTES 32
 void shm_initialize(int size, int rank, const char* addr_string, const char* port_string);
 void all_reduce_outer_loop(torch::Tensor& data, size_t numel, int data_size);
 torch::Tensor& all_gather(torch::Tensor& result, torch::Tensor& data, int dim, size_t numel, int data_size);