Skip to content

Commit 5f657ab

Browse files
authored
Merge pull request #6848 from nysal/topic/v3.1.x/ucx_accumulate_fix
v3.1.x: osc/ucx: Fix data corruption with non-contiguous accumulates
2 parents 2b1d35c + ae32239 commit 5f657ab

File tree

1 file changed

+6
-4
lines changed

1 file changed

+6
-4
lines changed

ompi/mca/osc/ucx/osc_ucx_comm.c

Lines changed: 6 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -595,12 +595,13 @@ int ompi_osc_ucx_accumulate(const void *origin_addr, int origin_count,
595595
if ((op != &ompi_mpi_op_maxloc.op && op != &ompi_mpi_op_minloc.op) ||
596596
ompi_datatype_is_contiguous_memory_layout(temp_dt, temp_count)) {
597597
size_t temp_size;
598+
char *curr_temp_addr = (char *)temp_addr;
598599
ompi_datatype_type_size(temp_dt, &temp_size);
599600
while (origin_ucx_iov_idx < origin_ucx_iov_count) {
600601
int curr_count = origin_ucx_iov[origin_ucx_iov_idx].len / temp_size;
601602
ompi_op_reduce(op, origin_ucx_iov[origin_ucx_iov_idx].addr,
602-
temp_addr, curr_count, temp_dt);
603-
temp_addr = (void *)((char *)temp_addr + curr_count * temp_size);
603+
curr_temp_addr, curr_count, temp_dt);
604+
curr_temp_addr += curr_count * temp_size;
604605
origin_ucx_iov_idx++;
605606
}
606607
} else {
@@ -846,12 +847,13 @@ int ompi_osc_ucx_get_accumulate(const void *origin_addr, int origin_count,
846847
if ((op != &ompi_mpi_op_maxloc.op && op != &ompi_mpi_op_minloc.op) ||
847848
ompi_datatype_is_contiguous_memory_layout(temp_dt, temp_count)) {
848849
size_t temp_size;
850+
char *curr_temp_addr = (char *)temp_addr;
849851
ompi_datatype_type_size(temp_dt, &temp_size);
850852
while (origin_ucx_iov_idx < origin_ucx_iov_count) {
851853
int curr_count = origin_ucx_iov[origin_ucx_iov_idx].len / temp_size;
852854
ompi_op_reduce(op, origin_ucx_iov[origin_ucx_iov_idx].addr,
853-
temp_addr, curr_count, temp_dt);
854-
temp_addr = (void *)((char *)temp_addr + curr_count * temp_size);
855+
curr_temp_addr, curr_count, temp_dt);
856+
curr_temp_addr += curr_count * temp_size;
855857
origin_ucx_iov_idx++;
856858
}
857859
} else {

0 commit comments

Comments
 (0)