/*
* Copyright (c) 2013 Mellanox Technologies, Inc.
* All rights reserved.
* $COPYRIGHT$
*
* Additional copyrights may follow
*
* $HEADER$
*/
#include "oshmem_config.h"
#include "oshmem/constants.h"
#include "oshmem/include/shmem.h"
#include "oshmem/runtime/runtime.h"
#include "oshmem/mca/spml/spml.h"
/*
* The strided get routines copy strided data located on a remote PE to a local strided data object.
* The strided get routines retrieve array data available at address source on remote PE (pe).
* The elements of the source array are separated by a stride sst. Once the data is received,
* it is stored at the local memory address target, separated by stride tst. The routines return
* when the data has been copied into the local target array.
*/
#define DO_SHMEM_TYPE_IGET(ctx, type, target, source, tst, sst, nelems, pe) do { \
int rc = OSHMEM_SUCCESS; \
size_t element_size = 0; \
size_t i = 0; \
\
RUNTIME_CHECK_INIT(); \
RUNTIME_CHECK_PE(pe); \
RUNTIME_CHECK_ADDR(source); \
\
element_size = sizeof(type); \
for (i = 0; i < nelems; i++) \
{ \
rc = MCA_SPML_CALL(get( \
ctx, \
(void*)(source + i * sst), \
element_size, \
(void*)(target + i * tst), \
pe)); \
} \
RUNTIME_CHECK_RC(rc); \
} while (0)
#define SHMEM_CTX_TYPE_IGET(type_name, type) \
void shmem_ctx##type_name##_iget(shmem_ctx_t ctx, type *target, const type *source, ptrdiff_t tst, ptrdiff_t sst, size_t nelems, int pe) \
{ \
DO_SHMEM_TYPE_IGET(ctx, type, target, source, tst, sst, nelems, pe); \
return ; \
}
#define SHMEM_TYPE_IGET(type_name, type) \
void shmem##type_name##_iget(type *target, const type *source, ptrdiff_t tst, ptrdiff_t sst, size_t nelems, int pe) \
{ \
DO_SHMEM_TYPE_IGET(oshmem_ctx_default, type, target, source, \
tst, sst, nelems, pe); \
return ; \
}
#if OSHMEM_PROFILING
#include "oshmem/include/pshmem.h"
#pragma weak shmem_ctx_char_iget = pshmem_ctx_char_iget
#pragma weak shmem_ctx_short_iget = pshmem_ctx_short_iget
#pragma weak shmem_ctx_int_iget = pshmem_ctx_int_iget
#pragma weak shmem_ctx_long_iget = pshmem_ctx_long_iget
#pragma weak shmem_ctx_float_iget = pshmem_ctx_float_iget
#pragma weak shmem_ctx_double_iget = pshmem_ctx_double_iget
#pragma weak shmem_ctx_longlong_iget = pshmem_ctx_longlong_iget
#pragma weak shmem_ctx_schar_iget = pshmem_ctx_schar_iget
#pragma weak shmem_ctx_uchar_iget = pshmem_ctx_uchar_iget
#pragma weak shmem_ctx_ushort_iget = pshmem_ctx_ushort_iget
#pragma weak shmem_ctx_uint_iget = pshmem_ctx_uint_iget
#pragma weak shmem_ctx_ulong_iget = pshmem_ctx_ulong_iget
#pragma weak shmem_ctx_ulonglong_iget = pshmem_ctx_ulonglong_iget
#pragma weak shmem_ctx_longdouble_iget = pshmem_ctx_longdouble_iget
#pragma weak shmem_ctx_int8_iget = pshmem_ctx_int8_iget
#pragma weak shmem_ctx_int16_iget = pshmem_ctx_int16_iget
#pragma weak shmem_ctx_int32_iget = pshmem_ctx_int32_iget
#pragma weak shmem_ctx_int64_iget = pshmem_ctx_int64_iget
#pragma weak shmem_ctx_uint8_iget = pshmem_ctx_uint8_iget
#pragma weak shmem_ctx_uint16_iget = pshmem_ctx_uint16_iget
#pragma weak shmem_ctx_uint32_iget = pshmem_ctx_uint32_iget
#pragma weak shmem_ctx_uint64_iget = pshmem_ctx_uint64_iget
#pragma weak shmem_ctx_size_iget = pshmem_ctx_size_iget
#pragma weak shmem_ctx_ptrdiff_iget = pshmem_ctx_ptrdiff_iget
#pragma weak shmem_char_iget = pshmem_char_iget
#pragma weak shmem_short_iget = pshmem_short_iget
#pragma weak shmem_int_iget = pshmem_int_iget
#pragma weak shmem_long_iget = pshmem_long_iget
#pragma weak shmem_float_iget = pshmem_float_iget
#pragma weak shmem_double_iget = pshmem_double_iget
#pragma weak shmem_longlong_iget = pshmem_longlong_iget
#pragma weak shmem_schar_iget = pshmem_schar_iget
#pragma weak shmem_uchar_iget = pshmem_uchar_iget
#pragma weak shmem_ushort_iget = pshmem_ushort_iget
#pragma weak shmem_uint_iget = pshmem_uint_iget
#pragma weak shmem_ulong_iget = pshmem_ulong_iget
#pragma weak shmem_ulonglong_iget = pshmem_ulonglong_iget
#pragma weak shmem_longdouble_iget = pshmem_longdouble_iget
#pragma weak shmem_int8_iget = pshmem_int8_iget
#pragma weak shmem_int16_iget = pshmem_int16_iget
#pragma weak shmem_int32_iget = pshmem_int32_iget
#pragma weak shmem_int64_iget = pshmem_int64_iget
#pragma weak shmem_uint8_iget = pshmem_uint8_iget
#pragma weak shmem_uint16_iget = pshmem_uint16_iget
#pragma weak shmem_uint32_iget = pshmem_uint32_iget
#pragma weak shmem_uint64_iget = pshmem_uint64_iget
#pragma weak shmem_size_iget = pshmem_size_iget
#pragma weak shmem_ptrdiff_iget = pshmem_ptrdiff_iget
#pragma weak shmem_ctx_iget8 = pshmem_ctx_iget8
#pragma weak shmem_ctx_iget16 = pshmem_ctx_iget16
#pragma weak shmem_ctx_iget32 = pshmem_ctx_iget32
#pragma weak shmem_ctx_iget64 = pshmem_ctx_iget64
#pragma weak shmem_ctx_iget128 = pshmem_ctx_iget128
#pragma weak shmem_iget8 = pshmem_iget8
#pragma weak shmem_iget16 = pshmem_iget16
#pragma weak shmem_iget32 = pshmem_iget32
#pragma weak shmem_iget64 = pshmem_iget64
#pragma weak shmem_iget128 = pshmem_iget128
#include "oshmem/shmem/c/profile/defines.h"
#endif
SHMEM_CTX_TYPE_IGET(_char, char)
SHMEM_CTX_TYPE_IGET(_short, short)
SHMEM_CTX_TYPE_IGET(_int, int)
SHMEM_CTX_TYPE_IGET(_long, long)
SHMEM_CTX_TYPE_IGET(_longlong, long long)
SHMEM_CTX_TYPE_IGET(_schar, signed char)
SHMEM_CTX_TYPE_IGET(_uchar, unsigned char)
SHMEM_CTX_TYPE_IGET(_ushort, unsigned short)
SHMEM_CTX_TYPE_IGET(_uint, unsigned int)
SHMEM_CTX_TYPE_IGET(_ulong, unsigned long)
SHMEM_CTX_TYPE_IGET(_ulonglong, unsigned long long)
SHMEM_CTX_TYPE_IGET(_float, float)
SHMEM_CTX_TYPE_IGET(_double, double)
SHMEM_CTX_TYPE_IGET(_longdouble, long double)
SHMEM_CTX_TYPE_IGET(_int8, int8_t)
SHMEM_CTX_TYPE_IGET(_int16, int16_t)
SHMEM_CTX_TYPE_IGET(_int32, int32_t)
SHMEM_CTX_TYPE_IGET(_int64, int64_t)
SHMEM_CTX_TYPE_IGET(_uint8, uint8_t)
SHMEM_CTX_TYPE_IGET(_uint16, uint16_t)
SHMEM_CTX_TYPE_IGET(_uint32, uint32_t)
SHMEM_CTX_TYPE_IGET(_uint64, uint64_t)
SHMEM_CTX_TYPE_IGET(_size, size_t)
SHMEM_CTX_TYPE_IGET(_ptrdiff, ptrdiff_t)
SHMEM_TYPE_IGET(_char, char)
SHMEM_TYPE_IGET(_short, short)
SHMEM_TYPE_IGET(_int, int)
SHMEM_TYPE_IGET(_long, long)
SHMEM_TYPE_IGET(_longlong, long long)
SHMEM_TYPE_IGET(_schar, signed char)
SHMEM_TYPE_IGET(_uchar, unsigned char)
SHMEM_TYPE_IGET(_ushort, unsigned short)
SHMEM_TYPE_IGET(_uint, unsigned int)
SHMEM_TYPE_IGET(_ulong, unsigned long)
SHMEM_TYPE_IGET(_ulonglong, unsigned long long)
SHMEM_TYPE_IGET(_float, float)
SHMEM_TYPE_IGET(_double, double)
SHMEM_TYPE_IGET(_longdouble, long double)
SHMEM_TYPE_IGET(_int8, int8_t)
SHMEM_TYPE_IGET(_int16, int16_t)
SHMEM_TYPE_IGET(_int32, int32_t)
SHMEM_TYPE_IGET(_int64, int64_t)
SHMEM_TYPE_IGET(_uint8, uint8_t)
SHMEM_TYPE_IGET(_uint16, uint16_t)
SHMEM_TYPE_IGET(_uint32, uint32_t)
SHMEM_TYPE_IGET(_uint64, uint64_t)
SHMEM_TYPE_IGET(_size, size_t)
SHMEM_TYPE_IGET(_ptrdiff, ptrdiff_t)
#define DO_SHMEM_IGETMEM(ctx, target, source, tst, sst, element_size, nelems, pe) do { \
int rc = OSHMEM_SUCCESS; \
size_t i = 0; \
\
RUNTIME_CHECK_INIT(); \
RUNTIME_CHECK_PE(pe); \
RUNTIME_CHECK_ADDR(source); \
\
for (i = 0; i < nelems; i++) \
{ \
rc = MCA_SPML_CALL(get( \
ctx, \
(void*)((char*)source + i * sst * element_size), \
element_size, \
(void*)((char*)target + i * tst * element_size), \
pe)); \
} \
RUNTIME_CHECK_RC(rc); \
} while (0)
#define SHMEM_CTX_TYPE_IGETMEM(name, element_size, prefix) \
void prefix##_ctx##name(shmem_ctx_t ctx, void *target, const void *source, ptrdiff_t tst, ptrdiff_t sst, size_t nelems, int pe) \
{ \
DO_SHMEM_IGETMEM(ctx, target, source, tst, sst, \
element_size, nelems, pe); \
return ; \
}
#define SHMEM_TYPE_IGETMEM(name, element_size, prefix) \
void prefix##name(void *target, const void *source, ptrdiff_t tst, ptrdiff_t sst, size_t nelems, int pe) \
{ \
DO_SHMEM_IGETMEM(oshmem_ctx_default, target, source, tst, sst, \
element_size, nelems, pe); \
return ; \
}
SHMEM_CTX_TYPE_IGETMEM(_iget8, 1, shmem)
SHMEM_CTX_TYPE_IGETMEM(_iget16, 2, shmem)
SHMEM_CTX_TYPE_IGETMEM(_iget32, 4, shmem)
SHMEM_CTX_TYPE_IGETMEM(_iget64, 8, shmem)
SHMEM_CTX_TYPE_IGETMEM(_iget128, 16, shmem)
SHMEM_TYPE_IGETMEM(_iget8, 1, shmem)
SHMEM_TYPE_IGETMEM(_iget16, 2, shmem)
SHMEM_TYPE_IGETMEM(_iget32, 4, shmem)
SHMEM_TYPE_IGETMEM(_iget64, 8, shmem)
SHMEM_TYPE_IGETMEM(_iget128, 16, shmem)