Go to the documentation of this file.
19 #ifndef __STARPU_DATA_INTERFACES_H__
20 #define __STARPU_DATA_INTERFACES_H__
24 #ifdef STARPU_USE_CUDA
26 # ifdef STARPU_DONT_INCLUDE_CUDA_HEADERS
27 typedef void *starpu_cudaStream_t;
29 # include <cuda_runtime.h>
30 typedef cudaStream_t starpu_cudaStream_t;
103 int (*
can_copy)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node,
unsigned handling_node);
110 int (*
ram_to_ram)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node);
117 int (*
ram_to_cuda)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node);
124 int (*
ram_to_opencl)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node);
131 int (*
ram_to_mic)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node);
138 int (*
cuda_to_ram)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node);
145 int (*
cuda_to_cuda)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node);
152 int (*
cuda_to_opencl)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node);
159 int (*
opencl_to_ram)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node);
166 int (*
opencl_to_cuda)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node);
173 int (*
opencl_to_opencl)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node);
180 int (*
mic_to_ram)(
void *src_interface,
unsigned srd_node,
void *dst_interface,
unsigned dst_node);
187 int (*
ram_to_mpi_ms)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node);
194 int (*
mpi_ms_to_ram)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node);
201 int (*
mpi_ms_to_mpi_ms)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node);
203 #ifdef STARPU_USE_CUDA
212 int (*
ram_to_cuda_async)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node, starpu_cudaStream_t stream);
222 int (*
cuda_to_ram_async)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node, starpu_cudaStream_t stream);
232 int (*
cuda_to_cuda_async)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node, starpu_cudaStream_t stream);
239 #if defined(STARPU_USE_OPENCL) && !defined(__CUDACC__)
249 int (*
ram_to_opencl_async)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node, cl_event *event);
259 int (*
opencl_to_ram_async)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node, cl_event *event);
269 int (*
opencl_to_opencl_async)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node, cl_event *event);
284 int (*
ram_to_mpi_ms_async)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node,
void * event);
294 int (*
mpi_ms_to_ram_async)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node,
void * event);
304 int (*
mpi_ms_to_mpi_ms_async)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node,
void * event);
314 int (*
ram_to_mic_async)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node);
324 int (*
mic_to_ram_async)(
void *src_interface,
unsigned srd_node,
void *dst_interface,
unsigned dst_node);
343 int (*
any_to_any)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node,
void *async_data);
409 void (*
init) (
void *data_interface);
437 void * (*to_pointer) (
void *data_interface,
unsigned node);
478 int (*
compare) (
void *data_interface_a,
void *data_interface_b);
501 starpu_ssize_t (*
describe) (
void *data_interface,
char *buf,
size_t size);
678 int starpu_interface_copy(uintptr_t src,
size_t src_offset,
unsigned src_node, uintptr_t dst,
size_t dst_offset,
unsigned dst_node,
size_t size,
void *async_data);
825 #if defined(STARPU_HAVE_STATEMENT_EXPRESSIONS) && defined(STARPU_DEBUG)
826 #define STARPU_MATRIX_CHECK(interface) STARPU_ASSERT_MSG((((struct starpu_matrix_interface *)(interface))->id) == STARPU_MATRIX_INTERFACE_ID, "Error. The given data is not a matrix.")
827 #define STARPU_MATRIX_GET_PTR(interface) ({ STARPU_MATRIX_CHECK(interface); (((struct starpu_matrix_interface *)(interface))->ptr) ; })
828 #define STARPU_MATRIX_GET_DEV_HANDLE(interface) ({ STARPU_MATRIX_CHECK(interface); (((struct starpu_matrix_interface *)(interface))->dev_handle) ; })
829 #define STARPU_MATRIX_GET_OFFSET(interface) ({ STARPU_MATRIX_CHECK(interface); (((struct starpu_matrix_interface *)(interface))->offset) ; })
830 #define STARPU_MATRIX_GET_NX(interface) ({ STARPU_MATRIX_CHECK(interface); (((struct starpu_matrix_interface *)(interface))->nx) ; })
831 #define STARPU_MATRIX_GET_NY(interface) ({ STARPU_MATRIX_CHECK(interface); (((struct starpu_matrix_interface *)(interface))->ny) ; })
832 #define STARPU_MATRIX_GET_LD(interface) ({ STARPU_MATRIX_CHECK(interface); (((struct starpu_matrix_interface *)(interface))->ld) ; })
833 #define STARPU_MATRIX_GET_ELEMSIZE(interface) ({ STARPU_MATRIX_CHECK(interface); (((struct starpu_matrix_interface *)(interface))->elemsize) ; })
834 #define STARPU_MATRIX_GET_ALLOCSIZE(interface) ({ STARPU_MATRIX_CHECK(interface); (((struct starpu_matrix_interface *)(interface))->allocsize) ; })
841 #define STARPU_MATRIX_GET_PTR(interface) (((struct starpu_matrix_interface *)(interface))->ptr)
848 #define STARPU_MATRIX_GET_DEV_HANDLE(interface) (((struct starpu_matrix_interface *)(interface))->dev_handle)
853 #define STARPU_MATRIX_GET_OFFSET(interface) (((struct starpu_matrix_interface *)(interface))->offset)
858 #define STARPU_MATRIX_GET_NX(interface) (((struct starpu_matrix_interface *)(interface))->nx)
863 #define STARPU_MATRIX_GET_NY(interface) (((struct starpu_matrix_interface *)(interface))->ny)
868 #define STARPU_MATRIX_GET_LD(interface) (((struct starpu_matrix_interface *)(interface))->ld)
873 #define STARPU_MATRIX_GET_ELEMSIZE(interface) (((struct starpu_matrix_interface *)(interface))->elemsize)
877 #define STARPU_MATRIX_GET_ALLOCSIZE(interface) (((struct starpu_matrix_interface *)(interface))->allocsize)
884 #define STARPU_MATRIX_SET_NX(interface, newnx) do { \
885 STARPU_MATRIX_CHECK(interface); \
886 (((struct starpu_matrix_interface *)(interface))->nx) = (newnx); \
892 #define STARPU_MATRIX_SET_NY(interface, newny) do { \
893 STARPU_MATRIX_CHECK(interface); \
894 (((struct starpu_matrix_interface *)(interface))->ny) = (newny); \
901 #define STARPU_MATRIX_SET_LD(interface, newld) do { \
902 STARPU_MATRIX_CHECK(interface); \
903 (((struct starpu_matrix_interface *)(interface))->ld) = (newld); \
942 #define STARPU_COO_GET_COLUMNS(interface) (((struct starpu_coo_interface *)(interface))->columns)
949 #define STARPU_COO_GET_COLUMNS_DEV_HANDLE(interface) (((struct starpu_coo_interface *)(interface))->columns)
954 #define STARPU_COO_GET_ROWS(interface) (((struct starpu_coo_interface *)(interface))->rows)
960 #define STARPU_COO_GET_ROWS_DEV_HANDLE(interface) (((struct starpu_coo_interface *)(interface))->rows)
965 #define STARPU_COO_GET_VALUES(interface) (((struct starpu_coo_interface *)(interface))->values)
971 #define STARPU_COO_GET_VALUES_DEV_HANDLE(interface) (((struct starpu_coo_interface *)(interface))->values)
976 #define STARPU_COO_GET_OFFSET 0
981 #define STARPU_COO_GET_NX(interface) (((struct starpu_coo_interface *)(interface))->nx)
986 #define STARPU_COO_GET_NY(interface) (((struct starpu_coo_interface *)(interface))->ny)
991 #define STARPU_COO_GET_NVALUES(interface) (((struct starpu_coo_interface *)(interface))->n_values)
996 #define STARPU_COO_GET_ELEMSIZE(interface) (((struct starpu_coo_interface *)(interface))->elemsize)
1091 #if defined(STARPU_HAVE_STATEMENT_EXPRESSIONS) && defined(STARPU_DEBUG)
1092 #define STARPU_BLOCK_CHECK(interface) STARPU_ASSERT_MSG((((struct starpu_block_interface *)(interface))->id) == STARPU_BLOCK_INTERFACE_ID, "Error. The given data is not a block.")
1093 #define STARPU_BLOCK_GET_PTR(interface) ({ STARPU_BLOCK_CHECK(interface); (((struct starpu_block_interface *)(interface))->ptr) ; })
1094 #define STARPU_BLOCK_GET_DEV_HANDLE(interface) ({ STARPU_BLOCK_CHECK(interface); (((struct starpu_block_interface *)(interface))->dev_handle) ; })
1095 #define STARPU_BLOCK_GET_OFFSET(interface) ({ STARPU_BLOCK_CHECK(interface); (((struct starpu_block_interface *)(interface))->offset) ; })
1096 #define STARPU_BLOCK_GET_NX(interface) ({ STARPU_BLOCK_CHECK(interface); (((struct starpu_block_interface *)(interface))->nx) ; })
1097 #define STARPU_BLOCK_GET_NY(interface) ({ STARPU_BLOCK_CHECK(interface); (((struct starpu_block_interface *)(interface))->ny) ; })
1098 #define STARPU_BLOCK_GET_NZ(interface) ({ STARPU_BLOCK_CHECK(interface); (((struct starpu_block_interface *)(interface))->nz) ; })
1099 #define STARPU_BLOCK_GET_LDY(interface) ({ STARPU_BLOCK_CHECK(interface); (((struct starpu_block_interface *)(interface))->ldy) ; })
1100 #define STARPU_BLOCK_GET_LDZ(interface) ({ STARPU_BLOCK_CHECK(interface); (((struct starpu_block_interface *)(interface))->ldz) ; })
1101 #define STARPU_BLOCK_GET_ELEMSIZE(interface) ({ STARPU_BLOCK_CHECK(interface); (((struct starpu_block_interface *)(interface))->elemsize) ; })
1106 #define STARPU_BLOCK_GET_PTR(interface) (((struct starpu_block_interface *)(interface))->ptr)
1113 #define STARPU_BLOCK_GET_DEV_HANDLE(interface) (((struct starpu_block_interface *)(interface))->dev_handle)
1118 #define STARPU_BLOCK_GET_OFFSET(interface) (((struct starpu_block_interface *)(interface))->offset)
1123 #define STARPU_BLOCK_GET_NX(interface) (((struct starpu_block_interface *)(interface))->nx)
1128 #define STARPU_BLOCK_GET_NY(interface) (((struct starpu_block_interface *)(interface))->ny)
1133 #define STARPU_BLOCK_GET_NZ(interface) (((struct starpu_block_interface *)(interface))->nz)
1138 #define STARPU_BLOCK_GET_LDY(interface) (((struct starpu_block_interface *)(interface))->ldy)
1144 #define STARPU_BLOCK_GET_LDZ(interface) (((struct starpu_block_interface *)(interface))->ldz)
1149 #define STARPU_BLOCK_GET_ELEMSIZE(interface) (((struct starpu_block_interface *)(interface))->elemsize)
1221 #if defined(STARPU_HAVE_STATEMENT_EXPRESSIONS) && defined(STARPU_DEBUG)
1222 #define STARPU_VECTOR_CHECK(interface) STARPU_ASSERT_MSG((((struct starpu_vector_interface *)(interface))->id) == STARPU_VECTOR_INTERFACE_ID, "Error. The given data is not a vector.")
1223 #define STARPU_VECTOR_GET_PTR(interface) ({ STARPU_VECTOR_CHECK(interface); (((struct starpu_vector_interface *)(interface))->ptr); })
1224 #define STARPU_VECTOR_GET_DEV_HANDLE(interface) ({ STARPU_VECTOR_CHECK(interface); (((struct starpu_vector_interface *)(interface))->dev_handle); })
1225 #define STARPU_VECTOR_GET_OFFSET(interface) ({ STARPU_VECTOR_CHECK(interface); (((struct starpu_vector_interface *)(interface))->offset); })
1226 #define STARPU_VECTOR_GET_NX(interface) ({ STARPU_VECTOR_CHECK(interface); (((struct starpu_vector_interface *)(interface))->nx); })
1227 #define STARPU_VECTOR_GET_ELEMSIZE(interface) ({ STARPU_VECTOR_CHECK(interface); (((struct starpu_vector_interface *)(interface))->elemsize); })
1228 #define STARPU_VECTOR_GET_ALLOCSIZE(interface) ({ STARPU_VECTOR_CHECK(interface); (((struct starpu_vector_interface *)(interface))->allocsize); })
1229 #define STARPU_VECTOR_GET_SLICE_BASE(interface) ({ STARPU_VECTOR_CHECK(interface); (((struct starpu_vector_interface *)(interface))->slice_base); })
1236 #define STARPU_VECTOR_GET_PTR(interface) (((struct starpu_vector_interface *)(interface))->ptr)
1242 #define STARPU_VECTOR_GET_DEV_HANDLE(interface) (((struct starpu_vector_interface *)(interface))->dev_handle)
1247 #define STARPU_VECTOR_GET_OFFSET(interface) (((struct starpu_vector_interface *)(interface))->offset)
1252 #define STARPU_VECTOR_GET_NX(interface) (((struct starpu_vector_interface *)(interface))->nx)
1257 #define STARPU_VECTOR_GET_ELEMSIZE(interface) (((struct starpu_vector_interface *)(interface))->elemsize)
1262 #define STARPU_VECTOR_GET_ALLOCSIZE(interface) (((struct starpu_vector_interface *)(interface))->allocsize)
1267 #define STARPU_VECTOR_GET_SLICE_BASE(interface) (((struct starpu_vector_interface *)(interface))->slice_base)
1274 #define STARPU_VECTOR_SET_NX(interface, newnx) do { \
1275 STARPU_VECTOR_CHECK(interface); \
1276 (((struct starpu_vector_interface *)(interface))->nx) = (newnx); \
1332 #if defined(STARPU_HAVE_STATEMENT_EXPRESSIONS) && defined(STARPU_DEBUG)
1333 #define STARPU_VARIABLE_CHECK(interface) STARPU_ASSERT_MSG((((struct starpu_variable_interface *)(interface))->id) == STARPU_VARIABLE_INTERFACE_ID, "Error. The given data is not a variable.")
1334 #define STARPU_VARIABLE_GET_PTR(interface) ({ STARPU_VARIABLE_CHECK(interface); (((struct starpu_variable_interface *)(interface))->ptr) ; })
1335 #define STARPU_VARIABLE_GET_OFFSET(interface) ({ STARPU_VARIABLE_CHECK(interface); (((struct starpu_variable_interface *)(interface))->offset) ; })
1336 #define STARPU_VARIABLE_GET_ELEMSIZE(interface) ({ STARPU_VARIABLE_CHECK(interface); (((struct starpu_variable_interface *)(interface))->elemsize) ; })
1337 #define STARPU_VARIABLE_GET_DEV_HANDLE(interface) ({ STARPU_VARIABLE_CHECK(interface); (((struct starpu_variable_interface *)(interface))->ptr) ; })
1342 #define STARPU_VARIABLE_GET_PTR(interface) (((struct starpu_variable_interface *)(interface))->ptr)
1347 #define STARPU_VARIABLE_GET_OFFSET(interface) (((struct starpu_variable_interface *)(interface))->offset)
1351 #define STARPU_VARIABLE_GET_ELEMSIZE(interface) (((struct starpu_variable_interface *)(interface))->elemsize)
1358 #define STARPU_VARIABLE_GET_DEV_HANDLE(interface) (((struct starpu_variable_interface *)(interface))->ptr)
1459 #define STARPU_CSR_GET_NNZ(interface) (((struct starpu_csr_interface *)(interface))->nnz)
1464 #define STARPU_CSR_GET_NROW(interface) (((struct starpu_csr_interface *)(interface))->nrow)
1469 #define STARPU_CSR_GET_NZVAL(interface) (((struct starpu_csr_interface *)(interface))->nzval)
1475 #define STARPU_CSR_GET_NZVAL_DEV_HANDLE(interface) (((struct starpu_csr_interface *)(interface))->nnz)
1480 #define STARPU_CSR_GET_COLIND(interface) (((struct starpu_csr_interface *)(interface))->colind)
1486 #define STARPU_CSR_GET_COLIND_DEV_HANDLE(interface) (((struct starpu_csr_interface *)(interface))->colind)
1491 #define STARPU_CSR_GET_ROWPTR(interface) (((struct starpu_csr_interface *)(interface))->rowptr)
1497 #define STARPU_CSR_GET_ROWPTR_DEV_HANDLE(interface) (((struct starpu_csr_interface *)(interface))->rowptr)
1502 #define STARPU_CSR_GET_OFFSET 0
1507 #define STARPU_CSR_GET_FIRSTENTRY(interface) (((struct starpu_csr_interface *)(interface))->firstentry)
1512 #define STARPU_CSR_GET_ELEMSIZE(interface) (((struct starpu_csr_interface *)(interface))->elemsize)
1621 void starpu_bcsr_data_register(
starpu_data_handle_t *handle,
int home_node, uint32_t nnz, uint32_t nrow, uintptr_t nzval, uint32_t *colind, uint32_t *rowptr, uint32_t firstentry, uint32_t r, uint32_t c,
size_t elemsize);
1679 #define STARPU_BCSR_GET_NNZ(interface) (((struct starpu_bcsr_interface *)(interface))->nnz)
1684 #define STARPU_BCSR_GET_NZVAL(interface) (((struct starpu_bcsr_interface *)(interface))->nzval)
1690 #define STARPU_BCSR_GET_NZVAL_DEV_HANDLE(interface) (((struct starpu_bcsr_interface *)(interface))->nnz)
1695 #define STARPU_BCSR_GET_COLIND(interface) (((struct starpu_bcsr_interface *)(interface))->colind)
1701 #define STARPU_BCSR_GET_COLIND_DEV_HANDLE(interface) (((struct starpu_bcsr_interface *)(interface))->colind)
1706 #define STARPU_BCSR_GET_ROWPTR(interface) (((struct starpu_bcsr_interface *)(interface))->rowptr)
1712 #define STARPU_BCSR_GET_ROWPTR_DEV_HANDLE(interface) (((struct starpu_bcsr_interface *)(interface))->rowptr)
1717 #define STARPU_BCSR_GET_OFFSET 0
1768 #define STARPU_MULTIFORMAT_GET_CPU_PTR(interface) (((struct starpu_multiformat_interface *)(interface))->cpu_ptr)
1772 #define STARPU_MULTIFORMAT_GET_CUDA_PTR(interface) (((struct starpu_multiformat_interface *)(interface))->cuda_ptr)
1776 #define STARPU_MULTIFORMAT_GET_OPENCL_PTR(interface) (((struct starpu_multiformat_interface *)(interface))->opencl_ptr)
1780 #define STARPU_MULTIFORMAT_GET_MIC_PTR(interface) (((struct starpu_multiformat_interface *)(interface))->mic_ptr)
1784 #define STARPU_MULTIFORMAT_GET_NX(interface) (((struct starpu_multiformat_interface *)(interface))->nx)
int starpu_data_interface_get_next_id(void)
uint32_t starpu_block_get_local_ldy(starpu_data_handle_t handle)
uintptr_t ptr
Definition: starpu_data_interfaces.h:749
void starpu_vector_data_register_allocsize(starpu_data_handle_t *handle, int home_node, uintptr_t ptr, uint32_t nx, size_t elemsize, size_t allocsize)
uintptr_t values
Definition: starpu_data_interfaces.h:924
int(* ram_to_opencl)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:124
int(* mpi_ms_to_mpi_ms)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:201
int(* opencl_to_opencl_async)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, cl_event *event)
Definition: starpu_data_interfaces.h:269
size_t elemsize
Definition: starpu_data_interfaces.h:1299
int(* ram_to_ram)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:110
size_t starpu_matrix_get_allocsize(starpu_data_handle_t handle)
int(* ram_to_mic)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:131
uint32_t nx
Definition: starpu_data_interfaces.h:1170
int(* ram_to_mic_async)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:314
@ STARPU_BLOCK_INTERFACE_ID
Definition: starpu_data_interfaces.h:353
void starpu_variable_ptr_register(starpu_data_handle_t handle, unsigned node, uintptr_t ptr, uintptr_t dev_handle, size_t offset)
uintptr_t starpu_malloc_on_node_flags(unsigned dst_node, size_t size, int flags)
uint32_t slice_base
Definition: starpu_data_interfaces.h:1172
int(* ram_to_opencl_async)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, cl_event *event)
Definition: starpu_data_interfaces.h:249
uint32_t starpu_bcsr_get_nrow(starpu_data_handle_t handle)
uint32_t * starpu_bcsr_get_local_colind(starpu_data_handle_t handle)
const struct starpu_data_copy_methods * copy_methods
Definition: starpu_data_interfaces.h:419
size_t starpu_vector_get_allocsize(starpu_data_handle_t handle)
size_t starpu_data_get_alloc_size(starpu_data_handle_t handle)
starpu_ssize_t(* allocate_data_on_node)(void *data_interface, unsigned node)
Definition: starpu_data_interfaces.h:395
void starpu_data_register(starpu_data_handle_t *handleptr, int home_node, void *data_interface, struct starpu_data_interface_ops *ops)
void(* display)(starpu_data_handle_t handle, FILE *f)
Definition: starpu_data_interfaces.h:493
uint32_t ldz
Definition: starpu_data_interfaces.h:1023
int(* pointer_is_inside)(void *data_interface, unsigned node, void *ptr)
Definition: starpu_data_interfaces.h:443
size_t elemsize
Definition: starpu_data_interfaces.h:1405
@ STARPU_CSR_INTERFACE_ID
Definition: starpu_data_interfaces.h:355
int(* cuda_to_cuda_async)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, starpu_cudaStream_t stream)
Definition: starpu_data_interfaces.h:232
int(* cuda_to_opencl)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:152
size_t starpu_variable_get_elemsize(starpu_data_handle_t handle)
size_t elemsize
Definition: starpu_data_interfaces.h:758
uintptr_t starpu_csr_get_local_nzval(starpu_data_handle_t handle)
void starpu_interface_start_driver_copy_async(unsigned src_node, unsigned dst_node, double *start)
uintptr_t nzval
Definition: starpu_data_interfaces.h:1534
int(* cuda_to_ram_async)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, starpu_cudaStream_t stream)
Definition: starpu_data_interfaces.h:222
void starpu_void_data_register(starpu_data_handle_t *handle)
int starpu_data_pointer_is_inside(starpu_data_handle_t handle, unsigned node, void *ptr)
uint32_t starpu_block_get_nx(starpu_data_handle_t handle)
@ STARPU_VOID_INTERFACE_ID
Definition: starpu_data_interfaces.h:358
char dontcache
Definition: starpu_data_interfaces.h:524
uint32_t nx
Definition: starpu_data_interfaces.h:925
int(* unpack_data)(starpu_data_handle_t handle, unsigned node, void *ptr, size_t count)
Definition: starpu_data_interfaces.h:553
uint32_t starpu_bcsr_get_c(starpu_data_handle_t handle)
uintptr_t starpu_variable_get_local_ptr(starpu_data_handle_t handle)
int(* ram_to_cuda_async)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, starpu_cudaStream_t stream)
Definition: starpu_data_interfaces.h:212
uint32_t * rowptr
Definition: starpu_data_interfaces.h:1536
uint32_t * columns
Definition: starpu_data_interfaces.h:922
Definition: starpu_data_interfaces.h:94
uintptr_t dev_handle
Definition: starpu_data_interfaces.h:1168
void starpu_coo_data_register(starpu_data_handle_t *handleptr, int home_node, uint32_t nx, uint32_t ny, uint32_t n_values, uint32_t *columns, uint32_t *rows, uintptr_t values, size_t elemsize)
uint32_t ldy
Definition: starpu_data_interfaces.h:1022
size_t cpu_elemsize
Definition: starpu_data_interfaces.h:1731
uint32_t nrow
Definition: starpu_data_interfaces.h:1398
size_t starpu_data_get_size(starpu_data_handle_t handle)
int(* ram_to_mpi_ms)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:187
uint32_t n_values
Definition: starpu_data_interfaces.h:927
enum starpu_data_interface_id id
Definition: starpu_data_interfaces.h:920
enum starpu_data_interface_id id
Definition: starpu_data_interfaces.h:1165
uint32_t nnz
Definition: starpu_data_interfaces.h:1397
struct starpu_codelet * cuda_to_cpu_cl
Definition: starpu_data_interfaces.h:1737
uint32_t firstentry
Definition: starpu_data_interfaces.h:1547
size_t elemsize
Definition: starpu_data_interfaces.h:928
uint32_t * rows
Definition: starpu_data_interfaces.h:923
void starpu_csr_data_register(starpu_data_handle_t *handle, int home_node, uint32_t nnz, uint32_t nrow, uintptr_t nzval, uint32_t *colind, uint32_t *rowptr, uint32_t firstentry, size_t elemsize)
Definition: starpu_data_interfaces.h:367
int starpu_data_pack(starpu_data_handle_t handle, void **ptr, starpu_ssize_t *count)
void(* free_data_on_node)(void *data_interface, unsigned node)
Definition: starpu_data_interfaces.h:402
Definition: starpu_data_interfaces.h:1292
Definition: starpu_task.h:250
size_t allocsize
Definition: starpu_data_interfaces.h:1173
uint32_t nnz
Definition: starpu_data_interfaces.h:1531
Definition: starpu_data_interfaces.h:1012
void starpu_block_ptr_register(starpu_data_handle_t handle, unsigned node, uintptr_t ptr, uintptr_t dev_handle, size_t offset, uint32_t ldy, uint32_t ldz)
uintptr_t starpu_matrix_get_local_ptr(starpu_data_handle_t handle)
uint32_t nrow
Definition: starpu_data_interfaces.h:1532
enum starpu_data_interface_id id
Definition: starpu_data_interfaces.h:1529
starpu_data_interface_id
Definition: starpu_data_interfaces.h:349
size_t starpu_bcsr_get_elemsize(starpu_data_handle_t handle)
uint32_t * starpu_bcsr_get_local_rowptr(starpu_data_handle_t handle)
@ STARPU_BCSR_INTERFACE_ID
Definition: starpu_data_interfaces.h:356
int(* any_to_any)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, void *async_data)
Definition: starpu_data_interfaces.h:343
@ STARPU_VECTOR_INTERFACE_ID
Definition: starpu_data_interfaces.h:354
int(* mic_to_ram)(void *src_interface, unsigned srd_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:180
struct starpu_codelet * cpu_to_cuda_cl
Definition: starpu_data_interfaces.h:1736
uintptr_t nzval
Definition: starpu_data_interfaces.h:1399
Definition: starpu_data_interfaces.h:1527
void * starpu_data_handle_to_pointer(starpu_data_handle_t handle, unsigned node)
uintptr_t starpu_block_get_local_ptr(starpu_data_handle_t handle)
struct _starpu_data_state * starpu_data_handle_t
Definition: starpu_data.h:46
uint32_t * starpu_csr_get_local_rowptr(starpu_data_handle_t handle)
int(* cuda_to_ram)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:138
struct starpu_codelet * cpu_to_opencl_cl
Definition: starpu_data_interfaces.h:1733
void starpu_free_on_node(unsigned dst_node, uintptr_t addr, size_t size)
int(* opencl_to_opencl)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:173
uint32_t starpu_csr_get_nrow(starpu_data_handle_t handle)
uint32_t ld
Definition: starpu_data_interfaces.h:754
size_t(* get_alloc_size)(starpu_data_handle_t handle)
Definition: starpu_data_interfaces.h:456
@ STARPU_MAX_INTERFACE_ID
Definition: starpu_data_interfaces.h:361
uint32_t * rowptr
Definition: starpu_data_interfaces.h:1401
size_t cuda_elemsize
Definition: starpu_data_interfaces.h:1735
int(* opencl_to_cuda)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:166
uint32_t ny
Definition: starpu_data_interfaces.h:1020
struct starpu_codelet * mic_to_cpu_cl
Definition: starpu_data_interfaces.h:1740
uint32_t starpu_vector_get_nx(starpu_data_handle_t handle)
uintptr_t ptr
Definition: starpu_data_interfaces.h:1296
void starpu_malloc_on_node_set_default_flags(unsigned node, int flags)
size_t elemsize
Definition: starpu_data_interfaces.h:1024
uint32_t(* footprint)(starpu_data_handle_t handle)
Definition: starpu_data_interfaces.h:463
uintptr_t dev_handle
Definition: starpu_data_interfaces.h:750
@ STARPU_MULTIFORMAT_INTERFACE_ID
Definition: starpu_data_interfaces.h:359
uint32_t(* alloc_footprint)(starpu_data_handle_t handle)
Definition: starpu_data_interfaces.h:471
void starpu_free_on_node_flags(unsigned dst_node, uintptr_t addr, size_t size, int flags)
size_t starpu_block_get_elemsize(starpu_data_handle_t handle)
void starpu_data_ptr_register(starpu_data_handle_t handle, unsigned node)
enum starpu_data_interface_id interfaceid
Definition: starpu_data_interfaces.h:506
int starpu_data_unpack(starpu_data_handle_t handle, void *ptr, size_t count)
enum starpu_data_interface_id id
Definition: starpu_data_interfaces.h:1294
char * name
Definition: starpu_data_interfaces.h:558
uint32_t starpu_matrix_get_ny(starpu_data_handle_t handle)
int starpu_interface_copy(uintptr_t src, size_t src_offset, unsigned src_node, uintptr_t dst, size_t dst_offset, unsigned dst_node, size_t size, void *async_data)
uint32_t c
Definition: starpu_data_interfaces.h:1550
int(* mpi_ms_to_ram)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:194
enum starpu_data_interface_id id
Definition: starpu_data_interfaces.h:1395
uint32_t ny
Definition: starpu_data_interfaces.h:926
void starpu_matrix_ptr_register(starpu_data_handle_t handle, unsigned node, uintptr_t ptr, uintptr_t dev_handle, size_t offset, uint32_t ld)
void * starpu_data_get_local_ptr(starpu_data_handle_t handle)
int(* mic_to_ram_async)(void *src_interface, unsigned srd_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:324
size_t offset
Definition: starpu_data_interfaces.h:1298
int(* opencl_to_ram_async)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, cl_event *event)
Definition: starpu_data_interfaces.h:259
void starpu_vector_ptr_register(starpu_data_handle_t handle, unsigned node, uintptr_t ptr, uintptr_t dev_handle, size_t offset)
void starpu_vector_data_register(starpu_data_handle_t *handle, int home_node, uintptr_t ptr, uint32_t nx, size_t elemsize)
uintptr_t dev_handle
Definition: starpu_data_interfaces.h:1017
int(* compare)(void *data_interface_a, void *data_interface_b)
Definition: starpu_data_interfaces.h:478
enum starpu_data_interface_id starpu_data_get_interface_id(starpu_data_handle_t handle)
size_t starpu_matrix_get_elemsize(starpu_data_handle_t handle)
size_t offset
Definition: starpu_data_interfaces.h:751
struct starpu_codelet * opencl_to_cpu_cl
Definition: starpu_data_interfaces.h:1734
uint32_t * starpu_csr_get_local_colind(starpu_data_handle_t handle)
@ STARPU_UNKNOWN_INTERFACE_ID
Definition: starpu_data_interfaces.h:351
uint32_t ny
Definition: starpu_data_interfaces.h:753
uint32_t starpu_bcsr_get_nnz(starpu_data_handle_t handle)
void starpu_interface_data_copy(unsigned src_node, unsigned dst_node, size_t size)
void starpu_interface_end_driver_copy_async(unsigned src_node, unsigned dst_node, double start)
size_t elemsize
Definition: starpu_data_interfaces.h:1171
void(* init)(void *data_interface)
Definition: starpu_data_interfaces.h:409
uint32_t nz
Definition: starpu_data_interfaces.h:1021
starpu_data_handle_t starpu_data_lookup(const void *ptr)
uint32_t starpu_csr_get_nnz(starpu_data_handle_t handle)
uintptr_t starpu_vector_get_local_ptr(starpu_data_handle_t handle)
uint32_t nx
Definition: starpu_data_interfaces.h:752
size_t allocsize
Definition: starpu_data_interfaces.h:759
void starpu_variable_data_register(starpu_data_handle_t *handle, int home_node, uintptr_t ptr, size_t size)
size_t elemsize
Definition: starpu_data_interfaces.h:1552
void * starpu_data_get_interface_on_node(starpu_data_handle_t handle, unsigned memory_node)
@ STARPU_MATRIX_INTERFACE_ID
Definition: starpu_data_interfaces.h:352
size_t offset
Definition: starpu_data_interfaces.h:1018
Definition: starpu_data_interfaces.h:746
void starpu_multiformat_data_register(starpu_data_handle_t *handle, int home_node, void *ptr, uint32_t nobjects, struct starpu_multiformat_data_interface_ops *format_ops)
uint32_t starpu_csr_get_firstentry(starpu_data_handle_t handle)
starpu_ssize_t(* describe)(void *data_interface, char *buf, size_t size)
Definition: starpu_data_interfaces.h:501
size_t starpu_csr_get_elemsize(starpu_data_handle_t handle)
void starpu_data_register_same(starpu_data_handle_t *handledst, starpu_data_handle_t handlesrc)
size_t offset
Definition: starpu_data_interfaces.h:1169
uintptr_t starpu_bcsr_get_local_nzval(starpu_data_handle_t handle)
size_t starpu_vector_get_elemsize(starpu_data_handle_t handle)
uintptr_t dev_handle
Definition: starpu_data_interfaces.h:1297
int(* pack_data)(starpu_data_handle_t handle, unsigned node, void **ptr, starpu_ssize_t *count)
Definition: starpu_data_interfaces.h:546
size_t(* get_size)(starpu_data_handle_t handle)
Definition: starpu_data_interfaces.h:448
uint32_t * colind
Definition: starpu_data_interfaces.h:1535
uintptr_t ptr
Definition: starpu_data_interfaces.h:1016
void starpu_matrix_data_register(starpu_data_handle_t *handle, int home_node, uintptr_t ptr, uint32_t ld, uint32_t nx, uint32_t ny, size_t elemsize)
void starpu_block_data_register(starpu_data_handle_t *handle, int home_node, uintptr_t ptr, uint32_t ldy, uint32_t ldz, uint32_t nx, uint32_t ny, uint32_t nz, size_t elemsize)
Definition: starpu_data_interfaces.h:1393
@ STARPU_VARIABLE_INTERFACE_ID
Definition: starpu_data_interfaces.h:357
uint32_t starpu_bcsr_get_firstentry(starpu_data_handle_t handle)
uint32_t starpu_bcsr_get_r(starpu_data_handle_t handle)
int(* opencl_to_ram)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:159
uint32_t starpu_block_get_local_ldz(starpu_data_handle_t handle)
uint32_t starpu_block_get_ny(starpu_data_handle_t handle)
Definition: starpu_data_interfaces.h:918
uintptr_t ptr
Definition: starpu_data_interfaces.h:1167
size_t opencl_elemsize
Definition: starpu_data_interfaces.h:1732
enum starpu_data_interface_id id
Definition: starpu_data_interfaces.h:748
int(* ram_to_mpi_ms_async)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, void *event)
Definition: starpu_data_interfaces.h:284
Definition: starpu_data_interfaces.h:1163
size_t mic_elemsize
Definition: starpu_data_interfaces.h:1738
int(* mpi_ms_to_mpi_ms_async)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, void *event)
Definition: starpu_data_interfaces.h:304
uint32_t starpu_block_get_nz(starpu_data_handle_t handle)
uint32_t firstentry
Definition: starpu_data_interfaces.h:1403
uint32_t nx
Definition: starpu_data_interfaces.h:1019
uint32_t r
Definition: starpu_data_interfaces.h:1549
void(* register_data_handle)(starpu_data_handle_t handle, unsigned home_node, void *data_interface)
Definition: starpu_data_interfaces.h:380
void starpu_matrix_data_register_allocsize(starpu_data_handle_t *handle, int home_node, uintptr_t ptr, uint32_t ld, uint32_t nx, uint32_t ny, size_t elemsize, size_t allocsize)
int(* ram_to_cuda)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:117
@ STARPU_COO_INTERFACE_ID
Definition: starpu_data_interfaces.h:360
size_t interface_size
Definition: starpu_data_interfaces.h:511
void starpu_bcsr_data_register(starpu_data_handle_t *handle, int home_node, uint32_t nnz, uint32_t nrow, uintptr_t nzval, uint32_t *colind, uint32_t *rowptr, uint32_t firstentry, uint32_t r, uint32_t c, size_t elemsize)
uintptr_t starpu_malloc_on_node(unsigned dst_node, size_t size)
enum starpu_data_interface_id id
Definition: starpu_data_interfaces.h:1014
int(* cuda_to_cuda)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:145
int(* mpi_ms_to_ram_async)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, void *event)
Definition: starpu_data_interfaces.h:294
int(* can_copy)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, unsigned handling_node)
Definition: starpu_data_interfaces.h:103
int(* alloc_compare)(void *data_interface_a, void *data_interface_b)
Definition: starpu_data_interfaces.h:487
struct starpu_codelet * cpu_to_mic_cl
Definition: starpu_data_interfaces.h:1739
uint32_t starpu_matrix_get_nx(starpu_data_handle_t handle)
uint32_t * colind
Definition: starpu_data_interfaces.h:1400
uint32_t starpu_matrix_get_local_ld(starpu_data_handle_t handle)