StarPU Handbook
starpu_data_interfaces.h
Go to the documentation of this file.
1 /* StarPU --- Runtime system for heterogeneous multicore architectures.
2  *
3  * Copyright (C) 2010-2015 Université de Bordeaux
4  * Copyright (C) 2010-2014 CNRS
5  * Copyright (C) 2011-2012 INRIA
6  *
7  * StarPU is free software; you can redistribute it and/or modify
8  * it under the terms of the GNU Lesser General Public License as published by
9  * the Free Software Foundation; either version 2.1 of the License, or (at
10  * your option) any later version.
11  *
12  * StarPU is distributed in the hope that it will be useful, but
13  * WITHOUT ANY WARRANTY; without even the implied warranty of
14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
15  *
16  * See the GNU Lesser General Public License in COPYING.LGPL for more details.
17  */
18 
19 #ifndef __STARPU_DATA_INTERFACES_H__
20 #define __STARPU_DATA_INTERFACES_H__
21 
22 #include <starpu.h>
23 
24 #ifdef STARPU_USE_CUDA
25 /* to use CUDA streams */
26 # ifdef STARPU_DONT_INCLUDE_CUDA_HEADERS
27 typedef void *starpu_cudaStream_t;
28 # else
29 # include <cuda_runtime.h>
30 typedef cudaStream_t starpu_cudaStream_t;
31 # endif
32 #endif
33 
34 #ifdef __cplusplus
35 extern "C"
36 {
37 #endif
38 
40 {
41  int (*can_copy)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, unsigned handling_node);
42 
43  int (*ram_to_ram)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node);
44  int (*ram_to_cuda)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node);
45  int (*ram_to_opencl)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node);
46  int (*ram_to_mic)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node);
47 
48  int (*cuda_to_ram)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node);
49  int (*cuda_to_cuda)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node);
50  int (*cuda_to_opencl)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node);
51 
52  int (*opencl_to_ram)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node);
53  int (*opencl_to_cuda)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node);
54  int (*opencl_to_opencl)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node);
55 
56  int (*mic_to_ram)(void *src_interface, unsigned srd_node, void *dst_interface, unsigned dst_node);
57 
58  int (*scc_src_to_sink)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node);
59  int (*scc_sink_to_src)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node);
60  int (*scc_sink_to_sink)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node);
61 
62 #ifdef STARPU_USE_CUDA
63  int (*ram_to_cuda_async)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, starpu_cudaStream_t stream);
64  int (*cuda_to_ram_async)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, starpu_cudaStream_t stream);
65  int (*cuda_to_cuda_async)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, starpu_cudaStream_t stream);
66 #else
67  int (*ram_to_cuda_async)();
68  int (*cuda_to_ram_async)();
69  int (*cuda_to_cuda_async)();
70 #endif
71 
72 #if defined(STARPU_USE_OPENCL) && !defined(__CUDACC__)
73  int (*ram_to_opencl_async)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, cl_event *event);
74  int (*opencl_to_ram_async)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, cl_event *event);
75  int (*opencl_to_opencl_async)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, cl_event *event);
76 #else
77  int (*ram_to_opencl_async)();
78  int (*opencl_to_ram_async)();
79  int (*opencl_to_opencl_async)();
80 #endif
81 
82  int (*ram_to_mic_async)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node);
83  int (*mic_to_ram_async)(void *src_interface, unsigned srd_node, void *dst_interface, unsigned dst_node);
84 
85  int (*any_to_any)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, void *async_data);
86 };
87 
88 int starpu_interface_copy(uintptr_t src, size_t src_offset, unsigned src_node, uintptr_t dst, size_t dst_offset, unsigned dst_node, size_t size, void *async_data);
89 uintptr_t starpu_malloc_on_node(unsigned dst_node, size_t size);
90 void starpu_free_on_node(unsigned dst_node, uintptr_t addr, size_t size);
91 
93 {
105 };
106 
108 {
110  unsigned home_node, void *data_interface);
111  starpu_ssize_t (*allocate_data_on_node) (void *data_interface, unsigned node);
112  void (*free_data_on_node) (void *data_interface, unsigned node);
114  void * (*handle_to_pointer) (starpu_data_handle_t handle, unsigned node);
115  size_t (*get_size) (starpu_data_handle_t handle);
116  uint32_t (*footprint) (starpu_data_handle_t handle);
117  int (*compare) (void *data_interface_a, void *data_interface_b);
118  void (*display) (starpu_data_handle_t handle, FILE *f);
119  starpu_ssize_t (*describe) (void *data_interface, char *buf, size_t size);
122 
124  char dontcache;
125  struct starpu_multiformat_data_interface_ops* (*get_mf_ops)(void *data_interface);
126 
127  int (*pack_data) (starpu_data_handle_t handle, unsigned node, void **ptr, starpu_ssize_t *count);
128  int (*unpack_data) (starpu_data_handle_t handle, unsigned node, void *ptr, size_t count);
129 };
130 
132 
133 void starpu_data_register(starpu_data_handle_t *handleptr, unsigned home_node, void *data_interface, struct starpu_data_interface_ops *ops);
134 void starpu_data_ptr_register(starpu_data_handle_t handle, unsigned node);
136 
137 void *starpu_data_handle_to_pointer(starpu_data_handle_t handle, unsigned node);
139 
140 void *starpu_data_get_interface_on_node(starpu_data_handle_t handle, unsigned memory_node);
141 
142 extern struct starpu_data_interface_ops starpu_interface_matrix_ops;
143 
145 {
147 
148  uintptr_t ptr;
149  uintptr_t dev_handle;
150  size_t offset;
151  uint32_t nx;
152  uint32_t ny;
153  uint32_t ld;
154  size_t elemsize;
155 };
156 
157 void starpu_matrix_data_register(starpu_data_handle_t *handle, unsigned home_node, uintptr_t ptr, uint32_t ld, uint32_t nx, uint32_t ny, size_t elemsize);
158 void starpu_matrix_ptr_register(starpu_data_handle_t handle, unsigned node, uintptr_t ptr, uintptr_t dev_handle, size_t offset, uint32_t ld);
164 
165 #define STARPU_MATRIX_GET_PTR(interface) (((struct starpu_matrix_interface *)(interface))->ptr)
166 #define STARPU_MATRIX_GET_DEV_HANDLE(interface) (((struct starpu_matrix_interface *)(interface))->dev_handle)
167 #define STARPU_MATRIX_GET_OFFSET(interface) (((struct starpu_matrix_interface *)(interface))->offset)
168 #define STARPU_MATRIX_GET_NX(interface) (((struct starpu_matrix_interface *)(interface))->nx)
169 #define STARPU_MATRIX_GET_NY(interface) (((struct starpu_matrix_interface *)(interface))->ny)
170 #define STARPU_MATRIX_GET_LD(interface) (((struct starpu_matrix_interface *)(interface))->ld)
171 #define STARPU_MATRIX_GET_ELEMSIZE(interface) (((struct starpu_matrix_interface *)(interface))->elemsize)
172 
173 extern struct starpu_data_interface_ops starpu_interface_coo_ops;
174 
176 {
178 
179  uint32_t *columns;
180  uint32_t *rows;
181  uintptr_t values;
182  uint32_t nx;
183  uint32_t ny;
184  uint32_t n_values;
185  size_t elemsize;
186 };
187 
188 void starpu_coo_data_register(starpu_data_handle_t *handleptr, unsigned home_node, uint32_t nx, uint32_t ny, uint32_t n_values, uint32_t *columns, uint32_t *rows, uintptr_t values, size_t elemsize);
189 
190 #define STARPU_COO_GET_COLUMNS(interface) \
191  (((struct starpu_coo_interface *)(interface))->columns)
192 #define STARPU_COO_GET_COLUMNS_DEV_HANDLE(interface) \
193  (((struct starpu_coo_interface *)(interface))->columns)
194 #define STARPU_COO_GET_ROWS(interface) \
195  (((struct starpu_coo_interface *)(interface))->rows)
196 #define STARPU_COO_GET_ROWS_DEV_HANDLE(interface) \
197  (((struct starpu_coo_interface *)(interface))->rows)
198 #define STARPU_COO_GET_VALUES(interface) \
199  (((struct starpu_coo_interface *)(interface))->values)
200 #define STARPU_COO_GET_VALUES_DEV_HANDLE(interface) \
201  (((struct starpu_coo_interface *)(interface))->values)
202 #define STARPU_COO_GET_OFFSET 0
203 #define STARPU_COO_GET_NX(interface) \
204  (((struct starpu_coo_interface *)(interface))->nx)
205 #define STARPU_COO_GET_NY(interface) \
206  (((struct starpu_coo_interface *)(interface))->ny)
207 #define STARPU_COO_GET_NVALUES(interface) \
208  (((struct starpu_coo_interface *)(interface))->n_values)
209 #define STARPU_COO_GET_ELEMSIZE(interface) \
210  (((struct starpu_coo_interface *)(interface))->elemsize)
211 
212 extern struct starpu_data_interface_ops starpu_interface_block_ops;
213 
214 /* TODO: rename to 3dmatrix? */
216 {
218 
219  uintptr_t ptr;
220  uintptr_t dev_handle;
221  size_t offset;
222  uint32_t nx;
223  uint32_t ny;
224  uint32_t nz;
225  uint32_t ldy;
226  uint32_t ldz;
227  size_t elemsize;
228 };
229 
230 void starpu_block_data_register(starpu_data_handle_t *handle, unsigned home_node, uintptr_t ptr, uint32_t ldy, uint32_t ldz, uint32_t nx, uint32_t ny, uint32_t nz, size_t elemsize);
231 void starpu_block_ptr_register(starpu_data_handle_t handle, unsigned node, uintptr_t ptr, uintptr_t dev_handle, size_t offset, uint32_t ldy, uint32_t ldz);
239 
240 #define STARPU_BLOCK_GET_PTR(interface) (((struct starpu_block_interface *)(interface))->ptr)
241 #define STARPU_BLOCK_GET_DEV_HANDLE(interface) (((struct starpu_block_interface *)(interface))->dev_handle)
242 #define STARPU_BLOCK_GET_OFFSET(interface) (((struct starpu_block_interface *)(interface))->offset)
243 #define STARPU_BLOCK_GET_NX(interface) (((struct starpu_block_interface *)(interface))->nx)
244 #define STARPU_BLOCK_GET_NY(interface) (((struct starpu_block_interface *)(interface))->ny)
245 #define STARPU_BLOCK_GET_NZ(interface) (((struct starpu_block_interface *)(interface))->nz)
246 #define STARPU_BLOCK_GET_LDY(interface) (((struct starpu_block_interface *)(interface))->ldy)
247 #define STARPU_BLOCK_GET_LDZ(interface) (((struct starpu_block_interface *)(interface))->ldz)
248 #define STARPU_BLOCK_GET_ELEMSIZE(interface) (((struct starpu_block_interface *)(interface))->elemsize)
249 
250 extern struct starpu_data_interface_ops starpu_interface_vector_ops;
251 
253 {
255 
256  uintptr_t ptr;
257  uintptr_t dev_handle;
258  size_t offset;
259  uint32_t nx;
260  size_t elemsize;
261 
262  uint32_t slice_base;
263 };
264 
265 void starpu_vector_data_register(starpu_data_handle_t *handle, unsigned home_node, uintptr_t ptr, uint32_t nx, size_t elemsize);
266 void starpu_vector_ptr_register(starpu_data_handle_t handle, unsigned node, uintptr_t ptr, uintptr_t dev_handle, size_t offset);
270 
271 #define STARPU_VECTOR_GET_PTR(interface) (((struct starpu_vector_interface *)(interface))->ptr)
272 #define STARPU_VECTOR_GET_DEV_HANDLE(interface) (((struct starpu_vector_interface *)(interface))->dev_handle)
273 #define STARPU_VECTOR_GET_OFFSET(interface) (((struct starpu_vector_interface *)(interface))->offset)
274 #define STARPU_VECTOR_GET_NX(interface) (((struct starpu_vector_interface *)(interface))->nx)
275 #define STARPU_VECTOR_GET_ELEMSIZE(interface) (((struct starpu_vector_interface *)(interface))->elemsize)
276 #define STARPU_VECTOR_GET_SLICE_BASE(interface) (((struct starpu_vector_interface *)(interface))->slice_base)
277 
278 extern struct starpu_data_interface_ops starpu_interface_variable_ops;
279 
281 {
283 
284  uintptr_t ptr;
285  uintptr_t dev_handle;
286  size_t offset;
287  size_t elemsize;
288 };
289 
290 void starpu_variable_data_register(starpu_data_handle_t *handle, unsigned home_node, uintptr_t ptr, size_t size);
291 void starpu_variable_ptr_register(starpu_data_handle_t handle, unsigned node, uintptr_t ptr, uintptr_t dev_handle, size_t offset);
294 
295 #define STARPU_VARIABLE_GET_PTR(interface) (((struct starpu_variable_interface *)(interface))->ptr)
296 #define STARPU_VARIABLE_GET_OFFSET(interface) (((struct starpu_variable_interface *)(interface))->offset)
297 #define STARPU_VARIABLE_GET_ELEMSIZE(interface) (((struct starpu_variable_interface *)(interface))->elemsize)
298 #define STARPU_VARIABLE_GET_DEV_HANDLE(interface) \
299  (((struct starpu_variable_interface *)(interface))->ptr)
300 
301 extern struct starpu_data_interface_ops starpu_interface_void_ops;
302 
304 
305 extern struct starpu_data_interface_ops starpu_interface_csr_ops;
306 
308 {
310 
311  uint32_t nnz;
312  uint32_t nrow;
313  uintptr_t nzval;
314  uint32_t *colind;
315  uint32_t *rowptr;
316 
317  uint32_t firstentry;
318 
319  size_t elemsize;
320 };
321 
322 void starpu_csr_data_register(starpu_data_handle_t *handle, unsigned home_node, uint32_t nnz, uint32_t nrow, uintptr_t nzval, uint32_t *colind, uint32_t *rowptr, uint32_t firstentry, size_t elemsize);
330 
331 #define STARPU_CSR_GET_NNZ(interface) (((struct starpu_csr_interface *)(interface))->nnz)
332 #define STARPU_CSR_GET_NROW(interface) (((struct starpu_csr_interface *)(interface))->nrow)
333 #define STARPU_CSR_GET_NZVAL(interface) (((struct starpu_csr_interface *)(interface))->nzval)
334 #define STARPU_CSR_GET_NZVAL_DEV_HANDLE(interface) \
335  (((struct starpu_csr_interface *)(interface))->nnz)
336 #define STARPU_CSR_GET_COLIND(interface) (((struct starpu_csr_interface *)(interface))->colind)
337 #define STARPU_CSR_GET_COLIND_DEV_HANDLE(interface) \
338  (((struct starpu_csr_interface *)(interface))->colind)
339 #define STARPU_CSR_GET_ROWPTR(interface) (((struct starpu_csr_interface *)(interface))->rowptr)
340 #define STARPU_CSR_GET_ROWPTR_DEV_HANDLE(interface) \
341  (((struct starpu_csr_interface *)(interface))->rowptr)
342 #define STARPU_CSR_GET_OFFSET 0
343 #define STARPU_CSR_GET_FIRSTENTRY(interface) (((struct starpu_csr_interface *)(interface))->firstentry)
344 #define STARPU_CSR_GET_ELEMSIZE(interface) (((struct starpu_csr_interface *)(interface))->elemsize)
345 
346 extern struct starpu_data_interface_ops starpu_interface_bcsr_ops;
347 
349 {
351 
352  uint32_t nnz;
353  uint32_t nrow;
354 
355  uintptr_t nzval;
356  uint32_t *colind;
357  uint32_t *rowptr;
358 
359  uint32_t firstentry;
360 
361  uint32_t r;
362  uint32_t c;
363 
364  size_t elemsize;
365 };
366 
367 void starpu_bcsr_data_register(starpu_data_handle_t *handle, unsigned home_node, uint32_t nnz, uint32_t nrow, uintptr_t nzval, uint32_t *colind, uint32_t *rowptr, uint32_t firstentry, uint32_t r, uint32_t c, size_t elemsize);
368 
369 #define STARPU_BCSR_GET_NNZ(interface) (((struct starpu_bcsr_interface *)(interface))->nnz)
370 #define STARPU_BCSR_GET_NZVAL(interface) (((struct starpu_bcsr_interface *)(interface))->nzval)
371 #define STARPU_BCSR_GET_NZVAL_DEV_HANDLE(interface) \
372  (((struct starpu_bcsr_interface *)(interface))->nnz)
373 #define STARPU_BCSR_GET_COLIND(interface) (((struct starpu_bcsr_interface *)(interface))->colind)
374 #define STARPU_BCSR_GET_COLIND_DEV_HANDLE(interface) \
375  (((struct starpu_bcsr_interface *)(interface))->colind)
376 #define STARPU_BCSR_GET_ROWPTR(interface) (((struct starpu_bcsr_interface *)(interface))->rowptr)
377 #define STARPU_BCSR_GET_ROWPTR_DEV_HANDLE(interface) \
378  (((struct starpu_bcsr_interface *)(interface))->rowptr)
379 #define STARPU_BCSR_GET_OFFSET 0
386 uint32_t starpu_bcsr_get_r(starpu_data_handle_t handle);
387 uint32_t starpu_bcsr_get_c(starpu_data_handle_t handle);
389 
391 {
392  size_t cpu_elemsize;
399  size_t mic_elemsize;
402 };
403 
405 {
406  enum starpu_data_interface_id id;
407 
408  void *cpu_ptr;
409  void *cuda_ptr;
410  void *opencl_ptr;
411  void *mic_ptr;
412  uint32_t nx;
414 };
415 
416 void starpu_multiformat_data_register(starpu_data_handle_t *handle, unsigned home_node, void *ptr, uint32_t nobjects, struct starpu_multiformat_data_interface_ops *format_ops);
417 
418 #define STARPU_MULTIFORMAT_GET_CPU_PTR(interface) (((struct starpu_multiformat_interface *)(interface))->cpu_ptr)
419 #define STARPU_MULTIFORMAT_GET_CUDA_PTR(interface) (((struct starpu_multiformat_interface *)(interface))->cuda_ptr)
420 #define STARPU_MULTIFORMAT_GET_OPENCL_PTR(interface) (((struct starpu_multiformat_interface *)(interface))->opencl_ptr)
421 #define STARPU_MULTIFORMAT_GET_MIC_PTR(interface) (((struct starpu_multiformat_interface *)(interface))->mic_ptr)
422 #define STARPU_MULTIFORMAT_GET_NX(interface) (((struct starpu_multiformat_interface *)(interface))->nx)
423 
425 
426 int starpu_data_pack(starpu_data_handle_t handle, void **ptr, starpu_ssize_t *count);
427 int starpu_data_unpack(starpu_data_handle_t handle, void *ptr, size_t count);
429 
431 
432 #ifdef __cplusplus
433 }
434 #endif
435 
436 #endif /* __STARPU_DATA_INTERFACES_H__ */
size_t elemsize
Definition: starpu_data_interfaces.h:260
size_t starpu_bcsr_get_elemsize(starpu_data_handle_t handle)
uint32_t starpu_matrix_get_nx(starpu_data_handle_t handle)
starpu_ssize_t(* allocate_data_on_node)(void *data_interface, unsigned node)
Definition: starpu_data_interfaces.h:111
uint32_t nrow
Definition: starpu_data_interfaces.h:353
int(* scc_src_to_sink)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:58
size_t starpu_vector_get_elemsize(starpu_data_handle_t handle)
void starpu_block_ptr_register(starpu_data_handle_t handle, unsigned node, uintptr_t ptr, uintptr_t dev_handle, size_t offset, uint32_t ldy, uint32_t ldz)
uint32_t nrow
Definition: starpu_data_interfaces.h:312
enum starpu_data_interface_id id
Definition: starpu_data_interfaces.h:254
Definition: starpu_task.h:86
Definition: starpu_data_interfaces.h:96
int starpu_interface_copy(uintptr_t src, size_t src_offset, unsigned src_node, uintptr_t dst, size_t dst_offset, unsigned dst_node, size_t size, void *async_data)
uint32_t(* footprint)(starpu_data_handle_t handle)
Definition: starpu_data_interfaces.h:116
uintptr_t ptr
Definition: starpu_data_interfaces.h:148
int(* compare)(void *data_interface_a, void *data_interface_b)
Definition: starpu_data_interfaces.h:117
void starpu_coo_data_register(starpu_data_handle_t *handleptr, unsigned home_node, uint32_t nx, uint32_t ny, uint32_t n_values, uint32_t *columns, uint32_t *rows, uintptr_t values, size_t elemsize)
uint32_t nx
Definition: starpu_data_interfaces.h:182
Definition: starpu_data_interfaces.h:95
uint32_t nx
Definition: starpu_data_interfaces.h:222
uint32_t * starpu_csr_get_local_rowptr(starpu_data_handle_t handle)
uintptr_t starpu_variable_get_local_ptr(starpu_data_handle_t handle)
uint32_t starpu_bcsr_get_nnz(starpu_data_handle_t handle)
void starpu_block_data_register(starpu_data_handle_t *handle, unsigned home_node, uintptr_t ptr, uint32_t ldy, uint32_t ldz, uint32_t nx, uint32_t ny, uint32_t nz, size_t elemsize)
starpu_ssize_t(* describe)(void *data_interface, char *buf, size_t size)
Definition: starpu_data_interfaces.h:119
void(* display)(starpu_data_handle_t handle, FILE *f)
Definition: starpu_data_interfaces.h:118
int(* scc_sink_to_src)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:59
Definition: starpu_data_interfaces.h:252
size_t mic_elemsize
Definition: starpu_data_interfaces.h:399
uintptr_t dev_handle
Definition: starpu_data_interfaces.h:257
int(* scc_sink_to_sink)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:60
uint32_t nnz
Definition: starpu_data_interfaces.h:352
Definition: starpu_data_interfaces.h:100
enum starpu_data_interface_id id
Definition: starpu_data_interfaces.h:217
uint32_t * colind
Definition: starpu_data_interfaces.h:356
uint32_t nnz
Definition: starpu_data_interfaces.h:311
void * starpu_data_get_local_ptr(starpu_data_handle_t handle)
uint32_t starpu_csr_get_nnz(starpu_data_handle_t handle)
Definition: starpu_data_interfaces.h:307
Definition: starpu_data_interfaces.h:390
size_t cpu_elemsize
Definition: starpu_data_interfaces.h:392
Definition: starpu_data_interfaces.h:175
void(* register_data_handle)(starpu_data_handle_t handle, unsigned home_node, void *data_interface)
Definition: starpu_data_interfaces.h:109
Definition: starpu_data_interfaces.h:102
int(* opencl_to_ram)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:52
size_t interface_size
Definition: starpu_data_interfaces.h:121
uintptr_t starpu_vector_get_local_ptr(starpu_data_handle_t handle)
void starpu_csr_data_register(starpu_data_handle_t *handle, unsigned home_node, uint32_t nnz, uint32_t nrow, uintptr_t nzval, uint32_t *colind, uint32_t *rowptr, uint32_t firstentry, size_t elemsize)
size_t elemsize
Definition: starpu_data_interfaces.h:154
int(* ram_to_ram)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:43
char is_multiformat
Definition: starpu_data_interfaces.h:123
enum starpu_data_interface_id id
Definition: starpu_data_interfaces.h:350
uint32_t nx
Definition: starpu_data_interfaces.h:259
Definition: starpu_data_interfaces.h:215
uint32_t * rows
Definition: starpu_data_interfaces.h:180
uint32_t n_values
Definition: starpu_data_interfaces.h:184
int starpu_data_pack(starpu_data_handle_t handle, void **ptr, starpu_ssize_t *count)
int(* can_copy)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, unsigned handling_node)
Definition: starpu_data_interfaces.h:41
void starpu_data_register_same(starpu_data_handle_t *handledst, starpu_data_handle_t handlesrc)
void starpu_vector_ptr_register(starpu_data_handle_t handle, unsigned node, uintptr_t ptr, uintptr_t dev_handle, size_t offset)
size_t starpu_variable_get_elemsize(starpu_data_handle_t handle)
uint32_t starpu_block_get_local_ldy(starpu_data_handle_t handle)
uintptr_t nzval
Definition: starpu_data_interfaces.h:313
const struct starpu_data_copy_methods * copy_methods
Definition: starpu_data_interfaces.h:113
void * starpu_data_handle_to_pointer(starpu_data_handle_t handle, unsigned node)
void starpu_multiformat_data_register(starpu_data_handle_t *handle, unsigned home_node, void *ptr, uint32_t nobjects, struct starpu_multiformat_data_interface_ops *format_ops)
Definition: starpu_data_interfaces.h:99
size_t elemsize
Definition: starpu_data_interfaces.h:287
int(* ram_to_opencl_async)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, cl_event *event)
Definition: starpu_data_interfaces.h:73
struct starpu_codelet * cpu_to_opencl_cl
Definition: starpu_data_interfaces.h:394
uint32_t ld
Definition: starpu_data_interfaces.h:153
struct starpu_codelet * cpu_to_mic_cl
Definition: starpu_data_interfaces.h:400
uint32_t starpu_csr_get_firstentry(starpu_data_handle_t handle)
Definition: starpu_data_interfaces.h:101
void starpu_data_register(starpu_data_handle_t *handleptr, unsigned home_node, void *data_interface, struct starpu_data_interface_ops *ops)
size_t elemsize
Definition: starpu_data_interfaces.h:227
uint32_t * starpu_csr_get_local_colind(starpu_data_handle_t handle)
uint32_t ny
Definition: starpu_data_interfaces.h:183
enum starpu_data_interface_id starpu_data_get_interface_id(starpu_data_handle_t handle)
int(* ram_to_mic)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:46
uint32_t nz
Definition: starpu_data_interfaces.h:224
uint32_t starpu_matrix_get_ny(starpu_data_handle_t handle)
uint32_t nx
Definition: starpu_data_interfaces.h:151
int starpu_data_interface_get_next_id(void)
struct starpu_codelet * opencl_to_cpu_cl
Definition: starpu_data_interfaces.h:395
int(* ram_to_opencl)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:45
struct starpu_codelet * cuda_to_cpu_cl
Definition: starpu_data_interfaces.h:398
int(* opencl_to_cuda)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:53
int(* cuda_to_ram)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:48
uint32_t ny
Definition: starpu_data_interfaces.h:152
char dontcache
Definition: starpu_data_interfaces.h:124
size_t opencl_elemsize
Definition: starpu_data_interfaces.h:393
uint32_t starpu_bcsr_get_c(starpu_data_handle_t handle)
int(* pack_data)(starpu_data_handle_t handle, unsigned node, void **ptr, starpu_ssize_t *count)
Definition: starpu_data_interfaces.h:127
uintptr_t dev_handle
Definition: starpu_data_interfaces.h:149
uintptr_t ptr
Definition: starpu_data_interfaces.h:256
uint32_t * colind
Definition: starpu_data_interfaces.h:314
size_t elemsize
Definition: starpu_data_interfaces.h:364
uintptr_t starpu_malloc_on_node(unsigned dst_node, size_t size)
size_t starpu_block_get_elemsize(starpu_data_handle_t handle)
uint32_t starpu_bcsr_get_nrow(starpu_data_handle_t handle)
Definition: starpu_data_interfaces.h:348
void starpu_matrix_ptr_register(starpu_data_handle_t handle, unsigned node, uintptr_t ptr, uintptr_t dev_handle, size_t offset, uint32_t ld)
Definition: starpu_data_interfaces.h:280
Definition: starpu_data_interfaces.h:97
uintptr_t starpu_block_get_local_ptr(starpu_data_handle_t handle)
uint32_t * rowptr
Definition: starpu_data_interfaces.h:315
uintptr_t ptr
Definition: starpu_data_interfaces.h:219
int(* mic_to_ram_async)(void *src_interface, unsigned srd_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:83
int(* cuda_to_cuda_async)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, starpu_cudaStream_t stream)
Definition: starpu_data_interfaces.h:65
uint32_t ldy
Definition: starpu_data_interfaces.h:225
uintptr_t starpu_bcsr_get_local_nzval(starpu_data_handle_t handle)
void starpu_bcsr_data_register(starpu_data_handle_t *handle, unsigned home_node, uint32_t nnz, uint32_t nrow, uintptr_t nzval, uint32_t *colind, uint32_t *rowptr, uint32_t firstentry, uint32_t r, uint32_t c, size_t elemsize)
int(* ram_to_cuda)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:44
uint32_t * columns
Definition: starpu_data_interfaces.h:179
uint32_t * rowptr
Definition: starpu_data_interfaces.h:357
int(* mic_to_ram)(void *src_interface, unsigned srd_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:56
enum starpu_data_interface_id interfaceid
Definition: starpu_data_interfaces.h:120
int(* opencl_to_ram_async)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, cl_event *event)
Definition: starpu_data_interfaces.h:74
uint32_t starpu_matrix_get_local_ld(starpu_data_handle_t handle)
uintptr_t starpu_matrix_get_local_ptr(starpu_data_handle_t handle)
uint32_t starpu_vector_get_nx(starpu_data_handle_t handle)
uint32_t starpu_block_get_nz(starpu_data_handle_t handle)
void starpu_vector_data_register(starpu_data_handle_t *handle, unsigned home_node, uintptr_t ptr, uint32_t nx, size_t elemsize)
uintptr_t ptr
Definition: starpu_data_interfaces.h:284
starpu_data_handle_t starpu_data_lookup(const void *ptr)
int(* cuda_to_ram_async)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, starpu_cudaStream_t stream)
Definition: starpu_data_interfaces.h:64
uint32_t * starpu_bcsr_get_local_rowptr(starpu_data_handle_t handle)
void starpu_void_data_register(starpu_data_handle_t *handle)
int(* any_to_any)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, void *async_data)
Definition: starpu_data_interfaces.h:85
size_t(* get_size)(starpu_data_handle_t handle)
Definition: starpu_data_interfaces.h:115
Definition: starpu_data_interfaces.h:404
size_t offset
Definition: starpu_data_interfaces.h:286
Definition: starpu_data_interfaces.h:104
starpu_data_interface_id
Definition: starpu_data_interfaces.h:92
int(* ram_to_cuda_async)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, starpu_cudaStream_t stream)
Definition: starpu_data_interfaces.h:63
size_t offset
Definition: starpu_data_interfaces.h:258
uint32_t firstentry
Definition: starpu_data_interfaces.h:317
enum starpu_data_interface_id id
Definition: starpu_data_interfaces.h:282
uint32_t r
Definition: starpu_data_interfaces.h:361
Definition: starpu_data_interfaces.h:107
uint32_t starpu_bcsr_get_firstentry(starpu_data_handle_t handle)
void * starpu_data_get_interface_on_node(starpu_data_handle_t handle, unsigned memory_node)
Definition: starpu_data_interfaces.h:103
void starpu_free_on_node(unsigned dst_node, uintptr_t addr, size_t size)
uint32_t starpu_bcsr_get_r(starpu_data_handle_t handle)
size_t starpu_matrix_get_elemsize(starpu_data_handle_t handle)
void starpu_variable_data_register(starpu_data_handle_t *handle, unsigned home_node, uintptr_t ptr, size_t size)
void(* free_data_on_node)(void *data_interface, unsigned node)
Definition: starpu_data_interfaces.h:112
uint32_t firstentry
Definition: starpu_data_interfaces.h:359
uintptr_t dev_handle
Definition: starpu_data_interfaces.h:220
int(* cuda_to_cuda)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:49
uint32_t starpu_block_get_local_ldz(starpu_data_handle_t handle)
uint32_t slice_base
Definition: starpu_data_interfaces.h:262
uintptr_t nzval
Definition: starpu_data_interfaces.h:355
struct _starpu_data_state * starpu_data_handle_t
Definition: starpu_data.h:29
int(* ram_to_mic_async)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:82
int(* unpack_data)(starpu_data_handle_t handle, unsigned node, void *ptr, size_t count)
Definition: starpu_data_interfaces.h:128
size_t offset
Definition: starpu_data_interfaces.h:150
void starpu_data_ptr_register(starpu_data_handle_t handle, unsigned node)
Definition: starpu_data_interfaces.h:39
void starpu_variable_ptr_register(starpu_data_handle_t handle, unsigned node, uintptr_t ptr, uintptr_t dev_handle, size_t offset)
enum starpu_data_interface_id id
Definition: starpu_data_interfaces.h:146
struct starpu_codelet * cpu_to_cuda_cl
Definition: starpu_data_interfaces.h:397
int starpu_data_unpack(starpu_data_handle_t handle, void *ptr, size_t count)
uint32_t c
Definition: starpu_data_interfaces.h:362
uintptr_t dev_handle
Definition: starpu_data_interfaces.h:285
void starpu_matrix_data_register(starpu_data_handle_t *handle, unsigned home_node, uintptr_t ptr, uint32_t ld, uint32_t nx, uint32_t ny, size_t elemsize)
Definition: starpu_data_interfaces.h:98
uint32_t starpu_csr_get_nrow(starpu_data_handle_t handle)
uint32_t ny
Definition: starpu_data_interfaces.h:223
int(* opencl_to_opencl_async)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, cl_event *event)
Definition: starpu_data_interfaces.h:75
uint32_t * starpu_bcsr_get_local_colind(starpu_data_handle_t handle)
enum starpu_data_interface_id id
Definition: starpu_data_interfaces.h:309
uint32_t starpu_block_get_ny(starpu_data_handle_t handle)
Definition: starpu_data_interfaces.h:144
size_t starpu_data_get_size(starpu_data_handle_t handle)
size_t cuda_elemsize
Definition: starpu_data_interfaces.h:396
Definition: starpu_data_interfaces.h:94
enum starpu_data_interface_id id
Definition: starpu_data_interfaces.h:177
uintptr_t starpu_csr_get_local_nzval(starpu_data_handle_t handle)
size_t elemsize
Definition: starpu_data_interfaces.h:185
size_t offset
Definition: starpu_data_interfaces.h:221
struct starpu_codelet * mic_to_cpu_cl
Definition: starpu_data_interfaces.h:401
uint32_t starpu_block_get_nx(starpu_data_handle_t handle)
uint32_t ldz
Definition: starpu_data_interfaces.h:226
int(* opencl_to_opencl)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:54
int(* cuda_to_opencl)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:50
size_t starpu_csr_get_elemsize(starpu_data_handle_t handle)
size_t elemsize
Definition: starpu_data_interfaces.h:319
uintptr_t values
Definition: starpu_data_interfaces.h:181