25 #include <semaphore.h>
31 #include <common/config.h>
46 #ifdef STARPU_USE_CUDA
55 #define _STARPU_CPU_MAY_PERFORM(j) ((j)->task->where & STARPU_CPU)
56 #define _STARPU_CUDA_MAY_PERFORM(j) ((j)->task->where & STARPU_CUDA)
57 #define _STARPU_OPENCL_MAY_PERFORM(j) ((j)->task->where & STARPU_OPENCL)
58 #define _STARPU_MIC_MAY_PERFORM(j) ((j)->task->where & STARPU_MIC)
62 starpu_data_handle_t handle;
63 enum starpu_data_access_mode mode;
95 starpu_pthread_cond_t sync_cond;
152 void *continuation_callback_on_sleep_arg;
154 void (*omp_cleanup_callback)(
void *arg);
155 void *omp_cleanup_callback_arg;
170 unsigned footprint_is_computed:1;
201 struct bound_task *bound_task;
205 starpu_pthread_barrier_t after_work_barrier;
206 unsigned after_work_busy_barrier;
212 struct _starpu_job_multilist_all_submitted all_submitted;
220 void _starpu_job_init(
void);
221 void _starpu_job_fini(
void);
243 void _starpu_job_prepare_for_continuation(
struct _starpu_job *j);
244 void _starpu_job_set_omp_cleanup_callback(
struct _starpu_job *j,
245 void (*omp_cleanup_callback)(
void *arg),
void *omp_cleanup_callback_arg);
253 unsigned _starpu_enforce_deps_starting_from_task(
struct _starpu_job *j);
258 void _starpu_enforce_deps_notify_job_ready_soon(
struct _starpu_job *j, _starpu_notify_job_start_data *data,
int tag);
279 #define _STARPU_JOB_GET_ORDERED_BUFFER_INDEX(job, i) ((job->dyn_ordered_buffers) ? job->dyn_ordered_buffers[i].index : job->ordered_buffers[i].index)
280 #define _STARPU_JOB_GET_ORDERED_BUFFER_HANDLE(job, i) ((job->dyn_ordered_buffers) ? job->dyn_ordered_buffers[i].handle : job->ordered_buffers[i].handle)
281 #define _STARPU_JOB_GET_ORDERED_BUFFER_MODE(job, i) ((job->dyn_ordered_buffers) ? job->dyn_ordered_buffers[i].mode : job->ordered_buffers[i].mode)
282 #define _STARPU_JOB_GET_ORDERED_BUFFER_NODE(job, i) ((job->dyn_ordered_buffers) ? job->dyn_ordered_buffers[i].node : job->ordered_buffers[i].node)
284 #define _STARPU_JOB_SET_ORDERED_BUFFER_INDEX(job, __index, i) do { if (job->dyn_ordered_buffers) job->dyn_ordered_buffers[i].index = (__index); else job->ordered_buffers[i].index = (__index);} while(0)
285 #define _STARPU_JOB_SET_ORDERED_BUFFER_HANDLE(job, __handle, i) do { if (job->dyn_ordered_buffers) job->dyn_ordered_buffers[i].handle = (__handle); else job->ordered_buffers[i].handle = (__handle);} while(0)
286 #define _STARPU_JOB_SET_ORDERED_BUFFER_MODE(job, __mode, i) do { if (job->dyn_ordered_buffers) job->dyn_ordered_buffers[i].mode = __mode; else job->ordered_buffers[i].mode = __mode;} while(0)
287 #define _STARPU_JOB_SET_ORDERED_BUFFER_NODE(job, __node, i) do { if (job->dyn_ordered_buffers) job->dyn_ordered_buffers[i].node = __node; else job->ordered_buffers[i].node = __node;} while(0)
289 #define _STARPU_JOB_SET_ORDERED_BUFFER(job, buffer, i) do { if (job->dyn_ordered_buffers) job->dyn_ordered_buffers[i] = buffer; else job->ordered_buffers[i] = buffer;} while(0)
290 #define _STARPU_JOB_GET_ORDERED_BUFFERS(job) ((job->dyn_ordered_buffers) ? job->dyn_ordered_buffers : &job->ordered_buffers[0])
292 #define _STARPU_JOB_GET_DEP_SLOTS(job) (((job)->dyn_dep_slots) ? (job)->dyn_dep_slots : (job)->dep_slots)
Definition: coherency.h:105
void _starpu_handle_job_submission(struct _starpu_job *j)
struct _starpu_job * _starpu_job_create(struct starpu_task *task) STARPU_ATTRIBUTE_MALLOC
void _starpu_job_prepare_for_continuation_ext(struct _starpu_job *j, unsigned continuation_resubmit, void(*continuation_callback_on_sleep)(void *arg), void *continuation_callback_on_sleep_arg)
int _starpu_test_job_termination(struct _starpu_job *j)
unsigned _starpu_reenforce_task_deps_and_schedule(struct _starpu_job *j)
void _starpu_job_destroy(struct _starpu_job *j)
int _starpu_job_finished(struct _starpu_job *j)
void _starpu_exclude_task_from_dag(struct starpu_task *task)
unsigned _starpu_enforce_deps_and_schedule(struct _starpu_job *j)
int _starpu_push_local_task(struct _starpu_worker *worker, struct starpu_task *task, int prio)
void _starpu_wait_job(struct _starpu_job *j)
struct starpu_task * _starpu_pop_local_task(struct _starpu_worker *worker)
int index
Definition: jobs.h:67
size_t _starpu_job_get_data_size(struct starpu_perfmodel *model, struct starpu_perfmodel_arch *arch, unsigned nimpl, struct _starpu_job *j)
void(* _starpu_cl_func_t)(void **, void *)
Definition: jobs.h:53
void _starpu_handle_job_termination(struct _starpu_job *j)
struct starpu_task * end_rdep
Definition: jobs.h:114
struct _starpu_cg_list job_successors
Definition: jobs.h:111
double cumulated_energy_consumed
Definition: jobs.h:164
void(* continuation_callback_on_sleep)(void *arg)
Definition: jobs.h:151
uint32_t footprint
Definition: jobs.h:169
starpu_pthread_barrier_t before_work_barrier
Definition: jobs.h:204
struct timespec cumulated_ts
Definition: jobs.h:161
int combined_workerid
Definition: jobs.h:195
unsigned submitted
Definition: jobs.h:128
unsigned nimpl
Definition: jobs.h:188
unsigned continuation_resubmit
Definition: jobs.h:144
struct _starpu_data_descr ordered_buffers[STARPU_NMAXBUFS]
Definition: jobs.h:100
unsigned terminated
Definition: jobs.h:135
unsigned reduction_task
Definition: jobs.h:185
struct _starpu_job * quick_next
Definition: jobs.h:90
unsigned long job_id
Definition: jobs.h:81
struct _starpu_tag * tag
Definition: jobs.h:107
starpu_pthread_mutex_t sync_mutex
Definition: jobs.h:94
unsigned exclude_from_dag
Definition: jobs.h:174
starpu_data_handle_t implicit_dep_handle
Definition: jobs.h:119
int active_task_alias_count
Definition: jobs.h:199
unsigned sequential_consistency
Definition: jobs.h:179
struct starpu_task * task
Definition: jobs.h:84
int task_size
Definition: jobs.h:192
unsigned discontinuous
Definition: jobs.h:158
unsigned continuation
Definition: jobs.h:139