Shift GPU task completion

parsec/interfaces/ptg/ptg-compiler/jdf2c.c

@@ -4497,6 +4497,7 @@ static void jdf_generate_startup_hook( const jdf_t *jdf )
             "      idx++;\n"
             "    }\n"
             "    chores[idx].type     = PARSEC_DEV_NONE;\n"
+            "    chores[idx].flags    = PARSEC_CHORE_FLAG_NONE;\n"
             "    chores[idx].evaluate = NULL;\n"
             "    chores[idx].hook     = NULL;\n"
             "    /* Create the initialization tasks for each taskclass */\n"

parsec/mca/device/device_gpu.c

@@ -2498,6 +2498,16 @@ parsec_device_kernel_cleanout( parsec_device_gpu_module_t *gpu_device,
     return 0;
 }
 
+/**
+ * Returns true if the task's completion should be shifted to worker threads.
+ */
+static bool shift_completed_task(parsec_device_gpu_module_t* gpu_device, parsec_gpu_task_t* gpu_task)
+{
+    parsec_task_t* this_task = gpu_task->ec;
+    const __parsec_chore_t *chore = &this_task->task_class->incarnations[this_task->selected_chore];
+    return (bool)(chore->flags & PARSEC_CHORE_FLAG_SHIFT_COMPLETION);
+}
+
 /**
  * This version is based on 4 streams: one for transfers from the memory to
  * the GPU, 2 for kernel executions and one for transfers from the GPU into
@@ -2703,8 +2713,17 @@ parsec_device_kernel_scheduler( parsec_device_module_t *module,
         goto remove_gpu_task;
     }
     parsec_device_kernel_epilog( gpu_device, gpu_task );
-    __parsec_complete_execution( es, gpu_task->ec );
+
+    if (shift_completed_task(gpu_device, gpu_task)) {
+        // ship the task to other threads to complete its execution
+        gpu_task->ec->status = PARSEC_TASK_STATUS_COMPLETE;
+        PARSEC_LIST_ITEM_SINGLETON(gpu_task->ec);
+        __parsec_schedule(es, gpu_task->ec, 1);
+    } else {
+        __parsec_complete_execution( es, gpu_task->ec );
+    }
     gpu_device->super.executed_tasks++;
+
  remove_gpu_task:
     PARSEC_DEBUG_VERBOSE(10, parsec_gpu_output_stream, "GPU[%d:%s]: gpu_task %p freed",
                          gpu_device->super.device_index, gpu_device->super.name,

parsec/parsec_internal.h

@@ -392,9 +392,12 @@ int parsec_update_deps_with_counter_count_task(parsec_taskpool_t *tp,
                                                const parsec_task_t* PARSEC_RESTRICT origin,
                                                const parsec_flow_t* PARSEC_RESTRICT origin_flow,
                                                const parsec_flow_t* PARSEC_RESTRICT dest_flow);
-
+
+#define PARSEC_CHORE_FLAG_NONE                  0x00
+#define PARSEC_CHORE_FLAG_SHIFT_COMPLETION      0x01
 typedef struct __parsec_internal_incarnation_s {
     int32_t                     type;
+    int32_t                     flags;
     parsec_evaluate_function_t *evaluate;
     parsec_hook_t              *hook;
     char                       *dyld;