|
|
@@ -0,0 +1,235 @@
|
|
|
+/* StarPU --- Runtime system for heterogeneous multicore architectures.
|
|
|
+ *
|
|
|
+ * Copyright (C) 2008-2020 Université de Bordeaux, CNRS (LaBRI UMR 5800), Inria
|
|
|
+ *
|
|
|
+ * StarPU is free software; you can redistribute it and/or modify
|
|
|
+ * it under the terms of the GNU Lesser General Public License as published by
|
|
|
+ * the Free Software Foundation; either version 2.1 of the License, or (at
|
|
|
+ * your option) any later version.
|
|
|
+ *
|
|
|
+ * StarPU is distributed in the hope that it will be useful, but
|
|
|
+ * WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
|
|
|
+ *
|
|
|
+ * See the GNU Lesser General Public License in COPYING.LGPL for more details.
|
|
|
+ */
|
|
|
+
|
|
|
+#include <starpu.h>
|
|
|
+#include <papi.h>
|
|
|
+#include "hwloc.h"
|
|
|
+#include <starpu_perfmodel.h>
|
|
|
+#include <starpu_profiling.h>
|
|
|
+#include <common/config.h>
|
|
|
+#include <common/utils.h>
|
|
|
+#ifdef HAVE_UNISTD_H
|
|
|
+#include <unistd.h>
|
|
|
+#endif
|
|
|
+#include <sys/stat.h>
|
|
|
+#include <core/perfmodel/perfmodel.h>
|
|
|
+#include <core/jobs.h>
|
|
|
+#include <core/workers.h>
|
|
|
+#include <datawizard/datawizard.h>
|
|
|
+#include <core/task.h>
|
|
|
+
|
|
|
+#ifdef STARPU_USE_CUDA
|
|
|
+#ifdef HAVE_NVMLDEVICEGETTOTALENERGYCONSUMPTION
|
|
|
+#include <nvml.h>
|
|
|
+#include <cuda.h>
|
|
|
+#include <cuda_runtime.h>
|
|
|
+#endif
|
|
|
+#endif
|
|
|
+
|
|
|
+#define ERROR_RETURN(retval) do { fprintf(stderr, "Error %d %s:line %d: \n", retval,__FILE__,__LINE__); exit(retval); } while (0)
|
|
|
+
|
|
|
+#if 1
|
|
|
+#define debug(fmt, ...) printf(fmt, ## __VA_ARGS__)
|
|
|
+#else
|
|
|
+#define debug(fmt, ...)
|
|
|
+#endif
|
|
|
+
|
|
|
+static const int N_EVTS = 2;
|
|
|
+
|
|
|
+static int nsockets;
|
|
|
+
|
|
|
+static const char* event_names[] = { "rapl::RAPL_ENERGY_PKG:cpu=%d",
|
|
|
+
|
|
|
+ "rapl::RAPL_ENERGY_DRAM:cpu=%d"};
|
|
|
+
|
|
|
+static int add_event(int EventSet, int socket);
|
|
|
+
|
|
|
+/* PAPI variables*/
|
|
|
+
|
|
|
+/*must be initialized to PAPI_NULL before calling PAPI_create_event*/
|
|
|
+static int EventSet = PAPI_NULL;
|
|
|
+
|
|
|
+/*This is where we store the values we read from the eventset */
|
|
|
+static long long *values;
|
|
|
+
|
|
|
+static double t1;
|
|
|
+
|
|
|
+#ifdef STARPU_USE_CUDA
|
|
|
+#ifdef HAVE_NVMLDEVICEGETTOTALENERGYCONSUMPTION
|
|
|
+static unsigned long long energy_begin, energy_end;
|
|
|
+static nvmlDevice_t device;
|
|
|
+#endif
|
|
|
+#endif
|
|
|
+
|
|
|
+int starpu_energy_start(enum starpu_worker_archtype archi)
|
|
|
+{
|
|
|
+ int retval, number;
|
|
|
+ int i;
|
|
|
+
|
|
|
+ struct _starpu_machine_config *config = _starpu_get_machine_config();
|
|
|
+ hwloc_topology_t topology = config->topology.hwtopology;
|
|
|
+
|
|
|
+ nsockets = hwloc_get_nbobjs_by_type(topology, HWLOC_OBJ_PACKAGE);
|
|
|
+
|
|
|
+ switch (archi) {
|
|
|
+ case STARPU_CPU_WORKER:
|
|
|
+
|
|
|
+ values=calloc(nsockets * N_EVTS,sizeof(long long));
|
|
|
+ STARPU_ASSERT(values);
|
|
|
+
|
|
|
+ if((retval = PAPI_library_init(PAPI_VER_CURRENT)) != PAPI_VER_CURRENT )
|
|
|
+ ERROR_RETURN(retval);
|
|
|
+
|
|
|
+ /* Creating the eventset */
|
|
|
+ if ( (retval = PAPI_create_eventset(&EventSet)) != PAPI_OK)
|
|
|
+ ERROR_RETURN(retval);
|
|
|
+
|
|
|
+ for (i = 0 ; i < nsockets ; i ++ )
|
|
|
+ {
|
|
|
+ /* return the index of socket */
|
|
|
+ hwloc_obj_t obj = hwloc_get_obj_by_type(topology, HWLOC_OBJ_PACKAGE, i);
|
|
|
+ add_event(EventSet, obj->os_index);
|
|
|
+ }
|
|
|
+
|
|
|
+ /* get the number of events in the event set */
|
|
|
+ number = 0;
|
|
|
+ if ( (retval = PAPI_list_events(EventSet, NULL, &number)) != PAPI_OK)
|
|
|
+ ERROR_RETURN(retval);
|
|
|
+
|
|
|
+ debug("There are %d events in the event set\n", number);
|
|
|
+
|
|
|
+ /* Start counting */
|
|
|
+ if ( (retval = PAPI_start(EventSet)) != PAPI_OK)
|
|
|
+ ERROR_RETURN(retval);
|
|
|
+
|
|
|
+ t1 = starpu_timing_now();
|
|
|
+ break;
|
|
|
+
|
|
|
+
|
|
|
+#ifdef HAVE_NVMLDEVICEGETTOTALENERGYCONSUMPTION
|
|
|
+ case STARPU_CUDA_WORKER:
|
|
|
+ {
|
|
|
+ int ret = nvmlDeviceGetHandleByIndex_v2 (0, &device);
|
|
|
+ ret = nvmlDeviceGetTotalEnergyConsumption ( device, &energy_begin );
|
|
|
+ }
|
|
|
+ break;
|
|
|
+#endif
|
|
|
+
|
|
|
+ default:
|
|
|
+ printf("Error: worker is not supported ! \n");
|
|
|
+ break;
|
|
|
+ }
|
|
|
+
|
|
|
+
|
|
|
+ return retval;
|
|
|
+}
|
|
|
+
|
|
|
+int starpu_energy_stop(struct starpu_perfmodel *model, struct starpu_task *task, unsigned nimpl, unsigned ntasks, enum starpu_worker_archtype archi)
|
|
|
+{
|
|
|
+ double energy = 0.;
|
|
|
+
|
|
|
+ int retval;
|
|
|
+ unsigned workerid = 0;
|
|
|
+ unsigned cpuid = 0;
|
|
|
+ double t2 = starpu_timing_now();
|
|
|
+ double t = t2 - t1;
|
|
|
+ switch (archi) {
|
|
|
+ case STARPU_CPU_WORKER:
|
|
|
+
|
|
|
+ /* Stop counting and store the values into the array */
|
|
|
+ if ( (retval = PAPI_stop(EventSet, values)) != PAPI_OK)
|
|
|
+ ERROR_RETURN(retval);
|
|
|
+
|
|
|
+ int k,s;
|
|
|
+
|
|
|
+ for( s = 0 ; s < nsockets ; s ++){
|
|
|
+ for(k = 0 ; k < N_EVTS; k++) {
|
|
|
+ energy += values[s * N_EVTS + k];
|
|
|
+
|
|
|
+ debug("%-40s%12.6f J\t(for %f us, Average Power %.1fW)\n",
|
|
|
+ event_names[k],
|
|
|
+ (energy*0.23/1.0e9),
|
|
|
+ t,
|
|
|
+ ((energy*0.23/1.0e9)/(t*1.0E-6))
|
|
|
+ );
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ energy = energy * 0.23 / 1.0e9 / ntasks;
|
|
|
+
|
|
|
+ struct starpu_perfmodel_arch *arch = starpu_worker_get_perf_archtype(workerid, STARPU_NMAX_SCHED_CTXS);
|
|
|
+
|
|
|
+ starpu_perfmodel_update_history(model, task, arch, cpuid, nimpl, energy);
|
|
|
+
|
|
|
+ /*removes all events from a PAPI event set */
|
|
|
+ if ( (retval = PAPI_cleanup_eventset(EventSet)) != PAPI_OK)
|
|
|
+ ERROR_RETURN(retval);
|
|
|
+
|
|
|
+ /*deallocates the memory associated with an empty PAPI EventSet*/
|
|
|
+ if ( (retval = PAPI_destroy_eventset(&EventSet)) != PAPI_OK)
|
|
|
+ ERROR_RETURN(retval);
|
|
|
+
|
|
|
+ break;
|
|
|
+
|
|
|
+#ifdef HAVE_NVMLDEVICEGETTOTALENERGYCONSUMPTION
|
|
|
+ case STARPU_CUDA_WORKER:
|
|
|
+ {
|
|
|
+ int ret = nvmlDeviceGetTotalEnergyConsumption ( device, &energy_end );
|
|
|
+ debug("energy consumption on device %d is %lld mJ \n", 0, (energy_end - energy_begin));
|
|
|
+ break;
|
|
|
+ }
|
|
|
+#endif
|
|
|
+
|
|
|
+ default:
|
|
|
+ printf("Error: worker type %d is not supported! \n", archi);
|
|
|
+ break;
|
|
|
+
|
|
|
+ }
|
|
|
+
|
|
|
+ return retval;
|
|
|
+
|
|
|
+}
|
|
|
+
|
|
|
+static int add_event(int eventSet, int socket)
|
|
|
+{
|
|
|
+ int retval, i;
|
|
|
+ for (i = 0; i < N_EVTS; i++) {
|
|
|
+ char buf[255];
|
|
|
+ int code;
|
|
|
+
|
|
|
+ PAPI_event_info_t info;
|
|
|
+ sprintf(buf, event_names[i], socket);
|
|
|
+ retval = PAPI_event_name_to_code( buf, &code);
|
|
|
+
|
|
|
+ retval = PAPI_get_event_info(code, &info);
|
|
|
+ retval = PAPI_add_event(eventSet, code);
|
|
|
+ if (retval != PAPI_OK) {
|
|
|
+ /* printf("Activating multiplex\n"); */
|
|
|
+ /* retval = PAPI_set_multiplex(eventSet); */
|
|
|
+ /* if(retval != PAPI_OK) { */
|
|
|
+ /* printf("cannot set multiplex\n"); */
|
|
|
+ /* exit (0); */
|
|
|
+ /* } */
|
|
|
+ retval = PAPI_add_named_event(eventSet, buf);
|
|
|
+ if(retval != PAPI_OK) {
|
|
|
+ printf("cannot add event\n");
|
|
|
+ exit (1);
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ return ( PAPI_OK );
|
|
|
+}
|
Mariem makni