Skip to content

Commit

Permalink
reformatting
Browse files Browse the repository at this point in the history
  • Loading branch information
@cpt-harlock
cpt-harlock committed Jan 22, 2025
1 parent dd23ed3 commit fbbc6b8
Show file tree
Hide file tree
Showing 9 changed files with 484 additions and 536 deletions.
14 changes: 9 additions & 5 deletions src/cntd.h
View file
Original file line number Diff line number Diff line change
Expand Up @@ -62,11 +62,9 @@
// hwloc
#include <hwloc.h>


// CNTD MPI Definitions
#include "cntd_mpi_def.h"


// General configurations
#define MAX_SAMPLING_TIME_REPORT 600 // 600 seconds (10 min)
#define DEFAULT_SAMPLING_TIME_REPORT 1 // 1 second
Expand Down Expand Up @@ -268,19 +266,19 @@ typedef struct {
unsigned int force_msr : 1;
unsigned int enable_eam : 1;
unsigned int enable_eam_slack : 1;
unsigned int enable_eam_analysis: 1;
unsigned int enable_eam_analysis : 1;
unsigned int enable_power_monitor : 1;
unsigned int enable_timeseries_report : 1;
unsigned int enable_report : 1;
unsigned int enable_perf : 1;

// CPUFREQ
int cpuinfo_max_freq;
int cpuinfo_max_freq;
int cpuinfo_min_freq;
int scaling_max_freq_fd;
int scaling_min_freq_fd;
int scaling_setspeed_fd;

// MPI Communicators
MPI_Comm comm_local;
MPI_Comm comm_masters;
Expand Down Expand Up @@ -374,6 +372,12 @@ void print_timeseries_report(double time_curr, double time_prev,
unsigned int *clock);
void finalize_timeseries_report();
// sampling.c
void time_sample_region(int prev, int curr, int init);
void time_sample_net(int prev, int curr, int init);
void time_sample_file(int prev, int curr, int init);
void time_sample_perf(int prev, int curr, int init);
void time_sample_sys_energy(int prev, int curr, int init);
void time_sample_gpu(int prev, int curr, int init);
void event_sample_start(MPI_Type_t mpi_type);
void event_sample_end(MPI_Type_t mpi_type, int eam);
void init_time_sample();
Expand Down
1 change: 0 additions & 1 deletion src/cntd_common.h
View file
Original file line number Diff line number Diff line change
Expand Up @@ -39,4 +39,3 @@ typedef struct read_format {
} READ_FORMAT_t;

#endif // __CNTD_COMMON_H__

9 changes: 6 additions & 3 deletions src/cpufreq.c
View file
Original file line number Diff line number Diff line change
Expand Up @@ -46,13 +46,16 @@ HIDDEN void init_cpufreq()
cntd->cpuinfo_min_freq = read_int_from_file(CPUINFO_MIN_FREQ);
// I need these files to set the frequency only if I'm not in analysis mode
if (!cntd->enable_eam_analysis) {
snprintf(filename, STRING_SIZE, SCALING_MAX_FREQ, cntd->rank->cpu_id);
snprintf(filename, STRING_SIZE, SCALING_MAX_FREQ,
cntd->rank->cpu_id);
cntd->scaling_max_freq_fd = open_file(filename, O_RDWR);
snprintf(filename, STRING_SIZE, SCALING_MIN_FREQ, cntd->rank->cpu_id);
snprintf(filename, STRING_SIZE, SCALING_MIN_FREQ,
cntd->rank->cpu_id);
cntd->scaling_min_freq_fd = open_file(filename, O_RDWR);

if (cntd->userspace_governor) {
snprintf(filename, STRING_SIZE, SCALING_SETSPEED, cntd->rank->cpu_id);
snprintf(filename, STRING_SIZE, SCALING_SETSPEED,
cntd->rank->cpu_id);
cntd->scaling_setspeed_fd = open_file(filename, O_RDWR);
} else {
cntd->scaling_setspeed_fd = -1;
Expand Down
96 changes: 52 additions & 44 deletions src/init.c
View file
Original file line number Diff line number Diff line change
Expand Up @@ -47,48 +47,52 @@ static void read_env()
// Enable countdown
char *cntd_eam_enable = getenv("CNTD_EAM_ENABLE");
if (cntd_eam_enable != NULL) {
if (strcasecmp(cntd_eam_enable,"analysis") == 0) {
if (strcasecmp(cntd_eam_enable, "analysis") == 0) {
cntd->enable_eam = TRUE;
cntd->enable_eam_analysis = TRUE;
} else if (str_to_bool(cntd_eam_enable)) {
// Enable frequency shifting (EAM)
cntd->enable_eam = TRUE;
} else {
fprintf(stderr,
"Error: <COUNTDOWN-node:%s-rank:%d> The option '%s' is not available for CNTD_EAM_ENABLE parameter\n",
hostname, world_rank, cntd_eam_enable);
"Error: <COUNTDOWN-node:%s-rank:%d> The option '%s' is not available for CNTD_EAM_ENABLE parameter\n",
hostname, world_rank, cntd_eam_enable);
PMPI_Abort(MPI_COMM_WORLD, EXIT_FAILURE);
}
} else {
// Enable countdown slack
char *cntd_eam_slack_enable_str = getenv("CNTD_EAM_SLACK_ENABLE");
char *cntd_eam_slack_enable_str =
getenv("CNTD_EAM_SLACK_ENABLE");
if (cntd_eam_slack_enable_str != NULL) {
if (strcasecmp(cntd_eam_slack_enable_str, "analysis") == 0) {
if (strcasecmp(cntd_eam_slack_enable_str, "analysis") ==
0) {
cntd->enable_eam_slack = TRUE;
cntd->enable_eam_analysis = TRUE;
} else if (str_to_bool(cntd_eam_slack_enable_str)) {
cntd->enable_eam_slack = TRUE;
} else {
fprintf(stderr,
"Error: <COUNTDOWN-node:%s-rank:%d> The option '%s' is not available for CNTD_EAM_SLACK_ENABLE parameter\n",
hostname, world_rank, cntd_eam_slack_enable_str);
"Error: <COUNTDOWN-node:%s-rank:%d> The option '%s' is not available for CNTD_EAM_SLACK_ENABLE parameter\n",
hostname, world_rank,
cntd_eam_slack_enable_str);
PMPI_Abort(MPI_COMM_WORLD, EXIT_FAILURE);
}
}
}


// Set maximum frequency
char *max_freq_str = getenv("CNTD_MAX_FREQ_MHZ");
if (max_freq_str != NULL)
cntd->user_freq_khz[MAX] = strtoul(max_freq_str, 0L, 10) * 1.0E3;
cntd->user_freq_khz[MAX] =
strtoul(max_freq_str, 0L, 10) * 1.0E3;
else
cntd->user_freq_khz[MAX] = NO_CONF;

// Set minimum frequency
char *min_freq_str = getenv("CNTD_MIN_FREQ_MHZ");
if (min_freq_str != NULL)
cntd->user_freq_khz[MIN] = strtoul(min_freq_str, 0L, 10) * 1.0E3;
if (min_freq_str != NULL)
cntd->user_freq_khz[MIN] =
strtoul(min_freq_str, 0L, 10) * 1.0E3;
else
cntd->user_freq_khz[MIN] = NO_CONF;

Expand Down Expand Up @@ -127,13 +131,12 @@ static void read_env()
cntd->sampling_time = strtoul(sampling_time_str, 0L, 10);
if (cntd->sampling_time > MAX_SAMPLING_TIME_REPORT) {
fprintf(stderr,
"Error: <COUNTDOWN-node:%s-rank:%d> The sampling time cannot exceed %d seconds!\n",
hostname, world_rank, MAX_SAMPLING_TIME_REPORT);
"Error: <COUNTDOWN-node:%s-rank:%d> The sampling time cannot exceed %d seconds!\n",
hostname, world_rank, MAX_SAMPLING_TIME_REPORT);
PMPI_Abort(MPI_COMM_WORLD, EXIT_FAILURE);
}
}
else
cntd->sampling_time = DEFAULT_SAMPLING_TIME_REPORT;
} else
cntd->sampling_time = DEFAULT_SAMPLING_TIME_REPORT;

// Enable MPI report per rank
char *cntd_enable_report = getenv("CNTD_ENABLE_REPORT");
Expand All @@ -160,7 +163,7 @@ static void read_env()
(int)strtoul(cntd_perf_event, 0L, 16);
else
for (i = 0; i < cntd->rank->local_size; i++)
cntd->perf_fd[i][j] = 0;
cntd->perf_fd[i][j] = 0;
}

// Output directory
Expand All @@ -172,16 +175,16 @@ static void read_env()
if (world_rank == 0) {
if (makedir(cntd->log_dir) < 0) {
fprintf(stderr,
"Error: <COUNTDOWN-node:%s-rank:%d> Cannot create output directory: %s\n",
hostname, world_rank, cntd->log_dir);
"Error: <COUNTDOWN-node:%s-rank:%d> Cannot create output directory: %s\n",
hostname, world_rank, cntd->log_dir);
PMPI_Abort(MPI_COMM_WORLD, EXIT_FAILURE);
}
}
} else {
if (getcwd(cntd->log_dir, STRING_SIZE) == NULL) {
fprintf(stderr,
"Error: <COUNTDOWN-node:%s-rank:%d> Failed to get path name of output directory!\n",
hostname, world_rank);
"Error: <COUNTDOWN-node:%s-rank:%d> Failed to get path name of output directory!\n",
hostname, world_rank);
PMPI_Abort(MPI_COMM_WORLD, EXIT_FAILURE);
}
}
Expand All @@ -195,13 +198,13 @@ static void read_env()
if (world_rank == 0) {
if (makedir(cntd->tmp_dir) < 0) {
fprintf(stderr,
"Error: <COUNTDOWN-node:%s-rank:%d> Cannot create tmp directory: %s\n",
hostname, world_rank, cntd->tmp_dir);
"Error: <COUNTDOWN-node:%s-rank:%d> Cannot create tmp directory: %s\n",
hostname, world_rank, cntd->tmp_dir);
PMPI_Abort(MPI_COMM_WORLD, EXIT_FAILURE);
}
}
} else
strncpy(cntd->tmp_dir, cntd->log_dir, STRING_SIZE);
strncpy(cntd->tmp_dir, cntd->log_dir, STRING_SIZE);

// CPUFREQ
char *use_cpufreq = getenv("CNTD_USE_CPUFREQ");
Expand All @@ -228,7 +231,7 @@ static void init_masters()

// Create local communicators and master communicators
PMPI_Allgather(hostname, STRING_SIZE, MPI_CHAR, global_hostname,
STRING_SIZE, MPI_CHAR, MPI_COMM_WORLD);
STRING_SIZE, MPI_CHAR, MPI_COMM_WORLD);

// Find local master and local communicators
for (i = 0; i < world_size; i++) {
Expand All @@ -241,10 +244,10 @@ static void init_masters()
cntd->iam_master = TRUE;
// Create local masters' group communicator aka group of masters
PMPI_Comm_split(MPI_COMM_WORLD, cntd->iam_master, 0,
&cntd->comm_masters);
&cntd->comm_masters);
// Create node communicator aka master + slaves
PMPI_Comm_split(MPI_COMM_WORLD, cntd->master_rank, 0,
&cntd->comm_local);
&cntd->comm_local);
PMPI_Comm_rank(cntd->comm_local, &local_rank);

// Init shared memory
Expand All @@ -267,7 +270,7 @@ static void init_masters()
continue;
else {
snprintf(shmem_name, sizeof(shmem_name), SHM_FILE, i,
postfix);
postfix);
cntd->local_ranks[i] = get_shmem_cpu(shmem_name, 1);
}
}
Expand All @@ -279,7 +282,7 @@ static void finalize_masters()

get_rand_postfix(postfix, STRING_SIZE);
snprintf(shmem_name, sizeof(shmem_name), SHM_FILE,
cntd->rank->local_rank, postfix);
cntd->rank->local_rank, postfix);
destroy_shmem_cpu(cntd->rank, 1, shmem_name);
}

Expand Down Expand Up @@ -346,11 +349,17 @@ HIDDEN void stop_cntd()
if (!cntd->userspace_governor) {
char filename[STRING_SIZE];

snprintf(filename, STRING_SIZE, SCALING_MAX_FREQ, cntd->rank->cpu_id);
write_int_to_file(filename, cntd->scaling_max_freq_fd, cntd->sys_freq_khz[MAX]);

snprintf(filename, STRING_SIZE, SCALING_MIN_FREQ, cntd->rank->cpu_id);
write_int_to_file(filename, cntd->scaling_min_freq_fd, cntd->sys_freq_khz[MIN]);
snprintf(filename, STRING_SIZE,
SCALING_MAX_FREQ, cntd->rank->cpu_id);
write_int_to_file(filename,
cntd->scaling_max_freq_fd,
cntd->sys_freq_khz[MAX]);

snprintf(filename, STRING_SIZE,
SCALING_MIN_FREQ, cntd->rank->cpu_id);
write_int_to_file(filename,
cntd->scaling_min_freq_fd,
cntd->sys_freq_khz[MIN]);
}
}
// Finalize PM
Expand Down Expand Up @@ -394,18 +403,17 @@ HIDDEN void call_end(MPI_Type_t mpi_type, MPI_Comm comm, int addr)
}

#ifdef MOSQUITTO_ENABLED
HIDDEN void init_mosquitto() {
char client_id[STRING_SIZE];
HIDDEN void init_mosquitto()
{
char client_id[STRING_SIZE];

memset(client_id, 0, STRING_SIZE);
snprintf(client_id, STRING_SIZE,
"COUNTDOWN-MQTT-node:%s-rank:%d,", cntd->node.hostname,
cntd->rank->world_rank);
memset(client_id, 0, STRING_SIZE);
snprintf(client_id, STRING_SIZE, "COUNTDOWN-MQTT-node:%s-rank:%d,",
cntd->node.hostname, cntd->rank->world_rank);

mosquitto_lib_init();
mosquitto_lib_init();

mosq = mosquitto_new(client_id, true, 0);
mosquitto_username_pw_set(mosq, "your_username",
"your_password");
mosq = mosquitto_new(client_id, true, 0);
mosquitto_username_pw_set(mosq, "your_username", "your_password");
}
#endif
1 change: 0 additions & 1 deletion src/mosquitto_cntd.h
View file
Original file line number Diff line number Diff line change
Expand Up @@ -49,4 +49,3 @@ extern MOSQUITTO_t *mosq;
void init_mosquitto();

#endif

Loading

0 comments on commit fbbc6b8

Please sign in to comment.