Use histograms with logarithmicly-sized bins
[lttv.git] / lttv / lttv / sync / event_analysis_eval.c
index cfe387a9a9eee150063b39f177d44377c56ed53f..b63fa54f91b49ab12fc761d4e906a9250103a33d 100644 (file)
@@ -32,6 +32,7 @@
 #include <stdio.h>
 #include <string.h>
 #include <sys/socket.h>
+#include <unistd.h>
 
 #include "lookup3.h"
 #include "sync_chain.h"
@@ -51,6 +52,10 @@ static void analyzeBroadcastEval(SyncState* const syncState, Broadcast* const
        broadcast);
 static GArray* finalizeAnalysisEval(SyncState* const syncState);
 static void printAnalysisStatsEval(SyncState* const syncState);
+static void writeAnalysisGraphsPlotsEval(FILE* stream, SyncState* const
+       syncState, const unsigned int i, const unsigned int j);
+static void writeAnalysisGraphsOptionsEval(FILE* stream, SyncState*
+    const syncState, const unsigned int i, const unsigned int j);
 
 // Functions specific to this module
 static void registerAnalysisEval() __attribute__((constructor (102)));
@@ -65,6 +70,18 @@ static void gfSum(gpointer data, gpointer userData);
 static void gfSumSquares(gpointer data, gpointer userData);
 static void ghfPrintExchangeRtt(gpointer key, gpointer value, gpointer user_data);
 
+static void initGraphs(SyncState* const syncState);
+static void writeGraphFiles(SyncState* const syncState);
+static void dumpBinToFile(const uint32_t* const bin, const uint32_t total,
+       FILE* const file);
+static void destroyGraphs(SyncState* const syncState);
+static unsigned int binNum(const double value) __attribute__((pure));
+static double binStart(const unsigned int binNum) __attribute__((pure));
+static double binEnd(const unsigned int binNum) __attribute__((pure));
+
+
+const unsigned int binNb= 10000;
+double binBase;
 
 static AnalysisModule analysisModuleEval= {
        .name= "eval",
@@ -75,15 +92,15 @@ static AnalysisModule analysisModuleEval= {
        .analyzeBroadcast= &analyzeBroadcastEval,
        .finalizeAnalysis= &finalizeAnalysisEval,
        .printAnalysisStats= &printAnalysisStatsEval,
-       .writeAnalysisGraphsPlots= NULL,
-       .writeAnalysisGraphsOptions= NULL,
+       .writeAnalysisGraphsPlots= &writeAnalysisGraphsPlotsEval,
+       .writeAnalysisGraphsOptions= &writeAnalysisGraphsOptionsEval,
 };
 
 static ModuleOption optionEvalRttFile= {
        .longName= "eval-rtt-file",
        .hasArg= REQUIRED_ARG,
        {.arg= NULL},
-       .optionHelp= "specify the file containing rtt information",
+       .optionHelp= "specify the file containing RTT information",
        .argHelp= "FILE",
 };
 
@@ -154,6 +171,234 @@ static void initAnalysisEval(SyncState* const syncState)
                        g_hash_table_new_full(&ghfRttKeyHash, &gefRttKeyEqual,
                                &gdnDestroyRttKey, &gdnDestroyDouble);
        }
+
+       if (syncState->graphs)
+       {
+               binBase= exp10(6. / (binNb - 2));
+               analysisData->graphs= malloc(sizeof(AnalysisGraphsEval));
+               initGraphs(syncState);
+       }
+}
+
+
+/*
+ * Create and open files used to store histogram points to genereate
+ * graphs. Allocate and populate array to store file pointers.
+ *
+ * Also create data structures to store histogram points during analysis.
+ *
+ * Args:
+ *   syncState:    container for synchronization data
+ */
+static void initGraphs(SyncState* const syncState)
+{
+       unsigned int i, j;
+       int retval;
+       char* cwd;
+       char name[36];
+       AnalysisDataEval* analysisData= syncState->analysisData;
+
+       cwd= changeToGraphDir(syncState->graphs);
+
+       analysisData->graphs->ttPoints= malloc(syncState->traceNb *
+               sizeof(FILE**));
+       analysisData->graphs->ttBinsArray= malloc(syncState->traceNb *
+               sizeof(uint32_t**));
+       analysisData->graphs->ttBinsTotal= malloc(syncState->traceNb *
+               sizeof(uint32_t*));
+       for (i= 0; i < syncState->traceNb; i++)
+       {
+               analysisData->graphs->ttPoints[i]= malloc(syncState->traceNb *
+                       sizeof(FILE*));
+               analysisData->graphs->ttBinsArray[i]= malloc(syncState->traceNb *
+                       sizeof(uint32_t*));
+               analysisData->graphs->ttBinsTotal[i]= calloc(syncState->traceNb,
+                       sizeof(uint32_t));
+               for (j= 0; j < syncState->traceNb; j++)
+               {
+                       if (i != j)
+                       {
+                               retval= snprintf(name, sizeof(name),
+                                       "analysis_eval_tt-%03u_to_%03u.data", i, j);
+                               if (retval > sizeof(name) - 1)
+                               {
+                                       name[sizeof(name) - 1]= '\0';
+                               }
+                               if ((analysisData->graphs->ttPoints[i][j]= fopen(name, "w")) ==
+                                       NULL)
+                               {
+                                       g_error(strerror(errno));
+                               }
+
+                               analysisData->graphs->ttBinsArray[i][j]= calloc(binNb,
+                                       sizeof(uint32_t));
+                       }
+               }
+       }
+
+       analysisData->graphs->hrttPoints= malloc(syncState->traceNb *
+               sizeof(FILE**));
+       analysisData->graphs->hrttBinsArray= malloc(syncState->traceNb *
+               sizeof(uint32_t**));
+       analysisData->graphs->hrttBinsTotal= malloc(syncState->traceNb *
+               sizeof(uint32_t*));
+       for (i= 0; i < syncState->traceNb; i++)
+       {
+               analysisData->graphs->hrttPoints[i]= malloc(i * sizeof(FILE*));
+               analysisData->graphs->hrttBinsArray[i]= malloc(i * sizeof(uint32_t*));
+               analysisData->graphs->hrttBinsTotal[i]= calloc(i, sizeof(uint32_t));
+               for (j= 0; j < i; j++)
+               {
+                       retval= snprintf(name, sizeof(name),
+                               "analysis_eval_hrtt-%03u_and_%03u.data", i, j);
+                       if (retval > sizeof(name) - 1)
+                       {
+                               name[sizeof(name) - 1]= '\0';
+                       }
+                       if ((analysisData->graphs->hrttPoints[i][j]= fopen(name, "w")) ==
+                               NULL)
+                       {
+                               g_error(strerror(errno));
+                       }
+
+                       analysisData->graphs->hrttBinsArray[i][j]= calloc(binNb,
+                               sizeof(uint32_t));
+               }
+       }
+
+       retval= chdir(cwd);
+       if (retval == -1)
+       {
+               g_error(strerror(errno));
+       }
+       free(cwd);
+}
+
+
+/*
+ * Write histogram points to all files to generate graphs.
+ *
+ * Args:
+ *   syncState:    container for synchronization data
+ */
+static void writeGraphFiles(SyncState* const syncState)
+{
+       unsigned int i, j;
+       AnalysisDataEval* analysisData= syncState->analysisData;
+
+       for (i= 0; i < syncState->traceNb; i++)
+       {
+               for (j= 0; j < syncState->traceNb; j++)
+               {
+                       if (i != j)
+                       {
+                               dumpBinToFile(analysisData->graphs->ttBinsArray[i][j],
+                                       analysisData->graphs->ttBinsTotal[i][j] -
+                                       analysisData->graphs->ttBinsArray[i][j][binNb - 1],
+                                       analysisData->graphs->ttPoints[i][j]);
+                       }
+
+                       if (i > j)
+                       {
+                               dumpBinToFile(analysisData->graphs->hrttBinsArray[i][j],
+                                       analysisData->graphs->hrttBinsTotal[i][j] -
+                                       analysisData->graphs->hrttBinsArray[i][j][binNb - 1],
+                                       analysisData->graphs->hrttPoints[i][j]);
+                       }
+               }
+       }
+}
+
+
+/*
+ * Write the content of one bin in a histogram point file
+ *
+ * Args:
+ *   bin:          array of values that make up a histogram
+ *   total:        total number of messages in bins 0 to binNb - 2
+ *   file:         FILE*
+ */
+static void dumpBinToFile(const uint32_t* const bin, const uint32_t total,
+       FILE* const file)
+{
+       unsigned int i;
+
+       // Last bin is skipped because is continues till infinity
+       for (i= 0; i < binNb - 1; i++)
+       {
+               if (bin[i] > 0)
+               {
+                       fprintf(file, "%20.9f %20.9f %20.9f\n", (binStart(i) + binEnd(i)) / 2, (double) bin[i]
+                               / ((binEnd(i) - binStart(i)) * total), binEnd(i) - binStart(i));
+               }
+       }
+}
+
+
+/*
+ * Close files used to store histogram points to generate graphs. Deallocate
+ * arrays of file pointers and arrays used to store histogram points during
+ * analysis.
+ *
+ * Args:
+ *   syncState:    container for synchronization data
+ */
+static void destroyGraphs(SyncState* const syncState)
+{
+       unsigned int i, j;
+       AnalysisDataEval* analysisData= syncState->analysisData;
+       int retval;
+
+       if (analysisData->graphs == NULL || analysisData->graphs->ttPoints ==
+               NULL)
+       {
+               return;
+       }
+
+       for (i= 0; i < syncState->traceNb; i++)
+       {
+               for (j= 0; j < syncState->traceNb; j++)
+               {
+                       if (i != j)
+                       {
+                               retval= fclose(analysisData->graphs->ttPoints[i][j]);
+                               if (retval != 0)
+                               {
+                                       g_error(strerror(errno));
+                               }
+
+                               free(analysisData->graphs->ttBinsArray[i][j]);
+                       }
+               }
+               free(analysisData->graphs->ttPoints[i]);
+               free(analysisData->graphs->ttBinsArray[i]);
+               free(analysisData->graphs->ttBinsTotal[i]);
+       }
+       free(analysisData->graphs->ttPoints);
+       free(analysisData->graphs->ttBinsArray);
+       free(analysisData->graphs->ttBinsTotal);
+
+       for (i= 0; i < syncState->traceNb; i++)
+       {
+               for (j= 0; j < i; j++)
+               {
+                       retval= fclose(analysisData->graphs->hrttPoints[i][j]);
+                       if (retval != 0)
+                       {
+                               g_error(strerror(errno));
+                       }
+
+                       free(analysisData->graphs->hrttBinsArray[i][j]);
+               }
+               free(analysisData->graphs->hrttPoints[i]);
+               free(analysisData->graphs->hrttBinsArray[i]);
+               free(analysisData->graphs->hrttBinsTotal[i]);
+       }
+       free(analysisData->graphs->hrttPoints);
+       free(analysisData->graphs->hrttBinsArray);
+       free(analysisData->graphs->hrttBinsTotal);
+
+       analysisData->graphs->ttPoints= NULL;
 }
 
 
@@ -193,6 +438,12 @@ static void destroyAnalysisEval(SyncState* const syncState)
                free(analysisData->stats);
        }
 
+       if (syncState->graphs && analysisData->graphs)
+       {
+               destroyGraphs(syncState);
+               free(analysisData->graphs);
+       }
+
        free(syncState->analysisData);
        syncState->analysisData= NULL;
 }
@@ -231,6 +482,11 @@ static void analyzeMessageEval(SyncState* const syncState, Message* const messag
        {
                messageStats->inversionNb++;
        }
+       else if (syncState->graphs)
+       {
+               analysisData->graphs->ttBinsArray[message->outE->traceNum][message->inE->traceNum][binNum(tt)]++;
+               analysisData->graphs->ttBinsTotal[message->outE->traceNum][message->inE->traceNum]++;
+       }
 
        g_assert(message->inE->type == TCP);
        rttKey.saddr=
@@ -283,6 +539,15 @@ static void analyzeExchangeEval(SyncState* const syncState, Exchange* const exch
        *rtt= wallTimeSub(&m1->inE->wallTime, &m1->outE->wallTime) -
                wallTimeSub(&m2->outE->wallTime, &m2->inE->wallTime);
 
+       if (syncState->graphs)
+       {
+               unsigned int row= MAX(m1->inE->traceNum, m1->outE->traceNum);
+               unsigned int col= MIN(m1->inE->traceNum, m1->outE->traceNum);
+
+               analysisData->graphs->hrttBinsArray[row][col][binNum(*rtt / 2.)]++;
+               analysisData->graphs->hrttBinsTotal[row][col]++;
+       }
+
        g_assert(m1->inE->type == TCP);
        rttKey= malloc(sizeof(struct RttKey));
        rttKey->saddr=
@@ -360,6 +625,14 @@ static GArray* finalizeAnalysisEval(SyncState* const syncState)
 {
        GArray* factors;
        unsigned int i;
+       AnalysisDataEval* analysisData= syncState->analysisData;
+
+       if (syncState->graphs && analysisData->graphs)
+       {
+               writeGraphFiles(syncState);
+               destroyGraphs(syncState);
+               analysisData->graphs= NULL;
+       }
 
        factors= g_array_sized_new(FALSE, FALSE, sizeof(Factors),
                syncState->traceNb);
@@ -730,3 +1003,138 @@ static void gfSumSquares(gpointer data, gpointer userData)
        *(double*) userData+= pow(event->wallTime.seconds + event->wallTime.nanosec
                / 1e9, 2.);
 }
+
+
+/*
+ * Figure out the bin in a histogram to which a value belongs.
+ *
+ * This uses exponentially sized bins that go from 0 to infinity.
+ *
+ * Args:
+ *   value:        the value, must be >=0, or else expect the unexpected
+ *                 (floating point exception)
+ */
+static unsigned int binNum(const double value)
+{
+       if (value == 0)
+       {
+               return 0;
+       }
+       else
+       {
+               double result= floor(log(value) / log(binBase)) + (binNb - 1);
+
+               if (result < 0.)
+               {
+                       return 0.;
+               }
+               else
+               {
+                       return result;
+               }
+       }
+}
+
+
+/*
+ * Figure out the start of the interval of a bin in a histogram. The starting
+ * value is included in the interval.
+ *
+ * This uses exponentially sized bins that go from 0 to infinity.
+ *
+ * Args:
+ *   binNum:       bin number
+ */
+static double binStart(const unsigned int binNum)
+{
+       g_assert(binNum < binNb);
+
+       if (binNum == 0)
+       {
+               return 0;
+       }
+       else
+       {
+               return pow(binBase, (double) binNum - (binNb - 1));
+       }
+}
+
+
+/*
+ * Figure out the end of the interval of a bin in a histogram. The end value
+ * is not included in the interval.
+ *
+ * This uses exponentially sized bins that go from 0 to infinity.
+ *
+ * Args:
+ *   binNum:       bin number
+ */
+static double binEnd(const unsigned int binNum)
+{
+       g_assert(binNum < binNb);
+
+       if (binNum < binNb)
+       {
+               return pow(binBase, (double) binNum - (binNb - 2));
+       }
+       else
+       {
+               return INFINITY;
+       }
+}
+
+
+/*
+ * Write the analysis-specific graph lines in the gnuplot script.
+ *
+ * Args:
+ *   stream:       stream where to write the data
+ *   syncState:    container for synchronization data
+ *   i:            first trace number
+ *   j:            second trace number, garanteed to be larger than i
+ */
+static void writeAnalysisGraphsPlotsEval(FILE* stream, SyncState* const
+       syncState, const unsigned int i, const unsigned int j)
+{
+       fprintf(stream,
+               "\t\"analysis_eval_hrtt-%2$03d_and_%1$03d.data\" "
+                       "title \"RTT/2\" with boxes linetype 1 linewidth 3 "
+                       "linecolor rgb \"black\" fill transparent solid 0.75, \\\n"
+               /*"\t\"analysis_eval_tt-%1$03d_to_%2$03d.data\" "
+                       "title \"%1$u to %2$u\" with boxes linetype 1 linewidth 3 "
+                       "linecolor rgb \"black\" fill transparent solid 0.5, \\\n"
+               "\t\"analysis_eval_tt-%2$03d_to_%1$03d.data\" "
+                       "title \"%2$u to %1$u\" with boxes linetype 1 linewidth 3 "
+                       "linecolor rgb \"black\" fill transparent solid 0.25, \\\n"*/
+                       , i, j);
+       /*
+       fprintf(stream,
+               "\t\"analysis_eval_hrtt-%2$03d_and_%1$03d.data\" "
+                       "title \"RTT/2\" with linespoints linetype 1 linewidth 3 "
+                       "linecolor rgb \"black\", \\\n"
+               "\t\"analysis_eval_tt-%1$03d_to_%2$03d.data\" "
+                       "title \"%1$u to %2$u\" with linespoints linetype 1 linewidth 3 "
+                       "linecolor rgb \"gray70\", \\\n"
+               "\t\"analysis_eval_tt-%2$03d_to_%1$03d.data\" "
+                       "title \"%2$u to %1$u\" with linespoints linetype 1 linewidth 3 "
+                       "linecolor rgb \"gray40\", \\\n", i, j);
+*/
+}
+
+
+/*
+ * Write the analysis-specific options in the gnuplot script.
+ *
+ * Args:
+ *   stream:       stream where to write the data
+ *   syncState:    container for synchronization data
+ *   i:            first trace number
+ *   j:            second trace number, garanteed to be larger than i
+ */
+static void writeAnalysisGraphsOptionsEval(FILE* stream, SyncState*
+    const syncState, const unsigned int i, const unsigned int j)
+{
+       fprintf(stream,
+               "set xlabel \"Message Latency (s)\"\n"
+               "set ylabel \"Proportion of messages per second\"\n");
+}
This page took 0.028658 seconds and 4 git commands to generate.