X-Git-Url: http://git.lttng.org/?a=blobdiff_plain;f=lttv%2Flttv%2Fsync%2Fevent_analysis_eval.c;h=57ee73ec7a9fdead2f6312d12811a9bf9d32ff18;hb=8d7d16dd4f5f6ae09f556a9b0b477baaa93d468c;hp=49f3e17700f51a0399e61f02cdd2e17f831a576c;hpb=76be6fc24daf61767bf7f0c2e64f4691fbb56c63;p=lttv.git

diff --git a/lttv/lttv/sync/event_analysis_eval.c b/lttv/lttv/sync/event_analysis_eval.c
index 49f3e177..57ee73ec 100644
--- a/lttv/lttv/sync/event_analysis_eval.c
+++ b/lttv/lttv/sync/event_analysis_eval.c
@@ -17,6 +17,7 @@
  */
 
 #define _GNU_SOURCE
+#define _ISOC99_SOURCE
 
 #ifdef HAVE_CONFIG_H
 #include <config.h>
@@ -31,6 +32,7 @@
 #include <stdio.h>
 #include <string.h>
 #include <sys/socket.h>
+#include <unistd.h>
 
 #include "lookup3.h"
 #include "sync_chain.h"
@@ -50,6 +52,10 @@ static void analyzeBroadcastEval(SyncState* const syncState, Broadcast* const
 	broadcast);
 static GArray* finalizeAnalysisEval(SyncState* const syncState);
 static void printAnalysisStatsEval(SyncState* const syncState);
+static void writeAnalysisGraphsPlotsEval(SyncState* const syncState, const
+	unsigned int i, const unsigned int j);
+static void writeAnalysisGraphsOptionsEval(SyncState* const syncState, const
+	unsigned int i, const unsigned int j);
 
 // Functions specific to this module
 static void registerAnalysisEval() __attribute__((constructor (102)));
@@ -62,7 +68,20 @@ static void positionStream(FILE* stream);
 
 static void gfSum(gpointer data, gpointer userData);
 static void gfSumSquares(gpointer data, gpointer userData);
+static void ghfPrintExchangeRtt(gpointer key, gpointer value, gpointer user_data);
 
+static void initGraphs(SyncState* const syncState);
+static void writeGraphFiles(SyncState* const syncState);
+static void dumpBinToFile(const uint32_t* const bin, const uint32_t total,
+	FILE* const file);
+static void destroyGraphs(SyncState* const syncState);
+static unsigned int binNum(const double value) __attribute__((pure));
+static double binStart(const unsigned int binNum) __attribute__((pure));
+static double binEnd(const unsigned int binNum) __attribute__((pure));
+
+
+const unsigned int binNb= 10000;
+double binBase;
 
 static AnalysisModule analysisModuleEval= {
 	.name= "eval",
@@ -73,15 +92,15 @@ static AnalysisModule analysisModuleEval= {
 	.analyzeBroadcast= &analyzeBroadcastEval,
 	.finalizeAnalysis= &finalizeAnalysisEval,
 	.printAnalysisStats= &printAnalysisStatsEval,
-	.writeAnalysisGraphsPlots= NULL,
-	.writeAnalysisGraphsOptions= NULL,
+	.writeAnalysisGraphsPlots= &writeAnalysisGraphsPlotsEval,
+	.writeAnalysisGraphsOptions= &writeAnalysisGraphsOptionsEval,
 };
 
 static ModuleOption optionEvalRttFile= {
 	.longName= "eval-rtt-file",
 	.hasArg= REQUIRED_ARG,
 	{.arg= NULL},
-	.optionHelp= "specify the file containing rtt information",
+	.optionHelp= "specify the file containing RTT information",
 	.argHelp= "FILE",
 };
 
@@ -147,10 +166,242 @@ static void initAnalysisEval(SyncState* const syncState)
 			analysisData->stats->messageStats[i]= calloc(syncState->traceNb,
 				sizeof(MessageStats));
 		}
+
+		analysisData->stats->exchangeRtt=
+			g_hash_table_new_full(&ghfRttKeyHash, &gefRttKeyEqual,
+				&gdnDestroyRttKey, &gdnDestroyDouble);
+	}
+
+	if (syncState->graphsStream)
+	{
+		binBase= exp10(6. / (binNb - 2));
+		analysisData->graphs= malloc(sizeof(AnalysisGraphsEval));
+		initGraphs(syncState);
 	}
 }
 
 
+/*
+ * Create and open files used to store histogram points to genereate
+ * graphs. Allocate and populate array to store file pointers.
+ *
+ * Also create data structures to store histogram points during analysis.
+ *
+ * Args:
+ *   syncState:    container for synchronization data
+ */
+static void initGraphs(SyncState* const syncState)
+{
+	unsigned int i, j;
+	int retval;
+	char* cwd;
+	char name[36];
+	AnalysisDataEval* analysisData= syncState->analysisData;
+
+	cwd= changeToGraphDir(syncState->graphsDir);
+
+	analysisData->graphs->ttPoints= malloc(syncState->traceNb *
+		sizeof(FILE**));
+	analysisData->graphs->ttBinsArray= malloc(syncState->traceNb *
+		sizeof(uint32_t**));
+	analysisData->graphs->ttBinsTotal= malloc(syncState->traceNb *
+		sizeof(uint32_t*));
+	for (i= 0; i < syncState->traceNb; i++)
+	{
+		analysisData->graphs->ttPoints[i]= malloc(syncState->traceNb *
+			sizeof(FILE*));
+		analysisData->graphs->ttBinsArray[i]= malloc(syncState->traceNb *
+			sizeof(uint32_t*));
+		analysisData->graphs->ttBinsTotal[i]= calloc(syncState->traceNb,
+			sizeof(uint32_t));
+		for (j= 0; j < syncState->traceNb; j++)
+		{
+			if (i != j)
+			{
+				retval= snprintf(name, sizeof(name),
+					"analysis_eval_tt-%03u_to_%03u.data", i, j);
+				if (retval > sizeof(name) - 1)
+				{
+					name[sizeof(name) - 1]= '\0';
+				}
+				if ((analysisData->graphs->ttPoints[i][j]= fopen(name, "w")) ==
+					NULL)
+				{
+					g_error(strerror(errno));
+				}
+
+				analysisData->graphs->ttBinsArray[i][j]= calloc(binNb,
+					sizeof(uint32_t));
+			}
+		}
+	}
+
+	analysisData->graphs->hrttPoints= malloc(syncState->traceNb *
+		sizeof(FILE**));
+	analysisData->graphs->hrttBinsArray= malloc(syncState->traceNb *
+		sizeof(uint32_t**));
+	analysisData->graphs->hrttBinsTotal= malloc(syncState->traceNb *
+		sizeof(uint32_t*));
+	for (i= 0; i < syncState->traceNb; i++)
+	{
+		analysisData->graphs->hrttPoints[i]= malloc(i * sizeof(FILE*));
+		analysisData->graphs->hrttBinsArray[i]= malloc(i * sizeof(uint32_t*));
+		analysisData->graphs->hrttBinsTotal[i]= calloc(i, sizeof(uint32_t));
+		for (j= 0; j < i; j++)
+		{
+			retval= snprintf(name, sizeof(name),
+				"analysis_eval_hrtt-%03u_and_%03u.data", i, j);
+			if (retval > sizeof(name) - 1)
+			{
+				name[sizeof(name) - 1]= '\0';
+			}
+			if ((analysisData->graphs->hrttPoints[i][j]= fopen(name, "w")) ==
+				NULL)
+			{
+				g_error(strerror(errno));
+			}
+
+			analysisData->graphs->hrttBinsArray[i][j]= calloc(binNb,
+				sizeof(uint32_t));
+		}
+	}
+
+	retval= chdir(cwd);
+	if (retval == -1)
+	{
+		g_error(strerror(errno));
+	}
+	free(cwd);
+}
+
+
+/*
+ * Write histogram points to all files to generate graphs.
+ *
+ * Args:
+ *   syncState:    container for synchronization data
+ */
+static void writeGraphFiles(SyncState* const syncState)
+{
+	unsigned int i, j;
+	AnalysisDataEval* analysisData= syncState->analysisData;
+
+	for (i= 0; i < syncState->traceNb; i++)
+	{
+		for (j= 0; j < syncState->traceNb; j++)
+		{
+			if (i != j)
+			{
+				dumpBinToFile(analysisData->graphs->ttBinsArray[i][j],
+					analysisData->graphs->ttBinsTotal[i][j] -
+					analysisData->graphs->ttBinsArray[i][j][binNb - 1],
+					analysisData->graphs->ttPoints[i][j]);
+			}
+
+			if (i > j)
+			{
+				dumpBinToFile(analysisData->graphs->hrttBinsArray[i][j],
+					analysisData->graphs->hrttBinsTotal[i][j] -
+					analysisData->graphs->hrttBinsArray[i][j][binNb - 1],
+					analysisData->graphs->hrttPoints[i][j]);
+			}
+		}
+	}
+}
+
+
+/*
+ * Write the content of one bin in a histogram point file
+ *
+ * Args:
+ *   bin:          array of values that make up a histogram
+ *   total:        total number of messages in bins 0 to binNb - 2
+ *   file:         FILE*
+ */
+static void dumpBinToFile(const uint32_t* const bin, const uint32_t total,
+	FILE* const file)
+{
+	unsigned int i;
+
+	// Last bin is skipped because is continues till infinity
+	for (i= 0; i < binNb - 1; i++)
+	{
+		if (bin[i] > 0)
+		{
+			fprintf(file, "%20.9f %20.9f %20.9f\n", (binStart(i) + binEnd(i)) / 2, (double) bin[i]
+				/ ((binEnd(i) - binStart(i)) * total), binEnd(i) - binStart(i));
+		}
+	}
+}
+
+
+/*
+ * Close files used to store histogram points to generate graphs. Deallocate
+ * arrays of file pointers and arrays used to store histogram points during
+ * analysis.
+ *
+ * Args:
+ *   syncState:    container for synchronization data
+ */
+static void destroyGraphs(SyncState* const syncState)
+{
+	unsigned int i, j;
+	AnalysisDataEval* analysisData= syncState->analysisData;
+	int retval;
+
+	if (analysisData->graphs == NULL || analysisData->graphs->ttPoints ==
+		NULL)
+	{
+		return;
+	}
+
+	for (i= 0; i < syncState->traceNb; i++)
+	{
+		for (j= 0; j < syncState->traceNb; j++)
+		{
+			if (i != j)
+			{
+				retval= fclose(analysisData->graphs->ttPoints[i][j]);
+				if (retval != 0)
+				{
+					g_error(strerror(errno));
+				}
+
+				free(analysisData->graphs->ttBinsArray[i][j]);
+			}
+		}
+		free(analysisData->graphs->ttPoints[i]);
+		free(analysisData->graphs->ttBinsArray[i]);
+		free(analysisData->graphs->ttBinsTotal[i]);
+	}
+	free(analysisData->graphs->ttPoints);
+	free(analysisData->graphs->ttBinsArray);
+	free(analysisData->graphs->ttBinsTotal);
+
+	for (i= 0; i < syncState->traceNb; i++)
+	{
+		for (j= 0; j < i; j++)
+		{
+			retval= fclose(analysisData->graphs->hrttPoints[i][j]);
+			if (retval != 0)
+			{
+				g_error(strerror(errno));
+			}
+
+			free(analysisData->graphs->hrttBinsArray[i][j]);
+		}
+		free(analysisData->graphs->hrttPoints[i]);
+		free(analysisData->graphs->hrttBinsArray[i]);
+		free(analysisData->graphs->hrttBinsTotal[i]);
+	}
+	free(analysisData->graphs->hrttPoints);
+	free(analysisData->graphs->hrttBinsArray);
+	free(analysisData->graphs->hrttBinsTotal);
+
+	analysisData->graphs->ttPoints= NULL;
+}
+
+
 /*
  * Analysis destroy function
  *
@@ -181,9 +432,18 @@ static void destroyAnalysisEval(SyncState* const syncState)
 			free(analysisData->stats->messageStats[i]);
 		}
 		free(analysisData->stats->messageStats);
+
+		g_hash_table_destroy(analysisData->stats->exchangeRtt);
+
 		free(analysisData->stats);
 	}
 
+	if (syncState->graphsStream && analysisData->graphs)
+	{
+		destroyGraphs(syncState);
+		free(analysisData->graphs);
+	}
+
 	free(syncState->analysisData);
 	syncState->analysisData= NULL;
 }
@@ -202,7 +462,7 @@ static void analyzeMessageEval(SyncState* const syncState, Message* const messag
 {
 	AnalysisDataEval* analysisData;
 	MessageStats* messageStats;
-	double* rttInfo;
+	double* rtt;
 	double tt;
 	struct RttKey rttKey;
 
@@ -222,15 +482,25 @@ static void analyzeMessageEval(SyncState* const syncState, Message* const messag
 	{
 		messageStats->inversionNb++;
 	}
+	else if (syncState->graphsStream)
+	{
+		analysisData->graphs->ttBinsArray[message->outE->traceNum][message->inE->traceNum][binNum(tt)]++;
+		analysisData->graphs->ttBinsTotal[message->outE->traceNum][message->inE->traceNum]++;
+	}
 
-	g_assert(message->inE->type == UDP);
-	rttKey.saddr= message->inE->event.udpEvent->datagramKey->saddr;
-	rttKey.daddr= message->inE->event.udpEvent->datagramKey->daddr;
-	rttInfo= g_hash_table_lookup(analysisData->rttInfo, &rttKey);
+	g_assert(message->inE->type == TCP);
+	rttKey.saddr=
+		message->inE->event.tcpEvent->segmentKey->connectionKey.saddr;
+	rttKey.daddr=
+		message->inE->event.tcpEvent->segmentKey->connectionKey.daddr;
+	rtt= g_hash_table_lookup(analysisData->rttInfo, &rttKey);
+	g_debug("rttInfo, looking up (%u, %u)->(%f)", rttKey.saddr,
+		rttKey.daddr, rtt ? *rtt : NAN);
 
-	if (rttInfo)
+	if (rtt)
 	{
-		if (tt < *rttInfo / 2.)
+		g_debug("rttInfo, tt: %f rtt / 2: %f", tt, *rtt / 2.);
+		if (tt < *rtt / 2.)
 		{
 			messageStats->tooFastNb++;
 		}
@@ -253,9 +523,53 @@ static void analyzeMessageEval(SyncState* const syncState, Message* const messag
  */
 static void analyzeExchangeEval(SyncState* const syncState, Exchange* const exchange)
 {
-	AnalysisDataEval* analysisData;
+	AnalysisDataEval* analysisData= syncState->analysisData;
+	Message* m1= g_queue_peek_tail(exchange->acks);
+	Message* m2= exchange->message;
+	struct RttKey* rttKey;
+	double* rtt, * exchangeRtt;
 
-	analysisData= (AnalysisDataEval*) syncState->analysisData;
+	if (!syncState->stats)
+	{
+		return;
+	}
+
+	// (T2 - T1) - (T3 - T4)
+	rtt= malloc(sizeof(double));
+	*rtt= wallTimeSub(&m1->inE->wallTime, &m1->outE->wallTime) -
+		wallTimeSub(&m2->outE->wallTime, &m2->inE->wallTime);
+
+	if (syncState->graphsStream)
+	{
+		unsigned int row= MAX(m1->inE->traceNum, m1->outE->traceNum);
+		unsigned int col= MIN(m1->inE->traceNum, m1->outE->traceNum);
+
+		analysisData->graphs->hrttBinsArray[row][col][binNum(*rtt / 2.)]++;
+		analysisData->graphs->hrttBinsTotal[row][col]++;
+	}
+
+	g_assert(m1->inE->type == TCP);
+	rttKey= malloc(sizeof(struct RttKey));
+	rttKey->saddr=
+		MIN(m1->inE->event.tcpEvent->segmentKey->connectionKey.saddr,
+			m1->inE->event.tcpEvent->segmentKey->connectionKey.daddr);
+	rttKey->daddr=
+		MAX(m1->inE->event.tcpEvent->segmentKey->connectionKey.saddr,
+			m1->inE->event.tcpEvent->segmentKey->connectionKey.daddr);
+	exchangeRtt= g_hash_table_lookup(analysisData->stats->exchangeRtt,
+		rttKey);
+
+	if (exchangeRtt)
+	{
+		if (*rtt < *exchangeRtt)
+		{
+			g_hash_table_replace(analysisData->stats->exchangeRtt, rttKey, rtt);
+		}
+	}
+	else
+	{
+		g_hash_table_insert(analysisData->stats->exchangeRtt, rttKey, rtt);
+	}
 }
 
 
@@ -305,12 +619,20 @@ static void analyzeBroadcastEval(SyncState* const syncState, Broadcast* const br
  *   syncState     container for synchronization data.
  *
  * Returns:
- *   Factors[traceNb] synchronization factors for each trace
+ *   Factors[traceNb] identity factors for each trace
  */
 static GArray* finalizeAnalysisEval(SyncState* const syncState)
 {
 	GArray* factors;
 	unsigned int i;
+	AnalysisDataEval* analysisData= syncState->analysisData;
+
+	if (syncState->graphsStream && analysisData->graphs)
+	{
+		writeGraphFiles(syncState);
+		destroyGraphs(syncState);
+		analysisData->graphs= NULL;
+	}
 
 	factors= g_array_sized_new(FALSE, FALSE, sizeof(Factors),
 		syncState->traceNb);
@@ -375,6 +697,58 @@ static void printAnalysisStatsEval(SyncState* const syncState)
 				messageStats->noRTTInfoNb, messageStats->total);
 		}
 	}
+
+	printf("\tRound-trip times:\n"
+		"\t\tHost pair                          RTT from exchanges  RTTs from file (ms)\n");
+	g_hash_table_foreach(analysisData->stats->exchangeRtt,
+		&ghfPrintExchangeRtt, analysisData->rttInfo);
+}
+
+
+/*
+ * A GHFunc for g_hash_table_foreach()
+ *
+ * Args:
+ *   key:          RttKey* where saddr < daddr
+ *   value:        double*, RTT estimated from exchanges
+ *   user_data     GHashTable* rttInfo
+ */
+static void ghfPrintExchangeRtt(gpointer key, gpointer value, gpointer user_data)
+{
+	char addr1[16], addr2[16];
+	struct RttKey* rttKey1= key;
+	struct RttKey rttKey2= {rttKey1->daddr, rttKey1->saddr};
+	double* fileRtt1, *fileRtt2;
+	GHashTable* rttInfo= user_data;
+
+	convertIP(addr1, rttKey1->saddr);
+	convertIP(addr2, rttKey1->daddr);
+
+	fileRtt1= g_hash_table_lookup(rttInfo, rttKey1);
+	fileRtt2= g_hash_table_lookup(rttInfo, &rttKey2);
+
+	printf("\t\t(%15s, %-15s) %-18.3f  ", addr1, addr2, *(double*) value * 1e3);
+
+	if (fileRtt1 || fileRtt2)
+	{
+		if (fileRtt1)
+		{
+			printf("%.3f", *fileRtt1 * 1e3);
+		}
+		if (fileRtt1 && fileRtt2)
+		{
+			printf(", ");
+		}
+		if (fileRtt2)
+		{
+			printf("%.3f", *fileRtt2 * 1e3);
+		}
+	}
+	else
+	{
+		printf("-");
+	}
+	printf("\n");
 }
 
 
@@ -520,6 +894,8 @@ static void readRttInfo(GHashTable* rttInfo, FILE* rttStream)
 		}
 
 		*rtt/= 1e3;
+		g_debug("rttInfo, Inserting (%u, %u)->(%f)", rttKey->saddr,
+			rttKey->daddr, *rtt);
 		g_hash_table_insert(rttInfo, rttKey, rtt);
 
 		positionStream(rttStream);
@@ -627,3 +1003,136 @@ static void gfSumSquares(gpointer data, gpointer userData)
 	*(double*) userData+= pow(event->wallTime.seconds + event->wallTime.nanosec
 		/ 1e9, 2.);
 }
+
+
+/*
+ * Figure out the bin in a histogram to which a value belongs.
+ *
+ * This uses exponentially sized bins that go from 0 to infinity.
+ *
+ * Args:
+ *   value:        the value, must be >=0, or else expect the unexpected
+ *                 (floating point exception)
+ */
+static unsigned int binNum(const double value)
+{
+	if (value == 0)
+	{
+		return 0;
+	}
+	else
+	{
+		double result= floor(log(value) / log(binBase)) + (binNb - 1);
+
+		if (result < 0.)
+		{
+			return 0.;
+		}
+		else
+		{
+			return result;
+		}
+	}
+}
+
+
+/*
+ * Figure out the start of the interval of a bin in a histogram. The starting
+ * value is included in the interval.
+ *
+ * This uses exponentially sized bins that go from 0 to infinity.
+ *
+ * Args:
+ *   binNum:       bin number
+ */
+static double binStart(const unsigned int binNum)
+{
+	g_assert(binNum < binNb);
+
+	if (binNum == 0)
+	{
+		return 0;
+	}
+	else
+	{
+		return pow(binBase, (double) binNum - (binNb - 1));
+	}
+}
+
+
+/*
+ * Figure out the end of the interval of a bin in a histogram. The end value
+ * is not included in the interval.
+ *
+ * This uses exponentially sized bins that go from 0 to infinity.
+ *
+ * Args:
+ *   binNum:       bin number
+ */
+static double binEnd(const unsigned int binNum)
+{
+	g_assert(binNum < binNb);
+
+	if (binNum < binNb)
+	{
+		return pow(binBase, (double) binNum - (binNb - 2));
+	}
+	else
+	{
+		return INFINITY;
+	}
+}
+
+
+/*
+ * Write the analysis-specific graph lines in the gnuplot script.
+ *
+ * Args:
+ *   syncState:    container for synchronization data
+ *   i:            first trace number
+ *   j:            second trace number, garanteed to be larger than i
+ */
+static void writeAnalysisGraphsPlotsEval(SyncState* const syncState, const
+	unsigned int i, const unsigned int j)
+{
+	fprintf(syncState->graphsStream,
+		"\t\"analysis_eval_hrtt-%2$03d_and_%1$03d.data\" "
+			"title \"RTT/2\" with boxes linetype 1 linewidth 3 "
+			"linecolor rgb \"black\" fill transparent solid 0.75, \\\n"
+		/*"\t\"analysis_eval_tt-%1$03d_to_%2$03d.data\" "
+			"title \"%1$u to %2$u\" with boxes linetype 1 linewidth 3 "
+			"linecolor rgb \"black\" fill transparent solid 0.5, \\\n"
+		"\t\"analysis_eval_tt-%2$03d_to_%1$03d.data\" "
+			"title \"%2$u to %1$u\" with boxes linetype 1 linewidth 3 "
+			"linecolor rgb \"black\" fill transparent solid 0.25, \\\n"*/
+			, i, j);
+	/*
+	fprintf(syncState->graphsStream,
+		"\t\"analysis_eval_hrtt-%2$03d_and_%1$03d.data\" "
+			"title \"RTT/2\" with linespoints linetype 1 linewidth 3 "
+			"linecolor rgb \"black\", \\\n"
+		"\t\"analysis_eval_tt-%1$03d_to_%2$03d.data\" "
+			"title \"%1$u to %2$u\" with linespoints linetype 1 linewidth 3 "
+			"linecolor rgb \"gray70\", \\\n"
+		"\t\"analysis_eval_tt-%2$03d_to_%1$03d.data\" "
+			"title \"%2$u to %1$u\" with linespoints linetype 1 linewidth 3 "
+			"linecolor rgb \"gray40\", \\\n", i, j);
+*/
+}
+
+
+/*
+ * Write the analysis-specific options in the gnuplot script.
+ *
+ * Args:
+ *   syncState:    container for synchronization data
+ *   i:            first trace number
+ *   j:            second trace number, garanteed to be larger than i
+ */
+static void writeAnalysisGraphsOptionsEval(SyncState* const syncState, const
+	unsigned int i, const unsigned int j)
+{
+	fprintf(syncState->graphsStream,
+		"set xlabel \"Message Latency (s)\"\n"
+		"set ylabel \"Proportion of messages per second\"\n");
+}