tests/stress/test_multi_sessions_per_uid_5app_streaming_kill_relayd

   1 #!/bin/bash
   2 #
   3 # Copyright (C) 2013 David Goulet <dgoulet@efficios.com>
   4 #
   5 # SPDX-License-Identifier: LGPL-2.1-only
   6 #
   7
   8 CURDIR=$(dirname "$0")/
   9 TESTDIR="$CURDIR/.."
  10 LAUNCH_APP="launch_ust_app"
  11 KILL_RELAYD_HELPER="kill_relayd"
  12 SESSION_NAME="stress"
  13 EVENT_NAME="tp:tptest"
  14 LOG_FILE_SESSIOND="sessiond.log"
  15 LOG_FILE_RELAYD="relayd.log"
  16 CHANNEL_NAME="channel0"
  17 NR_APP=5
  18 NR_SESSION=5
  19 NR_LOOP=100000
  20 COREDUMP_FILE=$(cat /proc/sys/kernel/core_pattern)
  21 NUM_TESTS=16
  22 APP_PIDS=()
  23
  24 TEST_DESC="Stress test - $NR_SESSION sessions per UID streaming with $NR_APP apps. The relayd is killed sporadically"
  25
  26 # shellcheck source-path=SCRIPTDIR/../
  27 source "$TESTDIR/utils/utils.sh"
  28
  29 # MUST set TESTDIR before calling those functions
  30
  31 function enable_channel_per_uid()
  32 {
  33         local sess_name=$1
  34         local channel_name=$2
  35
  36         "$TESTDIR/../src/bin/lttng/$LTTNG_BIN" enable-channel --buffers-uid -u "$channel_name" -s "$sess_name" >/dev/null 2>&1
  37         ok $? "Enable channel $channel_name per UID for session $sess_name"
  38 }
  39
  40 function check_sessiond()
  41 {
  42         local str_date
  43         if [ -z "$(lttng_pgrep lttng-sessiond)" ]; then
  44                 str_date=$(date +%H%M%S-%d%m%Y)
  45
  46                 diag "!!!The session daemon died unexpectedly!!!"
  47                 mv $LOG_FILE_SESSIOND "$LOG_FILE_SESSIOND-$str_date"
  48                 if [ -e "$COREDUMP_FILE" ]; then
  49                         mv "$COREDUMP_FILE" "$COREDUMP_FILE-$str_date"
  50                 fi
  51                 exit 1
  52         fi
  53 }
  54
  55 function start_sessiond()
  56 {
  57         if ! validate_kernel_version ; then
  58                 fail "Start session daemon"
  59                 BAIL_OUT "*** Kernel too old for session daemon tests ***"
  60         fi
  61
  62         if [ -z "$(lttng_pgrep $SESSIOND_BIN)" ]; then
  63                 # We have to start it like this so the ulimit -c is used by this
  64                 # process. Also, we collect any error message printed out.
  65                 #$TESTDIR/../src/bin/lttng-sessiond/$SESSIOND_BIN --quiet --background --consumerd32-path="$TESTDIR/../src/bin/lttng-consumerd/lttng-consumerd" --consumerd64-path="$TESTDIR/../src/bin/lttng-consumerd/lttng-consumerd" >$LOG_FILE_SESSIOND 2>&1
  66                 "$TESTDIR/../src/bin/lttng-sessiond/$SESSIOND_BIN" --verbose-consumer -vvv --background --consumerd32-path="$TESTDIR/../src/bin/lttng-consumerd/lttng-consumerd" --consumerd64-path="$TESTDIR/../src/bin/lttng-consumerd/lttng-consumerd" >$LOG_FILE_SESSIOND 2>&1
  67                 #$TESTDIR/../src/bin/lttng-sessiond/$SESSIOND_BIN --background --consumerd32-path="$TESTDIR/../src/bin/lttng-consumerd/lttng-consumerd" --consumerd64-path="$TESTDIR/../src/bin/lttng-consumerd/lttng-consumerd" >$LOG_FILE_SESSIOND 2>&1
  68                 status=$?
  69                 ok $status "Start session daemon"
  70         fi
  71 }
  72
  73 function start_relayd
  74 {
  75         local opt=$1
  76
  77         if [ -z "$(lttng_pgrep $RELAYD_BIN)" ]; then
  78                 "$TESTDIR/../src/bin/lttng-relayd/$RELAYD_BIN" "$opt" >$LOG_FILE_RELAYD 2>&1 &
  79                 ok $? "Start lttng-relayd (opt: \"$opt\")"
  80         fi
  81 }
  82
  83 function check_relayd()
  84 {
  85         local str_date
  86         if [ -z "$(lttng_pgrep lttng-relayd)" ]; then
  87                 str_date=$(date +%H%M%S-%d%m%Y)
  88
  89                 #diag "Relay daemon died. Starting it again"
  90                 if [ -e "$COREDUMP_FILE" ]; then
  91                         mv "$COREDUMP_FILE" "$COREDUMP_FILE-$str_date"
  92                 fi
  93                 start_relayd
  94         fi
  95 }
  96
  97 test_stress()
  98 {
  99         # shellcheck disable=SC2034
 100         for b in $(seq 1 $NR_LOOP); do
 101                 for a in $(seq 1 $NR_SESSION); do
 102                         create_lttng_session_uri $SESSION_NAME-"$a" net://localhost
 103                         check_sessiond
 104                         check_relayd
 105                         enable_channel_per_uid $SESSION_NAME-"$a" $CHANNEL_NAME
 106                         check_sessiond
 107                         check_relayd
 108                         enable_ust_lttng_event_ok $SESSION_NAME-"$a" $EVENT_NAME
 109                         check_sessiond
 110                         check_relayd
 111                         start_lttng_tracing_ok $SESSION_NAME-"$a"
 112                         check_sessiond
 113                         check_relayd
 114                 done
 115
 116                 for a in $(seq 1 $NR_SESSION); do
 117                         stop_lttng_tracing_ok $SESSION_NAME-"$a"
 118                         check_sessiond
 119                         check_relayd
 120                         destroy_lttng_session_ok $SESSION_NAME-"$a"
 121                         check_sessiond
 122                         check_relayd
 123                 done
 124         done
 125
 126         return 0
 127 }
 128
 129 function cleanup()
 130 {
 131         diag "Cleaning up!"
 132         kill "${APP_PIDS[@]}"
 133         wait "${APP_PIDS[@]}" 2>/dev/null
 134         APP_PIDS=()
 135         # shellcheck disable=SC2119
 136         stop_lttng_sessiond
 137         # shellcheck disable=SC2119
 138         stop_lttng_relayd
 139 }
 140
 141 function sighandler()
 142 {
 143         cleanup
 144         #rm $LOG_FILE_SESSIOND $LOG_FILE_RELAYD
 145         full_cleanup
 146 }
 147
 148 trap sighandler SIGINT SIGTERM
 149
 150 # Make sure we collect a coredump if possible.
 151 ulimit -c unlimited
 152
 153 # MUST set TESTDIR before calling those functions
 154 plan_tests $NUM_TESTS
 155
 156 print_test_banner "$TEST_DESC"
 157
 158 TRACE_PATH=$(mktemp -d -t tmp.test_multi_sess_per_uid_5app_kill_relayd.XXXXXX)
 159
 160 start_relayd "-o $TRACE_PATH"
 161 start_sessiond
 162
 163 diag "Starting applications launcher"
 164
 165 # Start NR_APP applications script that will spawn apps non stop.
 166 "./$TESTDIR/stress/$LAUNCH_APP" $NR_APP &
 167 APP_PIDS+=(${!})
 168
 169 # Launch the helper script that will randomly kill the relayd at vitam eternam.
 170 "./$TESTDIR/stress/$KILL_RELAYD_HELPER" 1 1 &
 171 APP_PIDS+=(${!})
 172
 173 test_stress
 174 out=$?
 175 if [ $out -ne 0 ]; then
 176         cleanup
 177         exit $out
 178 fi
 179
 180 cleanup
 181 rm -rf "${TRACE_PATH:?}/"
 182 rm $LOG_FILE_SESSIOND $LOG_FILE_RELAYD
 183 exit 0