525 lines
15 KiB
Bash
525 lines
15 KiB
Bash
#!/bin/ksh
|
|
|
|
LOGFILE=""
|
|
CONTINUOUS_LOGGING=0 # variable used to stop the loop
|
|
CONTINUOUS_LOGGING_PERIOD=5 # seconds
|
|
|
|
OUTPUTDIR=$1
|
|
USECASE=$2
|
|
PARAM_CONTINUOUS=0
|
|
FOUND=0
|
|
SCRIPT_RUNNING=0
|
|
# enumeration of possible dump modes
|
|
DUMP_BASIC=0
|
|
DUMP_FULL=1
|
|
|
|
if [[ $# > 0 ]] #path
|
|
then
|
|
OUTPUTDIR=$1
|
|
if [[ $# > 1 ]] #UseCase || -c
|
|
then
|
|
if [[ $2 == "-c" ]]
|
|
then
|
|
PARAM_CONTINUOUS=$2 # -c
|
|
#echo "Continous logging enabled"
|
|
else
|
|
USECASE=$2 # usecase
|
|
fi
|
|
if [[ $# > 2 ]] # -c || logging period
|
|
then
|
|
if [[ $3 == "-c" ]]
|
|
then
|
|
PARAM_CONTINUOUS=$3 # -c
|
|
#echo "Continous logging enabled"
|
|
else
|
|
CONTINUOUS_LOGGING_PERIOD=$3 # logging period
|
|
#echo "Logging period set to $CONTINUOUS_LOGGING_PERIOD"
|
|
fi
|
|
if [[ $# > 3 ]] # ogging period
|
|
then
|
|
CONTINUOUS_LOGGING_PERIOD=$4 # logging period
|
|
#echo "Logging period set to $CONTINUOUS_LOGGING_PERIOD"
|
|
fi
|
|
fi
|
|
fi
|
|
fi
|
|
|
|
function PrintError # <message>
|
|
{
|
|
MESSAGE=$*
|
|
|
|
if [[ $LOGFILE == "" ]]
|
|
then
|
|
echo "FATAL ERROR: no logfile is set"
|
|
exit 2
|
|
fi
|
|
|
|
if [[ $MESSAGE == "" ]]
|
|
then
|
|
echo "FATAL ERROR: no message"
|
|
exit 2
|
|
fi
|
|
|
|
echo "Error: $MESSAGE"
|
|
echo "Error: $MESSAGE" >> $LOGFILE
|
|
}
|
|
|
|
function PrintInfo # <message>
|
|
{
|
|
MESSAGE=$*
|
|
|
|
if [[ $LOGFILE == "" ]]
|
|
then
|
|
echo "FATAL ERROR: no logfile is set"
|
|
exit 2
|
|
fi
|
|
|
|
if [[ $MESSAGE == "" ]]
|
|
then
|
|
echo "FATAL ERROR: no message"
|
|
exit 2
|
|
fi
|
|
|
|
echo "Info : $MESSAGE"
|
|
echo "Info : $MESSAGE" >> $LOGFILE
|
|
}
|
|
|
|
function ScriptAbort # <message>
|
|
{
|
|
MESSAGE=$*
|
|
|
|
PrintError $MESSAGE
|
|
echo "Script aborted!"
|
|
echo "Script aborted!" >> $LOGFILE
|
|
exit 1
|
|
}
|
|
|
|
# Check if srm has been started already, if not do solution
|
|
# needed by:
|
|
# - heapinfo
|
|
function CheckAndRunSRM # <hostname>
|
|
{
|
|
net_name=$1
|
|
|
|
if [[ $net_name == $HOSTNAME ]]; then
|
|
if [[ ! -e /dev/srm/status ]]; then
|
|
$path_to_srm 2> /dev/null
|
|
|
|
if [[ $? -ne 0 ]]
|
|
then
|
|
PrintInfo "Unable to start $path_to_srm on local host"
|
|
fi
|
|
fi
|
|
else
|
|
if [[ ! -e /net/$net_name/dev/srm/status ]]; then
|
|
on -f $net_name $path_to_srm 2> /dev/null
|
|
|
|
if [[ $? -ne 0 ]]
|
|
then
|
|
PrintInfo "Unable to start $path_to_srm on $net_name"
|
|
fi
|
|
fi
|
|
fi
|
|
}
|
|
|
|
function DumpData # <output-directory> <unittype> <hwtype> <processor> <usecase> <whattodump>
|
|
{
|
|
outputdir=$1
|
|
unittype=$2
|
|
hwtype=$3
|
|
processor=$4
|
|
usecase=$5
|
|
whattodump=$6
|
|
|
|
PrintInfo "......Dump processor $unittype, $processor, $usecase"
|
|
|
|
BASEPATH=$outputdir/$hwtype/Logs
|
|
NETNAME=$unittype-$processor
|
|
|
|
if [[ ! -e /net/$NETNAME ]]
|
|
then
|
|
ScriptAbort "Unable to find host $unittype-$processor"
|
|
fi
|
|
|
|
mkdir -p $BASEPATH
|
|
if [[ $? -ne 0 ]]
|
|
then
|
|
ScriptAbort "Unable to create target directory"
|
|
fi
|
|
|
|
path_to_srm="srm"
|
|
path_to_showmem="showmem"
|
|
|
|
CheckAndRunSRM $NETNAME
|
|
|
|
# Dump pidins
|
|
# -- args
|
|
on -f $NETNAME pidin arg > $BASEPATH/pidin-arg-$processor-$usecase.txt
|
|
if [[ $? -ne 0 ]]
|
|
then
|
|
ScriptAbort "Unable to execute pidin args"
|
|
fi
|
|
|
|
# -- Mem
|
|
on -f $NETNAME pidin mem > $BASEPATH/pidin-mem-$processor-$usecase.txt
|
|
if [[ $? -ne 0 ]]
|
|
then
|
|
ScriptAbort "Unable to execute pidin mem"
|
|
fi
|
|
|
|
# -- Aps (OMAP only)
|
|
if [[ $processor == "omap" ]]
|
|
then
|
|
on -f $NETNAME pidin -F "%a|%30N|%b|%30h|%H" > $BASEPATH/pidin-aps-$processor-$usecase.txt
|
|
if [[ $? -ne 0 ]]
|
|
then
|
|
ScriptAbort "Unable to execute pidin aps"
|
|
fi
|
|
fi
|
|
|
|
# -- Info
|
|
on -f $NETNAME pidin info > $BASEPATH/pidin-info-$processor-$usecase.txt
|
|
if [[ $? -ne 0 ]]
|
|
then
|
|
ScriptAbort "Unable to execute pidin info"
|
|
fi
|
|
|
|
# Dump showmem
|
|
on -f $NETNAME $path_to_showmem -Dlsh > $BASEPATH/mem-$processor-Dslh-$usecase.txt
|
|
if [[ $? -ne 0 ]]
|
|
then
|
|
ScriptAbort "Unable to execute $path_to_showmem "
|
|
fi
|
|
# Append(!) /dev/shmem regular files into showmem output
|
|
on -f $NETNAME ls -lad /net/$NETNAME/dev/shmem/* >> $BASEPATH/mem-$processor-Dslh-$usecase.txt
|
|
|
|
servicebrokermode=Master
|
|
if [[ $processor == "jacinto" ]]
|
|
then
|
|
servicebrokermode=Slave
|
|
fi
|
|
|
|
if [[ $processor == "omap" ]]
|
|
then
|
|
servicebrokermode=Master
|
|
|
|
# -- software version
|
|
if [[ -e /opt/sys/etc/nbt_version.txt ]]
|
|
then
|
|
cp -f -t /opt/sys/etc/nbt_version.txt $BASEPATH/
|
|
else
|
|
PrintInfo "... nbt_version.txt not found"
|
|
fi
|
|
|
|
# -- VRAM
|
|
pidin_g -n $NETNAME mapinfo > $BASEPATH/vram-$processor-$usecase.txt
|
|
|
|
fi # if [[ $processor == "omap" ]]
|
|
|
|
# Dump servicebroker.cfg
|
|
cp -f -t /etc/servicebroker.cfg $BASEPATH/servicebroker_omap.cfg
|
|
cp -f -t /net/$NETNAME/etc/servicebroker.cfg $BASEPATH/servicebroker_jacinto.cfg
|
|
|
|
cat /net/$NETNAME/srv/servicebroker > $BASEPATH/servicebroker-$servicebrokermode-$usecase.txt
|
|
if [[ $? -ne 0 ]]
|
|
then
|
|
ScriptAbort "Unable to execute cat on servicebroker"
|
|
fi
|
|
|
|
# copy text file which contains information about configured memory reserve
|
|
if [[ -e /opt/sys/etc/memory_reserve.txt ]]
|
|
then
|
|
cp -f -t /opt/sys/etc/memory_reserve.txt $BASEPATH/
|
|
else
|
|
PrintInfo "... memory_reserve.txt not found"
|
|
fi
|
|
|
|
# OMAP VRAM statistics (according to Dennis Fu, QNX, this is purely screen internal debug information)
|
|
if [[ $processor == "omap" ]]
|
|
then
|
|
on -f $NETNAME cat /dev/screen/mem > $BASEPATH/dev-screen-mem-$processor-$usecase.txt
|
|
if [[ $? -ne 0 ]]
|
|
then
|
|
PrintInfo "... error creating $processor VRAM statistics"
|
|
fi
|
|
fi
|
|
|
|
# Files in shared memory /dev/shmem
|
|
# a: List all files, including hidden ones
|
|
# g: List in long format, but don't show owner
|
|
# o: List in long format, but don't show group
|
|
# S: Don't sort the output (to make it faster)
|
|
on -f $NETNAME ls -agoS /dev/shmem > $BASEPATH/shmem-$processor-$usecase.txt 2> $BASEPATH/shmem-$processor-$usecase-err.txt
|
|
if [[ $? -ne 0 ]]
|
|
then
|
|
PrintInfo "... error during dump of /dev/shmem on $processor"
|
|
fi
|
|
|
|
# OMAP only: heapinfo will be dumped into directory Logs/heapinfo
|
|
# only in DUMP_FULL mode
|
|
#if [[ $processor == "omap" && $whattodump == $DUMP_FULL ]]
|
|
#then
|
|
# PrintInfo "... Dump heapinfo on $processor"
|
|
# HEAPINFOS_PATH=$BASEPATH/heapinfo
|
|
# mkdir -p $HEAPINFOS_PATH
|
|
#
|
|
# # variable contains list of pids (process names may not be unique!)
|
|
# pids=`on -f $NETNAME pidin -F "%a"`
|
|
#
|
|
# for pid in $pids
|
|
# do
|
|
# if [[ $pid != "pid" ]]
|
|
# then
|
|
# # $processname will contain strings like '/procnto-smp-instr', 'boot/bin/sysinit' so we need to find out the short process name
|
|
# pidinprocessname=`on -f $NETNAME pidin -F "%30N" -p $pid`
|
|
# for processname in $pidinprocessname
|
|
# do
|
|
# if [[ $processname != "name" ]]
|
|
# then
|
|
# shortprocessname=`echo "$processname" | sed 's/^\(\/*.*\)\/\(.*\.*\)$/\2/'` # 'name ' was generated by pidin
|
|
# if [[ $shortprocessname != "(Zombie)" ]]
|
|
# then
|
|
# # echo "$NETNAME: '$processname' -> '$shortprocessname' ($pid)"
|
|
# on -f $NETNAME heapinfo -p $pid > $HEAPINFOS_PATH/heapinfo-$processor-$usecase-$shortprocessname-$pid.txt
|
|
# fi
|
|
# fi # [[ $processname != "name" ]]
|
|
# done
|
|
# fi # [[ $pid != "pid" ]]
|
|
# done
|
|
#fi
|
|
|
|
}
|
|
# signal handler for CTRL-C (SIGINT)
|
|
# used for stopping the loop of continous memory logging
|
|
# we use this to avoid incomplete log files
|
|
function signalHandlerINT
|
|
{
|
|
echo "\nPlease wait ..." # use echo (not PrintInfo) to not write to log file
|
|
CONTINUOUS_LOGGING=0
|
|
FOUND=0
|
|
}
|
|
|
|
# CAUTION: This function only returns on CTRL-C !!!!
|
|
function DumpMemContinuous # <output-directory> <unittype> <hwtype> <processor> <usecase>
|
|
{
|
|
outputdir=$1
|
|
unittype=$2
|
|
hwtype=$3
|
|
processor=$4
|
|
usecase=$5
|
|
|
|
PrintInfo "Every $CONTINUOUS_LOGGING_PERIOD sec: reporting memory $unittype, $processor, $usecase ..."
|
|
echo " Press CTRL-C to stop"
|
|
|
|
BASEPATH=$outputdir/$hwtype/Logs/continuous
|
|
NETNAME=$unittype-$processor
|
|
|
|
if [[ ! -e /net/$NETNAME ]]
|
|
then
|
|
ScriptAbort "Unable to find host $unittype-$processor"
|
|
fi
|
|
|
|
mkdir -p $BASEPATH
|
|
if [[ $? -ne 0 ]]
|
|
then
|
|
ScriptAbort "Unable to create target directory"
|
|
fi
|
|
|
|
path_to_srm="srm"
|
|
path_to_showmem="showmem"
|
|
|
|
# Not needed anymore to start srm because showmem is used from QNX delivery
|
|
# CheckAndRunSRM $NETNAME
|
|
|
|
typeset -i loopcnt # allow arithmetic calculations for loopcnt
|
|
loopcnt=1
|
|
|
|
CONTINUOUS_LOGGING=1
|
|
trap signalHandlerINT INT # install the SIGINT handler
|
|
while [ $CONTINUOUS_LOGGING -eq 1 ] # only CTRL-C (which generates SIGINT) can stop this loop
|
|
do
|
|
echo -n "\rloop: $loopcnt" # use echo (not PrintInfo) to not write to log file
|
|
echo Creating Showmem mem-$processor-$usecase-$loopcnt.txt > /dev/console
|
|
# showmem of all processes
|
|
on -f $NETNAME $path_to_showmem -Dlsh > $BASEPATH/mem-$processor-$usecase-$loopcnt.txt
|
|
# Free memory
|
|
pidin -n $NETNAME info > $BASEPATH/pidin-info-$processor-$usecase-$loopcnt.txt
|
|
# files in /dev/shmem
|
|
on -f $NETNAME ls -lad /net/$NETNAME/dev/shmem/* >> $BASEPATH/mem-$processor-$usecase-$loopcnt.txt
|
|
# VRAM
|
|
pidin_g -n $NETNAME mapinfo > $BASEPATH/vram-$processor-$usecase-$loopcnt.txt
|
|
|
|
loopcnt=$loopcnt+1
|
|
sleep $CONTINUOUS_LOGGING_PERIOD
|
|
done
|
|
# delete files from the last loop because very often they are incomplete
|
|
loopcnt=$loopcnt-1
|
|
rm -f $BASEPATH/mem-$processor-$usecase-$loopcnt.txt
|
|
rm -f $BASEPATH/vram-$processor-$usecase-$loopcnt.txt
|
|
PrintInfo "... $loopcnt loops"
|
|
echo "\n"
|
|
|
|
} # end of function DumpMemContinuous
|
|
|
|
function ShowUseCases
|
|
{
|
|
count=1;
|
|
echo "######################################"
|
|
if [[ $PARAM_CONTINUOUS == "-c" ]]
|
|
then
|
|
echo "# This script is running continously"
|
|
echo "# every $CONTINUOUS_LOGGING_PERIOD seconds."
|
|
echo "# "
|
|
echo "# Press CTRL+C to interrupt."
|
|
fi
|
|
echo "# Availabe usecases, press"
|
|
echo "# -----------------------------------"
|
|
for usecaselement in ${VALID_USECASES[*]}
|
|
do
|
|
echo "# $count for $usecaselement "
|
|
count=$(( $count + 1 ))
|
|
done
|
|
echo "# -----------------------------------"
|
|
echo "# or press any other key to exit:"
|
|
echo "> \c"
|
|
|
|
}
|
|
|
|
function checkForHU35UP
|
|
{
|
|
# detection of HU 35up is done by eval of Coding HMI.HMI_VERSION == ID5
|
|
|
|
echo "Detecting HU type (hu or hu35up)... please wait... "
|
|
SYSETSHELL=sysetshellevo
|
|
|
|
type $SYSETSHELL >/dev/null 2>&1
|
|
if [ $? -ne 0 ] ; then
|
|
echo "\n ERROR: Could not find $SYSETSHELL\n"
|
|
else
|
|
SYSET_OUTPUT=$($SYSETSHELL) <<EOF
|
|
getc HMI.HMI_VERSION
|
|
exit
|
|
EOF
|
|
|
|
if [ $? -ne 0 ] ; then
|
|
echo "\n Error returned by $SYSETSHELL \n"
|
|
else
|
|
SYSET_OUTPUT=$(echo $SYSET_OUTPUT|grep VALUE)
|
|
SYSET_OUTPUT=${SYSET_OUTPUT##* VALUE: }
|
|
SYSET_OUTPUT=${SYSET_OUTPUT%% *}
|
|
|
|
#echo "HMI.HMI_VERSION='$SYSET_OUTPUT'"
|
|
if [[ $SYSET_OUTPUT == "ID5" ]]; then
|
|
HWTYPE=$HWTYPE"35up"
|
|
fi
|
|
#echo $HWTYPE
|
|
fi
|
|
fi
|
|
|
|
echo "Detected '$HWTYPE'"
|
|
}
|
|
|
|
function runScript
|
|
{
|
|
if [[ $OUTPUTDIR != "" && $FOUND == 0 ]]
|
|
then
|
|
ShowUseCases
|
|
read input
|
|
FOUND=1
|
|
SCRIPT_RUNNING=1
|
|
|
|
# Exit if user pressed the wrong key
|
|
if [[ !$input -gt 0 && !$input -lt $SIZE_OF_USECASES ]]
|
|
then
|
|
echo "bye!"
|
|
exit 1
|
|
fi
|
|
|
|
USECASE=${VALID_USECASES[$input-1]}
|
|
echo " starting usecase $USECASE"
|
|
|
|
fi
|
|
|
|
if [[ $FOUND -eq 0 ]]
|
|
then
|
|
echo "Usage: <output-directory> [usecase] [-c]"
|
|
echo " The usecase description is stored under 'https://confluence.harman.com/confluence/display/NBTEVO/Memory'."
|
|
echo " Please visit the link for further information."
|
|
echo " <output-directory>: This directory will be used as a target for all collected informations."
|
|
echo " [usecase]: Leave usecase blank to get a list of all availabe use cases, else the usecase must be named to ensure the correct naming and later analyse "
|
|
echo " -c: Optional: Enable periodic memory reporting every $CONTINUOUS_LOGGING_PERIOD seconds"
|
|
exit 1
|
|
fi
|
|
|
|
|
|
LOGFILE=$OUTPUTDIR/DumpInfo_$USECASE.log
|
|
rm -f $LOGFILE
|
|
PrintInfo "Dumping information for usecase $USECASE"
|
|
|
|
PrintInfo "... Dump $UNITTYPE"
|
|
|
|
if [[ $PARAM_CONTINUOUS == "-c" ]]
|
|
then
|
|
# make sure that basic data exists, even if target crashes during continuous measurement
|
|
DumpData $OUTPUTDIR $UNITTYPE $HWTYPE omap $USECASE $DUMP_BASIC
|
|
DumpData $OUTPUTDIR $UNITTYPE $HWTYPE jacinto $USECASE $DUMP_BASIC
|
|
|
|
# continuous periodic reporting of memory usage
|
|
# CAUTION: function DumpMemContinuous returns only if CTRL-C pressed !!!
|
|
DumpMemContinuous $OUTPUTDIR $UNITTYPE $HWTYPE omap $USECASE
|
|
|
|
# Overwrite the DumpData from before the continous measurement
|
|
DumpData $OUTPUTDIR $UNITTYPE $HWTYPE omap $USECASE $DUMP_FULL
|
|
DumpData $OUTPUTDIR $UNITTYPE $HWTYPE jacinto $USECASE $DUMP_FULL
|
|
else
|
|
DumpData $OUTPUTDIR $UNITTYPE $HWTYPE omap $USECASE $DUMP_FULL
|
|
DumpData $OUTPUTDIR $UNITTYPE $HWTYPE jacinto $USECASE $DUMP_FULL
|
|
fi
|
|
}
|
|
|
|
UNITTYPE=${HOSTNAME%%-*}
|
|
HWTYPE=$UNITTYPE
|
|
if [[ $UNITTYPE == "hu" ]]; then
|
|
VALID_USECASES[0]=HU_Startup
|
|
VALID_USECASES[1]=HU_Entertainment
|
|
VALID_USECASES[2]=HU_Tuner
|
|
VALID_USECASES[3]=HU_Navigation
|
|
VALID_USECASES[4]=HU_Speech
|
|
VALID_USECASES[5]=HU_Connectivity
|
|
VALID_USECASES[6]=HU_Online
|
|
VALID_USECASES[7]=HU_FullLoad
|
|
SIZE_OF_USECASES=${#VALID_USECASES[*]}
|
|
checkForHU35UP
|
|
elif [[ $UNITTYPE == "rse" ]]; then
|
|
VALID_USECASES[0]=RSE_Startup
|
|
VALID_USECASES[1]=RSE_Entertainment
|
|
VALID_USECASES[2]=RSE_Navigation
|
|
VALID_USECASES[3]=RSE_Connectivity
|
|
VALID_USECASES[4]=RSE_Online
|
|
VALID_USECASES[5]=RSE_FullLoad
|
|
SIZE_OF_USECASES=${#VALID_USECASES[*]}
|
|
else
|
|
echo "\n\n--> failed to detect unit type (hu or rse). Aborted.\n\n"
|
|
exit 1
|
|
fi
|
|
|
|
for usecaselement in ${VALID_USECASES[*]}
|
|
do
|
|
if [[ $USECASE == $usecaselement ]]
|
|
then
|
|
FOUND=1
|
|
fi
|
|
done
|
|
|
|
runScript
|
|
|
|
while [ $SCRIPT_RUNNING -eq 1 ]
|
|
do
|
|
FOUND=0
|
|
runScript
|
|
done
|
|
|
|
|
|
PrintInfo "Done"
|
|
exit 0
|