[deliverable/titan.core.git] / regression_test / logger / logtest / logtest.sh

#!/bin/bash
###############################################################################
# Copyright (c) 2000-2015 Ericsson Telecom AB
# All rights reserved. This program and the accompanying materials
# are made available under the terms of the Eclipse Public License v1.0
# which accompanies this distribution, and is available at
# http://www.eclipse.org/legal/epl-v10.html
###############################################################################


#Description:
#The goal of this script is to compare the logfile generation result for two different Titan version.
#If switches are not applied the original logfiles given as input will be compared with the just generated log files
#This is the use case in folder regression_test/logger/logtest


#Inputs
# old_logfilename.txt -if "-o" not used
# old_logfilename_modified.txt -if "-o" not used
# Outputs:
# old_logfilename.txt -if "-o" used
# old_logfilename_modified.txt -if "-o" used
# Console_old_logfilename.txt
# new_logfilename.txt
# new_logfilename_modified.txt
# Console_new_logfilename.txt

create_old=0
cfg_filename="Titan_LogTest.cfg"
old_logfilename="original_merged_log"
new_logfilename="new_merged_log"
generate_makefile=0


##### FUNCTIONS #######

####################
# showUsage
####################
showUsage()
{
  echo "Usage: $0 <options>"
  echo "Options:"
  echo " -o create old versions"
  echo " -c [config filename] e.g.: Titan_LogTest.cfg"
  echo " -O [Old log file name (before modification)]"
  echo " -N [New log file name (before modification)]"
  echo " -g generate makefiles. Mandatory if -o applied"
  echo "Prerequisite: TTCN3_DIR set for the new ttcn3 dir"
}

####################
# init
####################
init() {
  echo "Init called"

  if [ "$TTCN3_DIR_OLD" == "" ]
  then
    TTCN3_DIR_OLD="/mnt/TTCN/Releases/TTCNv3-1.8.pl5"
  fi
  echo "TTCN3_DIR_OLD:${TTCN3_DIR_OLD}"
  
  if [ "$TTCN3_DIR" == "" ]
  then
    TTCN3_DIR="/export/localhome/TCC/ethbaat/XmlTest/install"
  fi
  TTCN3_DIR_NEW=${TTCN3_DIR}
  
  echo "TTCN3_DIR:${TTCN3_DIR}"
  
  LD_LIBRARY_PATH_ORIG=$LD_LIBRARY_PATH
  
  SYSTEM_NAME=`uname -n`
  HOST_NAME=`hostname`
  export HOST_NAME
  if [ "$USER" == "" ]
  then
    export USER=$(whoami)
  fi
  if [ "$USER" == "" ]
  then
    export USER=$(/usr/ucb/whoami)
  fi
}

####################
# create_log
# $1: name of the cfg file
# $2: name of the merged log file
# $3: name of the merged modified log file (timestamps removed)
####################
create_log() {

echo "Create_log called"

make clean

if [ "${generate_makefile}" == "1" ]
then
 ttcn3_makefilegen -fg Titan_LogTest.ttcn Titan_LogTestDefinitions.ttcn *.cc *.hh
fi

make
echo "ttcn3_start Titan_LogTest $1"
ttcn3_start Titan_LogTest  "$1" | tee "Console_$2"

#ttcn3_logmerge *.log >  "$2"
#logmerge the order of the loglines can be different per executions
# therefore the logs will be appended instead of merge
echo "Appended logs:" > "$2"
list=$(ls  Titan_LogTest*.log | xargs) 
for i in $list
do
 cat $i >> "$2"
done

cmd='
s/^.*\(EXECUTOR_COMPONENT - TTCN-3 Parallel Test Component started on\).*\( Component reference:\).*$/\1 \2/g
s/^.*\(PORTEVENT_UNQUALIFIED - Port internal_port is waiting for connection from\).*$/\1/g
s/^.*\(EXECUTOR_UNQUALIFIED - The local IP address of the control connection to\).*$/\1/g
s/^.*\(EXECUTOR_COMPONENT - TTCN-3 Main Test Component started on\).*$/\1/g
s/^.*\(EXECUTOR_RUNTIME - TTCN-3 Host Controller started on\).*$/\1/g
s/^.*\(EXECUTOR_UNQUALIFIED - The address of MC was set to\).*$/\1/g
s/^.*\(EXECUTOR_RUNTIME - MTC was created. Process id\).*$/\1/g
s/^.*\(Random number generator was initialized with seed\)\(.*\)$/\1/g
s/^.*\(Function rnd() returned\)\(.*\)$/\1/g
s/^.*\(PARALLEL_PTC - PTC was created. Component reference: \).*\(testcase name:\).*\(, process id:\)\(.*\)$/\1\2\3/g
s/^.*\(ERROR_UNQUALIFIED Titan_LogTest.ttcn\)\(.*\)\(Dynamic test case error: Assignment of an unbound integer value\).*/\1 \3/g
s/^.*\(TIMEROP_READ Titan_LogTest.ttcn\)\(.*\)/\1/g
s/^.*\(USER_UNQUALIFIED Titan_LogTest.ttcn\)\(.*\)/\1/g
s/^.*\(PARALLEL_PTC - PTC with component reference\)\(.*\)/\1/g
s/^.*\(PARALLEL_PTC - MTC finished.\)\(.*\)//g
s/^.*\(EXECUTOR_RUNTIME - Maximum number of open file descriptors\).*//g
s/^.\{15\} //g
'
# TODO: s/^.*\(PARALLEL_PTC - MTC finished.\)\(.*\)/\1/g should be used instead of s/^.*\(PARALLEL_PTC - MTC finished.\)\(.*\)//g
# TODO: s/^.*\(EXECUTOR_RUNTIME - Maximum number of open file descriptors\).*//g kiszedese
# This line removes the random/seldom line from the log
sed -e "$cmd" -e "/^$/d" < "$2" > "$3"

}

####################
# create_log_old
# $1: name of the cfg file
# $2: name of the merged log file
# $3: name of the merged modified log file (timestamps removed)
####################
create_log_old() {
  TTCN3_DIR_ORIG=${TTCN3_DIR}
  TTCN3_DIR=${TTCN3_DIR_OLD}
  PATH_ORIG=$PATH}
  PATH=${TTCN3_DIR}/bin:${PATH}
  LD_LIBRARY_PATH_ORIG=${LD_LIBRARY_PATH}
  LD_LIBRARY_PATH=${TTCN3_DIR}/lib:${LD_LIBRARY_PATH}
  export TTCN3_DIR PATH LD_LIBRARY_PATH
  
  create_log $1 $2 $3
  
  TTCN3_DIR=${TTCN3_DIR_ORIG}
  PATH=${PATH_ORIG}
  LD_LIBRARY_PATH=${LD_LIBRARY_PATH_ORIG}
  export TTCN3_DIR PATH LD_LIBRARY_PATH
}

####################
# create_log_new
# $1: name of the cfg file
# $2: name of the merged log file
# $3: name of the merged modified log file (timestamps removed)
####################
create_log_new() {
  echo ">>>>create_log_new args: $1 $2 $3"
  TTCN3_DIR_ORIG=${TTCN3_DIR}
  TTCN3_DIR=${TTCN3_DIR_NEW}
  PATH_ORIG=${PATH}
  PATH=${TTCN3_DIR}/bin:${PATH}
  LD_LIBRARY_PATH_ORIG=${LD_LIBRARY_PATH}
  LD_LIBRARY_PATH=${TTCN3_DIR}/lib:${LD_LIBRARY_PATH}
  export TTCN3_DIR PATH LD_LIBRARY_PATH
  
  create_log $1 $2 $3
  
  TTCN3_DIR=${TTCN3_DIR_ORIG}
  PATH=${PATH_ORIG}
  LD_LIBRARY_PATH=${LD_LIBRARY_PATH_ORIG}
  export TTCN3_DIR PATH LD_LIBRARY_PATH
}
####################
# compare
# $1: name of the old merged modified log file
# $2: name of the new merged modified log file
####################
compare() {
 echo "Comparison follows"
 diff "$1" "$2"
 result=$?
 echo "Comparison result is $result"
 exit $result
}

####################### EOF FUNCTIONS ###################################

#===== MAIN =======
while getopts "hoc:O:N:g" o
do
  case "$o" in 
    h) showUsage; exit 1;;
    o) create_old=1;;
    c) cfg_filename=$OPTARG;;
    O) old_logfilename=$OPTARG;;
    N) new_logfilename=$OPTARG;;
    g) generate_makefile=1;;
    [?]) showUsage; exit 1;;
  esac
done

init

if [ "${create_old}" == "1" ]
then 
  echo ">>>CREATES OLD<<<"
  create_log_old "${cfg_filename}" "${old_logfilename}.txt" "${old_logfilename}_modified.txt"
else
  echo ">>>OLD LOG NOT CREATED<<<"
  echo ">>>${create_old}<<<"
fi
  
create_log_new "${cfg_filename}" "${new_logfilename}.txt" "${new_logfilename}_modified.txt"

compare "${old_logfilename}_modified.txt" "${new_logfilename}_modified.txt"
Commit	Line	Data
970ed795 EL	1	#!/bin/bash
970ed795 EL	2	###############################################################################
3abe9331	3	# Copyright (c) 2000-2015 Ericsson Telecom AB
970ed795 EL	4	# All rights reserved. This program and the accompanying materials
	5	# are made available under the terms of the Eclipse Public License v1.0
	6	# which accompanies this distribution, and is available at
	7	# http://www.eclipse.org/legal/epl-v10.html
	8	###############################################################################
	9
	10
	11	#Description:
	12	#The goal of this script is to compare the logfile generation result for two different Titan version.
	13	#If switches are not applied the original logfiles given as input will be compared with the just generated log files
	14	#This is the use case in folder regression_test/logger/logtest
	15
	16
	17	#Inputs
	18	# old_logfilename.txt -if "-o" not used
	19	# old_logfilename_modified.txt -if "-o" not used
	20	# Outputs:
	21	# old_logfilename.txt -if "-o" used
	22	# old_logfilename_modified.txt -if "-o" used
	23	# Console_old_logfilename.txt
	24	# new_logfilename.txt
	25	# new_logfilename_modified.txt
	26	# Console_new_logfilename.txt
	27
	28	create_old=0
	29	cfg_filename="Titan_LogTest.cfg"
	30	old_logfilename="original_merged_log"
	31	new_logfilename="new_merged_log"
	32	generate_makefile=0
	33
	34
	35
	36	##### FUNCTIONS #######
	37
	38	####################
	39	# showUsage
	40	####################
	41	showUsage()
	42	{
	43	echo "Usage: $0 <options>"
	44	echo "Options:"
	45	echo " -o create old versions"
	46	echo " -c [config filename] e.g.: Titan_LogTest.cfg"
	47	echo " -O [Old log file name (before modification)]"
	48	echo " -N [New log file name (before modification)]"
	49	echo " -g generate makefiles. Mandatory if -o applied"
	50	echo "Prerequisite: TTCN3_DIR set for the new ttcn3 dir"
	51	}
	52
	53	####################
	54	# init
	55	####################
	56	init() {
	57	echo "Init called"
	58
	59	if [ "$TTCN3_DIR_OLD" == "" ]
	60	then
	61	TTCN3_DIR_OLD="/mnt/TTCN/Releases/TTCNv3-1.8.pl5"
	62	fi
	63	echo "TTCN3_DIR_OLD:${TTCN3_DIR_OLD}"
	64
	65	if [ "$TTCN3_DIR" == "" ]
	66	then
	67	TTCN3_DIR="/export/localhome/TCC/ethbaat/XmlTest/install"
68	fi
69	TTCN3_DIR_NEW=${TTCN3_DIR}
70
71	echo "TTCN3_DIR:${TTCN3_DIR}"
72
73	LD_LIBRARY_PATH_ORIG=$LD_LIBRARY_PATH
74
75	SYSTEM_NAME=`uname -n`
76	HOST_NAME=`hostname`
77	export HOST_NAME
78	if [ "$USER" == "" ]
79	then
80	export USER=$(whoami)
81	fi
82	if [ "$USER" == "" ]
83	then
84	export USER=$(/usr/ucb/whoami)
85	fi
86	}
87
88	####################
89	# create_log
90	# $1: name of the cfg file
91	# $2: name of the merged log file
92	# $3: name of the merged modified log file (timestamps removed)
93	####################
94	create_log() {
95
96	echo "Create_log called"
97
98	make clean
99
100	if [ "${generate_makefile}" == "1" ]
101	then
102	ttcn3_makefilegen -fg Titan_LogTest.ttcn Titan_LogTestDefinitions.ttcn .cc .hh
103	fi
104
105	make
3f84031e	106	echo "ttcn3_start Titan_LogTest $1"
970ed795 EL	107	ttcn3_start Titan_LogTest "$1" \| tee "Console_$2"
	108
	109	#ttcn3_logmerge *.log > "$2"
	110	#logmerge the order of the loglines can be different per executions
	111	# therefore the logs will be appended instead of merge
	112	echo "Appended logs:" > "$2"
	113	list=$(ls Titan_LogTest*.log \| xargs)
	114	for i in $list
	115	do
	116	cat $i >> "$2"
	117	done
	118
	119	cmd='
	120	s/^.\(EXECUTOR_COMPONENT - TTCN-3 Parallel Test Component started on\).\( Component reference:\).*$/\1 \2/g
	121	s/^.\(PORTEVENT_UNQUALIFIED - Port internal_port is waiting for connection from\).$/\1/g
	122	s/^.\(EXECUTOR_UNQUALIFIED - The local IP address of the control connection to\).$/\1/g
	123	s/^.\(EXECUTOR_COMPONENT - TTCN-3 Main Test Component started on\).$/\1/g
	124	s/^.\(EXECUTOR_RUNTIME - TTCN-3 Host Controller started on\).$/\1/g
	125	s/^.\(EXECUTOR_UNQUALIFIED - The address of MC was set to\).$/\1/g
	126	s/^.\(EXECUTOR_RUNTIME - MTC was created. Process id\).$/\1/g
	127	s/^.\(Random number generator was initialized with seed\)\(.\)$/\1/g
	128	s/^.\(Function rnd() returned\)\(.\)$/\1/g
	129	s/^.\(PARALLEL_PTC - PTC was created. Component reference: \).\(testcase name:\).\(, process id:\)\(.\)$/\1\2\3/g
	130	s/^.\(ERROR_UNQUALIFIED Titan_LogTest.ttcn\)\(.\)\(Dynamic test case error: Assignment of an unbound integer value\).*/\1 \3/g
	131	s/^.\(TIMEROP_READ Titan_LogTest.ttcn\)\(.\)/\1/g
	132	s/^.\(USER_UNQUALIFIED Titan_LogTest.ttcn\)\(.\)/\1/g
	133	s/^.\(PARALLEL_PTC - PTC with component reference\)\(.\)/\1/g
	134	s/^.\(PARALLEL_PTC - MTC finished.\)\(.\)//g
	135	s/^.\(EXECUTOR_RUNTIME - Maximum number of open file descriptors\).//g
	136	s/^.\{15\} //g
	137	'
	138	# TODO: s/^.\(PARALLEL_PTC - MTC finished.\)\(.\)/\1/g should be used instead of s/^.\(PARALLEL_PTC - MTC finished.\)\(.\)//g
	139	# TODO: s/^.\(EXECUTOR_RUNTIME - Maximum number of open file descriptors\).//g kiszedese
	140	# This line removes the random/seldom line from the log
	141	sed -e "$cmd" -e "/^$/d" < "$2" > "$3"
	142
	143	}
	144
	145	####################
	146	# create_log_old
	147	# $1: name of the cfg file
	148	# $2: name of the merged log file
	149	# $3: name of the merged modified log file (timestamps removed)
	150	####################
	151	create_log_old() {
	152	TTCN3_DIR_ORIG=${TTCN3_DIR}
	153	TTCN3_DIR=${TTCN3_DIR_OLD}
	154	PATH_ORIG=$PATH}
	155	PATH=${TTCN3_DIR}/bin:${PATH}
	156	LD_LIBRARY_PATH_ORIG=${LD_LIBRARY_PATH}
	157	LD_LIBRARY_PATH=${TTCN3_DIR}/lib:${LD_LIBRARY_PATH}
	158	export TTCN3_DIR PATH LD_LIBRARY_PATH
	159
	160	create_log $1 $2 $3
	161
	162	TTCN3_DIR=${TTCN3_DIR_ORIG}
	163	PATH=${PATH_ORIG}
	164	LD_LIBRARY_PATH=${LD_LIBRARY_PATH_ORIG}
	165	export TTCN3_DIR PATH LD_LIBRARY_PATH
	166	}
	167
	168	####################
	169	# create_log_new
	170	# $1: name of the cfg file
171	# $2: name of the merged log file
172	# $3: name of the merged modified log file (timestamps removed)
173	####################
174	create_log_new() {
175	echo ">>>>create_log_new args: $1 $2 $3"
176	TTCN3_DIR_ORIG=${TTCN3_DIR}
177	TTCN3_DIR=${TTCN3_DIR_NEW}
178	PATH_ORIG=${PATH}
179	PATH=${TTCN3_DIR}/bin:${PATH}
180	LD_LIBRARY_PATH_ORIG=${LD_LIBRARY_PATH}
181	LD_LIBRARY_PATH=${TTCN3_DIR}/lib:${LD_LIBRARY_PATH}
182	export TTCN3_DIR PATH LD_LIBRARY_PATH
183
184	create_log $1 $2 $3
185
186	TTCN3_DIR=${TTCN3_DIR_ORIG}
187	PATH=${PATH_ORIG}
188	LD_LIBRARY_PATH=${LD_LIBRARY_PATH_ORIG}
189	export TTCN3_DIR PATH LD_LIBRARY_PATH
190	}
191	####################
192	# compare
193	# $1: name of the old merged modified log file
194	# $2: name of the new merged modified log file
195	####################
196	compare() {
197	echo "Comparison follows"
198	diff "$1" "$2"
199	result=$?
200	echo "Comparison result is $result"
201	exit $result
202	}
203
204	####################### EOF FUNCTIONS ###################################
205
206	#===== MAIN =======
207	while getopts "hoc:O:N:g" o
208	do
209	case "$o" in
210	h) showUsage; exit 1;;
211	o) create_old=1;;
212	c) cfg_filename=$OPTARG;;
213	O) old_logfilename=$OPTARG;;
214	N) new_logfilename=$OPTARG;;
215	g) generate_makefile=1;;
216	[?]) showUsage; exit 1;;
217	esac
218	done
219
220	init
221
222	if [ "${create_old}" == "1" ]
223	then
224	echo ">>>CREATES OLD<<<"
225	create_log_old "${cfg_filename}" "${old_logfilename}.txt" "${old_logfilename}_modified.txt"
226	else
227	echo ">>>OLD LOG NOT CREATED<<<"
228	echo ">>>${create_old}<<<"
229	fi
230
231	create_log_new "${cfg_filename}" "${new_logfilename}.txt" "${new_logfilename}_modified.txt"
232
233	compare "${old_logfilename}_modified.txt" "${new_logfilename}_modified.txt"