[deliverable/titan.core.git] / regression_test / vcheck.pl

#!/usr/bin/perl -wl
###############################################################################
# Copyright (c) 2000-2015 Ericsson Telecom AB
# All rights reserved. This program and the accompanying materials
# are made available under the terms of the Eclipse Public License v1.0
# which accompanies this distribution, and is available at
# http://www.eclipse.org/legal/epl-v10.html
###############################################################################

use strict;
my $exename;
my $dirname;

# collect lines that mean errors into this list
my @output;

while (<>)
{
  chomp;

  if (/\.\/(\S+)\s+\S+\.cfg/)
  {
    $exename = $1; # single mode run directly
  }
  elsif (/ttcn3_start\s+(\S+)\s\S+\.cfg/) {
    $exename = $1; # parallel mode via ttcn3_start
  }
  elsif (/Entering directory `([^']+)'/) { # from make
    $dirname = $1;
  }

  if (     s/(?:\S+@\S+:\s+)?(Verdict statistics: \d+ none \(\d+\.\d+ %\), \d+ pass \((\d+)\.\d+ %\).*)/$1/ )
  # filter out "MTC@host: " on the verdict statistics line in parallel mode
  {
    if ($2 ne '100') {
      push @output, $exename.": ".$_;
    }
  }
  elsif (/Looks like/) {
    push @output, "$_ in $dirname";
  }
}

my $errorCount = 0;
foreach my $line (@output) {
  # filter out the Tverdictoper and logger results which are not supposed to be 100% pass
  unless ($line =~ /^TverdictOper(\.exe)?: Verdict statistics: 2 none \(8\.00 %\), 11 pass \(44\.00 %\), 5 inconc \(20\.00 %\), 7 fail \(28\.00 %\), 0 error \(0\.00 %\)\./ or
          $line =~ /^EmergencyLogTest(\.exe)?: Verdict statistics: 3 none \(23\.08 %\), 10 pass \(76\.92 %\), 0 inconc \(0\.00 %\), 0 fail \(0\.00 %\), 0 error \(0\.00 %\)\./ or
          $line =~ /^EmergencyLogTest(\.exe)?: Verdict statistics: 9 none \(17\.65 %\), 33 pass \(64\.71 %\), 0 inconc \(0\.00 %\), 0 fail \(0\.00 %\), 9 error \(17\.65 %\)\./ or
          $line =~ /^Titan_LogTest(\.exe)?: Verdict statistics: 3 none \(23\.08 %\), 9 pass \(69\.23 %\), 0 inconc \(0\.00 %\), 0 fail \(0\.00 %\), 1 error \(7\.69 %\)\./) {
    print $line;
    $errorCount++;
  }
}

exit $errorCount;

__END__

Find verdict statistics which are not 100% pass.
Augment with the executable name collected earlier.
Commit	Line	Data
970ed795 EL	1	#!/usr/bin/perl -wl
970ed795 EL	2	###############################################################################
3abe9331	3	# Copyright (c) 2000-2015 Ericsson Telecom AB
970ed795 EL	4	# All rights reserved. This program and the accompanying materials
	5	# are made available under the terms of the Eclipse Public License v1.0
	6	# which accompanies this distribution, and is available at
	7	# http://www.eclipse.org/legal/epl-v10.html
	8	###############################################################################
	9
	10	use strict;
	11	my $exename;
	12	my $dirname;
	13
	14	# collect lines that mean errors into this list
	15	my @output;
	16
	17	while (<>)
	18	{
	19	chomp;
	20
	21	if (/\.\/(\S+)\s+\S+\.cfg/)
	22	{
	23	$exename = $1; # single mode run directly
	24	}
	25	elsif (/ttcn3_start\s+(\S+)\s\S+\.cfg/) {
	26	$exename = $1; # parallel mode via ttcn3_start
	27	}
	28	elsif (/Entering directory `([^']+)'/) { # from make
	29	$dirname = $1;
	30	}
	31
	32	if ( s/(?:\S+@\S+:\s+)?(Verdict statistics: \d+ none \(\d+\.\d+ %\), \d+ pass \((\d+)\.\d+ %\).*)/$1/ )
	33	# filter out "MTC@host: " on the verdict statistics line in parallel mode
	34	{
	35	if ($2 ne '100') {
	36	push @output, $exename.": ".$_;
	37	}
	38	}
	39	elsif (/Looks like/) {
	40	push @output, "$_ in $dirname";
	41	}
	42	}
	43
	44	my $errorCount = 0;
	45	foreach my $line (@output) {
3f84031e	46	# filter out the Tverdictoper and logger results which are not supposed to be 100% pass
	47	unless ($line =~ /^TverdictOper(\.exe)?: Verdict statistics: 2 none \(8\.00 %\), 11 pass \(44\.00 %\), 5 inconc \(20\.00 %\), 7 fail \(28\.00 %\), 0 error \(0\.00 %\)\./ or
	48	$line =~ /^EmergencyLogTest(\.exe)?: Verdict statistics: 3 none \(23\.08 %\), 10 pass \(76\.92 %\), 0 inconc \(0\.00 %\), 0 fail \(0\.00 %\), 0 error \(0\.00 %\)\./ or
	49	$line =~ /^EmergencyLogTest(\.exe)?: Verdict statistics: 9 none \(17\.65 %\), 33 pass \(64\.71 %\), 0 inconc \(0\.00 %\), 0 fail \(0\.00 %\), 9 error \(17\.65 %\)\./ or
	50	$line =~ /^Titan_LogTest(\.exe)?: Verdict statistics: 3 none \(23\.08 %\), 9 pass \(69\.23 %\), 0 inconc \(0\.00 %\), 0 fail \(0\.00 %\), 1 error \(7\.69 %\)\./) {
970ed795 EL	51	print $line;
	52	$errorCount++;
	53	}
	54	}
	55
	56	exit $errorCount;
	57
	58	__END__
	59
	60	Find verdict statistics which are not 100% pass.
	61	Augment with the executable name collected earlier.
	62