verilator/test_regress/t/t_dist_warn_coverage.pl
2024-04-28 13:10:25 -04:00

215 lines
8.1 KiB
Perl
Executable File

#!/usr/bin/env perl
if (!$::Driver) { use FindBin; exec("$FindBin::Bin/bootstrap.pl", @ARGV, $0); die; }
# DESCRIPTION: Verilator: Verilog Test driver/expect definition
#
# Copyright 2003 by Wilson Snyder. This program is free software; you
# can redistribute it and/or modify it under the terms of either the GNU
# Lesser General Public License Version 3 or the Perl Artistic License
# Version 2.0.
# SPDX-License-Identifier: LGPL-3.0-only OR Artistic-2.0
use IO::File;
use strict;
use vars qw($Self);
scenarios(dist => 1);
my $root = "..";
my $Debug = $Self->{verbose};
my %Messages;
my %Outputs;
my %Suppressed;
foreach my $s (
' exited with ', # Is hit; driver.pl filters out
'EOF in unterminated string', # Instead get normal unterminated
'Enum names without values only allowed on numeric types', # Hard to hit
'Enum ranges must be integral, per spec', # Hard to hit
'Return with return value isn\'t underneath a function', # Hard to hit, get other bad return messages
'Syntax error: Range \':\', \'+:\' etc are not allowed in the instance ', # Instead get syntax error
'Syntax error parsing real: \'', # Instead can't lex the number
'Unsupported: Ranges ignored in port-lists', # Hard to hit
'dynamic new() not expected in this context (expected under an assign)', # Instead get syntax error
# Not yet analyzed
' loading non-variable',
'--pipe-filter protocol error, unexpected: ',
'/*verilator sformat*/ can only be applied to last argument of ',
'Argument needed for string.',
'Array initialization has too few elements, need element ',
'Assigned pin is neither input nor output',
'Assignment pattern with no members',
'Can\'t find varpin scope of ',
'Can\'t resolve module reference: \'',
'Cannot write preprocessor output: ',
'Circular logic when ordering code (non-cutable edge loop)',
'Define or directive not defined: `',
'Exceeded limit of ',
'Extern declaration\'s scope is not a defined class',
'Format to $display-like function must have constant format string',
'Forward typedef used as class/package does not resolve to class/package: ',
'Illegal +: or -: select; type already selected, or bad dimension: ',
'Illegal bit or array select; type already selected, or bad dimension: ',
'Illegal range select; type already selected, or bad dimension: ',
'Interface port ',
'Member selection of non-struct/union object \'',
'Modport item is not a function/task: ',
'Modport item is not a variable: ',
'Modport item not found: ',
'Modport not referenced as <interface>.',
'Modport not referenced from underneath an interface: ',
'Non-interface used as an interface: ',
'Parameter type pin value isn\'t a type: Param ',
'Parameter type variable isn\'t a type: Param ',
'Pattern replication value of 0 is not legal.',
'Signals inside functions/tasks cannot be marked forceable',
'Slice size cannot be zero.',
'Slices of arrays in assignments have different unpacked dimensions, ',
'String of ',
'Symbol matching ',
'Unexpected connection to arrayed port',
'Unsized numbers/parameters not allowed in streams.',
'Unsupported RHS tristate construct: ',
'Unsupported or syntax error: Unsized range in instance or other declaration',
'Unsupported pullup/down (weak driver) construct.',
'Unsupported tristate construct (not in propagation graph): ',
'Unsupported tristate port expression: ',
'Unsupported/Illegal: Assignment pattern',
'Unsupported/unknown built-in dynamic array method ',
'Unsupported: $bits for queue',
'Unsupported: $c can\'t generate wider than 64 bits',
'Unsupported: 4-state numbers in this context',
'Unsupported: Concatenation to form ',
'Unsupported: Non-variable on LHS of built-in method \'',
'Unsupported: Only one PSL clock allowed per assertion',
'Unsupported: Per-bit array instantiations ',
'Unsupported: Public functions with >64 bit outputs; ',
'Unsupported: RHS of ==? or !=? must be ',
'Unsupported: Replication to form ',
'Unsupported: Shifting of by over 32-bit number isn\'t supported.',
'Unsupported: Signal strengths are unsupported ',
'Unsupported: Size-changing cast on non-basic data type',
'Unsupported: Slice of non-constant bounds',
'Unsupported: Unclocked assertion',
'Unsupported: don\'t know how to deal with ',
'Unsupported: event arrays',
'Unsupported: modport export',
'Unsupported: no_inline for tasks',
'Unsupported: static cast to ',
'Unsupported: super',
) { $Suppressed{$s} = 1; }
if (!-r "$root/.git") {
skip("Not in a git repository");
} else {
check();
}
ok(1);
1;
sub check {
read_messages();
read_outputs();
print "Number of suppressions = ", scalar(keys %Suppressed), "\n";
print "Coverage = ", 100 - int(100 * scalar(keys %Suppressed) / scalar(keys %Messages)), "%\n";
print "\n";
print "Checking for v3error/v3warn messages in sources without coverage in test_regress/t/*.out:\n";
print "(Developers: If a message is impossible, use UASSERT or v3fatalSrc instead of v3error)";
print "\n";
my %used_suppressed;
msg:
for my $msg (sort {$Messages{$a}{fileline} cmp $Messages{$b}{fileline}} keys %Messages) {
my $fileline = $Messages{$msg}{fileline};
for my $output (keys %Outputs) {
if (index($output, $msg) != -1) {
# print "$fileline: M '$msg' HIT '$output'\n";
next msg;
}
}
# Some exceptions
next msg if ($msg =~ /internal:/i);
my $line = $Messages{$msg}{line};
chomp $line;
$line =~ s/^\s+//;
if (%Suppressed{$msg}) {
$used_suppressed{$msg} = 1;
print "$fileline: Suppressed check for message in source: '$msg'\n" if $Debug;
} else {
error("$fileline: Missing test_regress/t/*.out test for message in source: '$msg'");
print(" Line is: ", $line, "\n") if $Debug;
}
}
print "\n";
for my $msg (sort keys %Suppressed) {
if (!$used_suppressed{$msg}) {
print "Suppression not used: '$msg'\n";
}
}
print "\n";
}
sub read_messages {
foreach my $filename (glob "$root/src/*") {
my $fh = IO::File->new("<$filename")
or error("$! $filename");
my $lineno = 0;
my $read_next;
line:
while (my $origline = ($fh && $fh->getline)) {
my $line = $origline;
next if $line =~ m!^\s*//!;
next if $line =~ m!^\s*/\*!;
++$lineno;
if ($line =~ /\b(v3error|v3warn)\b\($/g) {
$read_next = 1 if $line !~ /LCOV_EXCL_LINE/;
next line;
}
if ($line =~ s/.*\b(v3error|v3warn)\b//g) {
$read_next = 1 if $line !~ /LCOV_EXCL_LINE/;
}
if ($read_next) {
$read_next = 0;
next if $line =~ /LCOV_EXCL_LINE/;
next if $line =~ /\\/; # \" messes up next part
if ($line =~ /"([^"]*)"/) {
my $msg = $1;
my $fileline = $filename . ":" . $lineno;
# print "FFFF $fileline: $msg LL $line\n";
$Messages{$msg}{fileline} = $fileline;
$Messages{$msg}{line} = $origline;
}
}
}
}
print "Number of messages = ",scalar(keys %Messages), "\n";
}
sub read_outputs {
file:
foreach my $filename (glob ("$root/test_regress/t/*.pl"
. " $root/test_regress/t/*.out"
. " $root/docs/gen/*.rst")) {
next if $filename =~ /t_dist_warn_coverage/; # Avoid our own suppressions
my $fh = IO::File->new("<$filename")
or error("$! $filename");
while (my $line = ($fh && $fh->getline)) {
if ($line =~ /^\$date/) {
# Assume it is a VCD file
next file;
}
$Outputs{$line} = 1;
}
}
print "Number of outputs = ",scalar(keys %Outputs), "\n";
}
# Local Variables:
# compile-command:"./t_dist_warn_coverage.pl"
# End: