[gcc/devel/rust/master] CI: catch malformed test cases

[gcc/devel/rust/master] CI: catch malformed test cases

[Thomas Schwinge]

https://gcc.gnu.org/g:461bf1369fa0bb1c411ecdf649dbbe62f86d0070

commit 461bf1369fa0bb1c411ecdf649dbbe62f86d0070
Author: liushuyu <liushuyu011@gmail.com>
Date:   Fri Apr 22 16:34:20 2022 -0600

    CI: catch malformed test cases
    
    Signed-off-by: Zixing Liu <liushuyu011@gmail.com>

Diff:
---
 .github/emit_test_errors.pl | 25 +++++++++++++++++++++++++
 .github/workflows/ccpp.yml  | 13 +++++++------
 2 files changed, 32 insertions(+), 6 deletions(-)

diff --git a/.github/emit_test_errors.pl b/.github/emit_test_errors.pl
new file mode 100755
index 00000000000..cf8c3ad8042
--- /dev/null
+++ b/.github/emit_test_errors.pl
@@ -0,0 +1,25 @@
+#!/bin/perl -n
+
+sub analyze_errors() {
+    /^(FAIL|ERROR|XPASS):\s([^:\s]+):?\s+(.+)/;
+
+    my $type     = $1;
+    my $filename = $2;
+    my $message  = $3;
+    my $line;
+
+    if ( !$type ) { return; }
+
+    if ( $message =~ /(at line (\d+))?.+(test for \w+, line (\d+))/g ) {
+        $line = $2 || $4;
+    }
+
+    my $command = "::error file=gcc/testsuite/$filename";
+    if ($line) {
+        $command = "$command,line=$line";
+    }
+
+    print "$command,title=Test failure ($type)::$message\n";
+}
+
+analyze_errors();
diff --git a/.github/workflows/ccpp.yml b/.github/workflows/ccpp.yml
index 510e07cddd3..6fdfd9748b8 100644
--- a/.github/workflows/ccpp.yml
+++ b/.github/workflows/ccpp.yml
@@ -77,9 +77,10 @@ jobs:
     - name: Check regressions
       run: |
            cd gccrs-build; \
-           if grep -e "unexpected" -e "unresolved" gcc/testsuite/rust/rust.sum;\
+           if grep -e "unexpected" -e "unresolved" -e "ERROR:" gcc/testsuite/rust/rust.sum;\
            then \
-              echo "some tests are not correct"; \
+              echo "::error title=Regression test failed::some tests are not correct"; \
+              perl -n ../.github/emit_test_errors.pl < gcc/testsuite/rust/rust.sum; \
               exit 1; \
             else \
               exit 0; \
@@ -142,9 +143,9 @@ jobs:
     - name: Check regressions
       run: |
            cd gccrs-build; \
-           if grep -e "unexpected" -e "unresolved" gcc/testsuite/rust/rust.sum;\
+           if grep -e "unexpected" -e "unresolved" -e "ERROR:" gcc/testsuite/rust/rust.sum;\
            then \
-              echo "some tests are not correct"; \
+              echo "::error title=Regression test failed::some tests are not correct"; \
               exit 1; \
             else \
               exit 0; \
@@ -196,9 +197,9 @@ jobs:
     - name: Check regressions
       run: |
            cd gccrs-build; \
-           if grep -e "unexpected" -e "unresolved" gcc/testsuite/rust/rust.sum;\
+           if grep -e "unexpected" -e "unresolved" -e "ERROR:" gcc/testsuite/rust/rust.sum;\
            then \
-              echo "some tests are not correct"; \
+              echo "::error title=Regression test failed::some tests are not correct"; \
               exit 1; \
             else \
               exit 0; \