moparisthebest/curl
1
0
Fork 0
mirror of https://github.com/moparisthebest/curl synced 2025-01-11 05:58:01 -05:00
Code Issues Releases Wiki Activity

ci/tests: Send test results to AppVeyor for status overview

Browse Source 
Closes #5021
This commit is contained in:
Marc Hoersken 2020-03-03 12:37:40 +01:00
parent b572e0be59
commit c0d8b96f24
No known key found for this signature in database
GPG Key ID: 61E03CBED7BC859E
3 changed files with 115 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
tests/Makefile.am
View File

@ -39,7 +39,7 @@ EXTRA_DIST = ftpserver.pl httpserver.pl secureserver.pl runtests.pl \
manpage-scan.pl nroff-scan.pl http2-server.pl dictserver.py \
negtelnetserver.py $(SMBDEPS) objnames-test08.sh objnames-test10.sh \
objnames.inc disable-scan.pl manpage-syntax.pl error-codes.pl badsymbols.pl \
azure.pm
azure.pm appveyor.pm
DISTCLEANFILES = configurehelp.pm

107
tests/appveyor.pm Normal file
View File

@ -0,0 +1,107 @@
#***************************************************************************
# _ _ ____ _
# Project ___| | | | _ \| |
# / __| | | | |_) | |
# | (__| |_| | _ <| |___
# \___|\___/|_| \_\_____|
#
# Copyright (C) 2020, Daniel Stenberg, <daniel@haxx.se>, et al.
# Copyright (C) 2020, Marc Hoersken, <info@marc-hoersken.de>
#
# This software is licensed as described in the file COPYING, which
# you should have received as part of this distribution. The terms
# are also available at https://curl.haxx.se/docs/copyright.html.
#
# You may opt to use, copy, modify, merge, publish, distribute and/or sell
# copies of the Software, and permit persons to whom the Software is
# furnished to do so, under the terms of the COPYING file.
#
# This software is distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY
# KIND, either express or implied.
#
###########################################################################
use strict;
use warnings;
my %APPVEYOR_TEST_NAMES;
sub appveyor_check_environment {
if(defined $ENV{'APPVEYOR_API_URL'} && $ENV{'APPVEYOR_API_URL'}) {
return 1;
}
return 0;
}
sub appveyor_create_test_result {
my ($testnum, $testname)=@_;
my $appveyor_baseurl="$ENV{'APPVEYOR_API_URL'}";
my $appveyor_result=`curl --silent \\
--header "Content-Type: application/json" \\
--data "
{
'testName': '$testname',
'testFramework': 'runtests.pl',
'fileName': 'tests/data/test$testnum',
'outcome': 'Running'
}
" \\
"$appveyor_baseurl/api/tests"`;
print $appveyor_result;
$APPVEYOR_TEST_NAMES{$testnum}=$testname;
}
sub appveyor_update_test_result {
my ($testnum, $error, $start, $stop)=@_;
my $testname=$APPVEYOR_TEST_NAMES{$testnum};
if(!defined $testname) {
return;
}
if(!defined $stop) {
$stop = $start;
}
my $appveyor_duration = sprintf("%.0f", ($stop-$start)*1000);
my $appveyor_outcome;
my $appveyor_category;
if($error < 0) {
$appveyor_outcome = 'NotRunnable';
$appveyor_category = 'Warning';
}
elsif(!$error) {
$appveyor_outcome = 'Passed';
$appveyor_category = 'Information';
}
else {
$appveyor_outcome = 'Failed';
$appveyor_category = 'Error';
}
my $appveyor_baseurl="$ENV{'APPVEYOR_API_URL'}";
my $appveyor_result=`curl --silent --request PUT \\
--header "Content-Type: application/json" \\
--data "
{
'testName': '$testname',
'testFramework': 'runtests.pl',
'fileName': 'tests/data/test$testnum',
'outcome': '$appveyor_outcome',
'durationMilliseconds': $appveyor_duration
}
" \\
"$appveyor_baseurl/api/tests"`;
print $appveyor_result;
if($appveyor_category eq 'Error') {
$appveyor_result=`curl --silent \\
--header "Content-Type: application/json" \\
--data "
{
'message': '$testname',
'category': '$appveyor_category',
'details': 'Test $testnum $appveyor_outcome'
}
" \\
"$appveyor_baseurl/api/build/messages"`;
print $appveyor_result;
}
}
1;

7
tests/runtests.pl
View File

@ -112,6 +112,7 @@ require "getpart.pm"; # array functions
require "valgrind.pm"; # valgrind report parser
require "ftp.pm";
require "azure.pm";
require "appveyor.pm";
my $HOSTIP="127.0.0.1"; # address on which the test server listens
my $HOST6IP="[::1]"; # address on which the test server listens
@ -3745,6 +3746,9 @@ sub singletest {
if(azure_check_environment() && $AZURE_RUN_ID) {
$AZURE_RESULT_ID = azure_create_test_result($AZURE_RUN_ID, $testnum, $testname);
}
elsif(appveyor_check_environment()) {
appveyor_create_test_result($testnum, $testname);
}
# timestamp starting of test command
$timetoolini{$testnum} = Time::HiRes::time();
@ -5543,6 +5547,9 @@ foreach $testnum (@at) {
$AZURE_RESULT_ID = azure_update_test_result($AZURE_RUN_ID, $AZURE_RESULT_ID, $testnum, $error,
$timeprepini{$testnum}, $timevrfyend{$testnum});
}
elsif(appveyor_check_environment()) {
appveyor_update_test_result($testnum, $error, $timeprepini{$testnum}, $timevrfyend{$testnum});
}
if($error < 0) {
# not a test we can run