Files
curl/scripts/cijobs.pl
Viktor Szakats 2ec54556d4 scripts: enable strict warnings in Perl where missing, fix fallouts
- add 'use warnings' and 'use strict' where missing from Perl scripts.
- fix 'Use of uninitialized value'.
- fix missing declarations.
- test1140.pl: fix 'Possible precedence issue with control flow operator'.
- fix other misc issues.

Most actual errors found during this PR were fixed and merged via
separate PRs.

Likely there are remaining warnings not found and fixed in this PR.

Closes #17877
2025-07-27 22:35:18 +02:00

522 lines
14 KiB
Perl
Executable File

#!/usr/bin/env perl
#***************************************************************************
# _ _ ____ _
# Project ___| | | | _ \| |
# / __| | | | |_) | |
# | (__| |_| | _ <| |___
# \___|\___/|_| \_\_____|
#
# Copyright (C) Daniel Stenberg, <daniel@haxx.se>, et al.
#
# This software is licensed as described in the file COPYING, which
# you should have received as part of this distribution. The terms
# are also available at https://curl.se/docs/copyright.html.
#
# You may opt to use, copy, modify, merge, publish, distribute and/or sell
# copies of the Software, and permit persons to whom the Software is
# furnished to do so, under the terms of the COPYING file.
#
# This software is distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY
# KIND, either express or implied.
#
# SPDX-License-Identifier: curl
#
###########################################################################
use strict;
use warnings;
my %filelevel= ('file' => 1,
'service' => 1);
my $jobid = 1;
sub submit {
my ($jref)=@_;
my %job = %$jref;
printf "\n##### job %u \n", $jobid++;
for my $k (sort keys %job) {
printf "%s: %s\n", $k, $job{$k} if($job{$k});
undef $$jref{$k} if(!$filelevel{$k});
}
}
my %job;
sub githubactions {
my ($tag)=@_;
my @files= `git ls-tree -r --name-only $tag .github/workflows 2>/dev/null`;
my $c = 0;
foreach my $f (sort @files) {
my $j = 0;
my $m = -1;
my $done = 0;
chomp $f;
open(G, "git show $tag:$f 2>/dev/null|");
# start counting file jobs
undef %job;
$job{'file'} = $f;
$job{'service'} = "gha";
my @cc;
my $os;
my $topname;
my $line = 1;
while(<G>) {
$job{'line'} = $line;
if($_ =~ /^name: (.*)/) {
$topname=$1;
}
elsif($_ =~ /runs-on: (.*)/) {
my $r = $1;
#print "runs-on: $r\n";
if($r =~ /ubuntu/) {
$os = "linux";
}
elsif($r =~ /macos/) {
$os = "macos";
}
elsif($r =~ /windows/) {
$os = "windows";
}
# commit previously counted jobs
$c += $j;
# non-matrix job
$j = 1;
}
elsif($_ =~ /^\s*matrix:/) {
# switch to matrix mode
$m = 0;
$j = 0;
}
elsif($_ =~ /^ - run: .* apt-get .* install (.*)/) {
$job{'install'} = $1;
}
elsif($m >= 0) {
if($_ =~ /^ - name: (.*)/) {
# matrix job
#print "name: $1\n";
$job{'name'} = $1;
$j += ($m?$m:1);
}
elsif($_ =~ /install: (.*)/) {
$job{'install'} = $1;
}
elsif($_ =~ /( |curl-)configure: (.*)/) {
$job{'configure'} = $2;
$job{'os'}=$os;
submit(\%job);
$done++;
}
elsif($_ =~ /generate: (.*)/) {
$job{'cmake'} = $1;
if($m) {
# matrix mode, multiple copies
my %dupe = %job;
for my $cc (@cc) {
%job = %dupe;
$job{'cc'} = $cc;
$job{'os'}=$os;
submit(\%job);
$done++;
}
}
else {
$job{'os'}=$os;
submit(\%job);
$done++;
}
}
elsif($_ =~ /- CC: (.*)/) {
# matrix multiplier
push @cc, $1;
$m++;
}
elsif($_ =~ /^\s*steps:/) {
# disable matrix mode
$m = -1;
}
}
$line++;
}
close(G);
# commit final counted jobs
$c += $j;
if(!$done) {
$job{'name'} = $topname? $topname : '[unnamed]';
$job{'os'}=$os;
submit(\%job);
$done++;
}
# reset internal job counter
$j = 0;
}
#print "Jobs: $c\n";
return $c;
}
sub azurepipelines {
my ($tag)=@_;
open(G, "git show $tag:.azure-pipelines.yml 2>/dev/null|");
my $c = 0;
my $j = 0;
my $m = -1;
my $image;
my %job;
my $line = 1;
my $os;
$job{'file'} = ".azure-pipelines.yml";
$job{'service'} = "azure";
while(<G>) {
if($_ =~ /^ vmImage: (.*)/) {
my $i = $1;
if($i =~ /ubuntu/) {
$os = "linux";
}
elsif($i =~ /windows/) {
$os = "windows";
}
}
elsif($_ =~ /^ - stage: (.*)/) {
my $topname = $1;
if($topname !~ /(windows|linux)/) {
$job{'name'} = $topname;
$job{'line'}=$line;
submit(\%job);
}
}
elsif($_ =~ /job:/) {
# commit previously counted jobs
$c += $j;
# initial value for non-matrix job
$j = 1;
}
elsif($_ =~ /matrix:/) {
# start of new matrix list(!)
$m = 0;
$j = 0;
}
elsif($m >= 0) {
if($_ =~ /^ name: (.*)/) {
# single matrix list entry job
$j++;
$job{'name'} = $1;
}
# azure matrix is a simple list,
# therefore no multiplier needed
elsif($_ =~ /steps:/) {
# disable matrix mode
$m = -1;
}
elsif($_ =~ /^ configure: (.*)/) {
$job{'configure'} = $1;
$job{'line'}=$line;
$job{'os'}=$os;
submit(\%job);
}
}
$line++;
}
close(G);
# commit final counted jobs
$c += $j;
return $c;
}
sub appveyor {
my ($tag)=@_;
open(G, "git show $tag:appveyor.yml 2>/dev/null|");
my $c = 0;
my %job;
my $line=0;
$job{'file'} = "appveyor.yml";
$job{'service'} = "appveyor";
while(<G>) {
$line++;
if($_ =~ /^( - |install)/) {
if($job{'image'}) {
$job{'os'} = "windows";
submit(\%job);
$c++;
}
}
$job{'line'} = $line;
if($_ =~ /^ APPVEYOR_BUILD_WORKER_IMAGE: \'(.*)\'/) {
$job{'image'}= $1;
}
elsif($_ =~ /^ BUILD_SYSTEM: (.*)/) {
$job{'build'} = lc($1);
}
elsif($_ =~ /^ PRJ_GEN: \'(.*)\'/) {
$job{'compiler'} = $1;
}
elsif($_ =~ /^ PRJ_CFG: (.*)/) {
$job{'config'} = $1;
}
elsif($_ =~ /^ OPENSSL: \'(.*)\'/) {
$job{'openssl'} = $1 eq "ON" ? "true": "false";
}
elsif($_ =~ /^ SCHANNEL: \'(.*)\'/) {
$job{'schannel'} = $1 eq "ON" ? "true": "false";
}
elsif($_ =~ /^ ENABLE_UNICODE: \'(.*)\'/) {
$job{'unicode'} = $1 eq "ON" ? "true": "false";
}
elsif($_ =~ /^ HTTP_ONLY: \'(.*)\'/) {
$job{'http-only'} = $1 eq "ON" ? "true": "false";
}
elsif($_ =~ /^ TESTING: \'(.*)\'/) {
$job{'testing'} = $1 eq "ON" ? "true": "false";
}
elsif($_ =~ /^ SHARED: \'(.*)\'/) {
$job{'shared'} = $1 eq "ON" ? "true": "false";
}
elsif($_ =~ /^ TARGET: \'-A (.*)\'/) {
$job{'target'} = $1;
}
}
close(G);
return $c;
}
sub cirrus {
my ($tag)=@_;
open(G, "git show $tag:.cirrus.yml 2>/dev/null|");
my $c = 0;
my %job;
my $line=0;
my $name = 0;
my $os;
$job{'file'} = ".cirrus.yml";
$job{'service'} = "cirrus";
while(<G>) {
$line++;
if($_ =~ /^ ( |-) (name|image_family|image):/) {
$c++;
}
if($_ =~ /^ - name:/) {
if($name) {
$job{'os'} = $os;
$job{'line'} = $line;
submit(\%job);
$name = 0;
}
}
if($_ =~ /^ - name: (.*)/) {
$job{'name'} = $1;
$name = 1;
}
elsif($_ =~ /^ image_family: (.*)/) {
$os = "freebsd";
}
elsif($_ =~ /^windows_task:/) {
$os = "windows";
}
elsif($_ =~ /^ prepare: pacman -S --needed --noconfirm --noprogressbar (.*)/) {
$job{'install'} = $1;
}
elsif($_ =~ /^ configure: (.*)/) {
$job{'configure'} = $1;
}
}
close(G);
if($name) {
$job{'os'} = $os;
$job{'line'} = $line;
submit(\%job);
}
return $c;
}
sub circle {
my ($tag)=@_;
open(G, "git show $tag:.circleci/config.yml 2>/dev/null|");
my $c = 0;
my $wf = 0;
my %job;
my %cmd;
my %configure;
my %target;
my $line=0;
my $cmds;
my $jobs;
my $workflow;
my $cmdname;
my $jobname;
$job{'file'} = ".circleci/config.yml";
$job{'service'} = "circleci";
while(<G>) {
$line++;
if($_ =~ /^commands:/) {
# we record configure lines in this state
$cmds = 1;
}
elsif($cmds) {
if($_ =~ /^ ([^ ]*):/) {
$cmdname = $1;
}
elsif($_ =~ /^ .*.\/configure (.*)/) {
$cmd{$cmdname}=$1;
}
}
if($_ =~ /^jobs:/) {
# we record which job runs with configure here
$jobs = 1;
$cmds = 0;
}
elsif($jobs) {
if($_ =~ /^ ([^ ]*):/) {
$jobname = $1;
}
elsif($_ =~ /^ - (configure.*)/) {
$configure{$jobname}=$1;
}
elsif($_ =~ /^ resource_class: arm.medium/) {
$target{$jobname}="arm";
}
}
if($_ =~ /^workflows:/) {
$wf = 1;
$cmds = 0;
}
elsif($wf) {
if($_ =~ /^ ([^ ]+):/) {
$workflow = $1;
}
elsif($_ =~ /^ - (.*)\n/) {
my $jb = $1;
my $cnfgure = $configure{$jb};
my $trgt = $target{$jb};
$job{'configure'} = $cmd{$cnfgure};
$job{'name' }=$workflow;
$job{'os'} = "linux";
$job{'line'} = $line;
$job{'target'} = $trgt if($trgt);
submit(\%job);
}
if($_ =~ / *jobs:/) {
$c++;
}
}
}
close(G);
return $c;
}
sub zuul {
my ($tag)=@_;
open(G, "git show $tag:zuul.d/jobs.yaml 2>/dev/null|");
my $c = 0;
my %job;
my $line=0;
my $type;
my $jobmode;
my $apt = 0;
my $env = 0;
my $envcont;
$job{'file'} = "zuul.d/jobs.yaml";
$job{'service'} = "zuul";
while(<G>) {
$line++;
#print "L: ($jobmode / $env) $_";
if($_ =~ /^- job:/) {
$jobmode = 1; # start a new
$type="configure";
}
if($jobmode) {
if($apt) {
if($_ =~ /^ - (.*)/) {
my $value = $1;
$job{'install'} .= "$value ";
}
else {
$apt = 0; # end of curl_apt_packages
}
}
if($env) {
if($envcont) {
if($_ =~ /^ (.*)/) {
$job{$envcont} .= "$1 ";
}
else {
$envcont = "";
}
}
if($_ =~ /^ ([^:]+): (.*)/) {
my ($var, $value) = ($1, $2);
if($var eq "C") {
$var = $type;
}
elsif($var eq "T") {
$var = "tests";
if($value eq "cmake") {
# otherwise it remains configure
$type = "cmake";
}
}
elsif($var eq "CC") {
$var = "compiler";
}
elsif($var eq "CHECKSRC") {
$job{'checksrc'} = $value ? "true": "false";
$var = "";
}
else {
$var = "";
}
if($value eq ">-") {
$envcont = $var;
}
elsif($var) {
$job{$var} = $value;
}
}
elsif($_ !~ /^ /) {
# end of envs
$env = 0;
}
}
if($_ =~ /^ curl_env:/) {
$env = 1; # start of envs
}
elsif($_ =~ /^ curl_apt_packages:/) {
$apt = 1; # start of apt packages
}
elsif($_ =~ /^ name: (.*)/) {
my $n = $1;
if($n eq "curl-base") {
# not counted
$jobmode = 0;
next;
}
$job{'name'} = $n;
}
elsif($_ =~ /^\n\z/) {
# a job is complete
$job{'line'}=$line;
$job{'os'}="linux";
submit(\%job);
$jobmode = 0;
$c++;
}
}
}
close(G);
return $c;
}
my $tag = `git rev-parse --abbrev-ref HEAD 2>/dev/null` || "master";
chomp $tag;
githubactions($tag);
azurepipelines($tag);
appveyor($tag);
zuul($tag);
cirrus($tag);
circle($tag);