my %revertedURLS = ();
my %extraURLS = ();
my %selectedURLS = ();
+my %knownToRegisterURLS = ();
my $summaryFile = undef;
my $checkSelectedOnly = 0;
readUrls($val, %revertedURLS);
}
elsif ($type eq "extraURLS") {
- readUrls($val, %extraURLS);
+ readUrls($val, %extraURLS);
}
elsif ($type eq "selectedURLS") {
$checkSelectedOnly = 1;
- readUrls($val, %selectedURLS);
+ readUrls($val, %selectedURLS);
+ }
+ elsif ($type eq "knownToRegisterURLS") {
+ readUrls($val, %knownToRegisterURLS);
}
elsif ($type eq "summaryFile") {
if (open(SFO, '>', "$val")) {
}
my @urls = sort keys %URLS, keys %extraURLS;
+# Tests
+#my @urls = ("ftp://ftp.edpsciences.org/pub/aa/readme.html", "ftp://ftp.springer.de/pub/tex/latex/compsc/proc/author");
my $errorcount = 0;
my $URLScount = 0;
for my $u (@urls) {
- if (defined($selectedURLS{$u})) {
- ${selectedURLS}{$u}->{count} += 1;
- }
if (defined($ignoredURLS{$u})) {
$ignoredURLS{$u}->{count} += 1;
next;
}
+ my $use_curl = 0;
+ if (defined($knownToRegisterURLS{$u})) {
+ if ($knownToRegisterURLS{$u}->{use_curl}) {
+ $use_curl = 1;
+ }
+ else {
+ next;
+ }
+ }
+ if (defined($selectedURLS{$u})) {
+ ${selectedURLS}{$u}->{count} += 1;
+ }
next if ($checkSelectedOnly && ! defined($selectedURLS{$u}));
$URLScount++;
print "Checking '$u': ";
my ($res, $prnt, $outSum);
try {
- $res = check_url($u);
+ $res = check_url($u, $use_curl);
if ($res) {
print "Failed\n";
$prnt = "";
$l =~ s/\s*\#.*$//; # remove comment
$l = &replaceSpecialChar($l);
next if ($l eq "");
+ my $use_curl = 0;
+ if ($l =~ s/^\s*UseCurl\s*//) {
+ $use_curl = 1;
+ }
if (! defined($rUrls->{$l} )) {
- $rUrls->{$l} = {$file => $line, count => 1};
+ $rUrls->{$l} = {$file => $line, count => 1, use_curl => $use_curl};
}
}
close(ULIST);