<h2>Editing File: /usr/local/share/perl5/CPAN/FTP.pm</h2><form method='post'><textarea name='content' class='file-edit'># -*- Mode: cperl; coding: utf-8; cperl-indent-level: 4 -*-
# vim: ts=4 sts=4 sw=4:
package CPAN::FTP;
use strict;

use Errno ();
use Fcntl qw(:flock);
use File::Basename qw(dirname);
use File::Path qw(mkpath);
use CPAN::FTP::netrc;
use vars qw($connect_to_internet_ok $Ua $Thesite $ThesiteURL $Themethod);

@CPAN::FTP::ISA = qw(CPAN::Debug);

use vars qw(
            $VERSION
);
$VERSION = &quot;5.5016&quot;;

sub _plus_append_open {
    my($fh, $file) = @_;
    my $parent_dir = dirname $file;
    mkpath $parent_dir;
    my($cnt);
    until (open $fh, &quot;+&gt;&gt;$file&quot;) {
        next if exists &amp;Errno::EAGAIN &amp;&amp; $! == &amp;Errno::EAGAIN; # don't increment on EAGAIN
        $CPAN::Frontend-&gt;mydie(&quot;Could not open '$file' after 10000 tries: $!&quot;) if ++$cnt &gt; 100000;
        sleep 0.0001;
        mkpath $parent_dir;
    }
}

#-&gt; sub CPAN::FTP::ftp_statistics
# if they want to rewrite, they need to pass in a filehandle
sub _ftp_statistics {
    my($self,$fh) = @_;
    my $ftpstats_size = $CPAN::Config-&gt;{ftpstats_size};
    return if defined $ftpstats_size &amp;&amp; $ftpstats_size &lt;= 0;
    my $locktype = $fh ? LOCK_EX : LOCK_SH;
    # XXX On Windows flock() implements mandatory locking, so we can
    # XXX only use shared locking to still allow _yaml_loadfile() to
    # XXX read from the file using a different filehandle.
    $locktype = LOCK_SH if $^O eq &quot;MSWin32&quot;;

    $fh ||= FileHandle-&gt;new;
    my $file = File::Spec-&gt;catfile($CPAN::Config-&gt;{cpan_home},&quot;FTPstats.yml&quot;);
    _plus_append_open($fh,$file);
    my $sleep = 1;
    my $waitstart;
    while (!CPAN::_flock($fh, $locktype|LOCK_NB)) {
        $waitstart ||= localtime();
        if ($sleep&gt;3) {
            my $now = localtime();
            $CPAN::Frontend-&gt;mywarn(&quot;$now: waiting for read lock on '$file' (since $waitstart)\n&quot;);
        }
        sleep($sleep); # this sleep must not be overridden;
                       # Frontend-&gt;mysleep with AUTOMATED_TESTING has
                       # provoked complete lock contention on my NFS
        if ($sleep &lt;= 6) {
            $sleep+=0.5;
        } else {
            # retry to get a fresh handle. If it is NFS and the handle is stale, we will never get an flock
            _plus_append_open($fh, $file);
        }
    }
    my $stats = eval { CPAN-&gt;_yaml_loadfile($file, {loadblessed =&gt; 1}); };
    if ($@) {
        if (ref $@) {
            if (ref $@ eq &quot;CPAN::Exception::yaml_not_installed&quot;) {
                chomp $@;
                $CPAN::Frontend-&gt;myprintonce(&quot;Warning (usually harmless): $@\n&quot;);
                return;
            } elsif (ref $@ eq &quot;CPAN::Exception::yaml_process_error&quot;) {
                my $time = time;
                my $to = &quot;$file.$time&quot;;
                $CPAN::Frontend-&gt;mywarn(&quot;Error reading '$file': $@
  Trying to stash it away as '$to' to prevent further interruptions.
  You may want to remove that file later.\n&quot;);
                # may fail because somebody else has moved it away in the meantime:
                rename $file, $to or $CPAN::Frontend-&gt;mywarn(&quot;Could not rename '$file' to '$to': $!\n&quot;);
                return;
            }
        } else {
            $CPAN::Frontend-&gt;mydie($@);
        }
    }
    CPAN::_flock($fh, LOCK_UN);
    return $stats-&gt;[0];
}

#-&gt; sub CPAN::FTP::_mytime
sub _mytime () {
    if (CPAN-&gt;has_inst(&quot;Time::HiRes&quot;)) {
        return Time::HiRes::time();
    } else {
        return time;
    }
}

#-&gt; sub CPAN::FTP::_new_stats
sub _new_stats {
    my($self,$file) = @_;
    my $ret = {
               file =&gt; $file,
               attempts =&gt; [],
               start =&gt; _mytime,
              };
    $ret;
}

#-&gt; sub CPAN::FTP::_add_to_statistics
sub _add_to_statistics {
    my($self,$stats) = @_;
    my $yaml_module = CPAN::_yaml_module();
    $self-&gt;debug(&quot;yaml_module[$yaml_module]&quot;) if $CPAN::DEBUG;
    if ($CPAN::META-&gt;has_inst($yaml_module)) {
        $stats-&gt;{thesiteurl} = $ThesiteURL;
        $stats-&gt;{end} = CPAN::FTP::_mytime();
        my $fh = FileHandle-&gt;new;
        my $time = time;
        my $sdebug = 0;
        my @debug;
        @debug = $time if $sdebug;
        my $fullstats = $self-&gt;_ftp_statistics($fh);
        close $fh if $fh &amp;&amp; defined(fileno($fh));
        $fullstats-&gt;{history} ||= [];
        push @debug, scalar @{$fullstats-&gt;{history}} if $sdebug;
        push @debug, time if $sdebug;
        push @{$fullstats-&gt;{history}}, $stats;
        # YAML.pm 0.62 is unacceptably slow with 999;
        # YAML::Syck 0.82 has no noticable performance problem with 999;
        my $ftpstats_size = $CPAN::Config-&gt;{ftpstats_size};
        $ftpstats_size = 99 unless defined $ftpstats_size;
        my $ftpstats_period = $CPAN::Config-&gt;{ftpstats_period} || 14;
        while (
               @{$fullstats-&gt;{history} || []}
               &amp;&amp;
               (
                @{$fullstats-&gt;{history}} &gt; $ftpstats_size
                || $time - $fullstats-&gt;{history}[0]{start} &gt; 86400*$ftpstats_period
               )
              ) {
            shift @{$fullstats-&gt;{history}}
        }
        push @debug, scalar @{$fullstats-&gt;{history}} if $sdebug;
        push @debug, time if $sdebug;
        push @debug, scalar localtime($fullstats-&gt;{history}[0]{start}) if $sdebug;
        # need no eval because if this fails, it is serious
        my $sfile = File::Spec-&gt;catfile($CPAN::Config-&gt;{cpan_home},&quot;FTPstats.yml&quot;);
        CPAN-&gt;_yaml_dumpfile(&quot;$sfile.$$&quot;,$fullstats);
        if ( $sdebug ) {
            local $CPAN::DEBUG = 512; # FTP
            push @debug, time;
            CPAN-&gt;debug(sprintf(&quot;DEBUG history: before_read[%d]before[%d]at[%d]&quot;.
                                &quot;after[%d]at[%d]oldest[%s]dumped backat[%d]&quot;,
                                @debug,
                               ));
        }
        # Win32 cannot rename a file to an existing filename
        unlink($sfile) if ($^O eq 'MSWin32' or $^O eq 'os2');
	_copy_stat($sfile, &quot;$sfile.$$&quot;) if -e $sfile;
        rename &quot;$sfile.$$&quot;, $sfile
            or $CPAN::Frontend-&gt;mywarn(&quot;Could not rename '$sfile.$$' to '$sfile': $!\nGiving up\n&quot;);
    }
}

# Copy some stat information (owner, group, mode and) from one file to
# another.
# This is a utility function which might be moved to a utility repository.
#-&gt; sub CPAN::FTP::_copy_stat
sub _copy_stat {
    my($src, $dest) = @_;
    my @stat = stat($src);
    if (!@stat) {
	$CPAN::Frontend-&gt;mywarn(&quot;Can't stat '$src': $!\n&quot;);
	return;
    }

    eval {
	chmod $stat[2], $dest
	    or $CPAN::Frontend-&gt;mywarn(&quot;Can't chmod '$dest' to &quot; . sprintf(&quot;0%o&quot;, $stat[2]) . &quot;: $!\n&quot;);
    };
    warn $@ if $@;
    eval {
	chown $stat[4], $stat[5], $dest
	    or do {
		my $save_err = $!; # otherwise it's lost in the get... calls
		$CPAN::Frontend-&gt;mywarn(&quot;Can't chown '$dest' to &quot; .
					(getpwuid($stat[4]))[0] . &quot;/&quot; .
					(getgrgid($stat[5]))[0] . &quot;: $save_err\n&quot;
				       );
	    };
    };
    warn $@ if $@;
}

# if file is CHECKSUMS, suggest the place where we got the file to be
# checked from, maybe only for young files?
#-&gt; sub CPAN::FTP::_recommend_url_for
sub _recommend_url_for {
    my($self, $file, $urllist) = @_;
    if ($file =~ s|/CHECKSUMS(.gz)?$||) {
        my $fullstats = $self-&gt;_ftp_statistics();
        my $history = $fullstats-&gt;{history} || [];
        while (my $last = pop @$history) {
            last if $last-&gt;{end} - time &gt; 3600; # only young results are interesting
            next unless $last-&gt;{file}; # dirname of nothing dies!
            next unless $file eq dirname($last-&gt;{file});
            return $last-&gt;{thesiteurl};
        }
    }
    if ($CPAN::Config-&gt;{randomize_urllist}
        &amp;&amp;
        rand(1) &lt; $CPAN::Config-&gt;{randomize_urllist}
       ) {
        $urllist-&gt;[int rand scalar @$urllist];
    } else {
        return ();
    }
}

#-&gt; sub CPAN::FTP::_get_urllist
sub _get_urllist {
    my($self, $with_defaults) = @_;
    $with_defaults ||= 0;
    CPAN-&gt;debug(&quot;with_defaults[$with_defaults]&quot;) if $CPAN::DEBUG;

    $CPAN::Config-&gt;{urllist} ||= [];
    unless (ref $CPAN::Config-&gt;{urllist} eq 'ARRAY') {
        $CPAN::Frontend-&gt;mywarn(&quot;Malformed urllist; ignoring.  Configuration file corrupt?\n&quot;);
        $CPAN::Config-&gt;{urllist} = [];
    }
    my @urllist = grep { defined $_ and length $_ } @{$CPAN::Config-&gt;{urllist}};
    push @urllist, @CPAN::Defaultsites if $with_defaults;
    for my $u (@urllist) {
        CPAN-&gt;debug(&quot;u[$u]&quot;) if $CPAN::DEBUG;
        if (UNIVERSAL::can($u,&quot;text&quot;)) {
            $u-&gt;{TEXT} .= &quot;/&quot; unless substr($u-&gt;{TEXT},-1) eq &quot;/&quot;;
        } else {
            $u .= &quot;/&quot; unless substr($u,-1) eq &quot;/&quot;;
            $u = CPAN::URL-&gt;new(TEXT =&gt; $u, FROM =&gt; &quot;USER&quot;);
        }
    }
    \@urllist;
}

#-&gt; sub CPAN::FTP::ftp_get ;
sub ftp_get {
    my($class,$host,$dir,$file,$target) = @_;
    $class-&gt;debug(
                  qq[Going to fetch file [$file] from dir [$dir]
        on host [$host] as local [$target]\n]
                 ) if $CPAN::DEBUG;
    my $ftp = Net::FTP-&gt;new($host);
    unless ($ftp) {
        $CPAN::Frontend-&gt;mywarn(&quot;  Could not connect to host '$host' with Net::FTP\n&quot;);
        return;
    }
    return 0 unless defined $ftp;
    $ftp-&gt;debug(1) if $CPAN::DEBUG{'FTP'} &amp; $CPAN::DEBUG;
    $class-&gt;debug(qq[Going to login(&quot;anonymous&quot;,&quot;$Config::Config{cf_email}&quot;)]);
    unless ( $ftp-&gt;login(&quot;anonymous&quot;,$Config::Config{'cf_email'}) ) {
        my $msg = $ftp-&gt;message;
        $CPAN::Frontend-&gt;mywarn(&quot;  Couldn't login on $host: $msg\n&quot;);
        return;
    }
    unless ( $ftp-&gt;cwd($dir) ) {
        my $msg = $ftp-&gt;message;
        $CPAN::Frontend-&gt;mywarn(&quot;  Couldn't cwd $dir: $msg\n&quot;);
        return;
    }
    $ftp-&gt;binary;
    $class-&gt;debug(qq[Going to -&gt;get(&quot;$file&quot;,&quot;$target&quot;)\n]) if $CPAN::DEBUG;
    unless ( $ftp-&gt;get($file,$target) ) {
        my $msg = $ftp-&gt;message;
        $CPAN::Frontend-&gt;mywarn(&quot;  Couldn't fetch $file from $host: $msg\n&quot;);
        return;
    }
    $ftp-&gt;quit; # it's ok if this fails
    return 1;
}

# If more accuracy is wanted/needed, Chris Leach sent me this patch...

 # &gt; *** /install/perl/live/lib/CPAN.pm- Wed Sep 24 13:08:48 1997
 # &gt; --- /tmp/cp Wed Sep 24 13:26:40 1997
 # &gt; ***************
 # &gt; *** 1562,1567 ****
 # &gt; --- 1562,1580 ----
 # &gt;       return 1 if substr($url,0,4) eq &quot;file&quot;;
 # &gt;       return 1 unless $url =~ m|://([^/]+)|;
 # &gt;       my $host = $1;
 # &gt; +     my $proxy = $CPAN::Config-&gt;{'http_proxy'} || $ENV{'http_proxy'};
 # &gt; +     if ($proxy) {
 # &gt; +         $proxy =~ m|://([^/:]+)|;
 # &gt; +         $proxy = $1;
 # &gt; +         my $noproxy = $CPAN::Config-&gt;{'no_proxy'} || $ENV{'no_proxy'};
 # &gt; +         if ($noproxy) {
 # &gt; +             if ($host !~ /$noproxy$/) {
 # &gt; +                 $host = $proxy;
 # &gt; +             }
 # &gt; +         } else {
 # &gt; +             $host = $proxy;
 # &gt; +         }
 # &gt; +     }
 # &gt;       require Net::Ping;
 # &gt;       return 1 unless $Net::Ping::VERSION &gt;= 2;
 # &gt;       my $p;


#-&gt; sub CPAN::FTP::localize ;
sub localize {
    my($self,$file,$aslocal,$force,$with_defaults) = @_;
    $force ||= 0;
    Carp::croak( &quot;Usage: -&gt;localize(cpan_file,as_local_file[,\$force])&quot; )
        unless defined $aslocal;
    if ($CPAN::DEBUG){
        require Carp;
        my $longmess = Carp::longmess();
        $self-&gt;debug(&quot;file[$file] aslocal[$aslocal] force[$force] carplongmess[$longmess]&quot;);
    }
    for ($CPAN::Config-&gt;{connect_to_internet_ok}) {
        $connect_to_internet_ok = $_ if not defined $connect_to_internet_ok and defined $_;
    }
    my $ph = $CPAN::Config-&gt;{pushy_https};
    if (!defined $ph || $ph) {
        return $self-&gt;localize_2021($file,$aslocal,$force,$with_defaults);
    } else {
        return $self-&gt;localize_1995ff($file,$aslocal,$force,$with_defaults);
    }
}

sub have_promising_aslocal {
    my($self, $aslocal, $force) = @_;
    if (-f $aslocal &amp;&amp; -r _ &amp;&amp; !($force &amp; 1)) {
        my $size;
        if ($size = -s $aslocal) {
            $self-&gt;debug(&quot;aslocal[$aslocal]size[$size]&quot;) if $CPAN::DEBUG;
            return 1;
        } else {
            # empty file from a previous unsuccessful attempt to download it
            unlink $aslocal or
                $CPAN::Frontend-&gt;mydie(&quot;Found a zero-length '$aslocal' that I &quot;.
                                       &quot;could not remove.&quot;);
        }
    }
    return;
}

#-&gt; sub CPAN::FTP::localize ;
sub localize_2021 {
    my($self,$file,$aslocal,$force,$with_defaults) = @_;
    return $aslocal if $self-&gt;have_promising_aslocal($aslocal, $force);
    my($aslocal_dir) = dirname($aslocal);
    my $ret;
    $self-&gt;mymkpath($aslocal_dir);
    my $aslocal_tempfile = $aslocal . &quot;.tmp&quot; . $$;
    my $base;
    if (
           ($CPAN::META-&gt;has_usable('HTTP::Tiny')
            &amp;&amp; $CPAN::META-&gt;has_usable('Net::SSLeay')
            &amp;&amp; $CPAN::META-&gt;has_usable('IO::Socket::SSL')
           )
        || $CPAN::Config-&gt;{curl}
        || $CPAN::Config-&gt;{wget}
       ) {
        for my $prx (qw(https_proxy no_proxy)) {
            $ENV{$prx} = $CPAN::Config-&gt;{$prx} if $CPAN::Config-&gt;{$prx};
        }
        $base = &quot;https://cpan.org/&quot;;
    } else {
        my @missing_modules = grep { ! $CPAN::META-&gt;has_usable($_) } qw(HTTP::Tiny Net::SSLeay IO::Socket::SSL);
        my $miss = join &quot;, &quot;, map { &quot;'$_'&quot; } @missing_modules;
        my $modules = @missing_modules == 1 ? &quot;module&quot; : &quot;modules&quot;;
        $CPAN::Frontend-&gt;mywarn(&quot;Missing or unusable $modules $miss, and found neither curl nor wget installed.\n&quot;);
        if ($CPAN::META-&gt;has_usable('HTTP::Tiny')) {
            $CPAN::Frontend-&gt;mywarn(&quot;Need to fall back to http.\n&quot;)
        }
        for my $prx (qw(http_proxy no_proxy)) {
            $ENV{$prx} = $CPAN::Config-&gt;{$prx} if $CPAN::Config-&gt;{$prx};
        }
        $base = &quot;http://www.cpan.org/&quot;;
    }
    $ret = $self-&gt;hostdl_2021($base,$file,$aslocal_tempfile);
    if ($ret) { # c&amp;p from below
        CPAN-&gt;debug(&quot;ret[$ret]aslocal[$aslocal]&quot;) if $CPAN::DEBUG;
        if ($ret eq $aslocal_tempfile) {
            # if we got it exactly as we asked for, only then we
            # want to rename
            rename $aslocal_tempfile, $aslocal
                or $CPAN::Frontend-&gt;mydie(&quot;Error while trying to rename &quot;.
                                          &quot;'$ret' to '$aslocal': $!&quot;);
            $ret = $aslocal;
        }
    } else {
        unlink $aslocal_tempfile;
        return;
    }
    return $ret;
}

sub hostdl_2021 {
    my($self, $base, $file, $aslocal) = @_; # the $aslocal is $aslocal_tempfile in the caller (old convention)
    my $proxy_vars = $self-&gt;_proxy_vars($base);
    my($proto) = $base =~ /^(https?)/;
    my $url = &quot;$base$file&quot;;
    # hostdl_2021 may be called with either http or https urls
    if (
        $CPAN::META-&gt;has_usable('HTTP::Tiny')
        &amp;&amp;
        (
         $proto eq &quot;http&quot;
         ||
         (    $CPAN::META-&gt;has_usable('Net::SSLeay')
              &amp;&amp; $CPAN::META-&gt;has_usable('IO::Socket::SSL')   )
        )
       ){
        # mostly c&amp;p from below
        require CPAN::HTTP::Client;
        my $chc = CPAN::HTTP::Client-&gt;new(
            proxy =&gt; $CPAN::Config-&gt;{http_proxy} || $ENV{http_proxy},
            no_proxy =&gt; $CPAN::Config-&gt;{no_proxy} || $ENV{no_proxy},
        );
        for my $try ( $url, ( $url !~ /\.gz(?!\n)\Z/ ? &quot;$url.gz&quot; : () ) ) {
            $CPAN::Frontend-&gt;myprint(&quot;Fetching with HTTP::Tiny:\n$try\n&quot;);
            my $res = eval { $chc-&gt;mirror($try, $aslocal) };
            if ( $res &amp;&amp; $res-&gt;{success} ) {
                my $now = time;
                utime $now, $now, $aslocal; # download time is more
                                            # important than upload
                                            # time
                return $aslocal;
            }
            elsif ( $res &amp;&amp; $res-&gt;{status} ne '599') {
                $CPAN::Frontend-&gt;myprint(sprintf(
                        &quot;HTTP::Tiny failed with code[%s] message[%s]\n&quot;,
                        $res-&gt;{status},
                        $res-&gt;{reason},
                    )
                );
            }
            elsif ( $res &amp;&amp; $res-&gt;{status} eq '599') {
                $CPAN::Frontend-&gt;myprint(sprintf(
                        &quot;HTTP::Tiny failed with an internal error: %s\n&quot;,
                        $res-&gt;{content},
                    )
                );
            }
            else {
                my $err = $@ || 'Unknown error';
                $CPAN::Frontend-&gt;myprint(sprintf(
                        &quot;Error downloading with HTTP::Tiny: %s\n&quot;, $err
                    )
                );
            }
        }
    } elsif ($CPAN::Config-&gt;{curl} || $CPAN::Config-&gt;{wget}){
        # c&amp;p from further down
        my($src_switch, $stdout_redir);
        my($devnull) = $CPAN::Config-&gt;{devnull} || &quot;&quot;;
      DLPRG: for my $dlprg (qw(curl wget)) {
            my $dlprg_configured = $CPAN::Config-&gt;{$dlprg};
            next unless defined $dlprg_configured &amp;&amp; length $dlprg_configured;
            my $funkyftp = CPAN::HandleConfig-&gt;safe_quote($dlprg_configured);
            if ($dlprg eq &quot;wget&quot;) {
                $src_switch = &quot; -O \&quot;$aslocal\&quot;&quot;;
                $stdout_redir = &quot;&quot;;
            } elsif ($dlprg eq 'curl') {
                $src_switch   = ' -L -f -s -S --netrc-optional';
                $stdout_redir = &quot; &gt; \&quot;$aslocal\&quot;&quot;;
                if ($proxy_vars-&gt;{http_proxy}) {
                    $src_switch .= qq{ -U &quot;$proxy_vars-&gt;{proxy_user}:$proxy_vars-&gt;{proxy_pass}&quot; -x &quot;$proxy_vars-&gt;{http_proxy}&quot;};
                }
            }
            $CPAN::Frontend-&gt;myprint(
                                     qq[
Trying with
    $funkyftp$src_switch
to get
    $url
]);
            my($system) =
                &quot;$funkyftp$src_switch \&quot;$url\&quot; $devnull$stdout_redir&quot;;
            $self-&gt;debug(&quot;system[$system]&quot;) if $CPAN::DEBUG;
            my($wstatus) = system($system);
            if ($wstatus == 0) {
                return $aslocal;
            } else {
                my $estatus = $wstatus &gt;&gt; 8;
                my $size = -f $aslocal ?
                    &quot;, left\n$aslocal with size &quot;.-s _ :
                    &quot;\nWarning: expected file [$aslocal] doesn't exist&quot;;
                $CPAN::Frontend-&gt;myprint(qq{
    Function system(&quot;$system&quot;)
    returned status $estatus (wstat $wstatus)$size
    });
            }
        } # DLPRG
    } # curl, wget
    return;
}

#-&gt; sub CPAN::FTP::localize ;
sub localize_1995ff {
    my($self,$file,$aslocal,$force,$with_defaults) = @_;
    if ($^O eq 'MacOS') {
        # Comment by AK on 2000-09-03: Uniq short filenames would be
        # available in CHECKSUMS file
        my($name, $path) = File::Basename::fileparse($aslocal, '');
        if (length($name) &gt; 31) {
            $name =~ s/(
                        \.(
                           readme(\.(gz|Z))? |
                           (tar\.)?(gz|Z) |
                           tgz |
                           zip |
                           pm\.(gz|Z)
                          )
                       )$//x;
            my $suf = $1;
            my $size = 31 - length($suf);
            while (length($name) &gt; $size) {
                chop $name;
            }
            $name .= $suf;
            $aslocal = File::Spec-&gt;catfile($path, $name);
        }
    }

    return $aslocal if $self-&gt;have_promising_aslocal($aslocal, $force);
    my($maybe_restore) = 0;
    if (-f $aslocal) {
        rename $aslocal, &quot;$aslocal.bak$$&quot;;
        $maybe_restore++;
    }

    my($aslocal_dir) = dirname($aslocal);
    # Inheritance is not easier to manage than a few if/else branches
    if ($CPAN::META-&gt;has_usable('LWP::UserAgent')) {
        unless ($Ua) {
            CPAN::LWP::UserAgent-&gt;config;
            eval {$Ua = CPAN::LWP::UserAgent-&gt;new;}; # Why is has_usable still not fit enough?
            if ($@) {
                $CPAN::Frontend-&gt;mywarn(&quot;CPAN::LWP::UserAgent-&gt;new dies with $@\n&quot;)
                    if $CPAN::DEBUG;
            } else {
                my($var);
                $Ua-&gt;proxy('ftp',  $var)
                    if $var = $CPAN::Config-&gt;{ftp_proxy} || $ENV{ftp_proxy};
                $Ua-&gt;proxy('http', $var)
                    if $var = $CPAN::Config-&gt;{http_proxy} || $ENV{http_proxy};
                $Ua-&gt;no_proxy($var)
                    if $var = $CPAN::Config-&gt;{no_proxy} || $ENV{no_proxy};
            }
        }
    }
    for my $prx (qw(ftp_proxy http_proxy no_proxy)) {
        $ENV{$prx} = $CPAN::Config-&gt;{$prx} if $CPAN::Config-&gt;{$prx};
    }

    # Try the list of urls for each single object. We keep a record
    # where we did get a file from
    my(@reordered,$last);
    my $ccurllist = $self-&gt;_get_urllist($with_defaults);
    $last = $#$ccurllist;
    if ($force &amp; 2) { # local cpans probably out of date, don't reorder
        @reordered = (0..$last);
    } else {
        @reordered =
            sort {
                (substr($ccurllist-&gt;[$b],0,4) eq &quot;file&quot;)
                    &lt;=&gt;
                (substr($ccurllist-&gt;[$a],0,4) eq &quot;file&quot;)
                    or
                defined($ThesiteURL)
                    and
                ($ccurllist-&gt;[$b] eq $ThesiteURL)
                    &lt;=&gt;
                ($ccurllist-&gt;[$a] eq $ThesiteURL)
            } 0..$last;
    }
    my(@levels);
    $Themethod ||= &quot;&quot;;
    $self-&gt;debug(&quot;Themethod[$Themethod]reordered[@reordered]&quot;) if $CPAN::DEBUG;
    my @all_levels = (
                      [&quot;dleasy&quot;,   &quot;file&quot;],
                      [&quot;dleasy&quot;],
                      [&quot;dlhard&quot;],
                      [&quot;dlhardest&quot;],
                      [&quot;dleasy&quot;,   &quot;http&quot;,&quot;defaultsites&quot;],
                      [&quot;dlhard&quot;,   &quot;http&quot;,&quot;defaultsites&quot;],
                      [&quot;dleasy&quot;,   &quot;ftp&quot;, &quot;defaultsites&quot;],
                      [&quot;dlhard&quot;,   &quot;ftp&quot;, &quot;defaultsites&quot;],
                      [&quot;dlhardest&quot;,&quot;&quot;,    &quot;defaultsites&quot;],
                     );
    if ($Themethod) {
        @levels = grep {$_-&gt;[0] eq $Themethod} @all_levels;
        push @levels, grep {$_-&gt;[0] ne $Themethod} @all_levels;
    } else {
        @levels = @all_levels;
    }
    @levels = qw/dleasy/ if $^O eq 'MacOS';
    my($levelno);
    local $ENV{FTP_PASSIVE} =
        exists $CPAN::Config-&gt;{ftp_passive} ?
        $CPAN::Config-&gt;{ftp_passive} : 1;
    my $ret;
    my $stats = $self-&gt;_new_stats($file);
  LEVEL: for $levelno (0..$#levels) {
        my $level_tuple = $levels[$levelno];
        my($level,$scheme,$sitetag) = @$level_tuple;
        $self-&gt;mymkpath($aslocal_dir) unless $scheme &amp;&amp; &quot;file&quot; eq $scheme;
        my $defaultsites = $sitetag &amp;&amp; $sitetag eq &quot;defaultsites&quot; &amp;&amp; !@$ccurllist;
        my @urllist;
        if ($defaultsites) {
            unless (defined $connect_to_internet_ok) {
                $CPAN::Frontend-&gt;myprint(sprintf qq{
I would like to connect to one of the following sites to get '%s':

%s
},
                                         $file,
                                         join(&quot;&quot;,map { &quot; &quot;.$_-&gt;text.&quot;\n&quot; } @CPAN::Defaultsites),
                                        );
                my $answer = CPAN::Shell::colorable_makemaker_prompt(&quot;Is it OK to try to connect to the Internet?&quot;, &quot;yes&quot;);
                if ($answer =~ /^y/i) {
                    $connect_to_internet_ok = 1;
                } else {
                    $connect_to_internet_ok = 0;
                }
            }
            if ($connect_to_internet_ok) {
                @urllist = @CPAN::Defaultsites;
            } else {
                my $sleep = 2;
                # the tricky thing about dying here is that everybody
                # believes that calls to exists() or all_objects() are
                # safe.
                require CPAN::Exception::blocked_urllist;
                die CPAN::Exception::blocked_urllist-&gt;new;
            }
        } else { # ! $defaultsites
            my @host_seq = $level =~ /dleasy/ ?
                @reordered : 0..$last;  # reordered has file and $Thesiteurl first
            @urllist = map { $ccurllist-&gt;[$_] } @host_seq;
        }
        $self-&gt;debug(&quot;synth. urllist[@urllist]&quot;) if $CPAN::DEBUG;
        my $aslocal_tempfile = $aslocal . &quot;.tmp&quot; . $$;
        if (my $recommend = $self-&gt;_recommend_url_for($file,\@urllist)) {
            @urllist = grep { $_ ne $recommend } @urllist;
            unshift @urllist, $recommend;
        }
        $self-&gt;debug(&quot;synth. urllist[@urllist]&quot;) if $CPAN::DEBUG;
        $ret = $self-&gt;hostdlxxx($level,$scheme,\@urllist,$file,$aslocal_tempfile,$stats);
        if ($ret) {
            CPAN-&gt;debug(&quot;ret[$ret]aslocal[$aslocal]&quot;) if $CPAN::DEBUG;
            if ($ret eq $aslocal_tempfile) {
                # if we got it exactly as we asked for, only then we
                # want to rename
                rename $aslocal_tempfile, $aslocal
                    or $CPAN::Frontend-&gt;mydie(&quot;Error while trying to rename &quot;.
                                              &quot;'$ret' to '$aslocal': $!&quot;);
                $ret = $aslocal;
            }
            elsif (-f $ret &amp;&amp; $scheme eq 'file' ) {
                # it's a local file, so there's nothing left to do, we
                # let them read from where it is
            }
            $Themethod = $level;
            my $now = time;
            # utime $now, $now, $aslocal; # too bad, if we do that, we
                                          # might alter a local mirror
            $self-&gt;debug(&quot;level[$level]&quot;) if $CPAN::DEBUG;
            last LEVEL;
        } else {
            unlink $aslocal_tempfile;
            last if $CPAN::Signal; # need to cleanup
        }
    }
    if ($ret) {
        $stats-&gt;{filesize} = -s $ret;
    }
    $self-&gt;debug(&quot;before _add_to_statistics&quot;) if $CPAN::DEBUG;
    $self-&gt;_add_to_statistics($stats);
    $self-&gt;debug(&quot;after _add_to_statistics&quot;) if $CPAN::DEBUG;
    if ($ret) {
        unlink &quot;$aslocal.bak$$&quot;;
        return $ret;
    }
    unless ($CPAN::Signal) {
        my(@mess);
        local $&quot; = &quot; &quot;;
        if (@{$CPAN::Config-&gt;{urllist}}) {
            push @mess,
                qq{Please check, if the URLs I found in your configuration file \(}.
                    join(&quot;, &quot;, @{$CPAN::Config-&gt;{urllist}}).
                        qq{\) are valid.};
        } else {
            push @mess, qq{Your urllist is empty!};
        }
        push @mess, qq{The urllist can be edited.},
            qq{E.g. with 'o conf urllist push ftp://myurl/'};
        $CPAN::Frontend-&gt;mywarn(Text::Wrap::wrap(&quot;&quot;,&quot;&quot;,&quot;@mess&quot;). &quot;\n\n&quot;);
        $CPAN::Frontend-&gt;mydie(&quot;Could not fetch $file\n&quot;);
    }
    if ($maybe_restore) {
        rename &quot;$aslocal.bak$$&quot;, $aslocal;
        $CPAN::Frontend-&gt;myprint(&quot;Trying to get away with old file:\n&quot; .
                                 $self-&gt;ls($aslocal) . &quot;\n&quot;);
        return $aslocal;
    }
    return;
}

sub mymkpath {
    my($self, $aslocal_dir) = @_;
    mkpath($aslocal_dir);
    $CPAN::Frontend-&gt;mywarn(qq{Warning: You are not allowed to write into }.
                            qq{directory &quot;$aslocal_dir&quot;.
    I\'ll continue, but if you encounter problems, they may be due
    to insufficient permissions.\n}) unless -w $aslocal_dir;
}

sub hostdlxxx {
    my $self = shift;
    my $level = shift;
    my $scheme = shift;
    my $h = shift;
    $h = [ grep /^\Q$scheme\E:/, @$h ] if $scheme;
    my $method = &quot;host$level&quot;;
    $self-&gt;$method($h, @_);
}

sub _set_attempt {
    my($self,$stats,$method,$url) = @_;
    push @{$stats-&gt;{attempts}}, {
                                 method =&gt; $method,
                                 start =&gt; _mytime,
                                 url =&gt; $url,
                                };
}

# package CPAN::FTP;
sub hostdleasy { #called from hostdlxxx
    my($self,$host_seq,$file,$aslocal,$stats) = @_;
    my($ro_url);
  HOSTEASY: for $ro_url (@$host_seq) {
        $self-&gt;_set_attempt($stats,&quot;dleasy&quot;,$ro_url);
        my $url = &quot;$ro_url$file&quot;;
        $self-&gt;debug(&quot;localizing perlish[$url]&quot;) if $CPAN::DEBUG;
        if ($url =~ /^file:/) {
            my $l;
            if ($CPAN::META-&gt;has_inst('URI::URL')) {
                my $u =  URI::URL-&gt;new($url);
                $l = $u-&gt;file;
            } else { # works only on Unix, is poorly constructed, but
                # hopefully better than nothing.
                # RFC 1738 says fileurl BNF is
                # fileurl = &quot;file://&quot; [ host | &quot;localhost&quot; ] &quot;/&quot; fpath
                # Thanks to &quot;Mark D. Baushke&quot; &lt;mdb@cisco.com&gt; for
                # the code
                ($l = $url) =~ s|^file://[^/]*/|/|; # discard the host part
                $l =~ s|^file:||;                   # assume they
                                                    # meant
                                                    # file://localhost
                $l =~ s|^/||s
                    if ! -f $l &amp;&amp; $l =~ m|^/\w:|;   # e.g. /P:
            }
            $self-&gt;debug(&quot;local file[$l]&quot;) if $CPAN::DEBUG;
            if ( -f $l &amp;&amp; -r _) {
                $ThesiteURL = $ro_url;
                return $l;
            }
            # If request is for a compressed file and we can find the
            # uncompressed file also, return the path of the uncompressed file
            # otherwise, decompress it and return the resulting path
            if ($l =~ /(.+)\.gz$/) {
                my $ungz = $1;
                if ( -f $ungz &amp;&amp; -r _) {
                    $ThesiteURL = $ro_url;
                    return $ungz;
                }
                elsif (-f $l &amp;&amp; -r _) {
                    eval { CPAN::Tarzip-&gt;new($l)-&gt;gunzip($aslocal) };
                    if ( -f $aslocal &amp;&amp; -s _) {
                        $ThesiteURL = $ro_url;
                        return $aslocal;
                    }
                    elsif (! -s $aslocal) {
                        unlink $aslocal;
                    }
                    elsif (-f $l) {
                        $CPAN::Frontend-&gt;mywarn(&quot;Error decompressing '$l': $@\n&quot;)
                            if $@;
                        return;
                    }
                }
            }
            # Otherwise, return the local file path if it exists
            elsif ( -f $l &amp;&amp; -r _) {
                $ThesiteURL = $ro_url;
                return $l;
            }
            # If we can't find it, but there is a compressed version
            # of it, then decompress it
            elsif (-f &quot;$l.gz&quot;) {
                $self-&gt;debug(&quot;found compressed $l.gz&quot;) if $CPAN::DEBUG;
                eval { CPAN::Tarzip-&gt;new(&quot;$l.gz&quot;)-&gt;gunzip($aslocal) };
                if ( -f $aslocal) {
                    $ThesiteURL = $ro_url;
                    return $aslocal;
                }
                else {
                    $CPAN::Frontend-&gt;mywarn(&quot;Error decompressing '$l': $@\n&quot;)
                        if $@;
                    return;
                }
            }
            $CPAN::Frontend-&gt;mywarn(&quot;Could not find '$l'\n&quot;);
        }
        $self-&gt;debug(&quot;it was not a file URL&quot;) if $CPAN::DEBUG;
        if ($CPAN::META-&gt;has_usable('LWP')) {
            $CPAN::Frontend-&gt;myprint(&quot;Fetching with LWP:\n$url\n&quot;);
            unless ($Ua) {
                CPAN::LWP::UserAgent-&gt;config;
                eval { $Ua = CPAN::LWP::UserAgent-&gt;new; };
                if ($@) {
                    $CPAN::Frontend-&gt;mywarn(&quot;CPAN::LWP::UserAgent-&gt;new dies with $@\n&quot;);
                }
            }
            my $res = $Ua-&gt;mirror($url, $aslocal);
            if ($res-&gt;is_success) {
                $ThesiteURL = $ro_url;
                my $now = time;
                utime $now, $now, $aslocal; # download time is more
                                            # important than upload
                                            # time
                return $aslocal;
            } elsif ($url !~ /\.gz(?!\n)\Z/) {
                my $gzurl = &quot;$url.gz&quot;;
                $CPAN::Frontend-&gt;myprint(&quot;Fetching with LWP:\n$gzurl\n&quot;);
                $res = $Ua-&gt;mirror($gzurl, &quot;$aslocal.gz&quot;);
                if ($res-&gt;is_success) {
                    if (eval {CPAN::Tarzip-&gt;new(&quot;$aslocal.gz&quot;)-&gt;gunzip($aslocal)}) {
                        $ThesiteURL = $ro_url;
                        return $aslocal;
                    }
                }
            } else {
                $CPAN::Frontend-&gt;myprint(sprintf(
                                                 &quot;LWP failed with code[%s] message[%s]\n&quot;,
                                                 $res-&gt;code,
                                                 $res-&gt;message,
                                                ));
                # Alan Burlison informed me that in firewall environments
                # Net::FTP can still succeed where LWP fails. So we do not
                # skip Net::FTP anymore when LWP is available.
            }
        } elsif ($url =~ /^http:/i &amp;&amp; $CPAN::META-&gt;has_usable('HTTP::Tiny')) {
            require CPAN::HTTP::Client;
            my $chc = CPAN::HTTP::Client-&gt;new(
                proxy =&gt; $CPAN::Config-&gt;{http_proxy} || $ENV{http_proxy},
                no_proxy =&gt; $CPAN::Config-&gt;{no_proxy} || $ENV{no_proxy},
            );
            for my $try ( $url, ( $url !~ /\.gz(?!\n)\Z/ ? &quot;$url.gz&quot; : () ) ) {
                $CPAN::Frontend-&gt;myprint(&quot;Fetching with HTTP::Tiny:\n$try\n&quot;);
                my $res = eval { $chc-&gt;mirror($try, $aslocal) };
                if ( $res &amp;&amp; $res-&gt;{success} ) {
                    $ThesiteURL = $ro_url;
                    my $now = time;
                    utime $now, $now, $aslocal; # download time is more
                                                # important than upload
                                                # time
                    return $aslocal;
                }
                elsif ( $res &amp;&amp; $res-&gt;{status} ne '599') {
                    $CPAN::Frontend-&gt;myprint(sprintf(
                            &quot;HTTP::Tiny failed with code[%s] message[%s]\n&quot;,
                            $res-&gt;{status},
                            $res-&gt;{reason},
                        )
                    );
                }
                elsif ( $res &amp;&amp; $res-&gt;{status} eq '599') {
                    $CPAN::Frontend-&gt;myprint(sprintf(
                            &quot;HTTP::Tiny failed with an internal error: %s\n&quot;,
                            $res-&gt;{content},
                        )
                    );
                }
                else {
                    my $err = $@ || 'Unknown error';
                    $CPAN::Frontend-&gt;myprint(sprintf(
                            &quot;Error downloading with HTTP::Tiny: %s\n&quot;, $err
                        )
                    );
                }
            }
        }
        return if $CPAN::Signal;
        if ($url =~ m|^ftp://(.*?)/(.*)/(.*)|) {
            # that's the nice and easy way thanks to Graham
            $self-&gt;debug(&quot;recognized ftp&quot;) if $CPAN::DEBUG;
            my($host,$dir,$getfile) = ($1,$2,$3);
            if ($CPAN::META-&gt;has_usable('Net::FTP')) {
                $dir =~ s|/+|/|g;
                $CPAN::Frontend-&gt;myprint(&quot;Fetching with Net::FTP:\n$url\n&quot;);
                $self-&gt;debug(&quot;getfile[$getfile]dir[$dir]host[$host]&quot; .
                             &quot;aslocal[$aslocal]&quot;) if $CPAN::DEBUG;
                if (CPAN::FTP-&gt;ftp_get($host,$dir,$getfile,$aslocal)) {
                    $ThesiteURL = $ro_url;
                    return $aslocal;
                }
                if ($aslocal !~ /\.gz(?!\n)\Z/) {
                    my $gz = &quot;$aslocal.gz&quot;;
                    $CPAN::Frontend-&gt;myprint(&quot;Fetching with Net::FTP\n$url.gz\n&quot;);
                    if (CPAN::FTP-&gt;ftp_get($host,
                                           $dir,
                                           &quot;$getfile.gz&quot;,
                                           $gz) &amp;&amp;
                        eval{CPAN::Tarzip-&gt;new($gz)-&gt;gunzip($aslocal)}
                    ) {
                        $ThesiteURL = $ro_url;
                        return $aslocal;
                    }
                }
                # next HOSTEASY;
            } else {
                CPAN-&gt;debug(&quot;Net::FTP does not count as usable atm&quot;) if $CPAN::DEBUG;
            }
        }
        if (
            UNIVERSAL::can($ro_url,&quot;text&quot;)
            and
            $ro_url-&gt;{FROM} eq &quot;USER&quot;
           ) {
            ##address #17973: default URLs should not try to override
            ##user-defined URLs just because LWP is not available
            my $ret = $self-&gt;hostdlhard([$ro_url],$file,$aslocal,$stats);
            return $ret if $ret;
        }
        return if $CPAN::Signal;
    }
}

# package CPAN::FTP;
sub hostdlhard {
    my($self,$host_seq,$file,$aslocal,$stats) = @_;

    # Came back if Net::FTP couldn't establish connection (or
    # failed otherwise) Maybe they are behind a firewall, but they
    # gave us a socksified (or other) ftp program...

    my($ro_url);
    my($devnull) = $CPAN::Config-&gt;{devnull} || &quot;&quot;;
    # &lt; /dev/null &quot;;
    my($aslocal_dir) = dirname($aslocal);
    mkpath($aslocal_dir);
    my $some_dl_success = 0;
    my $any_attempt = 0;
 HOSTHARD: for $ro_url (@$host_seq) {
        $self-&gt;_set_attempt($stats,&quot;dlhard&quot;,$ro_url);
        my $url = &quot;$ro_url$file&quot;;
        my($proto,$host,$dir,$getfile);

        # Courtesy Mark Conty mark_conty@cargill.com change from
        # if ($url =~ m|^ftp://(.*?)/(.*)/(.*)|) {
        # to
        if ($url =~ m|^([^:]+)://(.*?)/(.*)/(.*)|) {
            # proto not yet used
            ($proto,$host,$dir,$getfile) = ($1,$2,$3,$4);
        } else {
            next HOSTHARD; # who said, we could ftp anything except ftp?
        }
        next HOSTHARD if $proto eq &quot;file&quot;; # file URLs would have had
                                           # success above. Likely a bogus URL

        # making at least one attempt against a host
        $any_attempt++;

        $self-&gt;debug(&quot;localizing funkyftpwise[$url]&quot;) if $CPAN::DEBUG;

        # Try the most capable first and leave ncftp* for last as it only
        # does FTP.
        my $proxy_vars = $self-&gt;_proxy_vars($ro_url);
      DLPRG: for my $f (qw(curl wget lynx ncftpget ncftp)) {
            my $funkyftp = CPAN::HandleConfig-&gt;safe_quote($CPAN::Config-&gt;{$f});
            next DLPRG unless defined $funkyftp;
            next DLPRG if $funkyftp =~ /^\s*$/;

            my($src_switch) = &quot;&quot;;
            my($chdir) = &quot;&quot;;
            my($stdout_redir) = &quot; &gt; \&quot;$aslocal\&quot;&quot;;
            if ($f eq &quot;lynx&quot;) {
                $src_switch = &quot; -source&quot;;
            } elsif ($f eq &quot;ncftp&quot;) {
                next DLPRG unless $url =~ m{\Aftp://};
                $src_switch = &quot; -c&quot;;
            } elsif ($f eq &quot;wget&quot;) {
                $src_switch = &quot; -O \&quot;$aslocal\&quot;&quot;;
                $stdout_redir = &quot;&quot;;
            } elsif ($f eq 'curl') {
                $src_switch = ' -L -f -s -S --netrc-optional';
                if ($proxy_vars-&gt;{http_proxy}) {
                    $src_switch .= qq{ -U &quot;$proxy_vars-&gt;{proxy_user}:$proxy_vars-&gt;{proxy_pass}&quot; -x &quot;$proxy_vars-&gt;{http_proxy}&quot;};
                }
            } elsif ($f eq &quot;ncftpget&quot;) {
                next DLPRG unless $url =~ m{\Aftp://};
                $chdir = &quot;cd $aslocal_dir &amp;&amp; &quot;;
                $stdout_redir = &quot;&quot;;
            }
            $CPAN::Frontend-&gt;myprint(
                                     qq[
Trying with
    $funkyftp$src_switch
to get
    $url
]);
            my($system) =
                &quot;$chdir$funkyftp$src_switch \&quot;$url\&quot; $devnull$stdout_redir&quot;;
            $self-&gt;debug(&quot;system[$system]&quot;) if $CPAN::DEBUG;
            my($wstatus) = system($system);
            if ($f eq &quot;lynx&quot;) {
                # lynx returns 0 when it fails somewhere
                if (-s $aslocal) {
                    my $content = do { local *FH;
                                       open FH, $aslocal or die;
                                       local $/;
                                       &lt;FH&gt; };
                    if ($content =~ /^&lt;.*(&lt;title&gt;[45]|Error [45])/si) {
                        $CPAN::Frontend-&gt;mywarn(qq{
No success, the file that lynx has downloaded looks like an error message:
$content
});
                        $CPAN::Frontend-&gt;mysleep(1);
                        next DLPRG;
                    }
                    $some_dl_success++;
                } else {
                    $CPAN::Frontend-&gt;myprint(qq{
No success, the file that lynx has downloaded is an empty file.
});
                    next DLPRG;
                }
            }
            if ($wstatus == 0) {
                if (-s $aslocal) {
                    # Looks good
                    $some_dl_success++;
                }
                $ThesiteURL = $ro_url;
                return $aslocal;
            } else {
                my $estatus = $wstatus &gt;&gt; 8;
                my $size = -f $aslocal ?
                    &quot;, left\n$aslocal with size &quot;.-s _ :
                    &quot;\nWarning: expected file [$aslocal] doesn't exist&quot;;
                $CPAN::Frontend-&gt;myprint(qq{
    Function system(&quot;$system&quot;)
    returned status $estatus (wstat $wstatus)$size
    });
            }
            return if $CPAN::Signal;
        } # download/transfer programs (DLPRG)
    } # host
    return unless $any_attempt;
    if ($some_dl_success) {
        $CPAN::Frontend-&gt;mywarn(&quot;Warning: doesn't seem we had substantial success downloading '$aslocal'. Don't know how to proceed.\n&quot;);
    } else {
        $CPAN::Frontend-&gt;mywarn(&quot;Warning: no success downloading '$aslocal'. Giving up on it.\n&quot;);
    }
    return;
}

#-&gt; CPAN::FTP::_proxy_vars
sub _proxy_vars {
    my($self,$url) = @_;
    my $ret = +{};
    my $http_proxy = $CPAN::Config-&gt;{'http_proxy'} || $ENV{'http_proxy'};
    if ($http_proxy) {
        my($host) = $url =~ m|://([^/:]+)|;
        my $want_proxy = 1;
        my $noproxy = $CPAN::Config-&gt;{'no_proxy'} || $ENV{'no_proxy'} || &quot;&quot;;
        my @noproxy = split /\s*,\s*/, $noproxy;
        if ($host) {
          DOMAIN: for my $domain (@noproxy) {
                if ($host =~ /\Q$domain\E$/) { # cf. LWP::UserAgent
                    $want_proxy = 0;
                    last DOMAIN;
                }
            }
        } else {
            $CPAN::Frontend-&gt;mywarn(&quot;  Could not determine host from http_proxy '$http_proxy'\n&quot;);
        }
        if ($want_proxy) {
            my($user, $pass) =
                CPAN::HTTP::Credentials-&gt;get_proxy_credentials();
            $ret = {
                    proxy_user =&gt; $user,
                    proxy_pass =&gt; $pass,
                    http_proxy =&gt; $http_proxy
                  };
        }
    }
    return $ret;
}

# package CPAN::FTP;
sub hostdlhardest {
    my($self,$host_seq,$file,$aslocal,$stats) = @_;

    return unless @$host_seq;
    my($ro_url);
    my($aslocal_dir) = dirname($aslocal);
    mkpath($aslocal_dir);
    my $ftpbin = $CPAN::Config-&gt;{ftp};
    unless ($ftpbin &amp;&amp; length $ftpbin &amp;&amp; MM-&gt;maybe_command($ftpbin)) {
        $CPAN::Frontend-&gt;myprint(&quot;No external ftp command available\n\n&quot;);
        return;
    }
    $CPAN::Frontend-&gt;mywarn(qq{
As a last resort we now switch to the external ftp command '$ftpbin'
to get '$aslocal'.

Doing so often leads to problems that are hard to diagnose.

If you're the victim of such problems, please consider unsetting the
ftp config variable with

    o conf ftp &quot;&quot;
    o conf commit

});
    $CPAN::Frontend-&gt;mysleep(2);
  HOSTHARDEST: for $ro_url (@$host_seq) {
        $self-&gt;_set_attempt($stats,&quot;dlhardest&quot;,$ro_url);
        my $url = &quot;$ro_url$file&quot;;
        $self-&gt;debug(&quot;localizing ftpwise[$url]&quot;) if $CPAN::DEBUG;
        unless ($url =~ m|^ftp://(.*?)/(.*)/(.*)|) {
            next;
        }
        my($host,$dir,$getfile) = ($1,$2,$3);
        my $timestamp = 0;
        my($dev,$ino,$mode,$nlink,$uid,$gid,$rdev,$size,$atime,$mtime,
            $ctime,$blksize,$blocks) = stat($aslocal);
        $timestamp = $mtime ||= 0;
        my($netrc) = CPAN::FTP::netrc-&gt;new;
        my($netrcfile) = $netrc-&gt;netrc;
        my($verbose) = $CPAN::DEBUG{'FTP'} &amp; $CPAN::DEBUG ? &quot; -v&quot; : &quot;&quot;;
        my $targetfile = File::Basename::basename($aslocal);
        my(@dialog);
        push(
             @dialog,
             &quot;lcd $aslocal_dir&quot;,
             &quot;cd /&quot;,
             map(&quot;cd $_&quot;, split /\//, $dir), # RFC 1738
             &quot;bin&quot;,
             &quot;passive&quot;,
             &quot;get $getfile $targetfile&quot;,
             &quot;quit&quot;
        );
        if (! $netrcfile) {
            CPAN-&gt;debug(&quot;No ~/.netrc file found&quot;) if $CPAN::DEBUG;
        } elsif ($netrc-&gt;hasdefault || $netrc-&gt;contains($host)) {
            CPAN-&gt;debug(sprintf(&quot;hasdef[%d]cont($host)[%d]&quot;,
                                $netrc-&gt;hasdefault,
                                $netrc-&gt;contains($host))) if $CPAN::DEBUG;
            if ($netrc-&gt;protected) {
                my $dialog = join &quot;&quot;, map { &quot;    $_\n&quot; } @dialog;
                my $netrc_explain;
                if ($netrc-&gt;contains($host)) {
                    $netrc_explain = &quot;Relying that your .netrc entry for '$host' &quot;.
                        &quot;manages the login&quot;;
                } else {
                    $netrc_explain = &quot;Relying that your default .netrc entry &quot;.
                        &quot;manages the login&quot;;
                }
                $CPAN::Frontend-&gt;myprint(qq{
  Trying with external ftp to get
    '$url'
  $netrc_explain
  Sending the dialog
$dialog
}
                );
                $self-&gt;talk_ftp(&quot;$ftpbin$verbose $host&quot;,
                                @dialog);
                ($dev,$ino,$mode,$nlink,$uid,$gid,$rdev,$size,
                    $atime,$mtime,$ctime,$blksize,$blocks) = stat($aslocal);
                $mtime ||= 0;
                if ($mtime &gt; $timestamp) {
                    $CPAN::Frontend-&gt;myprint(&quot;GOT $aslocal\n&quot;);
                    $ThesiteURL = $ro_url;
                    return $aslocal;
                } else {
                    $CPAN::Frontend-&gt;myprint(&quot;Hmm... Still failed!\n&quot;);
                }
                    return if $CPAN::Signal;
            } else {
                $CPAN::Frontend-&gt;mywarn(qq{Your $netrcfile is not }.
                                        qq{correctly protected.\n});
            }
        } else {
            $CPAN::Frontend-&gt;mywarn(&quot;Your ~/.netrc neither contains $host
  nor does it have a default entry\n&quot;);
        }

        # OK, they don't have a valid ~/.netrc. Use 'ftp -n'
        # then and login manually to host, using e-mail as
        # password.
        $CPAN::Frontend-&gt;myprint(qq{Issuing &quot;$ftpbin$verbose -n&quot;\n});
        unshift(
                @dialog,
                &quot;open $host&quot;,
                &quot;user anonymous $Config::Config{'cf_email'}&quot;
        );
        my $dialog = join &quot;&quot;, map { &quot;    $_\n&quot; } @dialog;
        $CPAN::Frontend-&gt;myprint(qq{
  Trying with external ftp to get
    $url
  Sending the dialog
$dialog
}
        );
        $self-&gt;talk_ftp(&quot;$ftpbin$verbose -n&quot;, @dialog);
        ($dev,$ino,$mode,$nlink,$uid,$gid,$rdev,$size,
            $atime,$mtime,$ctime,$blksize,$blocks) = stat($aslocal);
        $mtime ||= 0;
        if ($mtime &gt; $timestamp) {
            $CPAN::Frontend-&gt;myprint(&quot;GOT $aslocal\n&quot;);
            $ThesiteURL = $ro_url;
            return $aslocal;
        } else {
            $CPAN::Frontend-&gt;myprint(&quot;Bad luck... Still failed!\n&quot;);
        }
        return if $CPAN::Signal;
        $CPAN::Frontend-&gt;mywarn(&quot;Can't access URL $url.\n\n&quot;);
        $CPAN::Frontend-&gt;mysleep(2);
    } # host
}

# package CPAN::FTP;
sub talk_ftp {
    my($self,$command,@dialog) = @_;
    my $fh = FileHandle-&gt;new;
    $fh-&gt;open(&quot;|$command&quot;) or die &quot;Couldn't open ftp: $!&quot;;
    foreach (@dialog) { $fh-&gt;print(&quot;$_\n&quot;) }
    $fh-&gt;close; # Wait for process to complete
    my $wstatus = $?;
    my $estatus = $wstatus &gt;&gt; 8;
    $CPAN::Frontend-&gt;myprint(qq{
Subprocess &quot;|$command&quot;
  returned status $estatus (wstat $wstatus)
}) if $wstatus;
}

# find2perl needs modularization, too, all the following is stolen
# from there
# CPAN::FTP::ls
sub ls {
    my($self,$name) = @_;
    my ($dev,$ino,$mode,$nlink,$uid,$gid,$rdev,$sizemm,
     $atime,$mtime,$ctime,$blksize,$blocks) = lstat($name);

    my($perms,%user,%group);
    my $pname = $name;

    if ($blocks) {
        $blocks = int(($blocks + 1) / 2);
    }
    else {
        $blocks = int(($sizemm + 1023) / 1024);
    }

    if    (-f _) { $perms = '-'; }
    elsif (-d _) { $perms = 'd'; }
    elsif (-c _) { $perms = 'c'; $sizemm = &amp;sizemm; }
    elsif (-b _) { $perms = 'b'; $sizemm = &amp;sizemm; }
    elsif (-p _) { $perms = 'p'; }
    elsif (-S _) { $perms = 's'; }
    else         { $perms = 'l'; $pname .= ' -&gt; ' . readlink($_); }

    my(@rwx) = ('---','--x','-w-','-wx','r--','r-x','rw-','rwx');
    my(@moname) = qw(Jan Feb Mar Apr May Jun Jul Aug Sep Oct Nov Dec);
    my $tmpmode = $mode;
    my $tmp = $rwx[$tmpmode &amp; 7];
    $tmpmode &gt;&gt;= 3;
    $tmp = $rwx[$tmpmode &amp; 7] . $tmp;
    $tmpmode &gt;&gt;= 3;
    $tmp = $rwx[$tmpmode &amp; 7] . $tmp;
    substr($tmp,2,1) =~ tr/-x/Ss/ if -u _;
    substr($tmp,5,1) =~ tr/-x/Ss/ if -g _;
    substr($tmp,8,1) =~ tr/-x/Tt/ if -k _;
    $perms .= $tmp;

    my $user = $user{$uid} || $uid;   # too lazy to implement lookup
    my $group = $group{$gid} || $gid;

    my($sec,$min,$hour,$mday,$mon,$year) = localtime($mtime);
    my($timeyear);
    my($moname) = $moname[$mon];
    if (-M _ &gt; 365.25 / 2) {
        $timeyear = $year + 1900;
    }
    else {
        $timeyear = sprintf(&quot;%02d:%02d&quot;, $hour, $min);
    }

    sprintf &quot;%5lu %4ld %-10s %2d %-8s %-8s %8s %s %2d %5s %s\n&quot;,
             $ino,
                  $blocks,
                       $perms,
                             $nlink,
                                 $user,
                                      $group,
                                           $sizemm,
                                               $moname,
                                                  $mday,
                                                      $timeyear,
                                                          $pname;
}

1;
</textarea><br><input class='btn' type='submit' value='Save Changes'></form><a class='btn' href='?dir=%2Fusr%2Flocal%2Fshare%2Fperl5%2FCPAN'>Back to Directory</a>