| 1 | #!/usr/bin/env perl |
| 2 | # |
| 3 | # Copyright (C) 2006 OpenWrt.org |
| 4 | # |
| 5 | # This is free software, licensed under the GNU General Public License v2. |
| 6 | # See /LICENSE for more information. |
| 7 | # |
| 8 | |
| 9 | use strict; |
| 10 | use warnings; |
| 11 | use File::Basename; |
| 12 | use File::Copy; |
| 13 | |
| 14 | @ARGV > 2 or die "Syntax: $0 <target dir> <filename> <md5sum> [<mirror> ...]\n"; |
| 15 | |
| 16 | my $target = shift @ARGV; |
| 17 | my $filename = shift @ARGV; |
| 18 | my $md5sum = shift @ARGV; |
| 19 | my $scriptdir = dirname($0); |
| 20 | my @mirrors; |
| 21 | my $ok; |
| 22 | |
| 23 | sub localmirrors { |
| 24 | my @mlist; |
| 25 | open LM, "$scriptdir/localmirrors" and do { |
| 26 | while (<LM>) { |
| 27 | chomp $_; |
| 28 | push @mlist, $_ if $_; |
| 29 | } |
| 30 | close LM; |
| 31 | }; |
| 32 | open CONFIG, "<".$ENV{'TOPDIR'}."/.config" and do { |
| 33 | while (<CONFIG>) { |
| 34 | /^CONFIG_LOCALMIRROR="(.+)"/ and do { |
| 35 | chomp; |
| 36 | my @local_mirrors = split(/;/, $1); |
| 37 | push @mlist, @local_mirrors; |
| 38 | }; |
| 39 | } |
| 40 | close CONFIG; |
| 41 | }; |
| 42 | |
| 43 | return @mlist; |
| 44 | } |
| 45 | |
| 46 | sub which($) { |
| 47 | my $prog = shift; |
| 48 | my $res = `which $prog`; |
| 49 | $res or return undef; |
| 50 | $res =~ /^no / and return undef; |
| 51 | $res =~ /not found/ and return undef; |
| 52 | return $res; |
| 53 | } |
| 54 | |
| 55 | my $md5cmd = which("md5sum") || which("md5") || die 'no md5 checksum program found, please install md5 or md5sum'; |
| 56 | chomp $md5cmd; |
| 57 | |
| 58 | sub download |
| 59 | { |
| 60 | my $mirror = shift; |
| 61 | my $options = $ENV{WGET_OPTIONS} || ""; |
| 62 | |
| 63 | $mirror =~ s!/$!!; |
| 64 | |
| 65 | if ($mirror =~ s!^file://!!) { |
| 66 | if (! -d "$mirror") { |
| 67 | print STDERR "Wrong local cache directory -$mirror-.\n"; |
| 68 | cleanup(); |
| 69 | return; |
| 70 | } |
| 71 | |
| 72 | if (! -d "$target") { |
| 73 | system("mkdir", "-p", "$target/"); |
| 74 | } |
| 75 | |
| 76 | if (! open TMPDLS, "find $mirror -follow -name $filename 2>/dev/null |") { |
| 77 | print("Failed to search for $filename in $mirror\n"); |
| 78 | return; |
| 79 | } |
| 80 | |
| 81 | my $link; |
| 82 | |
| 83 | while (defined(my $line = readline TMPDLS)) { |
| 84 | chomp ($link = $line); |
| 85 | if ($. > 1) { |
| 86 | print("$. or more instances of $filename in $mirror found . Only one instance allowed.\n"); |
| 87 | return; |
| 88 | } |
| 89 | } |
| 90 | |
| 91 | close TMPDLS; |
| 92 | |
| 93 | if (! $link) { |
| 94 | print("No instances of $filename found in $mirror.\n"); |
| 95 | return; |
| 96 | } |
| 97 | |
| 98 | print("Copying $filename from $link\n"); |
| 99 | copy($link, "$target/$filename.dl"); |
| 100 | |
| 101 | if (system("$md5cmd '$target/$filename.dl' > '$target/$filename.md5sum'")) { |
| 102 | print("Failed to generate md5 sum for $filename\n"); |
| 103 | return; |
| 104 | } |
| 105 | } else { |
| 106 | open WGET, "wget -t5 --timeout=20 --no-check-certificate $options -O- '$mirror/$filename' |" or die "Cannot launch wget.\n"; |
| 107 | open MD5SUM, "| $md5cmd > '$target/$filename.md5sum'" or die "Cannot launch md5sum.\n"; |
| 108 | open OUTPUT, "> $target/$filename.dl" or die "Cannot create file $target/$filename.dl: $!\n"; |
| 109 | my $buffer; |
| 110 | while (read WGET, $buffer, 1048576) { |
| 111 | print MD5SUM $buffer; |
| 112 | print OUTPUT $buffer; |
| 113 | } |
| 114 | close MD5SUM; |
| 115 | close WGET; |
| 116 | close OUTPUT; |
| 117 | |
| 118 | if ($? >> 8) { |
| 119 | print STDERR "Download failed.\n"; |
| 120 | cleanup(); |
| 121 | return; |
| 122 | } |
| 123 | } |
| 124 | |
| 125 | my $sum = `cat "$target/$filename.md5sum"`; |
| 126 | $sum =~ /^(\w+)\s*/ or die "Could not generate md5sum\n"; |
| 127 | $sum = $1; |
| 128 | |
| 129 | if (($md5sum =~ /\w{32}/) and ($sum ne $md5sum)) { |
| 130 | print STDERR "MD5 sum of the downloaded file does not match (file: $sum, requested: $md5sum) - deleting download.\n"; |
| 131 | cleanup(); |
| 132 | return; |
| 133 | } |
| 134 | |
| 135 | unlink "$target/$filename"; |
| 136 | system("mv", "$target/$filename.dl", "$target/$filename"); |
| 137 | cleanup(); |
| 138 | } |
| 139 | |
| 140 | sub cleanup |
| 141 | { |
| 142 | unlink "$target/$filename.dl"; |
| 143 | unlink "$target/$filename.md5sum"; |
| 144 | } |
| 145 | |
| 146 | @mirrors = localmirrors(); |
| 147 | |
| 148 | foreach my $mirror (@ARGV) { |
| 149 | if ($mirror =~ /^\@SF\/(.+)$/) { |
| 150 | # give sourceforge a few more tries, because it redirects to different mirrors |
| 151 | for (1 .. 5) { |
| 152 | push @mirrors, "http://downloads.sourceforge.net/$1"; |
| 153 | } |
| 154 | } elsif ($mirror =~ /^\@GNU\/(.+)$/) { |
| 155 | push @mirrors, "ftp://ftp.gnu.org/gnu/$1"; |
| 156 | push @mirrors, "ftp://ftp.belnet.be/mirror/ftp.gnu.org/gnu/$1"; |
| 157 | push @mirrors, "ftp://ftp.mirror.nl/pub/mirror/gnu/$1"; |
| 158 | push @mirrors, "http://mirror.switch.ch/ftp/mirror/gnu/$1"; |
| 159 | push @mirrors, "ftp://ftp.uu.net/archive/systems/gnu/$1"; |
| 160 | push @mirrors, "ftp://ftp.eu.uu.net/pub/gnu/$1"; |
| 161 | push @mirrors, "ftp://ftp.leo.org/pub/comp/os/unix/gnu/$1"; |
| 162 | push @mirrors, "ftp://ftp.digex.net/pub/gnu/$1"; |
| 163 | } elsif ($mirror =~ /^\@KERNEL\/(.+)$/) { |
| 164 | my @extra = ( $1 ); |
| 165 | if ($filename =~ /linux-\d+\.\d+(?:\.\d+)?-rc/) { |
| 166 | push @extra, "$extra[0]/testing"; |
| 167 | } elsif ($filename =~ /linux-(\d+\.\d+(?:\.\d+)?)/) { |
| 168 | push @extra, "$extra[0]/longterm/v$1"; |
| 169 | } |
| 170 | foreach my $dir (@extra) { |
| 171 | push @mirrors, "ftp://ftp.all.kernel.org/pub/$dir"; |
| 172 | push @mirrors, "http://ftp.all.kernel.org/pub/$dir"; |
| 173 | push @mirrors, "ftp://ftp.de.kernel.org/pub/$dir"; |
| 174 | push @mirrors, "http://ftp.de.kernel.org/pub/$dir"; |
| 175 | push @mirrors, "ftp://ftp.fr.kernel.org/pub/$dir"; |
| 176 | push @mirrors, "http://ftp.fr.kernel.org/pub/$dir"; |
| 177 | } |
| 178 | } elsif ($mirror =~ /^\@GNOME\/(.+)$/) { |
| 179 | push @mirrors, "http://ftp.gnome.org/pub/GNOME/sources/$1"; |
| 180 | push @mirrors, "http://ftp.unina.it/pub/linux/GNOME/sources/$1"; |
| 181 | push @mirrors, "http://fr2.rpmfind.net/linux/gnome.org/sources/$1"; |
| 182 | push @mirrors, "ftp://ftp.dit.upm.es/pub/GNOME/sources/$1"; |
| 183 | push @mirrors, "ftp://ftp.no.gnome.org/pub/GNOME/sources/$1"; |
| 184 | push @mirrors, "http://ftp.acc.umu.se/pub/GNOME/sources/$1"; |
| 185 | push @mirrors, "http://ftp.belnet.be/mirror/ftp.gnome.org/sources/$1"; |
| 186 | push @mirrors, "http://linorg.usp.br/gnome/sources/$1"; |
| 187 | push @mirrors, "http://mirror.aarnet.edu.au/pub/GNOME/sources/$1"; |
| 188 | push @mirrors, "http://mirrors.ibiblio.org/pub/mirrors/gnome/sources/$1"; |
| 189 | push @mirrors, "ftp://ftp.cse.buffalo.edu/pub/Gnome/sources/$1"; |
| 190 | push @mirrors, "ftp://ftp.nara.wide.ad.jp/pub/X11/GNOME/sources/$1"; |
| 191 | } |
| 192 | else { |
| 193 | push @mirrors, $mirror; |
| 194 | } |
| 195 | } |
| 196 | |
| 197 | #push @mirrors, 'http://mirror1.openwrt.org'; |
| 198 | push @mirrors, 'http://mirror2.openwrt.org/sources'; |
| 199 | push @mirrors, 'http://downloads.openwrt.org/sources'; |
| 200 | |
| 201 | while (!$ok) { |
| 202 | my $mirror = shift @mirrors; |
| 203 | $mirror or die "No more mirrors to try - giving up.\n"; |
| 204 | |
| 205 | download($mirror); |
| 206 | -f "$target/$filename" and $ok = 1; |
| 207 | } |
| 208 | |
| 209 | $SIG{INT} = \&cleanup; |
| 210 | |
| 211 | |
