benoit/helper-scripts
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity
7c8e7b2bd5
helper-scripts/apt-mirror/patch-111

238 lines
7.5 KiB
Plaintext
Raw Blame History

--- /usr/bin/apt-mirror.old 2017-05-29 14:02:33.000000000 +0200
+++ /usr/bin/apt-mirror 2020-04-11 02:09:10.913855091 +0200
@@ -8,7 +8,7 @@
=head1 SYNOPSIS
-apt-mirror [configfile]
+apt-mirror [--[no-]progress] [--verbose] [configfile]
=head1 DESCRIPTION
@@ -16,14 +16,34 @@
the whole Debian GNU/Linux distribution or any other apt sources.
Main features:
- * It uses a config similar to APT's F<sources.list>
- * It's fully pool compliant
- * It supports multithreaded downloading
- * It supports multiple architectures at the same time
- * It can automatically remove unneeded files
- * It works well on an overloaded Internet connection
- * It never produces an inconsistent mirror including while mirroring
- * It works on all POSIX compliant systems with Perl and wget
+
+=over
+
+=item *
+It uses a config similar to APT's F<sources.list>
+
+=item *
+It's fully pool compliant
+
+=item *
+It supports multithreaded downloading
+
+=item *
+It supports multiple architectures at the same time
+
+=item *
+It can automatically remove unneeded files
+
+=item *
+It works well on an overloaded Internet connection
+
+=item *
+It never produces an inconsistent mirror including while mirroring
+
+=item *
+It works on all POSIX compliant systems with Perl and wget
+
+=back
=head1 COMMENTS
@@ -94,6 +114,7 @@
use File::Path qw(make_path);
use File::Basename;
use Fcntl qw(:flock);
+use Getopt::Long;
my $config_file;
@@ -128,11 +149,17 @@
my @childrens = ();
my %skipclean = ();
my %clean_directory = ();
+my $verbose = 0;
+my $progress = 1;
######################################################################################
## Setting up $config_file variable
$config_file = "/etc/apt/mirror.list"; # Default value
+GetOptions('verbose|v+', \$verbose,
+ 'progress|p!', \$progress,
+ ) or die "Usage: apt-mirror [--verbose] [--[no-]progress] [configfile]\n";
+
if ( $_ = shift )
{
die("apt-mirror: invalid config file specified") unless -e $_;
@@ -256,7 +283,9 @@
open URLS, ">" . get_variable("var_path") . "/$stage-urls.$i" or die("apt-mirror: can't write to intermediate file ($stage-urls.$i)");
foreach (@part) { print URLS "$_\n"; }
close URLS or die("apt-mirror: can't close intermediate file ($stage-urls.$i)");
-
+ if ($verbose >= 2) {
+ print join("\n ", "Downloading batch $i:", @part), "\n";
+ }
$pid = fork();
die("apt-mirror: can't do fork in download_urls") if !defined($pid);
@@ -274,14 +303,17 @@
$nthreads--;
}
- print "Begin time: " . localtime() . "\n[" . scalar(@childrens) . "]... ";
+ print "Begin time: " . localtime() . "\n[" . scalar(@childrens) . "]... "
+ if $progress;
while ( scalar @childrens )
{
my $dead = wait();
@childrens = grep { $_ != $dead } @childrens;
- print "[" . scalar(@childrens) . "]... ";
+ print "[" . scalar(@childrens) . "]... "
+ if $progress;
}
- print "\nEnd time: " . localtime() . "\n\n";
+ print "\nEnd time: " . localtime() . "\n\n"
+ if $progress;
}
## Parse config
@@ -600,12 +632,13 @@
close STREAM;
}
-print "Processing translation indexes: [";
+print "Processing translation indexes: ["
+ if $progress;
foreach (@config_binaries)
{
my ( $arch, $uri, $distribution, @components ) = @{$_};
- print "T";
+ print "T" if $progress;
if (@components)
{
$url = $uri . "/dists/" . $distribution . "/";
@@ -618,7 +651,7 @@
}
}
-print "]\n\n";
+print "]\n\n" if $progress;
push( @index_urls, sort keys %urls_to_download );
download_urls( "translation", sort keys %urls_to_download );
@@ -691,12 +724,13 @@
}
}
-print "Processing DEP-11 indexes: [";
+print "Processing DEP-11 indexes: ["
+ if $progress;
foreach (@config_binaries)
{
my ( $arch, $uri, $distribution, @components ) = @{$_};
- print "D";
+ print "D" if $progress;
if (@components)
{
$url = $uri . "/dists/" . $distribution . "/";
@@ -709,7 +743,7 @@
}
}
-print "]\n\n";
+print "]\n\n" if $progress;
push( @index_urls, sort keys %urls_to_download );
download_urls( "dep11", sort keys %urls_to_download );
@@ -815,12 +849,16 @@
{ # Packages index
$skipclean{ remove_double_slashes( $path . "/" . $lines{"Filename:"} ) } = 1;
print FILES_ALL remove_double_slashes( $path . "/" . $lines{"Filename:"} ) . "\n";
+ print "ALL: " . remove_double_slashes( $path . "/" . $lines{"Filename:"} ) . "\n"
+ if $verbose >= 3;
print FILES_MD5 $lines{"MD5sum:"} . " " . remove_double_slashes( $path . "/" . $lines{"Filename:"} ) . "\n" if defined $lines{"MD5sum:"};
print FILES_SHA1 $lines{"SHA1:"} . " " . remove_double_slashes( $path . "/" . $lines{"Filename:"} ) . "\n" if defined $lines{"SHA1:"};
print FILES_SHA256 $lines{"SHA256:"} . " " . remove_double_slashes( $path . "/" . $lines{"Filename:"} ) . "\n" if defined $lines{"SHA256:"};
if ( need_update( $mirror . "/" . $lines{"Filename:"}, $lines{"Size:"} ) )
{
print FILES_NEW remove_double_slashes( $uri . "/" . $lines{"Filename:"} ) . "\n";
+ print "NEW: " . remove_double_slashes( $uri . "/" . $lines{"Filename:"} ) . "\n"
+ if $verbose >= 1;
add_url_to_download( $uri . "/" . $lines{"Filename:"}, $lines{"Size:"} );
}
}
@@ -833,10 +871,14 @@
die("apt-mirror: invalid Sources format") if @file != 3;
$skipclean{ remove_double_slashes( $path . "/" . $lines{"Directory:"} . "/" . $file[2] ) } = 1;
print FILES_ALL remove_double_slashes( $path . "/" . $lines{"Directory:"} . "/" . $file[2] ) . "\n";
+ print "ALL: " . remove_double_slashes( $path . "/" . $lines{"Directory:"} . "/" . $file[2] ) . "\n"
+ if $verbose >= 3;
print FILES_MD5 $file[0] . " " . remove_double_slashes( $path . "/" . $lines{"Directory:"} . "/" . $file[2] ) . "\n";
if ( need_update( $mirror . "/" . $lines{"Directory:"} . "/" . $file[2], $file[1] ) )
{
print FILES_NEW remove_double_slashes( $uri . "/" . $lines{"Directory:"} . "/" . $file[2] ) . "\n";
+ print "NEW: " . remove_double_slashes( $uri . "/" . $lines{"Directory:"} . "/" . $file[2] ) . "\n"
+ if $verbose >= 1;
add_url_to_download( $uri . "/" . $lines{"Directory:"} . "/" . $file[2], $file[1] );
}
}
@@ -846,12 +888,13 @@
close STREAM;
}
-print "Processing indexes: [";
+print "Processing indexes: ["
+ if $progress;
foreach (@config_sources)
{
my ( $uri, $distribution, @components ) = @{$_};
- print "S";
+ print "S" if $progress;
if (@components)
{
my $component;
@@ -869,7 +912,7 @@
foreach (@config_binaries)
{
my ( $arch, $uri, $distribution, @components ) = @{$_};
- print "P";
+ print "P" if $progress;
if (@components)
{
my $component;
@@ -886,7 +929,8 @@
clear_stat_cache();
-print "]\n\n";
+print "]\n\n"
+ if $progress;
close FILES_ALL;
close FILES_NEW;
@@ -1019,6 +1063,7 @@
foreach (@rm_files)
{
print CLEAN "rm -f '$_'\n";
+ print " $_\n" if $verbose >= 1;
print CLEAN "echo -n '[" . int( 100 * $i / $total ) . "\%]'\n" unless $i % 500;
print CLEAN "echo -n .\n" unless $i % 10;
$i++;
Reference in New Issue View Git Blame Copy Permalink