Package: apt Version: 0.5.27 Severity: wishlist i hope that this mail does not reach you twice, if it is accept my apologies (i do not see my original message in the archives)
an unfinished , example of concept script, a lot of corrections needed, "download once - re-use anywhere" #!/bin/sh # /usr/local/sbin/apt-slow # this script downloads deb packages slowly with wget # http://www.mail-archive.com/wget@sunsite.dk/msg05958.html # # bash program to arrange *.debs per pkg name, can be combined # with a crontab job at a remote dsl feed to pull files during low # link utilization time (e.g. night), gathers "__DEPENDS__".debs together # in the same folder named $PKG_NAME # # the master objective is to have as fewer logins/logouts/re-logins, # conn/disconnections of wget from a possibly fragile ftp server, also # not to re-download already downloaded .debs that exist in the cache , # be able to easily cp the cache in another machine and use it there # # maybe too poor compared to apt-proxy # deity __hotmail__ lists.debian.org # get up-to-date list #apt-get update -c /etc/apt_ftp.conf && echo $(date)>>/update # will hold files containing lists of .deb filenames #mkdir /tmp/deb_lists # some sample packages # make a hierarchy of importance, firstly install e.g gcc and glibc and # then less common/frequent, when the less frequent packages (e.g. gtk-dev) # come they will find gcc already there no re-download # # gcc-3.4 # x-windows-system # lynx mc lftp wget hdparm traceroute make make unzip bzip2 dpkg-multicd screen # nedit xchat cdrecord mkisofs mozilla tethereal # glade-2 gfc-examples libgtk2.0-dev postgresql -doc -dev -contrib -client # apt-doc apt-howto-en dpkg-doc # wget will put everything at /tmp/ #cd /tmp/ # download from the net the file that holds the names of the packages to # fetch #wget http://__MY_HOMEPAGE__/pkg_data -c --limit-rate=20k -a /tmp/pkg_listfile -r -nd --background # update archive/cache listfile of debs currently in the cache # pathprefix option fixes all "file not found" problems #dpkg-scanpackages /deb1 /dev/null /deb1/|gzip >/deb1/Packages.gz #apt-get update # have the -d], the ] is delimiter , so that no bogus \n are read # thus making the loop running on empty lines # #while read -d] pkg_name #do # create a file into /tmp/deb_lists/ that contains ftp:// uris of debs # to be downloaded with wget # options can be used -o dir::state::status="/base_install/status" # -o dir::cache::archives="/deb/" #apt-get install ${pkg_name} -qq -c /etc/apt.conf.old|awk -F\' '{print $2}'|grep .deb>/tmp/deb_lists/${pkg_name} #mk the dirs that will accept the final sorted/seperated .debs #mkdir /tmp/${pkg_name} #done < /pkg_data #verify what pwd is cd /down #cat /tmp/deb_lists/*>/tmp/uris.tmp wget -i /deb.txt -c --limit-rate=20k -a /tmp/download-apt-slow -r -np --background #-B 195.170.0.2 -nd # # nested loops, first (outside) loop gets name of package, nested (inside) # loop gets deb filenames for each packages and mv the debs to their # respective folder # #while read -d] pkg_name #do # while read fname # do # echo /tmp/$(basename $fname) /tmp/$pkg_name/ # done</tmp/deb_lists/$pkg_name #echo george #done</pkg_data # view the download process #tail -f /tmp/download-apt-slow # dpkg -i -R /tmp/ # export la=${la}tra # if download completed correctly (wget exit code correct) # mv /var/cache/apt-slow/*.deb /var/cache/apt/archives ; apt-get deselect-upgrade apt.conf.old // the state dir is diverted to a directory that is a copy of the state // of a freshly installed sid, the state effectively "freezes" and the // script operation is isolated from the package changes that happen on the // machine // $Id: configure-index,v 1.10 2004/07/17 19:37:16 mdz Exp $ /* This file is an index of all APT configuration directives. It should NOT actually be used as a real config file, though it is (except for the last line) a completely valid file. Most of the options have sane default values, unless you have specific needs you should NOT include arbitary items in a custom configuration. In some instances involving filenames it is possible to set the default directory when the path is evaluated. This means you can use relative paths within the sub scope. The configuration directives are specified in a tree with {} designating a subscope relative to the tag before the {}. You can further specify a subscope using scope notation eg, APT::Architecture "i386"; This is prefixed with the current scope. Scope notation must be used if an option is specified on the command line with -o. */ quiet "0"; // Options for APT in general APT { Architecture "i386"; //Build-Essential "build-essential"; // Options for apt-get Get { Arch-Only "false"; Download-Only "true"; Simulate "false"; Assume-Yes "true"; Force-Yes "false"; // I would never set this. Fix-Broken "false"; Fix-Missing "false"; Show-Upgraded "false"; Show-Versions "false"; Upgrade "true"; Print-URIs "true"; Compile "false"; Download "false"; Purge "false"; List-Cleanup "true"; ReInstall "false"; Trivial-Only "false"; Remove "true"; Only-Source ""; Diff-Only "false"; Tar-Only "false"; }; /* Cache { Important "false"; AllVersions "false"; GivenOnly "false"; RecurseDepends "false"; ShowFull "false"; Generate "true"; NamesOnly "false"; AllNames "false"; Installed "false"; }; */ /* CDROM { Rename "false"; NoMount "false"; Fast "false"; NoAct "false"; }; */ // Some general options /* Ignore-Hold "false"; Clean-Installed "true"; Immediate-Configure "true"; // DO NOT turn this off, see the man page Force-LoopBreak "false"; // DO NOT turn this on, see the man page Cache-Limit "4194304"; Default-Release ""; */ }; // Options for the downloading routines Acquire { Queue-Mode "host"; // host|access Retries "0"; Source-Symlinks "true"; // HTTP method configuration /* http { Proxy "http://127.0.0.1:3128";; Proxy::http.us.debian.org "DIRECT"; // Specific per-host setting Timeout "120"; Pipeline-Depth "5"; // Cache Control. Note these do not work with Squid 2.0.2 No-Cache "false"; Max-Age "86400"; // 1 Day age on index files No-Store "false"; // Prevent the cache from storing archives }; */ ftp { //Proxy "ftp://192.168.10.2:21/";; //Proxy::debian.otenet.gr "DIRECT"; //Specific per-host setting /* Required script to perform proxy login. This example should work for tisfwtk */ ProxyLogin { //"USER $(PROXY_USER)"; //"PASS $(PROXY_PASS)"; "USER $(SITE_USER)@$(SITE):$(SITE_PORT)"; "PASS $(SITE_PASS)"; //"PASS k@"; }; Timeout "120"; /* Passive mode control, proxy, non-proxy and per-host. Pasv mode is prefered if possible */ Passive "true"; //Proxy::Passive "true"; Passive::debian.otenet.gr "true"; // Specific per-host setting }; /* cdrom { mount "/cdrom"; // You need the trailing slash! "/cdrom/" { Mount "sleep 1000"; UMount "sleep 500"; } }; */ }; // Directory layout Dir "/" { // Location of the state dir //State "var/lib/apt/" State "/base_install/apt/" { Lists "lists/"; xstatus "xstatus"; userstatus "status.user"; //status "/var/lib/dpkg/status"; status "/base_install/status"; cdroms "cdroms.list"; }; /* // Location of the cache dir Cache "var/cache/apt/" { Archives "archives/"; srcpkgcache "srcpkgcache.bin"; pkgcache "pkgcache.bin"; }; // Config files Etc "etc/apt/" { SourceList "sources.list"; // Main "apt.conf"; // Preferences "preferences"; // Parts "apt.conf.d/"; }; // Locations of binaries Bin { methods "/usr/lib/apt/methods/"; gzip "/bin/gzip"; dpkg "/usr/bin/dpkg"; dpkg-source "/usr/bin/dpkg-source"; dpkg-buildpackage "/usr/bin/dpkg-buildpackage" apt-get "/usr/bin/apt-get"; apt-cache "/usr/bin/apt-cache"; };*/ }; // Things that effect the APT dselect method /* DSelect { Clean "auto"; // always|auto|prompt|never Options "-f"; UpdateOptions ""; PromptAfterUpdate "no"; CheckDir "no"; } */ /* DPkg { // Probably don't want to use force-downgrade.. Options {"--force-overwrite";"--force-downgrade";} // Auto re-mounting of a readonly /usr Pre-Invoke {"mount -o remount,rw /usr";}; Post-Invoke {"mount -o remount,ro /usr";}; // Prevents daemons from getting cwd as something mountable (default) Run-Directory "/"; // Build options for apt-get source --compile Build-Options "-b -uc"; // Pre-configure all packages before they are installed using debconf. Pre-Install-Pkgs {"dpkg-preconfigure --apt --priority=low --frontend=dialog";}; // Flush the contents of stdin before forking dpkg. FlushSTDIN "true"; // Control the size of the command line passed to dpkg. MaxBytes 1024; MaxArgs 350; } */ /* Options you can set to see some debugging text They correspond to names of classes in the source code */ /* Debug { // pkgProblemResolver "false"; // pkgAcquire "false"; // pkgAcquire::Worker "false"; // pkgDPkgPM "false"; // pkgOrderList "false"; // pkgInitialize "false"; // This one will dump the configuration space // NoLocking "false"; Acquire::Ftp "true"; // Show ftp command traffic // Acquire::Http "false"; // Show http command traffic // aptcdrom "false"; // Show found package files // IdentCdrom "false"; } */ /* Whatever you do, do not use this configuration file!! Take out ONLY the portions you need! */ //This Is Not A Valid Config File apt_ftp.conf // fast ftp access // $Id: configure-index,v 1.10 2004/07/17 19:37:16 mdz Exp $ /* This file is an index of all APT configuration directives. It should NOT actually be used as a real config file, though it is (except for the last line) a completely valid file. Most of the options have sane default values, unless you have specific needs you should NOT include arbitary items in a custom configuration. In some instances involving filenames it is possible to set the default directory when the path is evaluated. This means you can use relative paths within the sub scope. The configuration directives are specified in a tree with {} designating a subscope relative to the tag before the {}. You can further specify a subscope using scope notation eg, APT::Architecture "i386"; This is prefixed with the current scope. Scope notation must be used if an option is specified on the command line with -o. */ quiet "0"; // Options for APT in general APT { Architecture "i386"; //Build-Essential "build-essential"; // Options for apt-get Get { Arch-Only "false"; Download-Only "true"; Simulate "false"; Assume-Yes "false"; Force-Yes "false"; // I would never set this. Fix-Broken "false"; Fix-Missing "false"; Show-Upgraded "false"; Show-Versions "false"; Upgrade "true"; Print-URIs "false"; Compile "false"; Download "true"; Purge "false"; List-Cleanup "true"; ReInstall "false"; Trivial-Only "false"; Remove "true"; Only-Source ""; Diff-Only "false"; Tar-Only "false"; }; }; // Options for the downloading routines Acquire { Queue-Mode "host"; // host|access Retries "0"; Source-Symlinks "true"; ftp { //Proxy "ftp://anonymous:[EMAIL PROTECTED]:21"; /* Required script to perform proxy login. This example should work for tisfwtk */ ProxyLogin { //"USER $(PROXY_USER)"; //"PASS $(PROXY_PASS)"; "USER $(SITE_USER)@$(SITE):$(SITE_PORT)"; "PASS $(SITE_PASS)"; }; Timeout "120"; /* Passive mode control, proxy, non-proxy and per-host. Pasv mode is prefered if possible */ Passive "true"; //Proxy::Passive "true"; Passive::debian.otenet.gr "true"; // Specific per-host setting }; }; /* Whatever you do, do not use this configuration file!! Take out ONLY the portions you need! */ //This Is Not A Valid Config File #deb file:///cdrom/ sarge main deb cdrom:[Debian GNU/Linux testing _Sarge_ - Official Snapshot i386 Binary-1 (20040909)]/ unstable contrib main # deb http://security.debian.org/ testing/updates main contrib #deb file:///cdrom/ sarge main #deb cdrom:[Debian GNU/Linux testing _Sarge_ - Official Snapshot i386 Binary-1 (20040909)]/ unstable contrib main #deb http://security.debian.org/ testing/updates main contrib #deb http://debian.otenet.gr/debian/ experimental main deb file:/ deb/ deb ftp://195.170.0.21:21/pub/linux/debian unstable main #deb file:/deb/ unstable -- To UNSUBSCRIBE, email to [EMAIL PROTECTED] with a subject of "unsubscribe". Trouble? Contact [EMAIL PROTECTED]
