????
Your IP : 18.118.142.17
| Current Path : /usr/local/ssl/bin/ |
|
|
| Current File : //usr/local/ssl/bin/yumdownloader |
#!/usr/bin/python
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 2 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU Library General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
import sys
import os
import os.path
sys.path.insert(0,'/usr/share/yum-cli')
import yum
from yum.misc import setup_locale
from yum.packages import parsePackages
from yum.Errors import RepoError
from utils import YumUtilBase
from urlparse import urljoin
from urlgrabber.progress import TextMeter
import shutil
import rpmUtils
import logging
rhn_source_repos = True
# This is to fix Bug 469
# To convert from a pkg to a source pkg, we have a problem in that all we have
# is "sourcerpm", which can be a different nevra ... but just to make it fun
# the epoch isn't in the name. So we use rpmUtils.miscutils.splitFilename
# and ignore the arch/epoch ... and hope we get the right thing.
# Eg. run:
# for pkg in yb.pkgSack.returnPackages():
# if pkg.version not in pkg.sourcerpm:
# print pkg, pkg.sourcerpm
def _best_convert_pkg2srcpkgs(self, opts, pkg):
if not opts.source or pkg.arch == 'src':
return [pkg]
(n,v,r,e,a) = rpmUtils.miscutils.splitFilename(pkg.sourcerpm)
src = self.pkgSack.searchNevra(name=n, ver=v, rel=r, arch='src')
if src == []:
self.logger.error('No source RPM found for %s' % str(pkg))
return src
class YumDownloader(YumUtilBase):
NAME = 'yumdownloader'
VERSION = '1.0'
USAGE = '"yumdownloader [options] package1 [package2] [package..]'
def __init__(self):
YumUtilBase.__init__(self,
YumDownloader.NAME,
YumDownloader.VERSION,
YumDownloader.USAGE)
self.logger = logging.getLogger("yum.verbose.cli.yumdownloader")
self.localPackages = []
# Add util commandline options to the yum-cli ones
self.optparser = self.getOptionParser()
self.main()
def main(self):
# Add command line option specific to yumdownloader
self.addCmdOptions()
# Parse the commandline option and setup the basics.
try:
opts = self.doUtilConfigSetup()
except yum.Errors.RepoError, e:
self.logger.error(str(e))
sys.exit(50)
# Check if there is anything to do.
if len(self.cmds) < 1:
print self.optparser.format_help()
sys.exit(0)
# make yumdownloader work as non root user.
if not self.setCacheDir():
self.logger.error("Error: Could not make cachedir, exiting")
sys.exit(50)
# Setup yum (Ts, RPM db, Repo & Sack)
self.doUtilYumSetup(opts)
# Do the real action
self.exit_code = self.downloadPackages(opts)
def setupSourceRepos(self):
# enable the -source repos for enabled primary repos
enabled = {}
for repo in self.repos.findRepos('*'):
enabled[repo.id] = repo.isEnabled()
for repo in self.repos.findRepos('*'):
if repo.id.endswith('-source'):
primary = repo.id[:-7]
elif rhn_source_repos and repo.id.endswith('-source-rpms'):
primary = repo.id[:-12] + '-rpms'
else:
continue
if not repo.isEnabled() and enabled.get(primary):
self.logger.info('Enabling %s repository' % repo.id)
repo.enable()
def downloadPackages(self,opts):
toDownload = []
packages = self.cmds
for pkg in packages:
toActOn = []
if not pkg or pkg[0] != '@':
pkgnames = [pkg]
else:
group_string = pkg[1:]
pkgnames = set()
for grp in self.comps.return_groups(group_string):
if 'mandatory' in self.conf.group_package_types:
pkgnames.update(grp.mandatory_packages)
if 'default' in self.conf.group_package_types:
pkgnames.update(grp.default_packages)
if 'optional' in self.conf.group_package_types:
pkgnames.update(grp.optional_packages)
if self.conf.enable_group_conditionals:
for condreq, cond in grp.conditional_packages.iteritems():
if self.isPackageInstalled(cond):
pkgnames.add(condreq)
if not pkgnames:
self.logger.error('No packages for group %s' % group_string)
continue
pos = self.pkgSack.returnPackages(patterns=pkgnames)
exactmatch, matched, unmatched = parsePackages(pos, pkgnames)
installable = (exactmatch + matched)
if not installable: # doing one at a time, apart from groups
self.logger.error('No Match for argument %s' % pkg)
continue
for newpkg in installable:
toActOn.extend(_best_convert_pkg2srcpkgs(self, opts, newpkg))
if toActOn:
pkgGroups = self._groupPackages(toActOn)
for group in pkgGroups:
pkgs = pkgGroups[group]
if opts.source:
toDownload.extend(self.bestPackagesFromList(pkgs, 'src'))
elif opts.archlist:
for arch in opts.archlist.split(','):
toDownload.extend(self.bestPackagesFromList(pkgs, arch))
else:
toDownload.extend(self.bestPackagesFromList(pkgs))
# If the user supplies to --resolve flag, resolve dependencies for
# all packages
# note this might require root access because the headers need to be
# downloaded into the cachedir (is there a way around this)
if opts.resolve:
self.doTsSetup()
# Act as if we were to install the packages in toDownload
for po in toDownload:
self.tsInfo.addInstall(po)
self.localPackages.append(po)
# Resolve dependencies
result, resultmsgs = self.resolveDeps()
if result == 1:
for msg in resultmsgs:
self.logger.critical(msg)
self.logger.critical('Dependency resolution failed, some packages will not be downloaded.')
# Add newly added packages to the toDownload list
for pkg in self.tsInfo.getMembers():
if not pkg in toDownload:
toDownload.append(pkg)
if len(toDownload) == 0:
self.logger.error('Nothing to download')
sys.exit(1)
exit_code = 0
for pkg in toDownload:
n,a,e,v,r = pkg.pkgtup
packages = self.pkgSack.searchNevra(n,e,v,r,a)
packages.sort()
last = None
for download in packages:
if download.pkgtup == last :
continue
last = download.pkgtup
repo = self.repos.getRepo(download.repoid)
remote = download.returnSimple('relativepath')
if opts.urls:
url = urljoin(repo.urls[0]+'/',remote)
self.logger.info('%s' % url)
continue
local = os.path.basename(remote)
if not os.path.exists(opts.destdir):
os.makedirs(opts.destdir)
local = os.path.join(opts.destdir, local)
path_exists = os.path.exists(local)
size_diff = path_exists and cmp(os.path.getsize(local), int(download.returnSimple('packagesize')))
if path_exists and size_diff == 0:
self.logger.error("%s already exists and appears to be complete" % local)
continue
elif size_diff != 0:
self.logger.error("%s already exists, but the size doesn't match. Unlinking." % local)
yum.misc.unlink_f(local)
# Disable cache otherwise things won't download
repo.cache = 0
download.localpath = local # Hack: to set the localpath we want.
try:
checkfunc = (self.verifyPkg, (download, 1), {})
path = repo.getPackage(download, checkfunc=checkfunc)
except IOError, e:
self.logger.error("Cannot write to file %s. Error was: %s" % (local, e))
exit_code = 2
continue
except RepoError, e:
self.logger.error("Could not download/verify pkg %s: %s" % (download, e))
exit_code = 2
continue
if not os.path.exists(local) or not os.path.samefile(path, local):
progress = TextMeter()
progress.start(basename=os.path.basename(local),
size=os.stat(path).st_size)
shutil.copy2(path, local)
progress.end(progress.size)
return exit_code
def _groupPackages(self,pkglist):
pkgGroups = {}
for po in pkglist:
na = '%s.%s' % (po.name,po.arch)
if not na in pkgGroups:
pkgGroups[na] = [po]
else:
pkgGroups[na].append(po)
return pkgGroups
# sligly modified from the one in YumUtilBase
def doUtilYumSetup(self,opts):
"""do a default setup for all the normal/necessary yum components,
really just a shorthand for testing"""
try:
# Setup source repos
if opts.source:
self.setupSourceRepos()
self._getRepos(doSetup = True)
# if '--source' is used the add src to the archlist
if opts.source:
archlist = rpmUtils.arch.getArchList() + ['src']
elif opts.archlist:
archlist = []
for a in opts.archlist.split(','):
archlist.extend(rpmUtils.arch.getArchList(a))
else:
archlist = rpmUtils.arch.getArchList()
self._getSacks(archlist=archlist)
except yum.Errors.YumBaseError, msg:
self.logger.critical(str(msg))
sys.exit(1)
def addCmdOptions(self):
# this if for compability with old API (utils.py from yum < 3.2.23)
if hasattr(self,'getOptionGroup'): # check if the group option API is available
group = self.getOptionGroup()
else:
group = self.optparser
group.add_option("--destdir", default=".", dest="destdir",
help='destination directory (defaults to current directory)')
group.add_option("--urls", default=False, dest="urls", action="store_true",
help='just list the urls it would download instead of downloading')
group.add_option("--resolve", default=False, dest="resolve", action="store_true",
help='resolve dependencies and download required packages')
group.add_option("--source", default=False, dest="source", action="store_true",
help='operate on source packages')
group.add_option("--archlist",
help="only download packages of certain architecture(s)")
if __name__ == '__main__':
setup_locale()
util = YumDownloader()
sys.exit(util.exit_code)