File opensuse-base-installer.py of Package base-installer

Overview Repositories Revisions Requests Users Attributes Meta

File opensuse-base-installer.py of Package base-installer (Revision c7b47f3c65d72c15720a99a38340f696)

Currently displaying revision c7b47f3c65d72c15720a99a38340f696 , Show latest

#!/usr/bin/python

from yum.mdparser import MDParser
import urlgrabber
import sys
import os
import os.path
import readline

build = 0
anybuild = 0
simulate = 0
update = 0
nosrc = 0
arch = 'i586'
repo = 'Base:/install/standard'
while len(sys.argv) > 1:
	if sys.argv[1] == "--build":
		build = 1
		anybuild = 1
	elif sys.argv[1] == "--install":
		build = 0
	elif sys.argv[1] == "--simulate":
		simulate = 1
	elif sys.argv[1] == "--nosrc":
		nosrc = 1
	elif sys.argv[1] == "--repo":
		repo = sys.argv[2]
		del sys.argv[1]
	elif sys.argv[1] == "--update":
		update = 1
	elif sys.argv[1] == "--arch":
		arch = sys.argv[2]
		del sys.argv[1]
	else:
		break
	del sys.argv[1]

print "Fetching repository ", repo, " data..."

if update == 0 and os.path.exists('primary.xml.gz'):
	print "already there, specify --update if you want to re-fetch"
else:
	print "  ... primary package data"
	urlgrabber.grabber.urlgrab('http://software.opensuse.org/download/' + repo + '/repodata/primary.xml.gz')
	print "  ... file lists"
	urlgrabber.grabber.urlgrab('http://software.opensuse.org/download/' + repo + '/repodata/filelists.xml.gz')

# several dicts to query dependencies.
#   provides of a package x: prov[x]
prov = dict()
#   what packages provide x: rprov[x]
rprov = dict()
#   requirements of package x: req[x]
req = dict()
#   what packages require x: rreq[x]
rreq = dict()
#   build requirements of package x: breq[x]
breq = dict()
rbreq = dict()
#   all requirements ever seen
allreq = set()

# package urls: purl[x]
purl = dict()
bpurl = dict()

# package name from id x: rpid[x]
rpid = dict()

# installed size
isize = dict()

print "Parsing primary package data..."
mdp = MDParser('primary.xml.gz')
for pkg in mdp:
	if pkg['arch'] == arch or pkg['arch'] == 'noarch':
		name = pkg['name']
		purl[name] = pkg['location_href']
		rpid[pkg['pkgId']] = name
		isize[name] = int(pkg['size_installed'])
		req[name] = set()
		for pkgreq in pkg.prco['requires']:
			req[name].add(pkgreq['name'])
			allreq.add(pkgreq['name'])
			rreq.setdefault(pkgreq['name'], set()).add(name)
		prov[name] = set()
		for pkgprov in pkg.prco['provides']:
			prov[name].add(pkgprov['name'])
			rprov.setdefault(pkgprov['name'], set()).add(name)
	elif pkg['arch'] == 'src':
		name = pkg['name']
		bpurl[name] = pkg['location_href']
		breq[name] = set()
		for pkgreq in pkg.prco['requires']:
			breq[name].add(pkgreq['name'])
			rbreq.setdefault(pkgreq['name'], set()).add(name)

print "Parsing required parts of file lists..."
mdp = MDParser('filelists.xml.gz')
for pkg in mdp:
	if not pkg['pkgId'] in rpid:
		continue
	name = rpid[pkg['pkgId']]
	for file in pkg.files:
		if file in allreq:
			prov[name].add(file)
			rprov.setdefault(file, set()).add(name)

#
# A simple solver.
#
# Start with package specified on the command line resolving
# all dependencies using a worklist and the first package found
# as a provider for a dependency.

def solve (worklist):
	fulfilled = set()
	fulfilled.add('rpmlib(VersionedDependencies)')
	fulfilled.add('rpmlib(PayloadFilesHavePrefix)')
	fulfilled.add('rpmlib(CompressedFileNames)')
	fulfilled.add('rpmlib(BuiltinLuaScripts)')
	fulfilled.add('rpmlib(PartialHardlinkSets)')
	fulfilled.add('rpmlib(PayloadIsBzip2)')
	remaining = set()
	install = set()

# first pass, only process non-ambiguous dependencies
	defered = worklist
	deferedlen = 0
	while len(defered) != deferedlen:
		deferedlen = len(defered)
		worklist = defered.difference (fulfilled)
		defered = set()
		while len(worklist) > 0:
			item = worklist.pop()
			if not item in rprov:
				remaining.add(item)
			elif len(rprov[item]) > 1:
				defered.add(item)
			else:
				pkg = rprov[item].copy().pop()
				install.add(pkg)
				worklist = worklist.union (req[pkg].difference (fulfilled))
				fulfilled = fulfilled.union (prov[pkg])

# second pass, choose smallest packages
	worklist = defered
	while len(worklist) > 0:
		item = worklist.pop()
		if not item in rprov:
			remaining.add(item)
		else:
			pkg = rprov[item].copy().pop()
			minsz = isize[pkg]
			for pkg2 in rprov[item]:
				if isize[pkg2] < minsz:
					pkg = pkg2
					minsz = isize[pkg2]
			install.add(pkg)
			worklist = worklist.union (req[pkg].difference (fulfilled))
			fulfilled = fulfilled.union (prov[pkg])

return ( install, remaining )

def interactive_mode ():
	res = 0
	resl = list()
	print 'Interactive mode:'
	while 1:
		i = raw_input ('> ')
		if i == "exit":
			sys.exit(0)
		elif i == "push":
			resl.insert(0, res)
		elif i == "pop":
			resl.remove(0)
		else:
			try:
				res = eval(i)
				print "res = ", res
			except:
				print "Try again."
	sys.exit(0)

if len(sys.argv) == 1:
	interactive_mode ()

#
# Some simple query functionality
#

if sys.argv[1] == "--what-requires":
	# What requires something that pkg provides
	pkg = sys.argv[2]
	what = set()
	if pkg in prov:
		for pkgprov in prov[pkg]:
			if pkgprov in rreq:
				what = what.union (rreq[pkgprov])
		print "Packages that directly require something from ", pkg, ": ", what
	else:
		if pkg in rreq:
			what = rreq[pkg]
		print "Packages that require ", pkg, ": ", what
	sys.exit(0)
if sys.argv[1] == "--what-brequires":
	# What requires something that pkg provides
	pkg = sys.argv[2]
	what = set()
	if pkg in prov:
		for pkgprov in prov[pkg]:
			if pkgprov in rbreq:
				what = what.union (rbreq[pkgprov])
		print "Packages that directly require something from ", pkg, " for building: ", what
	else:
		if pkg in rbreq:
			what = rbreq[pkg]
		print "Packages that require ", pkg, " for building: ", what
	sys.exit(0)
if sys.argv[1] == "--what-provides":
	# What provides foo
	what = sys.argv[2]
	if what in rprov:
		print "Packages that provide ", what, rprov[what]
	else:
		print "Nothing provides ", what
	sys.exit(0)

binstall = set()
worklist = set()
for arg in sys.argv:
	if arg != sys.argv[0]:
		if arg == '--build':
			build = 1
			anybuild = 1
		elif arg == '--install':
			build = 0
		elif build == 1:
			print "Expanding build-requires for", arg
			binstall.add(arg)
			worklist = worklist.union (breq[arg])
		else:
			worklist.add(arg)
if anybuild == 1:
	print "Adding essential things for building."
	# add rpm (for rpmbuild) and rpmbuilds dependenices
	worklist.add('rpm')
	worklist.add('bzip2')
	worklist.add('tar')
	worklist.add('patch')
	worklist.add('file')
	worklist.add('gawk')
	# manually add packages essential for building
	worklist.add('make')
	worklist.add('gcc')
	worklist.add('libtool')
	worklist.add('automake')
	worklist.add('autoconf')
	worklist.add('gettext-devel')

print "Solving dependencies for ", worklist
res = solve (worklist)
install = res[0]
remaining = res[1]

if len(remaining) > 0:
	print "Not fulfilled requirements: ", remaining
tmp = list(install)
tmp.sort()
print "Must install: ", tmp
size = 0
for pkg in install:
	size = size + isize[pkg]
print "Total installed size: %u (%.1fMB)\n" % (size, size/1024.0/1024.0)

if simulate == 1:
	sys.exit(0)

print "Fetching to install packages..."

for pkg in install:
	print os.path.basename(purl[pkg]),
	if os.path.exists(os.path.basename(purl[pkg])):
		print "(cached)"
	else:
		try:
			urlgrabber.grabber.urlgrab('http://software.opensuse.org/download/' + repo + '/' + purl[pkg])
		except:
			os.remove(os.path.basename(purl[pkg]))
			sys.exit(1)
		print

if anybuild == 0 or nosrc == 1:
	sys.exit(0)

print "Fetching to build source packages..."

for pkg in binstall:
	print os.path.basename(bpurl[pkg]),
	if os.path.exists(os.path.basename(bpurl[pkg])):
		print "(cached)"
	else:
		try:
			urlgrabber.grabber.urlgrab('http://software.opensuse.org/download/' + repo + '/' + bpurl[pkg])
		except:
			os.remove(os.path.basename(bpurl[pkg]))
			sys.exit(1)
		print

Places

File opensuse-base-installer.py of Package base-installer (Revision c7b47f3c65d72c15720a99a38340f696)

Places