Revision: 17710
http://gar.svn.sourceforge.net/gar/?rev=17710&view=rev
Author: cgrzemba
Date: 2012-04-16 06:17:52 +0000 (Mon, 16 Apr 2012)
Log Message:
-----------
Initial commit, work not finished
Added Paths:
-----------
csw/mgar/gar/v2/lib/python/find_missing_bins.py
Added: csw/mgar/gar/v2/lib/python/find_missing_bins.py
===================================================================
--- csw/mgar/gar/v2/lib/python/find_missing_bins.py
(rev 0)
+++ csw/mgar/gar/v2/lib/python/find_missing_bins.py 2012-04-16 06:17:52 UTC
(rev 17710)
@@ -0,0 +1,123 @@
+#!/usr/bin/env python2.6
+
+"""Helps to safely remove a package (by catalogname) from the catalog.
+
+Takes a catalog name and:
+
+ - checks all the catalogs and gets the md5 sums for each catalog
+ - checks for reverse dependencies; if there are any, stops
+ - when there are no rev deps, prints a csw-upload-pkg --remove call
+"""
+
+import optparse
+import rest
+import common_constants
+import pprint
+import gdbm
+import logging
+import sys
+import os
+import cjson
+import subprocess
+
+catrel = 'unstable'
+
+class FindBins(object):
+
+ def __init__(self):
+ self.cached_catalogs_bins = {}
+ self.cached_catalogs_needed_bins = {}
+ self.rest_client = rest.RestClient()
+ self.cp = rest.CachedPkgstats("pkgstats.db")
+
+ def MakeRevIndex(self, catrel, arch, osrel):
+ key = (catrel, arch, osrel)
+ if key in self.cached_catalogs_bins:
+ return
+ fn_bins = "bins-%s-%s-%s.json" % key
+ if os.path.exists(fn_bins):
+ with open(fn_bins, "r") as fd:
+ self.cached_catalogs_bins[key] = cjson.decode(fd.read())
+ fn_needed_bins = "needed-bins-%s-%s-%s.json" % key
+ if os.path.exists(fn_needed_bins):
+ with open(fn, "r") as fd:
+ self.cached_catalogs_needed_bins[key] = cjson.decode(fd.read())
+ return
+ catalog = self.rest_client.GetCatalog(*key)
+ bins = {}
+ needed_bins = {}
+ for pkg_simple in catalog:
+ cb = []
+ nb = []
+ # pprint.pprint(pkg_simple)
+ md5 = pkg_simple["md5_sum"]
+ pkg = self.cp.GetPkgstats(md5)
+ if not pkg:
+ logging.warning("No package for %r", md5)
+ continue
+ try:
+ pkg_name = pkg["basic_stats"]["pkgname"]
+ for p in pkg['binaries_dump_info']:
+ for b in p['needed sonames']:
+ if b not in needed_bins:
+ nb.append(b)
+ for b in pkg['binaries']:
+ if b not in bins:
+ cb.append(b)
+ bins[pkg_name] = cb
+ needed_bins[pkg_name] = nb
+ sys.stdout.write(".")
+ sys.stdout.flush()
+ except KeyError:
+ logging.warning("MakeRevIndex: no pkg structure: ")
+ # logging.warning(pkg)
+ sys.stdout.write("\n")
+ self.cached_catalogs_bins[key] = bins
+ self.cached_catalogs_needed_bins[key] = needed_bins
+ with open(fn_bins, "w") as fd:
+ fd.write(cjson.encode(self.cached_catalogs_bins[key]))
+ with open(fn_needed_bins, "w") as fd:
+ fd.write(cjson.encode(self.cached_catalogs_needed_bins[key]))
+
+ def getBins(self, catrel, arch, osrel):
+ self.MakeRevIndex(catrel, arch, osrel)
+ key = (catrel, arch, osrel)
+ return self.cached_catalogs_bins[key]
+
+ def getNeededBins(self, catrel, arch, osrel):
+ self.MakeRevIndex(catrel, arch, osrel)
+ key = (catrel, arch, osrel)
+ return self.cached_catalogs_needed_bins[key]
+
+class PackageScanner(object):
+
+ def scanPackage(self):
+ # Get md5 sums
+ rest_client = rest.RestClient()
+ rd = FindBins()
+ needed_bins = {}
+ for osrel in common_constants.OS_RELS:
+ if osrel in common_constants.OBSOLETE_OS_RELS:
+ continue
+ for arch in common_constants.PHYSICAL_ARCHITECTURES:
+ bins = rd.getBins(catrel, arch, osrel)
+ needed_bins = rd.getNeededBins(catrel, arch, osrel)
+ for pkg in bins:
+ print pkg, bins[pkg]
+
+
+ print "found:"
+ pprint.pprint(needed_bins)
+
+def main():
+ parser = optparse.OptionParser()
+ parser.add_option("--debug", dest="debug", action="store_true")
+ options, args = parser.parse_args()
+ if options.debug:
+ logging.basicConfig(level=logging.DEBUG)
+ pr = PackageScanner()
+ pr.scanPackage()
+
+
+if __name__ == '__main__':
+ main()
Property changes on: csw/mgar/gar/v2/lib/python/find_missing_bins.py
___________________________________________________________________
Added: svn:executable
+ *
This was sent by the SourceForge.net collaborative development platform, the
world's largest Open Source development site.
_______________________________________________
devel mailing list
devel@lists.opencsw.org
https://lists.opencsw.org/mailman/listinfo/devel
