Author: fw
Date: 2011-04-24 14:07:43 +0000 (Sun, 24 Apr 2011)
New Revision: 16576
Added:
bin/list-queue
Log:
bin/list-queue: new script, eventually to be run on security-master
Added: bin/list-queue
==================================================================---
bin/list-queue (rev 0)
+++ bin/list-queue 2011-04-24 14:07:43 UTC (rev 16576)
@@ -0,0 +1,126 @@
+#!/usr/bin/python
+# list-queue -- list security-master queue contents
+# Copyright (C) 2011 Florian Weimer <fw at deneb.enyo.de>
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 2 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
+
+# This script is intended to be run on security-master to get an
+# unprocessed dump of the contents of the embargoed and unembargoed
+# queues.
+#
+# The script reads .deb files. A caching database is written to
+# ~/.cache.
+
+
+######################################################################
+# Configuration
+
+DIRECTORIES =
(''/org/security-master.debian.org/queue/embargoed'',
+
''/org/security-master.debian.org/queue/unembargoed'')
+
+# End Configuration
+######################################################################
+
+import sys
+import os.path
+def setup_path():
+ dirname = os.path.dirname
+ base = dirname(dirname(os.path.realpath(sys.argv[0])))
+ sys.path.insert(0, os.path.join(base, "lib", "python"))
+setup_path()
+
+import sqlite3
+import json
+
+import debian_support
+
+def createdb():
+ cache = os.path.expanduser("~/.cache")
+ if not os.path.isdir(cache):
+ os.mkdir(cache)
+ dbfile = os.path.join(cache, "secure-testing_list-debs.sqlite")
+ db = sqlite3.connect(dbfile, isolation_level="IMMEDIATE")
+ db.execute("PRAGMA page_size = 4096")
+ db.execute("PRAGMA journal_mode = WAL")
+ db.execute("""CREATE TABLE IF NOT EXISTS package (
+ path TEXT NOT NULL PRIMARY KEY,
+ size INTEGER NOT NULL CHECK (size >= 0),
+ mtime INTEGER NOT NULL CHECK (size >= 0),
+ name TEXT NOT NULL,
+ version TEXT NOT NULL,
+ arch TEXT NOT NULL,
+ source TEXT NOT NULL,
+ source_version TEXT NOT NULL
+)""")
+ return db
+
+def readdirs():
+ result = {}
+ for path in DIRECTORIES:
+ for entry in os.listdir(path):
+ if entry.startswith(".") or not
entry.endswith(".deb"):
+ continue
+ name = os.path.join(path, entry)
+ stat = os.stat(name)
+ result[name] = (stat.st_size, stat.st_mtime)
+ return result
+
+def readpackages(db):
+ result = {}
+ c = db.cursor()
+ for row in c.execute("SELECT * FROM package"):
+ name, size, mtime = row[0:3]
+ pkg = debian_support.BinaryPackage(row[3:])
+ result[name] = (size, mtime, pkg)
+ return result
+
+def updatepackages(db):
+ """Updates the package table from the file system.
+
+ Returns the current list of package objects, in arbitary order.
+ """
+ ondisk = readdirs()
+ indb = readpackages(db)
+
+ # Expire old entries
+ need_delete = ((path,) for path in indb if path not in ondisk)
+ db.executemany("DELETE FROM package WHERE path = ?", need_delete)
+
+ # Update the cache in indb and the database
+ need_update = [(path, stat) for (path, stat) in ondisk.items()
+ if path not in indb or stat <> tuple(indb[path][0:2])]
+ db.executemany("DELETE FROM package WHERE path = ?",
+ ((path,) for path, _ in need_update))
+ def do_update():
+ for (path, stat) in need_update:
+ pkg = debian_support.inspect_deb(path)
+ indb[path] = stat + (pkg,)
+ yield (path,) + stat + pkg.astuple()
+ db.executemany("INSERT INTO package VALUES (?, ?, ?, ?, ?, ?, ?,
?)",
+ do_update())
+
+ # Return a list of BinaryPackage objects
+ return [item[2] for item in indb.values()]
+
+def main():
+ db = createdb()
+ pkgs = updatepackages(db)
+ result = {
+ "version" : 1,
+ "binary" : [pkg.astuple() for pkg in pkgs],
+ }
+ db.commit()
+ print json.dumps(result)
+main()
Property changes on: bin/list-queue
___________________________________________________________________
Added: svn:executable
+ *