ó ½-'Nc@sdZddlZyddlZWn!ek rEddlmZnXddlmZddlm Z de fd„ƒYZ de fd „ƒYZ d e fd „ƒYZd efd „ƒYZde fd„ƒYZde fd„ƒYZd„Zd„ZdS(sEProvide access to the persistent data used by L{PackageTaskHandler}s.iÿÿÿÿN(tdbapi2(tbpickle(t with_cursortUnknownHashIDRequestcBseZdZRS(s$Raised for unknown hash id requests.(t__name__t __module__t__doc__(((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pyR stInvalidHashIdDbcBseZdZRS(sARaised when trying to add an invalid hash=>id lookaside database.(RRR(((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pyRst HashIdStorecBs€eZdZd Zd„Zd„Zed„ƒZed„ƒZ ed„ƒZ ed„ƒZ ed„ƒZ ed„ƒZ RS( sÈPersist package hash=>id mappings in a file. The implementation uses a SQLite database as backend, with a single table called "hash", whose schema is defined in L{ensure_hash_id_schema}. cCs ||_dS(sP @param filename: The file where the mappings are persisted to. N(t _filename(tselftfilename((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pyt__init__scCst|jƒdS(N(tensure_hash_id_schemat_db(R ((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pyt_ensure_schema#scCs=x6|jƒD](\}}|jd|t|ƒfƒq WdS(sbSet the ids of a set of hashes. @param hash_ids: a C{dict} of hash=>id mappings. sREPLACE INTO hash VALUES (?, ?)N(t iteritemstexecutetbuffer(R tcursorthash_idsthashtid((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pyt set_hash_ids&s cCs7|jdt|ƒfƒ|jƒ}|r3|dSdS(sAReturn the id associated to C{hash}, or C{None} if not available.s SELECT id FROM hash WHERE hash=?iN(RRtfetchonetNone(R RRtvalue((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pyt get_hash_id0s  cCsD|jdƒtg|jƒD] }t|dƒ|df^qƒS(s=Return a C{dict} holding all the available hash=>id mappings.sSELECT hash, id FROM hashii(Rtdicttfetchalltstr(R Rtrow((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pyt get_hash_ids9s cCsRt|ttfƒst‚|jd|fƒ|jƒ}|rNt|dƒSdS(sAReturn the hash associated to C{id}, or C{None} if not available.s SELECT hash FROM hash WHERE id=?iN(t isinstancetinttlongtAssertionErrorRRRR(R RRR((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pyt get_id_hash?s  cCs|jdƒdS(sDelete all hash=>id mappings.sDELETE FROM hashN(R(R R((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pytclear_hash_idsIscCs>y|jddƒWn#tjk r9t|jƒ‚nXdS(sáCheck database integrity. @raise: L{InvalidHashIdDb} if the filenme passed to the constructor is not a SQLite database or does not have a table called "hash" with a compatible schema. s SELECT id FROM hash WHERE hash=?tN(R'(Rtsqlite3t DatabaseErrorRR (R R((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pyt check_sanityNsN(RRRRRR RRRRR R%R&R*(((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pyRs     t PackageStorecBsÜeZdZd„Zd„Zd„Zd„Zd„Zd„Ze d„ƒZ e d„ƒZ e d „ƒZ e d „ƒZ e d „ƒZe d „ƒZe d „ƒZe d„ƒZe d„ƒZe d„ƒZe d„ƒZe d„ƒZe d„ƒZe d„ƒZe d„ƒZe d„ƒZe d„ƒZe d„ƒZe d„ƒZe d„ƒZe d„ƒZe d„ƒZe d„ƒZ e d„ƒZ!e d„ƒZ"e d „ƒZ#e d"d!„ƒZ$RS(#sxPersist data about system packages and L{PackageTaskHandler}'s tasks. This class extends L{HashIdStore} by adding tables to the SQLite database backend for storing information about the status of the system packages and about the tasks to be performed by L{PackageTaskHandler}s. The additional tables and schemas are defined in L{ensure_package_schema}. cCs#tt|ƒj|ƒg|_dS(sG @param filename: The file where data is persisted to. N(tsuperR+R t_hash_id_stores(R R ((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pyR fscCs$tt|ƒjƒt|jƒdS(N(R,R+Rtensure_package_schemaR(R ((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pyRmscCsJt|ƒ}y|jƒWntk r5}|‚nX|jj|ƒdS(s  Attach an additional "lookaside" hash=>id database. This method can be called more than once to attach several hash=>id databases, which will be queried *before* the main database, in the same the order they were added. If C{filename} is not a SQLite database or does not have a table called "hash" with a compatible schema, L{InvalidHashIdDb} is raised. @param filename: a secondary SQLite databases to look for pre-canned hash=>id mappings. N(RR*RR-tappend(R R t hash_id_storete((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pytadd_hash_id_dbqs   cCst|jƒdkS(s?Return C{True} if one or more lookaside databases are attached.i(tlenR-(R ((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pythas_hash_id_dbŠscCsRt|tƒst‚x*|jD]}|j|ƒ}|r|SqWtj||ƒS(s Return the id associated to C{hash}, or C{None} if not available. This method composes the L{HashIdStore.get_hash_id} methods of all the attached lookaside databases, falling back to the main one, as described in L{add_hash_id_db}. (R!t basestringR$R-RR(R RtstoreR((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pyRŽs cCsCx0|jD]%}|j|ƒ}|dk r |Sq Wtj||ƒS(s'Return the hash associated to C{id}, or C{None} if not available. This method composes the L{HashIdStore.get_id_hash} methods of all the attached lookaside databases, falling back to the main one in case the hash associated to C{id} is not found in any of them. N(R-R%RR(R RR6R((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pyR% s  cCs(x!|D]}|jd|fƒqWdS(Ns!REPLACE INTO available VALUES (?)(R(R RtidsR((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pyt add_available­s cCs.djd„|Dƒƒ}|jd|ƒdS(Nt,css!|]}tt|ƒƒVqdS(N(RR"(t.0R((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pys ´ss&DELETE FROM available WHERE id IN (%s)(tjoinR(R RR7tid_list((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pytremove_available²scCs|jdƒdS(NsDELETE FROM available(R(R R((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pytclear_available·scCs.|jdƒg|jƒD]}|d^qS(NsSELECT id FROM availablei(RR(R RR((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pyt get_available»s cCs(x!|D]}|jd|fƒqWdS(Ns)REPLACE INTO available_upgrade VALUES (?)(R(R RR7R((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pytadd_available_upgradesÀs cCs.djd„|Dƒƒ}|jd|ƒdS(NR9css!|]}tt|ƒƒVqdS(N(RR"(R:R((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pys Çss.DELETE FROM available_upgrade WHERE id IN (%s)(R;R(R RR7R<((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pytremove_available_upgradesÅs cCs|jdƒdS(NsDELETE FROM available_upgrade(R(R R((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pytclear_available_upgradesËscCs.|jdƒg|jƒD]}|d^qS(Ns SELECT id FROM available_upgradei(RR(R RR((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pytget_available_upgradesÏs cCs(x!|D]}|jd|fƒqWdS(Ns!REPLACE INTO installed VALUES (?)(R(R RR7R((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pyt add_installedÔs cCs.djd„|Dƒƒ}|jd|ƒdS(NR9css!|]}tt|ƒƒVqdS(N(RR"(R:R((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pys Ûss&DELETE FROM installed WHERE id IN (%s)(R;R(R RR7R<((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pytremove_installedÙscCs|jdƒdS(NsDELETE FROM installed(R(R R((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pytclear_installedÞscCs.|jdƒg|jƒD]}|d^qS(NsSELECT id FROM installedi(RR(R RR((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pyt get_installedâs cCs.|jdƒg|jƒD]}|d^qS(s+Get the package ids of all locked packages.sSELECT id FROM lockedi(RR(R RR((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pyt get_lockedçs cCs(x!|D]}|jd|fƒqWdS(s9Add the given package ids to the list of locked packages.sREPLACE INTO locked VALUES (?)N(R(R RR7R((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pyt add_lockedís cCs.djd„|Dƒƒ}|jd|ƒdS(NR9css!|]}tt|ƒƒVqdS(N(RR"(R:R((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pys õss#DELETE FROM locked WHERE id IN (%s)(R;R(R RR7R<((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pyt remove_lockedóscCs|jdƒdS(s/Remove all the package ids in the locked table.sDELETE FROM lockedN(R(R R((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pyt clear_lockedøscCs?|jdƒg|jƒD]!}|d|d|df^qS(sGet all package locks.s1SELECT name, relation, version FROM package_locksiii(RR(R RR((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pytget_package_locksýs cCsCx<|D]4\}}}|jd||p+d|p4dfƒqWdS(sËAdd a list of package locks to the store. @param locks: A C{list} of ternary tuples each one contains the name, the relation and the version of the package lock to be added. s+REPLACE INTO package_locks VALUES (?, ?, ?)R'N(R(R Rtlockstnametrelationtversion((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pytadd_package_lockss cCsCx<|D]4\}}}|jd||p+d|p4dfƒqWdS(sÒRemove a list of package locks from the store. @param locks: A C{list} of ternary tuples each one contains the name, the relation and the version of the package lock to be removed. sCDELETE FROM package_locks WHERE name=? AND relation=? AND version=?R'N(R(R RRMRNRORP((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pytremove_package_lockss cCs|jdƒdS(sRemove all package locks.sDELETE FROM package_locksN(R(R R((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pytclear_package_locksscCsJt|ƒ}|jdttj|ƒƒtjƒfƒt|j|jƒS(Ns<INSERT INTO hash_id_request (hashes, timestamp) VALUES (?,?)( tlistRRRtdumpsttimet HashIDRequestRt lastrowid(R Rthashes((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pytadd_hash_id_requests  "cCs>|jd|fƒ|jƒs.t|ƒ‚nt|j|ƒS(Ns(SELECT 1 FROM hash_id_request WHERE id=?(RRRRWR(R Rt request_id((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pytget_hash_id_request's    cCs:|jdƒg|jƒD]}t|j|dƒ^qS(NsSELECT id FROM hash_id_requesti(RRRWR(R RR((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pytiter_hash_id_requests/s cCs|jdƒdS(NsDELETE FROM hash_id_request(R(R R((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pytclear_hash_id_requests4scCsGtj|ƒ}|jd|tjƒt|ƒfƒt|j|jƒS(Ns8INSERT INTO task (queue, timestamp, data) VALUES (?,?,?)(RRURRVRt PackageTaskRRX(R Rtqueuetdata((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pytadd_task8s cCs=|jd|fƒ|jƒ}|r9t|j|dƒSdS(Ns4SELECT id FROM task WHERE queue=? ORDER BY timestampi(RRR_RR(R RR`R((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pyt get_next_task?s    cCs:|jddjg|D]}t|jƒ^qƒƒdS(Ns%DELETE FROM task WHERE id NOT IN (%s)R9(RR;RR(R Rt except_tasksttask((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pyt clear_tasksHs ((%RRRR RR2R4RR%RR8R=R>R?R@RARBRCRDRERFRGRHRIRJRKRLRQRRRSRZR\R]R^RbRcRf(((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pyR+\sF         RWcBseZd„Zeed„ƒƒZed„ƒZed„ƒZeeeƒZed„ƒZ ed„ƒZ ee e ƒZ ed„ƒZ RS(cCs||_||_dS(N(RR(R tdbR((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pyR Ps cCs3|jd|jfƒtjt|jƒdƒƒS(Ns-SELECT hashes FROM hash_id_request WHERE id=?i(RRRtloadsRR(R R((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pyRYTs  cCs$|jd|jfƒ|jƒdS(Ns0SELECT timestamp FROM hash_id_request WHERE id=?i(RRR(R R((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pyt_get_timestamp[s  cCs|jd||jfƒdS(Ns1UPDATE hash_id_request SET timestamp=? WHERE id=?(RR(R RR((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pyt_set_timestampas cCs$|jd|jfƒ|jƒdS(Ns1SELECT message_id FROM hash_id_request WHERE id=?i(RRR(R R((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pyt_get_message_idhs  cCs|jd||jfƒdS(Ns2UPDATE hash_id_request SET message_id=? WHERE id=?(RR(R RR((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pyt_set_message_idns cCs|jd|jfƒdS(Ns&DELETE FROM hash_id_request WHERE id=?(RR(R R((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pytremoveus( RRR tpropertyRRYRiRjt timestampRkRlt message_idRm(((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pyRWNs R_cBs eZd„Zed„ƒZRS(cCs‰||_||_|jƒ}z#|jd|fƒ|jƒ}Wd|jƒX|d|_|d|_tj t |dƒƒ|_ dS(Ns2SELECT queue, timestamp, data FROM task WHERE id=?iii( RRRRRtcloseR`RoRRhRRa(R RgRRR((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pyR |s        cCs|jd|jfƒdS(NsDELETE FROM task WHERE id=?(RR(R R((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pyRmŒs(RRR RRm(((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pyR_zs cCsi|jƒ}y|jdƒWn1tjtjfk rP|jƒ|jƒnX|jƒ|jƒdS(seCreate all tables needed by a L{HashIdStore}. @param db: A connection to a SQLite database. s<CREATE TABLE hash (id INTEGER PRIMARY KEY, hash BLOB UNIQUE)N(RRR(tOperationalErrorR)Rqtrollbacktcommit(RgR((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pyR ‘s   cCs®|jƒ}y_|jdƒ|jdƒ|jdƒ|jdƒ|jdƒ|jdƒ|jdƒWn(tjk r•|jƒ|jƒnX|jƒ|jƒdS( sfCreate all tables needed by a L{PackageStore}. @param db: A connection to a SQLite database. smCREATE TABLE package_locks (name TEXT NOT NULL, relation TEXT, version TEXT, UNIQUE(name, relation, version))s,CREATE TABLE locked (id INTEGER PRIMARY KEY)s/CREATE TABLE available (id INTEGER PRIMARY KEY)s7CREATE TABLE available_upgrade (id INTEGER PRIMARY KEY)s/CREATE TABLE installed (id INTEGER PRIMARY KEY)skCREATE TABLE hash_id_request (id INTEGER PRIMARY KEY, timestamp TIMESTAMP, message_id INTEGER, hashes BLOB)sVCREATE TABLE task (id INTEGER PRIMARY KEY, queue TEXT, timestamp TIMESTAMP, data BLOB)N(RRR(RrRqRsRt(RgR((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pyR.¢s         (RRVR(t ImportErrort pysqlite2Rt landscape.libRtlandscape.lib.storeRt ExceptionRRtobjectRR+RWR_R R.(((s;/usr/lib/python2.7/dist-packages/landscape/package/store.pyts  Gò,