B [&@s.dZddlmZdZyddlmZWn ek rDddlmZYnXddlZddl Z ddl Z yddl m Z Wnek rddlZ YnXy ddlZWnek rddlZYnXddlZddlZejddkrefZneefZddZeZGd d d e jZGd d d Zd dZedkr*edS)a PickleShare - a small 'shelve' like datastore with concurrency support Like shelve, a PickleShareDB object acts like a normal dictionary. Unlike shelve, many processes can access the database simultaneously. Changing a value in database is immediately visible to other processes accessing the same database. Concurrency is possible because the values are stored in separate files. Hence the "database" is a directory where *all* files are governed by PickleShare. Example usage:: from pickleshare import * db = PickleShareDB('~/testpickleshare') db.clear() print "Should be empty:",db.items() db['hello'] = 15 db['aku ankka'] = [1,2,313] db['paths/are/ok/key'] = [1,(5,46)] print db.keys() del db['aku ankka'] This module is certainly not ZODB, but can be used for low-load (non-mission-critical) situations where tiny code size trumps the advanced features of a "real" object database. Installation guide: pip install pickleshare Author: Ville Vainio License: MIT open source license. )print_functionz0.7.5)PathNcCsdtt|dddS)Nz%02x)abshash)keyr *lib/python3.7/site-packages/pickleshare.py gethashfile@sr c@seZdZdZddZddZddZdd Zed fd d Z d dZ ddZ ddZ ddZ d%ddZddZddZddZd&dd Zd!d"Zd#d$ZdS)' PickleShareDBz7 The main 'connection' object for PickleShare database c Cst|tst|}tjtj|}t||_|j s~y|jj ddWn0t k r|}z|j t j krlWdd}~XYnXi|_dS)z: Return a db object that will manage the specied directoryT)parentsN) isinstance string_typesstrospathabspath expanduserrrootis_dirmkdirOSErrorerrnoZEEXISTcache)selfrer r r __init__Gs    zPickleShareDB.__init__c Cs|j|}y|tj}Wntk r8t|YnX||jkrd||j|dkrd|j|dSy(|d}t| }WdQRXWnt|YnX||f|j|<|S)z db['key'] reading rrbN) rstatST_MTIMErKeyErrorropenpickleloadsread)rr filmtimefobjr r r __getitem__Ys  zPickleShareDB.__getitem__c Cs|j|}|j}|r(|s(|jdd|d}tj||ddWdQRXy||jf|j |<Wn0t k r}z|j t j krWdd}~XYnXdS)z db['key'] = 5 T)rwb)ZprotocolN) rparentrrr$r%dumpr!st_mtimerrrZENOENT)rr valuer(r/r*rr r r __setitem__ms     zPickleShareDB.__setitem__cCsL|j|}|s||t|}||i}|||i|||<dS)z hashed set N)rrrr getupdate)rhashrootr r2hroothfiledr r r hset}s   zPickleShareDB.hsetTcCsX|j|}|t|}||t}|tkrL|rB|tkr>t||S||}|||S)z hashed get )rr r4 _sentinelr#hdict)rr6r defaultZ fast_onlyr7r8r9r r r hgets    zPickleShareDB.hgetc Cs||d}|t|r&|dp(d}|drF|g|dd}i}xP|D]H}y|||Wn&tk rtd|d||=YnX||qPW|S)z> Get all data contained in hashed category 'hashroot' as dict z/*xxNZCorruptz!deleted - hset is not threadsafe!)keyssortlenendswithr5r#printuncache)rr6hfilesZlastallr*r r r r<s    zPickleShareDB.hdictcCst||d}i}x$|D]}|||||qW|||d<x*|D]"}|j|}|jdkrdqJ|qJWdS)z Compress category 'hashroot', so hset is fast again hget will fail if fast_only is True for compressed items (that were hset before hcompress). z/*z/xxrAN)rBr5rGrnameunlink)rr6rHrIr*pr r r hcompresss     zPickleShareDB.hcompresscCs>|j|}|j|dy |Wntk r8YnXdS)z del db["key"] N)rrpoprKr)rr r(r r r __delitem__s   zPickleShareDB.__delitem__cCst||jddS)z% Make a key suitable for user's eyes \/)rZ relative_torreplace)rrLr r r _normalizedszPickleShareDB._normalizedNcs4|dkrjd}n j|}fdd|DS)z, All keys in DB, or all keys matching a globN*csg|]}|r|qSr )is_filerS).0rL)rr r sz&PickleShareDB.keys..)rZrglobZglob)rZglobpatfilesr )rr rBs zPickleShareDB.keyscCs t|S)N)iterrB)rr r r __iter__szPickleShareDB.__iter__cCs t|S)N)rDrB)rr r r __len__szPickleShareDB.__len__cGs*|s i|_x|D]}|j|dqWdS)z Removes all, or specified items from cache Use this after reading a large amount of large objects to free up memory, when you won't be needing the objects for a while. N)rrN)ritemsitr r r rGs zPickleShareDB.uncache<cCsdgddgddg}d}d}xhy ||}|Stk rDYnX||krVt|t|||||7}|t|dkr$|d7}q$WdS)a Wait (poll) for a key to get a value Will wait for `maxwaittime` seconds before raising a KeyError. The call exits normally if the `key` field in db gets a value within the timeout period. Use this for synchronizing different processes or for ensuring that an unfortunately timed "db['key'] = newvalue" operation in another process (which causes all 'get' operation to cause a KeyError for the duration of pickling) won't screw up your program logic. g?rg?r.rrN)r#timeZsleeprD)rr Z maxwaittimeZwtimesZtriesZwaitedvalr r r waitgets zPickleShareDB.waitgetcCs t||S)z, Get a convenient link for accessing items )PickleShareLink)rZfolderr r r getlinkszPickleShareDB.getlinkcCs d|jS)NzPickleShareDB('%s'))r)rr r r __repr__szPickleShareDB.__repr__)N)r^)__name__ __module__ __qualname____doc__rr,r3r:r;r>r<rMrOrSrBrZr[rGrarcrdr r r r r Es"    r c@s0eZdZdZddZddZddZdd Zd S) rbz A shortdand for accessing nested PickleShare data conveniently. Created through PickleShareDB.getlink(), example:: lnk = db.getlink('myobjects/test') lnk.foo = 2 lnk.bar = lnk.foo + 5 cCs|jtdS)N)__dict__r5locals)rdbkeydirr r r r(szPickleShareLink.__init__cCs|jd|jdd|S)NrkrlrQ)ri)rr r r r __getattr__+szPickleShareLink.__getattr__cCs||j|jd|<dS)NrQ)rkrl)rr r`r r r __setattr__-szPickleShareLink.__setattr__cCs@|jd}||jdd}d|jdddd|DfS)Nrkrlz/*z;cSsg|]}t|qSr )rbasename)rVkr r r rW4sz,PickleShareLink.__repr__..)rirBjoin)rrkrBr r r rd/s  zPickleShareLink.__repr__N)rerfrgrhrrmrnrdr r r r rbs  rbc Csddl}|d}t}ddl}t|jdkr8t|dS|jd}|jdd}|dkr|sbdg}||d}ddl}||n|dkr|j }||d}t |} | xb|D]\} } | || <qWnD|dkr||d}| t| d n|d krttdS) Nrz pickleshare - manage PickleShare databases Usage: pickleshare dump /path/to/db > dump.txt pickleshare load /path/to/db < dump.txt pickleshare test /path/to/db r.rr0.loadZtestwaitZ250test)textwrapdedentr sysrDargvrFpprintr\stdinr'evalclearraruZstress) rvZusageZDBrxcmdargsrkrzZcontdatarqvr r r main6s<       r__main__)rhZ __future__r __version__Zpathlibr ImportErrorZpathlib2rr!r_Zcollections.abcabcZcollections_abc collectionsZcPickler%rrx version_inforrZunicoder objectr;MutableMappingr rbrrer r r r "s8  Z'