Mh&dZddlmZdZ ddlmZn#e$r ddlmZYnwxYwddlZddl Z ddl Z ddl m Z n#e$rddlZ YnwxYw ddlZn#e$rddlZYnwxYwddlZddlZejddkrefZneefZdZeZGdd e jZGd d Zd Zed kr edSdS)aPickleShare - a small 'shelve' like datastore with concurrency support Like shelve, a PickleShareDB object acts like a normal dictionary. Unlike shelve, many processes can access the database simultaneously. Changing a value in database is immediately visible to other processes accessing the same database. Concurrency is possible because the values are stored in separate files. Hence the "database" is a directory where *all* files are governed by PickleShare. Example usage:: from pickleshare import * db = PickleShareDB('~/testpickleshare') db.clear() print "Should be empty:",db.items() db['hello'] = 15 db['aku ankka'] = [1,2,313] db['paths/are/ok/key'] = [1,(5,46)] print db.keys() del db['aku ankka'] This module is certainly not ZODB, but can be used for low-load (non-mission-critical) situations where tiny code size trumps the advanced features of a "real" object database. Installation guide: pip install pickleshare Author: Ville Vainio License: MIT open source license. )print_functionz0.7.5)PathNcVdtt|dzzddS)Nz%02x)abshash)keys \/var/www/html/test/jupyter/venv/lib/python3.11/site-packages/IPython/external/pickleshare.py gethashfiler Bs( ScS)) )233 //c|eZdZdZdZdZdZdZedfdZ dZ d Z d Z d Z dd ZdZdZdZddZdZdZd S) PickleShareDBz5The main 'connection' object for PickleShare databasect|tst|}tjtj|}t||_|j sJ |j dn-#t$r }|j tj krYd}~nd}~wwxYwi|_dS)z9Return a db object that will manage the specied directoryTparentsN) isinstance string_typesstrospathabspath expanduserrrootis_dirmkdirOSErrorerrnoEEXISTcache)selfres r __init__zPickleShareDB.__init__Ls$ -- t99Dwrw11$7788JJ y!!   ----   7el**+****  sB++ C5CCc|j|z } |tj}n#t$rt |wxYw||jvr*||j|dkr|j|dS |d5}tj| }dddn #1swxYwYn#t |xYw||f|j|<|S)zdb['key'] readingrrbN) rstatST_MTIMErKeyErrorr!openpickleloadsread)r"r filmtimefobjs r __getitem__zPickleShareDB.__getitem__]s,i#o HHJJt}-EE   3--   $*  $*S/!* C CCCCC'c|j|z }|j}|r*|s|d|d5}t j||ddddn #1swxYwY ||jf|j |<dS#t$r!}|j tj krYd}~dSd}~wwxYw)z db['key'] = 5Trwb)protocolN) rparentrrr+r,dumpr(st_mtimer!rrENOENT)r"r valuer/r8r1r#s r __setitem__zPickleShareDB.__setitem__qs#i#o  '&--// ' LLL & & &XXd^^ .q Kq1 - - - - . . . . . . . . . . . . . . . $chhjj&9:DJsOOO   w%,&&'&&&&& s*A77A;>A;#B(( C2CCc|j|z }|s||t|z }||i}|||i|||<dS)z hashed setN)rrrr getupdate)r"hashrootr r<hroothfileds r hsetzPickleShareDB.hsetss H$||~~  KKMMM C((( HHUB   #uU rTc|j|z }|t|z }||t}|tur1|r|turt ||S||}|||S)z hashed get)rr r? _sentinelr*hdict)r"rAr default fast_onlyrBrCrDs r hgetzPickleShareDB.hgets H$ C((( HHUI & & >> i''"3--' 8$$AuuS'"""rc||dz}|t|r|dpd}|dr|g|ddz}i}|D]X} |||n$#t $rt d|d||=YnwxYw||Y|S)zz&PickleShareDB.keys..s4BBBaiikkB  ##BBBr)rrglobglob)r"globpatfiless` r rRzPickleShareDB.keyssL ?IOOC((EEINN7++EBBBBUBBBBrcDt|SN)iterrRr"s r __iter__zPickleShareDB.__iter__sDIIKK   rcDt|Sru)rTrRrws r __len__zPickleShareDB.__len__s499;;rcX|si|_|D]}|j|ddS)zRemoves all, or specified items from cache Use this after reading a large amount of large objects to free up memory, when you won't be needing the objects for a while. N)r!ra)r"itemsits r rWzPickleShareDB.uncachesE DJ % %B JNN2t $ $ $ $ % %r<cdgdzdgdzzdgz}d}d} ||}|S#t$rYnwxYw||krt|tj|||||z }|t|dz kr|dz }q)a Wait (poll) for a key to get a value Will wait for `maxwaittime` seconds before raising a KeyError. The call exits normally if the `key` field in db gets a value within the timeout period. Use this for synchronizing different processes or for ensuring that an unfortunately timed "db['key'] = newvalue" operation in another process (which causes all 'get' operation to cause a KeyError for the duration of pickling) won't screw up your program logic. g?rg?r6r&r)r*timesleeprT)r"r maxwaittimewtimestrieswaitedvals r waitgetzPickleShareDB.waitgetscUQY&!,  3i      ##smm# Jve} % % % fUm #Fs6{{Q&&  s " //c"t||S)z)Get a convenient link for accessing items)PickleShareLink)r"folders r getlinkzPickleShareDB.getlinkstV,,,rcd|jzS)NzPickleShareDB('%s'))rrws r __repr__zPickleShareDB.__repr__s$ty00rru)r~)__name__ __module__ __qualname____doc__r$r3r=rErGrKrHr_rbrhrRrxrzrWrrrrlrr rrIs(??"( +4t####&.*   @@@CCCC!!!    % % %@---11111rrc*eZdZdZdZdZdZdZdS)rzA shortdand for accessing nested PickleShare data conveniently. Created through PickleShareDB.getlink(), example:: lnk = db.getlink('myobjects/test') lnk.foo = 2 lnk.bar = lnk.foo + 5 cR|jtdSru)__dict__r@locals)r"dbkeydirs r r$zPickleShareLink.__init__(s" VXX&&&&&rcJ|jd|jddz|zS)Nrrre)r)r"r s r __getattr__zPickleShareLink.__getattr__+s%}T"4=#:S#@3#FGGrc0||j|jdz|z<dS)Nre)rr)r"r rs r __setattr__zPickleShareLink.__setattr__.s +. c!C'(((rc|jd}||jddz}d|jdddd|DdS) NrrrMz.6s*777Qd1gg&&((777r>)rrRjoin)r"rrRs r rzPickleShareLink.__repr__1sk ]4 wwt}X.566 M( # # # HH77$777 8 8 8 8  rN)rrrrr$rrrrlrr rrs]'''HHH///     rrc8ddl}|d}t}ddl}t |jdkrt |dS|jd}|jdd}|dkrC|sdg}||d}ddl}||dS|dkrn|j }||d}t|} | |D] \} } | || < dS|dkrI||d}| t | d dS|d krttdSdS) Nrz pickleshare - manage PickleShare databases Usage: pickleshare dump /path/to/db > dump.txt pickleshare load /path/to/db < dump.txt pickleshare test /path/to/db r6r&r9.loadtestwait250test)textwrapdedentrsysrTargvrVpprintr|stdinr.evalclearrrstress) rusageDBrcmdargsrrcontdatarvs r mainr:sOOO OO   E BJJJ 38}}q e  (1+C 8ABBrsB&%%%%% *-------***))))))*MMMMM A!6LL>L000 FHH Q1Q1Q1Q1Q1O2Q1Q1Q1h        :+++\ zDFFFFFs- !!8 AAA AA