python的shelve库

1、shelve模块是一个简单的key,value将内存数据通过文件持久化的模块
2、shelve模块可以持久化任何pickle可支持的python数据格式
3、shelve就是pickle模块的一个封装
4、shelve模块是可以多次dump和load

https://docs.python.org/3.6/library/shelve.html

1、该模块底层使用dbm模块做存储,具体使用的是dbm.gnu还是dbm.ndbm,由运行时看哪个装了就用哪个,否则用dbm.dumb

2、不支持并发读写,但是支持并发读

#!/usr/bin/env python
#coding=utf-8
import shelve
import threading


class A(object):
"""一个用于测试的类 其中只打印出hello和bye
"""
def __init__(self, name): self.name = name self.__actions = ['hello', 'bye']
def _hello(self): print ('hello, %s' % self.name)
def _bye(self): print ('bye, %s' % self.name)
def act(self): for a in self.__actions: if callable(getattr(self, '_'+a)): getattr(self, '_'+a)() FILENAME = 'shelve_test' KEY = 'myobj' DATA = A('qx') def test1():
"""基本用法
""" with shelve.open(FILENAME) as d: d[KEY]
= DATA data = d[KEY] print ('type(data)=%s' % type(data)) del d[KEY] try: data = d[KEY] except KeyError: print ('key=%s not found' % KEY) d[KEY] = DATA def test2():
"""当没有使用write_back=True时 shelve无法检测到可变对象的更新
""" with shelve.open(FILENAME) as d: d[
'xx'] = [0, 1, 2] print ("d['xx']=", d['xx']) # [0, 1, 2] d['xx'].append(3) print ("d['xx']=", d['xx']) # [0, 1, 2] def test3():
"""继续test2 只能通过重新赋值来更新d['xx']
""" with shelve.open(FILENAME) as d: d[
'xx'] = [0, 1, 2] print ("d['xx']=", d['xx']) # [0, 1, 2] data = d['xx'] data.append(3) d['xx'] = data print ("d['xx']=", d['xx']) # [0, 1, 2, 3] def test4(flag=None):
"""不支持并发读写 这是由Unix文件系统的文件锁保证的 但是支持多线程并发读
"""
if flag is None: flag = 'c' def _test(): d = shelve.open(FILENAME, flag=flag) try: data = d[KEY] except Exception as exc: print ('exception:%s' % exc) else: data.act() print (d['xx']) finally: d.close()
t1
= threading.Thread(target=_test) t2 = threading.Thread(target=_test) t1.start();t2.start() t1.join();t2.join() def split(seq):
"""打印分隔线
"""
print ('====test %d====' % seq) if __name__ == '__main__': split(1);test1() # key=myobj not found split(2);test2() split(3);test3() split(4);test4('r') # 如果调用test4() 会报异常 Resource temporarily unavailable
原文地址:https://www.cnblogs.com/qxxnxxFight/p/11152956.html