自己实现的python调用mongodb数据库方法，可支持一键导入本地数据库，一键写入json文件，并将查找的复杂式子简化。
from pymongo import *
import json
import sys
import time
import datetime
'''
:;J7, :, ::;7:
,ivYi, , ;LLLFS:
:iv7Yi :7ri;j5PL
,:ivYLvr ,ivrrirrY2X,
:;[email protected]: :ivu@kexianli.
:iL7::,:::iiirii:ii;::::,,irvF7rvvLujL7ur
ri::,:,::i:iiiiiii:i:irrv177JX7rYXqZEkvv17
;i:, , ::::iirrririi:i:::iiir2XXvii;L8OGJr71i
:,, ,,: ,::[email protected]:i:::j1jri7ZBOS7ivv,
,::, ::rv77iiiriii:iii:i::,[email protected]
,, ,, ,:ir7ir::,:::i;ir:::i:i::rSGGYri712:
::: ,v7r:: ::rrv77:, ,, ,:i7rrii:::::, ir7ri7Lri
, 2OBBOi,iiir;r:: ,irriiii::,, ,iv7Luur:
,, i78MBBi,:,:::,:, :7FSL: ,iriii:::i::,,:rLqXv::
: iuMMP: :,:::,:ii;2GY7OBB0viiii:i:iii:i:::iJqL;::
, ::::i ,,,,, ::LuBBu BBBBBErii:i:i:i:i:i:i:r77ii
, : , ,,:::rruBZ1MBBqi, :,,,:::,::::::iiriri:
, ,,,,::::i: @arqiao. ,:,, ,:::ii;i7:
:, rjujLYLi ,,:::::,:::::::::,, ,:i,:,,,,,::i:iii
:: BBBBBBBBB0, ,,::: , ,:::::: , ,,,, ,,:::::::
i, , ,8BMMBBBBBBi ,,:,, ,,, , , , , , :,::ii::i::
: iZMOMOMBBM2::::::::::,,,, ,,,,,,:,,,::::i:irr:i:::,
i ,,:;u0MBMOG1L:::i:::::: ,,,::, ,,, ::::::i:i:iirii:i:i:
: ,iuUuuXUkFu7i:iii:i:::, :,:,: ::::::::i:i:::::iirr7iiri::
: :[email protected]:::::, ,:ii:::::::i:::::i::,::::iirrriiiri::,
: 5BMBBBBBBSr:,::rv2kuii:::iii::,:i:,, , ,,:,:i@petermu.,
, :r50EZ8MBBBBGOBBBZP7::::i::,:::::,: :,:,::i;rrririiii::
:jujYY7LS0ujJL7r::,::i::,::::::::::::::iirirrrrrrr:ii:
,: :@kevensun.:,:,,,::::i:i:::::,,::::::iir;ii;7v77;ii;i,
,,, ,,:,::::::i:iiiii:i::::,, ::::[email protected];7:i,
, , ,,,:,,::::::::iiiiiiiiii:,:,:::::::::iiir;ri7vL77rrirri::
:,, , ::::::::i:::i:::i:i::,,,,,:,::i:i:::iir;@Secbone.ii:::
'''
class Mymongo():
def __init__(self, url, database=False, collection=False):
self.url = url
self.client = MongoClient(self.url) # 创建连接
self.dbList = self.client.database_names()
if(database==False and collection==False):
for i, data in enumerate(self.dbList):
print(i + 1, data, end=' ' * (22 - len(data)))
if ((i + 1) % 5 == 0):
print(end='\n')
n = input("\n#####请选择你想要操作的数据库编号(数字即可)#####: ")
self.db = self.client[self.dbList[int(n) - 1]]
print("进入数据库--->", self.db.name)
self.collectionList = self.db.collection_names()
for i, data in enumerate(self.collectionList):
print(i + 1, data)
n = input("\n#####请选择你想要操作的集合编号(数字即可)#####: ")
self.collection = self.db[self.collectionList[int(n) - 1]]
print("进入集合--->", self.collection.name)
else:
self.db = self.client[database]
self.collection = self.db[collection]
'''删除当前集合'''
def drop(self):
self.collection.drop()
'''查看当前数据库信息'''
def showdb(self):
print("当前数据库包含的集合有:", self.db.collection_names())
'''查看当前集合的基本信息'''
def info(self):
if(self.count() == 0):
print("集合为空!")
return None
print("所属数据库:", self.db.name)
print("集合里面数据量:", self.count())
print("集合里面数据的属性:", self.attribute())
print("举例一条数据:", self.find_one())
'''查看集合里面数据量'''
def count(self):
return self.collection.count()
'''查看集合中一条数据'''
def find_one(self):
if(self.collection.count() == 0):
print("集合中没有数据")
return None
return self.collection.find_one()
'''插入数据'''
def insert_one(self, item):
self.collection.insert_one(item)
'''插入多条数据'''
def insert_many(self, data):
self.collection.insert_many(data)
'''将数据转入到其他账户上, 默认为本地'''
def transfer (self, database, collection, cursor, url='localhost:27017'):
client = MongoClient(url)
db = client[database]
collection = db[collection]
Num = self.collection.count()
count = 0
begin_time = time.clock()
for item in cursor:
collection.insert_one(item)
count += 1
sys.stdout.write('\r')
sys.stdout.write("%s%% |%s" % (int(count * 100 / Num), int(count * 100 / Num) * '#'))
sys.stdout.flush()
end_time = time.clock()
print("\n写入成功！写入时间%.2fs"%(end_time - begin_time))
'''查看数据有哪些属性'''
def attribute(self):
attr = []
for item in self.collection.find_one().keys():
attr.append(item)
return attr
'''查找符合条件的数据'''
def find(self, factor={}, keep=False):
reserve = {}
attr = self.attribute()
for i, item in enumerate(attr):
if(i<=10):
print(i + 1, item, end=' ' * (22 - len(item)))
if ((i + 1) % 5 == 0):
print(end='\n')
if(i>10):
print(i + 1, item, end=' ' * (21 - len(item)))
if ((i + 1) % 5 == 0):
print(end='\n')
condition = input("\n请输入您的处理式子:").split(',')
for item in condition:
if (item.find('have') != -1):
factor[item[:-4]] = {'$exists': True}
reserve[item[:-4]] = 1
if (item.find('=') != -1 and item.find('!=') == -1):
temp = item.split('=')
factor[temp[0]] = temp[1]
reserve[temp[0]] = 1
if (item.find('!=') != -1):
temp = item.split('!=')
if (temp[1] == 'null'):
factor[temp[0]] = {"$nin": [None], '$exists': True}
reserve[temp[0]] = 1
else:
factor[temp[0]] = {"$ne": temp[1]}
reserve[temp[0]] = 1
if (item.find('>') != -1):
temp = item.split('>')
factor[temp[0]] = {"$gt": float(temp[1])}
reserve[temp[0]] = 1
if (item.find('<') != -1):
temp = item.split('<')
factor[temp[0]] = {"$lt": float(temp[1])}
reserve[temp[0]] = 1
if(keep==True):
return self.collection.find(factor)
if(keep==False):
return self.collection.find(factor, reserve)
def writeToJson(self, fileName, cursor):
path = fileName
begin_time = time.clock()
with open('data/' + path + '.json', 'w+') as f:
Num = cursor.count()
count = 0
for item in cursor:
count += 1
item['_id'] = count
json_str = json.dumps(item)
f.write(json_str)
f.write('\n')
sys.stdout.write('\r')
sys.stdout.write("%s%% |%s" % (int(count * 100 / Num), int(count * 100 / Num) * '#'))
sys.stdout.flush()
end_time = time.clock()
print("\n写入成功！写入时间%.2fs" % (end_time - begin_time))
'''读取数据库内容，返回为游标cursor'''
def read(self):
cursor = self.collection.find()
return cursor
'''打印cursor内信息'''
def showcursor(self, cursor):
for item in cursor:
print(item)
'''处理逻辑关系较为复杂的数据删选查找'''
def find_advance(self, Filter):
return self.collection.find(Filter)
def test():
LabCollection = ['NewZealand', 'UK', 'Tanzania']
with open('data/log.txt', 'a') as f:
time = datetime.datetime.now()
f.write('\n')
f.write(time.strftime('%Y-%m-%d %H:%M:%S'))
f.write('\n')
for i in range(len(LabCollection)):
Lab = Mymongo('mongodb://kb314:[email protected]:30011', database='tweet_stream',
collection=LabCollection[i])
#extend = ['place.country=New Zealand', 'place.country=United Kingdom', 'place.country=Tanzania']
cursor = Lab.find()
f.write(LabCollection[i] + ' amount of useful data: {}'.format(cursor.count()) + '\n')
if __name__ == '__main__':
i = 1
LabCollection = ['NewZealand', 'UK', 'Tanzania']
Lab = Mymongo('mongodb://kb314:[email protected]:30011', database='tweet_stream',
collection='UK')
Local = Mymongo('localhost:27017', database='tweet', collection='UK')
print(Lab.count())