Python word frequency statistics code

# 英文统计
# def getText():
#     txt = open("hamlet.txt", "r").read()
#     txt = txt.lower()
#     for ch in '!"#$%&()*+,-./:;<=>?@[\\]^_‘{|}~':
#         txt = txt.replace(ch, " ")   #将文本中特殊字符替换为空格
#     return txt
#
# hamletTxt = getText()
# words  = hamletTxt.split()
# counts = {}
# for word in words:
#     counts[word] = counts.get(word,0) + 1
# items = list(counts.items())
# items.sort(key=lambda x:x[1], reverse=True)
# for i in range(10):
#     word, count = items[i]
#     print ("{0:<10}{1:>5}".format(word, count))


# 中文文本统计
import jieba
excludes = {"将军","却说","荆州","二人","不可","不能","如此"}
txt = open("threekingdoms.txt", "r", encoding='utf-8').read()
words  = jieba.lcut(txt)
counts = {}
for word in words:
     if len(word) == 1:
         continue
     elif word == "诸葛亮" or word == "孔明曰":
         rword = "孔明"
     elif word == "关公" or word == "云长":
         rword = "关羽"
     elif word == "玄德" or word == "玄德曰":
         rword = "刘备"
     elif word == "孟德" or word == "丞相":
         rword = "曹操"
     else:
         rword = word
     counts[rword] = counts.get(rword,0) + 1
 for word in excludes:
     del counts[word]
 items = list(counts.items())
 items.sort(key=lambda x:x[1], reverse=True)
 for i in range(10):
     word, count = items[i]
     print ("{0:<10}{1:>5}".format(word, count))

 

Guess you like

Origin blog.csdn.net/weixin_44940488/article/details/107621628