代码拉取完成,页面将自动刷新
import jieba
import re
f=open('红楼梦.txt',encoding='utf-8')
txt=f.read()
f.close()
txt1=re.sub('奶奶','贾母',txt) #替换词组
txt2=re.sub('老太太','贾母',txt1)
txt3=re.sub('林黛玉','黛玉',txt2)
txt4=re.sub('凤姐儿','凤姐',txt3)
segs=jieba.lcut(txt4)
segments={}
for seg in segs:
if len(seg)==1:
continue
else:
segments[seg]=segments.get(seg,0)+1
#print(segments)
stopwords={'什么','一个','我们','那里','你们','如今','说道','起来','这里','知道','他们','众人','姑娘','一面','自己','只见','太太','不是','没有','两个','怎么','出来','不知','这个','听见','这样','进来','咱们','告诉','就是','东西','回来','只是','大家','老爷','只得','丫头','这些','不敢','出去','所以'}
for word in stopwords:
del(segments[word]) #删除停用词
#print(segments)
alies1={'黛玉','林姑娘','林妹妹'}
for e in alies1:
for seg in segments:
if e==seg:
segments[seg]=segments[seg]+segments.get(e)
alies2={'袭人','花袭人'}
for e in alies2:
for seg in segments:
if e==seg:
segments[seg]=segments[seg]+segments.get(e)
alies3={'凤姐','王熙凤','辣妹子 ','熙凤'}
for e in alies3:
for seg in segments:
if e==seg:
segments[seg]=segments[seg]+segments.get(e)
items=list(segments.items())
items.sort(key=lambda x:x[1],reverse=True)
for i in range(10):
word,segment=items[i]
print('{0:<10}{1:>5}'.format(word,segment))