pyLDAvis生成LDA主题并可视化_py ldavis 库

pyLDAvis运行代码

1. 加载相关模块

import gensim
from gensim import corpora
import matplotlib.pyplot as plt
import matplotlib
import numpy as np
import warnings

# from gensim.models import LdaModel
import pandas as pd
from gensim.corpora import Dictionary
from gensim import corpora, models
import csv
import pyLDAvis.gensim_models as gensims
import pyLDAvis
warnings.filterwarnings('ignore')  # To ignore all warnings that arise here to enhance clarity
 
from gensim.models.coherencemodel import CoherenceModel
from gensim.models.ldamodel import LdaModel
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18

2. 计算困惑度和coherence

# 准备数据
PATH = "C:\\Users\\mat\\Desktop\data\\各阶段关键短语抽取\\stage1_关键短语.txt" 
file_object2=open(PATH,encoding = 'utf-8',errors = 'ignore').read().split('\n')  #一行行的读取内容
data_set=[] #建立存储分词的列表
for i in range(len(file_object2)
1
2
3
4