embedding做HDBSCAN

``` from bertopic import BERTopic from sentence_transformers import SentenceTransformer from umap import UMAP from hdbscan import HDBSCAN from bertopic.vectorizers import ClassTfidfTransformer import plotly.io as pio import pandas as pd from sklearn.feature_extraction.text import CountVectorizer from bertopic.representation import KeyBERTInspired data = pd.read_excel("数据.xlsx") # Step 1 - Embed documents embedding_model = SentenceTransformer('all-MiniLM-L12-v2') # Step 2 - Reduce dimensionality降维 # umap_model = UMAP(n_neighbors=15, n_components=5,min_dist=0.0, metric='cosine') umap_model = UMAP(n_neighbors=15, n_components=5,min_dist=0.0, metric='cosine', random_state=28) # Step 3 - Cluster reduced embeddings对降维向量聚类 hdbscan_model = HDBSCAN(min_cluster_size=15, metric='euclidean', prediction_data=True) # Step 4 - Create topic representation创造主题候选词 vectorizer_model = CountVectorizer(stop_words=None) # vectorizer_model = CountVectorizer(stop_words=["人工智能","ai","AI"]) # Step 5 - Create topic representation ctfidf_model = ClassTfidfTransformer() # Step 6 - (Optional) Fine-tune topic representations with a `bertopic.representation` model representation_model = KeyBERTInspired() # 训练bertopic主题模型 topic_model = BERTopic( embedding_model=embedding_model, # Step 1 - Extract embeddings umap_model=umap_model, # Step 2 - Reduce dimensionality hdbscan_model=hdbscan_model, # Step 3 - Cluster reduced embeddings vectorizer_model=vectorizer_model, # Step 4 - Tokenize topics ctfidf_model=ctfidf_model, # Step 5 - Extract topic words representation_model=representation_model, # Step 6 - (Optional) Fine-tune topic representations ) # 使用fit_transform对输入文本向量化，然后使用topic_model模型提取主题topics，并且计算主题文档概率probabilities filtered_text = data["内容"].astype(str).tolist() topics, probabilities = topic_model.fit_transform(filtered_text) document_info = topic_model.get_document_info(filtered_text) print(document_info) # 查看每个主题数量 topic_freq = topic_model.get_topic_freq() print(topic_freq) # 查看某个主题-词的概率分布 topic = topic_model.get_topic(0) print(topic) # 主题-词概率分布 pic_bar = topic_model.visualize_barchart() pio.show(pic_bar) # 文档主题聚类 embeddings = embedding_model.encode(filtered_text, show_progress_bar=False) pic_doc = topic_model.visualize_documents(filtered_text, embeddings=embeddings) pio.show(pic_doc) # 聚类分层 pic_hie = topic_model.visualize_hierarchy() pio.show(pic_hie) # 主题相似度热力图 pic_heat = topic_model.visualize_heatmap() pio.show(pic_heat) # 主题模排名图 pic_term_rank = topic_model.visualize_term_rank() pio.show(pic_term_rank) # 隐含主题主题分布图 pic_topics = topic_model.visualize_topics() pio.show(pic_topics) #DTM图 summary=data['内容'].astype(str).tolist() timepoint = data['时间'].tolist() timepoint = pd.Series(timepoint) print(timepoint[:10]) topics_over_time = topic_model.topics_over_time(summary, timepoint, datetime_format='mixed', nr_bins=20, evolution_tuning=True) DTM = topic_model.visualize_topics_over_time(topics_over_time, title='DTM',) pio.show(DTM)```请解释这个代码内容