Untitled

 avatar
unknown
plain_text
a year ago
903 B
7
Indexable
# if use_openai_representation_model:
#   client = openai.OpenAI(api_key=OPEN_AI_API_KEY)
#   representation_model = OpenAI(client, model=openai_model, chat=True, diversity=diversity)
# else:
#   representation_model = MaximalMarginalRelevance(diversity=diversity)

client = openai.OpenAI(api_key=OPEN_AI_API_KEY)
main_representation = MaximalMarginalRelevance(diversity=diversity)
gpt_representation = OpenAI(client, model=openai_model, chat=True, diversity=diversity)

representation_model = {
  "main": main_representation,
  "gpt": gpt_representation
}

model = CustomBERTopic(
  umap_model=umap_model,
  hdbscan_model=hdbscan_model,
  representation_model=representation_model,
  embedding_model=sentence_model,
  min_topic_size=min_topic_size_bertopic,
  ctfidf_model=ctfidf_model,
  top_n_words=top_n_words_bertopic,
  verbose=True, 
  vectorizer_model=vectorizer_model
)
Editor is loading...
Leave a Comment