Alright...
store = MongoDBAtlasVectorSearch(get_db(), db_name=config["db_name"],collection_name=config["collection_name"], index_name=config["index_name"])
index = VectorStoreIndex.from_vector_store(vector_store=store)
service_context = ServiceContext.from_defaults(llm=OpenAI(temperature=config["temperature"], model=config["model_name"]), num_output=config["num_output"])
chat_engine = index.as_chat_engine(
node_postprocessors=[SentenceEmbeddingOptimizer(threshold_cutoff=config["threshold_cutoff"],percentile_cutoff=config["percentile_cutoff"])],
retriever_mode="embedding",
service_context = service_context,
similarity_top_k=config["similarity_top_k"],
text_qa_template=qa_template,
streaming=True,
condense_question_prompt=custom_prompt,
)
streaming_response = chat_engine.stream_chat(prompt, chat_history=modified_chat_history)ValueError: Streaming is not enabled. Please use chat() instead.
How am I supposed to set it up for streaming properly if
streaming=True is insufficient? 🤔
