Hi I m having issues with deploying this

Hi I'm having issues with deploying this fastapi + llamaindex into heroku..
I have my code setup like this:

os.environ['OPENAI_API_KEY'] = "sk-APIKEY"
openai.api_key = os.getenv('OPENAI_API_KEY')

@app.post("/stream")
async def stream(query: Query):
# define LLM
llm = OpenAI(temperature=0, model="gpt-3.5-turbo", max_tokens=1000)
service_context = ServiceContext.from_defaults(llm=llm, chunk_size=51200)

documents = SimpleDirectoryReader('data2').load_data()
index = VectorStoreIndex.from_documents(documents, service_context=service_context)
query_engine = index.as_query_engine(similarity_top_k=10)
query_preamble= "Given the provided product details, recommend several products from the provided data, and describe them, that satisfies the following search query or question: "
prompt = query_preamble + query.content
response = query_engine.query(prompt + ". Now output this data in a numbered list without including 'Product Name' and 'Description' keywords. Then summarize everything at the end.")

return {"response": response}