Find answers from the community

Updated 3 months ago

I got my api working to connect to llama

I got my api working to connect to llama.cpp via the api_like_OAI.py with some help. now I am trying to add a vector store and im a little at a loss. any pointers?
M
2 comments
here is the code if anyone wants to see:
Plain Text
import streamlit as st
import src.header as header
import src.sidebar as sidebar
import src.request as request
import src.context as context

# render header
header.render()

# render sidebar
(endpoint, user_content, stream, max_tokens, temperature, top_p, top_k, repeat_penalty, stop, system_content) = sidebar.render()        

# initialize context in session state if not present
if 'context' not in st.session_state:
    st.session_state['context'] = []

# render content_container
content_container = st.empty()

# render context
if 'context' in st.session_state:
    context.render(content_container)

if "conversation" not in st.session_state:
    st.session_state.conversation = None

if "chat_history" not in st.session_state:
    st.session_state.chat_history = None

# render message-text_input + generate-submit_button
with st.form("Prompt Form", clear_on_submit=True):
    col1, col2, col3 = st.columns([3,2,1])
    
    with col1:
        user_content = st.text_input(label="Enter your message", value="", label_visibility="collapsed", placeholder="Enter your message")
    
    with col2:
        generate_button = st.form_submit_button('Send')
        if generate_button:
            context.append_question(user_content)
            context.render(content_container)
            with st.spinner('Processing...'):
                request.send(endpoint, user_content, stream, max_tokens, temperature, top_p, top_k, repeat_penalty, stop, system_content, content_container)
    
    with col3:
        uploadFile = st.file_uploader("Save PDF",type=['pdf'], accept_multiple_files=True)
        for file in uploadFile:
            if uploadFile is not None:
                save_uploadedfile(file)
                upload_button = st.form_submit_button('Save')
                if upload_button:
                    with st.spinner('Saving...'):
Add a reply
Sign up and join the conversation on Discord