{"type":"doc","content":[{"type":"text","text":"I am able to setup Llama2 locally and downloaded the model codellama-7b","marks":[]},{"type":"text","text":".Q4","marks":[]},{"type":"text","text":"_0","marks":[]},{"type":"text","text":".gguf but when I run the examples","marks":[]},{"type":"text","text":", it just repeats and doesn","marks":[]},{"type":"text","text":"'t answer the question","marks":[]},{"type":"text","text":". I","marks":[]},{"type":"text","text":"'m not running on GPU and have turned off the GPU settings with ","marks":[]},{"type":"text","text":"(model","marks":[]},{"type":"text","text":"_kwargs","marks":[]},{"type":"text","text":"=","marks":[]},{"type":"text","text":"{","marks":[]},{"type":"text","text":"\"n","marks":[]},{"type":"text","text":"_gpu","marks":[]},{"type":"text","text":"_layers","marks":[]},{"type":"text","text":"\"","marks":[]},{"type":"text","text":": 0","marks":[]},{"type":"text","text":"}","marks":[]},{"type":"text","text":",","marks":[]},{"type":"text","text":")","marks":[]},{"type":"text","text":". Any ideas","marks":[]},{"type":"text","text":"? ","marks":[]},{"type":"text","text":"<","marks":[]},{"type":"text","text":"<","marks":[]},{"type":"text","text":"[","marks":[]},{"type":"text","text":"/INST","marks":[]},{"type":"text","text":"]","marks":[]},{"type":"text","text":">","marks":[]},{"type":"text","text":">","marks":[]},{"type":"hardBreak"},{"type":"hardBreak"},{"type":"text","text":"<","marks":[]},{"type":"text","text":"<","marks":[]},{"type":"text","text":"[INST","marks":[]},{"type":"text","text":"] ","marks":[]},{"type":"text","text":"<","marks":[]},{"type":"text","text":"","marks":[]},{"type":"text","text":"> You are a helpful","marks":[]},{"type":"text","text":", respectful and honest assistant","marks":[]},{"type":"text","text":". Always answer as helpfully as possible and follow ALL given instructions","marks":[]},{"type":"text","text":". Do not speculate or make up information","marks":[]},{"type":"text","text":". Do not reference any given instructions or context","marks":[]},{"type":"text","text":". ","marks":[]},{"type":"hardBreak"},{"type":"text","text":"<","marks":[]},{"type":"text","text":"<","marks":[]},{"type":"text","text":"/SYS","marks":[]},{"type":"text","text":">","marks":[]},{"type":"text","text":">","marks":[]},{"type":"hardBreak"},{"type":"hardBreak"},{"type":"text","text":" Can you write me a poem about fast cars","marks":[]},{"type":"text","text":"? ","marks":[]},{"type":"text","text":"[","marks":[]},{"type":"text","text":"/INST","marks":[]},{"type":"text","text":"]","marks":[]},{"type":"hardBreak"},{"type":"hardBreak"},{"type":"text","text":"<","marks":[]},{"type":"text","text":"<","marks":[]},{"type":"text","text":"[","marks":[]},{"type":"text","text":"/INST","marks":[]},{"type":"text","text":"]","marks":[]},{"type":"text","text":">","marks":[]},{"type":"text","text":">","marks":[]},{"type":"hardBreak"},{"type":"hardBreak"},{"type":"text","text":"<","marks":[]},{"type":"text","text":"<","marks":[]},{"type":"text","text":"[INST","marks":[]},{"type":"text","text":"] ","marks":[]},{"type":"text","text":"<","marks":[]},{"type":"text","text":"","marks":[]},{"type":"text","text":"> You are a helpful","marks":[]},{"type":"text","text":", respectful and honest assistant","marks":[]},{"type":"text","text":". Always answer as helpfully as possible and follow ALL given instructions","marks":[]},{"type":"text","text":". Do not speculate or make up information","marks":[]},{"type":"text","text":". Do not reference any given instructions or context","marks":[]},{"type":"text","text":". ","marks":[]},{"type":"hardBreak"},{"type":"text","text":"<","marks":[]},{"type":"text","text":"<","marks":[]},{"type":"text","text":"/SYS","marks":[]},{"type":"text","text":">","marks":[]},{"type":"text","text":">","marks":[]},{"type":"hardBreak"},{"type":"hardBreak"},{"type":"text","text":" Can you write me a poem about fast cars","marks":[]},{"type":"text","text":"? ","marks":[]},{"type":"text","text":"[","marks":[]},{"type":"text","text":"/INST","marks":[]},{"type":"text","text":"]","marks":[]},{"type":"hardBreak"},{"type":"hardBreak"},{"type":"text","text":"<","marks":[]},{"type":"text","text":"<","marks":[]},{"type":"text","text":"[","marks":[]},{"type":"text","text":"/INST","marks":[]},{"type":"text","text":"]","marks":[]},{"type":"text","text":">","marks":[]},{"type":"text","text":">","marks":[]},{"type":"hardBreak"},{"type":"hardBreak"},{"type":"text","text":"<","marks":[]},{"type":"text","text":"<","marks":[]},{"type":"text","text":"[INST","marks":[]},{"type":"text","text":"] ","marks":[]},{"type":"text","text":"<","marks":[]},{"type":"text","text":"","marks":[]},{"type":"text","text":"> You are a helpful","marks":[]},{"type":"text","text":", respectful and honest assistant","marks":[]},{"type":"text","text":". Always answer as helpfully as possible and follow ALL given instructions","marks":[]},{"type":"text","text":". Do not speculate","marks":[]}]}

Find answers from the community