from _llm import LLM from _chromadb import ChromaDB chromadb = ChromaDB() llm = LLM(temperature=0.1) while True: user_input = input("Enter a prompt: ") chunks = chromadb.sci_articles.query(query_texts=user_input) chunks_string = "\n".join([chunk["text"] for chunk in chunks['documents'][0]]) prompt = f'''{user_input} Below are snippets from different articles. ONLY use the information below to answer the question. Do not use any other information. """ {chunks_string} """ {user_input} ''' response = llm.generate(prompt) print(response) print()