You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
23 lines
608 B
23 lines
608 B
from _llm import LLM |
|
from _chromadb import ChromaDB |
|
|
|
chromadb = ChromaDB() |
|
llm = LLM(temperature=0.1) |
|
|
|
while True: |
|
user_input = input("Enter a prompt: ") |
|
chunks = chromadb.sci_articles.query(query_texts=user_input) |
|
chunks_string = "\n".join([chunk["text"] for chunk in chunks['documents'][0]]) |
|
prompt = f'''{user_input} |
|
Below are snippets from different articles. ONLY use the information below to answer the question. Do not use any other information. |
|
|
|
""" |
|
{chunks_string} |
|
""" |
|
|
|
{user_input} |
|
|
|
''' |
|
response = llm.generate(prompt) |
|
print(response) |
|
print() |