diff --git a/notes.md b/notes.md index f245cf3..95bce5d 100644 --- a/notes.md +++ b/notes.md @@ -28,3 +28,10 @@ Debate-id: 2020-12-15#3 Dokument: O-000077/2020 (en inlämnad fråga) Inlämnad fråga: https://www.europarl.europa.eu/doceo/document/O-9-2020-000078_EN.html Dokumentärendet: https://www.europarl.europa.eu/doceo/document/A-9-2020-0241_EN.html + + +4-bit, with Act Order and group size 32g. Gives highest possible inference quality, with maximum VRAM usage. +huggingface-cli download TheBloke/Mistral-7B-OpenOrca-GGUF mistral-7b-openorca.Q5_K_S.gguf --local-dir model_files --local-dir-use-symlinks False + +huggingface-cli download TheBloke/Mistral-7B-OpenOrca-GGUF mistral-7b-openorca.Q5_K_S.gguf --local-dir . --local-dir-use-symlinks False + diff --git a/streamlit_app_talking_ep.py b/streamlit_app_talking_ep.py index f61b62d..9a53764 100644 --- a/streamlit_app_talking_ep.py +++ b/streamlit_app_talking_ep.py @@ -176,6 +176,7 @@ def summarize(df_party, user_input): """, ) + #TODO Include examples in the prompt? # Example 1: # Short summary: In 2020, Parliamentarian NN, ({party}) wanted to decrease the budget for the EU parliament. Later, 2022, she wanted to incrase the budget. @@ -679,8 +680,8 @@ user_input = st.text_input( value=params.q, placeholder="Search something", # label_visibility="hidden", - help='You can use asterix (*), minus (-), quotationmarks ("") and OR.', -) + help='''You can use asterix (*), minus (-), quotationmarks ("") and OR. + You can also ask a question but make sure to use a question mark!''') if len(user_input) > 3: params.q = user_input