Now single_pdf example is working

2024-10-16 14:45:05 +02:00 · 2024-10-16 14:45:05 +02:00 · b6bce5eb8a
commit b6bce5eb8a
parent 6c9aececd5
6 changed files with 1 additions and 3 deletions
--- a/.env
+++ b/.env
@ -1,2 +1,2 @@
 OPENAI_API_KEY='' # Optional
-LLM_MODEL='' # Optional, either an Ollama or Open AI model name
+LLM_MODEL='llama3.2:3b-instruct-q5_K_M' # Optional, either an Ollama or Open AI model name
--- a/init.py
+++ b/init.py
--- a/examples/data_from_chromadb.py
+++ b/examples/data_from_chromadb.py
--- a/highlight_pdf.py
+++ b/highlight_pdf.py
@ -320,7 +320,6 @@ class Highlighter:
        return pdf_buffer

    async def get_sentences_with_llm(self, text, user_input):
-        print(text)
        prompt = GET_SENTENCES_PROMPT.format(text=text, user_input=user_input)

        answer = await self.llm.generate(prompt)
--- a/highlighted_example_pdf_document.pdf
+++ b/highlighted_example_pdf_document.pdf
--- a/examples/single_pdf.py
+++ b/examples/single_pdf.py
@ -10,7 +10,6 @@ pages = [1, 2]

 # Initialize the Highlighter
 highlighter = Highlighter(
-    model='llama3.1',
    comment=True  # Enable comments to understand the context
 )