parent
d246e0d5ae
commit
8fd1d94124
1 changed files with 15 additions and 0 deletions
@ -0,0 +1,15 @@ |
||||
import ollama |
||||
|
||||
class Ollama: |
||||
def __init__(self, model='llama3:8b-instruct-q5_K_M', temperature=0): |
||||
self.model = model |
||||
self.temperature = temperature |
||||
|
||||
def generate(self, prompt): |
||||
return ollama.generate(prompt=prompt, model=self.model, options={'temperature': self.temperature})['response'] |
||||
|
||||
|
||||
if __name__ == "__main__": |
||||
# Example usage |
||||
prompt = 'Tell me a joke!' |
||||
ollama = Ollama() |
||||
Loading…
Reference in new issue