-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathexample.py
37 lines (28 loc) · 832 Bytes
/
example.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
'''
source:
https://ollama.com/library/deepseek-r1
available models, e.g.
deepseek-r1:1.5b
deepseek-r1:14b
install via ollama, e.g.:
ollama run deepseek-r1:1.5b
'''
from ollama import Client
ai_model = "deepseek-r1:1.5b"
client = Client(host='http://localhost:11434')
def get_response(prompt):
response = client.generate(model=ai_model, prompt=prompt, stream=False)
return response["response"]
def stream_response(prompt):
stream = client.generate(model=ai_model, prompt=prompt, stream=True)
for chunk in stream:
print(chunk['response'], end='', flush=True)
error = '''
Traceback (most recent call last):
File "<pyshell#1>", line 1, in <module>
a/b
NameError: name 'b' is not defined
'''
prompt = f"How can I solve following error: {error}"
stream_response(prompt)
#print(get_response(prompt))