-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathapi_config.py
More file actions
48 lines (40 loc) · 1.39 KB
/
api_config.py
File metadata and controls
48 lines (40 loc) · 1.39 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
import os
import openai
from dotenv import load_dotenv
load_dotenv()
zhipu_base = os.getenv('ZHIPU_BASE')
zhipu_api_key = os.getenv('ZHIPU_API_KEY')
openai_base = os.getenv('OPENAI_BASE')
openai_api_key = os.getenv('OPENAI_API_KEY')
def openai_setter(model):
if model == 'glm-4-plus':
openai.api_key = zhipu_api_key
openai.api_base = zhipu_base
elif model == 'gpt-4o':
openai.api_key = openai_api_key
openai.api_base = openai_base
else:
raise ValueError('Invalid model')
def run_llm(system_prompt, message, model='glm-4-plus', temperature=0.7):
openai_setter(model)
completion = openai.ChatCompletion.create(
model=model,
messages=[
{"role": "system",
"content": system_prompt},
{"role": "user",
"content": message}
],
temperature=temperature
)
print(model + ' output:\n', completion.choices[0].message['content'].strip())
return completion.choices[0].message['content'].strip()
def run_llm_with_customized_messages(messages, model='glm-4-plus', temperature=0.7):
openai_setter(model)
completion = openai.ChatCompletion.create(
model=model,
messages=messages,
temperature=temperature
)
print(model + ' output:\n', completion.choices[0].message['content'].strip())
return completion.choices[0].message['content'].strip()