修复轮训对话代理问题
This commit is contained in:
parent
d899ec76ad
commit
83a6049d27
@ -304,7 +304,7 @@ class NegotiationViewSet(viewsets.ModelViewSet):
|
||||
"temperature": 0.2,
|
||||
"max_tokens": 2048
|
||||
}
|
||||
resp = requests.post(vllm_url, json=payload)
|
||||
resp = requests.post(vllm_url, json=payload, proxies={"http": None, "https": None})
|
||||
resp.raise_for_status()
|
||||
response_json = resp.json()
|
||||
ai_content = response_json['choices'][0]['message']['content']
|
||||
|
Loading…
Reference in New Issue
Block a user