修复轮训对话代理问题
This commit is contained in:
parent
d899ec76ad
commit
83a6049d27
@ -304,7 +304,7 @@ class NegotiationViewSet(viewsets.ModelViewSet):
|
|||||||
"temperature": 0.2,
|
"temperature": 0.2,
|
||||||
"max_tokens": 2048
|
"max_tokens": 2048
|
||||||
}
|
}
|
||||||
resp = requests.post(vllm_url, json=payload)
|
resp = requests.post(vllm_url, json=payload, proxies={"http": None, "https": None})
|
||||||
resp.raise_for_status()
|
resp.raise_for_status()
|
||||||
response_json = resp.json()
|
response_json = resp.json()
|
||||||
ai_content = response_json['choices'][0]['message']['content']
|
ai_content = response_json['choices'][0]['message']['content']
|
||||||
|
Loading…
Reference in New Issue
Block a user