mirrors/gpt4free
1
Fork 0
mirror of https://github.com/xtekky/gpt4free.git synced 2025-12-06 10:40:43 -08:00
Code Issues Projects Releases Packages Wiki Activity

HuggingChat: Strip leading whitespace from the first token in the stream

Browse source 
For some reason first token from the stream on HuggingChat always starts with a whitespace. This commit strips the leading whitespace from the first token in the stream to fix this issue.
This commit is contained in:
nullstreak 2023-12-15 23:58:13 +01:00 • committed by GitHub
parent 71cd54ce69
commit f554018da2
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 7 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

9
g4f/Provider/needs_auth/HuggingChat.py
View file

@ -47,14 +47,19 @@ class HuggingChat(AsyncGeneratorProvider):
"web_search": web_search "web_search": web_search
} }
async with session.post(f"{cls.url}/conversation/{conversation_id}", json=send, proxy=proxy) as response: async with session.post(f"{cls.url}/conversation/{conversation_id}", json=send, proxy=proxy) as response:
first_token = True
async for line in response.content: async for line in response.content:
line = json.loads(line[:-1]) line = json.loads(line[:-1])
if "type" not in line: if "type" not in line:
raise RuntimeError(f"Response: {line}") raise RuntimeError(f"Response: {line}")
elif line["type"] == "stream": elif line["type"] == "stream":
yield line["token"] token = line["token"]
if first_token:
token = token.lstrip()
first_token = False
yield token
elif line["type"] == "finalAnswer": elif line["type"] == "finalAnswer":
break break
async with session.delete(f"{cls.url}/conversation/{conversation_id}", proxy=proxy) as response: async with session.delete(f"{cls.url}/conversation/{conversation_id}", proxy=proxy) as response:
response.raise_for_status() response.raise_for_status()