mirror of
https://github.com/xtekky/gpt4free.git
synced 2025-12-06 02:30:41 -08:00
ec51e9c764
Add more models and image generation in You provider Use You as second default image provider
96 lines
No EOL
3.9 KiB
Python
96 lines
No EOL
3.9 KiB
Python
from __future__ import annotations
|
|
|
|
import random
|
|
import json
|
|
from aiohttp import ClientSession, BaseConnector
|
|
|
|
from ..typing import AsyncResult, Messages
|
|
from .base_provider import AsyncGeneratorProvider, ProviderModelMixin
|
|
from .helper import get_connector
|
|
|
|
API_URL = "https://labs-api.perplexity.ai/socket.io/"
|
|
WS_URL = "wss://labs-api.perplexity.ai/socket.io/"
|
|
|
|
class PerplexityLabs(AsyncGeneratorProvider, ProviderModelMixin):
|
|
url = "https://labs.perplexity.ai"
|
|
working = True
|
|
default_model = "sonar-medium-online"
|
|
models = [
|
|
"sonar-small-online", "sonar-medium-online", "sonar-small-chat", "sonar-medium-chat", "mistral-7b-instruct",
|
|
"codellama-70b-instruct", "llava-v1.5-7b-wrapper", "llava-v1.6-34b", "mixtral-8x7b-instruct",
|
|
"gemma-2b-it", "gemma-7b-it"
|
|
"mistral-medium", "related"
|
|
]
|
|
model_aliases = {
|
|
"mistralai/Mistral-7B-Instruct-v0.1": "mistral-7b-instruct",
|
|
"mistralai/Mixtral-8x7B-Instruct-v0.1": "mixtral-8x7b-instruct",
|
|
"codellama/CodeLlama-70b-Instruct-hf": "codellama-70b-instruct",
|
|
"llava-v1.5-7b": "llava-v1.5-7b-wrapper"
|
|
}
|
|
|
|
@classmethod
|
|
async def create_async_generator(
|
|
cls,
|
|
model: str,
|
|
messages: Messages,
|
|
proxy: str = None,
|
|
connector: BaseConnector = None,
|
|
**kwargs
|
|
) -> AsyncResult:
|
|
headers = {
|
|
"User-Agent": "Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:121.0) Gecko/20100101 Firefox/121.0",
|
|
"Accept": "*/*",
|
|
"Accept-Language": "de,en-US;q=0.7,en;q=0.3",
|
|
"Accept-Encoding": "gzip, deflate, br",
|
|
"Origin": cls.url,
|
|
"Connection": "keep-alive",
|
|
"Referer": f"{cls.url}/",
|
|
"Sec-Fetch-Dest": "empty",
|
|
"Sec-Fetch-Mode": "cors",
|
|
"Sec-Fetch-Site": "same-site",
|
|
"TE": "trailers",
|
|
}
|
|
async with ClientSession(headers=headers, connector=get_connector(connector, proxy)) as session:
|
|
t = format(random.getrandbits(32), "08x")
|
|
async with session.get(
|
|
f"{API_URL}?EIO=4&transport=polling&t={t}"
|
|
) as response:
|
|
text = await response.text()
|
|
|
|
sid = json.loads(text[1:])["sid"]
|
|
post_data = '40{"jwt":"anonymous-ask-user"}'
|
|
async with session.post(
|
|
f"{API_URL}?EIO=4&transport=polling&t={t}&sid={sid}",
|
|
data=post_data
|
|
) as response:
|
|
assert await response.text() == "OK"
|
|
|
|
async with session.ws_connect(f"{WS_URL}?EIO=4&transport=websocket&sid={sid}", autoping=False) as ws:
|
|
await ws.send_str("2probe")
|
|
assert(await ws.receive_str() == "3probe")
|
|
await ws.send_str("5")
|
|
assert(await ws.receive_str())
|
|
assert(await ws.receive_str() == "6")
|
|
message_data = {
|
|
"version": "2.5",
|
|
"source": "default",
|
|
"model": cls.get_model(model),
|
|
"messages": messages
|
|
}
|
|
await ws.send_str("42" + json.dumps(["perplexity_labs", message_data]))
|
|
last_message = 0
|
|
while True:
|
|
message = await ws.receive_str()
|
|
if message == "2":
|
|
if last_message == 0:
|
|
raise RuntimeError("Unknown error")
|
|
await ws.send_str("3")
|
|
continue
|
|
try:
|
|
data = json.loads(message[2:])[1]
|
|
yield data["output"][last_message:]
|
|
last_message = len(data["output"])
|
|
if data["final"]:
|
|
break
|
|
except:
|
|
raise RuntimeError(f"Message: {message}") |