mirror of
https://github.com/xtekky/gpt4free.git
synced 2025-12-06 02:30:41 -08:00
9c8aedbeb1
Updates for the response of the BackendApi Update of the demo model list Improve web search tool Moved copy_images to /image
33 lines
No EOL
1 KiB
Python
33 lines
No EOL
1 KiB
Python
from __future__ import annotations
|
|
|
|
import json
|
|
|
|
from ...typing import Messages, AsyncResult
|
|
from ...requests import StreamSession
|
|
from ...providers.base_provider import AsyncGeneratorProvider, ProviderModelMixin
|
|
from ...providers.response import RawResponse
|
|
from ... import debug
|
|
|
|
class BackendApi(AsyncGeneratorProvider, ProviderModelMixin):
|
|
ssl = None
|
|
headers = {}
|
|
|
|
@classmethod
|
|
async def create_async_generator(
|
|
cls,
|
|
model: str,
|
|
messages: Messages,
|
|
api_key: str = None,
|
|
**kwargs
|
|
) -> AsyncResult:
|
|
debug.log(f"{cls.__name__}: {api_key}")
|
|
async with StreamSession(
|
|
headers={"Accept": "text/event-stream", **cls.headers},
|
|
) as session:
|
|
async with session.post(f"{cls.url}/backend-api/v2/conversation", json={
|
|
"model": model,
|
|
"messages": messages,
|
|
**kwargs
|
|
}, ssl=cls.ssl) as response:
|
|
async for line in response.iter_lines():
|
|
yield RawResponse(**json.loads(line)) |