diff options
author | kqlio67 <kqlio67@users.noreply.github.com> | 2024-09-25 10:44:23 +0200 |
---|---|---|
committer | kqlio67 <kqlio67@users.noreply.github.com> | 2024-09-25 10:44:23 +0200 |
commit | ec4e25073b5357a1213bfe00a93a21b5b6652bea (patch) | |
tree | c7cfa751ae9604d0bc05e42661492f934a2d333d /g4f/Provider/deprecated/H2o.py | |
parent | feat(g4f/Provider/HuggingChat.): add Qwen2.5-72B model and alias (diff) | |
download | gpt4free-ec4e25073b5357a1213bfe00a93a21b5b6652bea.tar gpt4free-ec4e25073b5357a1213bfe00a93a21b5b6652bea.tar.gz gpt4free-ec4e25073b5357a1213bfe00a93a21b5b6652bea.tar.bz2 gpt4free-ec4e25073b5357a1213bfe00a93a21b5b6652bea.tar.lz gpt4free-ec4e25073b5357a1213bfe00a93a21b5b6652bea.tar.xz gpt4free-ec4e25073b5357a1213bfe00a93a21b5b6652bea.tar.zst gpt4free-ec4e25073b5357a1213bfe00a93a21b5b6652bea.zip |
Diffstat (limited to 'g4f/Provider/deprecated/H2o.py')
-rw-r--r-- | g4f/Provider/deprecated/H2o.py | 89 |
1 files changed, 89 insertions, 0 deletions
diff --git a/g4f/Provider/deprecated/H2o.py b/g4f/Provider/deprecated/H2o.py new file mode 100644 index 00000000..ba4ca507 --- /dev/null +++ b/g4f/Provider/deprecated/H2o.py @@ -0,0 +1,89 @@ +from __future__ import annotations + +import json +import uuid + +from aiohttp import ClientSession + +from ...typing import AsyncResult, Messages +from ..base_provider import AsyncGeneratorProvider, format_prompt + + +class H2o(AsyncGeneratorProvider): + url = "https://gpt-gm.h2o.ai" + model = "h2oai/h2ogpt-gm-oasst1-en-2048-falcon-40b-v1" + + @classmethod + async def create_async_generator( + cls, + model: str, + messages: Messages, + proxy: str = None, + **kwargs + ) -> AsyncResult: + model = model if model else cls.model + headers = {"Referer": f"{cls.url}/"} + + async with ClientSession( + headers=headers + ) as session: + data = { + "ethicsModalAccepted": "true", + "shareConversationsWithModelAuthors": "true", + "ethicsModalAcceptedAt": "", + "activeModel": model, + "searchEnabled": "true", + } + async with session.post( + f"{cls.url}/settings", + proxy=proxy, + data=data + ) as response: + response.raise_for_status() + + async with session.post( + f"{cls.url}/conversation", + proxy=proxy, + json={"model": model}, + ) as response: + response.raise_for_status() + conversationId = (await response.json())["conversationId"] + + data = { + "inputs": format_prompt(messages), + "parameters": { + "temperature": 0.4, + "truncate": 2048, + "max_new_tokens": 1024, + "do_sample": True, + "repetition_penalty": 1.2, + "return_full_text": False, + **kwargs + }, + "stream": True, + "options": { + "id": str(uuid.uuid4()), + "response_id": str(uuid.uuid4()), + "is_retry": False, + "use_cache": False, + "web_search_id": "", + }, + } + async with session.post( + f"{cls.url}/conversation/{conversationId}", + proxy=proxy, + json=data + ) as response: + start = "data:" + async for line in response.content: + line = line.decode("utf-8") + if line and line.startswith(start): + line = json.loads(line[len(start):-1]) + if not line["token"]["special"]: + yield line["token"]["text"] + + async with session.delete( + f"{cls.url}/conversation/{conversationId}", + proxy=proxy, + ) as response: + response.raise_for_status()
\ No newline at end of file |