Use self host private openai (limit 1k tpm)

This commit is contained in:
Yasir Aris M 2024-07-31 11:00:31 +07:00 committed by GitHub
parent 2aa93bb4d5
commit 260cd31542
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -6,7 +6,7 @@ import asyncio
import html
import random
from openai import APIConnectionError, APIStatusError, AsyncOpenAI, RateLimitError
from openai import APIConnectionError, APIStatusError, AsyncAzureOpenAI, RateLimitError
from pyrogram import filters
from pyrogram.errors import MessageTooLong
from pyrogram.types import Message
@ -70,7 +70,7 @@ async def openai_chatbot(_, ctx: Message, strings):
is_in_gap, _ = await check_time_gap(uid)
if is_in_gap and (uid not in SUDO):
return await ctx.reply_msg(strings("dont_spam"), del_in=5)
ai = AsyncOpenAI(api_key=OPENAI_KEY, base_url="https://api.aimlapi.com")
ai = AsyncAzureOpenAI(api_key=OPENAI_KEY, azure_endpoint="https://yasirainew.openai.azure.com", api_version="2024-02-15-preview",)
pertanyaan = ctx.input
msg = await ctx.reply_msg(strings("find_answers_str"), quote=True)
num = 0