yasirarism/MissKatyPyro
1
0
Fork 0
mirror of https://github.com/yasirarism/MissKatyPyro.git synced 2025-12-29 17:44:50 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

refator scraper movieku

Browse source
This commit is contained in:
Yasir Aris M 2024-09-24 09:39:20 +07:00 committed by GitHub
parent 4e50e99ded
commit c90561b96d
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 30 additions and 21 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

51
misskaty/plugins/web_scraper.py
View file

@ -16,7 +16,7 @@ import httpx
from bs4 import BeautifulSoup
from cachetools import TTLCache
from pykeyboard import InlineButton, InlineKeyboard
from pyrogram.errors import MessageTooLong, QueryIdInvalid
from pyrogram.errors import QueryIdInvalid
from pyrogram.types import Message
from database import dbname
@ -1450,28 +1450,37 @@ async def muviku_scrap(_, message, strings):
html = await fetch.get(link)
html.raise_for_status()
soup = BeautifulSoup(html.text, "lxml")
res = soup.find_all(class_="smokeurl")
data = []
for div in res:
paragraphs = div.find_all('p')
for p in paragraphs:
resolution = p.find('strong').text
links = p.find_all('a')
for link in links:
href = link.get('href')
title = link.text
data.append({
"resolusi": resolution,
"link": href,
"title": title,
})
data = {}
output = []
total_links = 0
valid_resolutions = {'1080p', '720p', '480p', '360p'}
current_title = None
for element in soup.find_all(['h3', 'p']):
if element.name == 'h3' and 'smokettl' in element.get('class', []):
current_title = element.text.strip()
if current_title not in data:
data[current_title] = []
elif element.name == 'p' and current_title:
strong_tag = element.find('strong')
if strong_tag:
resolution = strong_tag.text.strip()
if resolution in valid_resolutions:
links = ', '.join([f'<a href="{a["href"]}">{a.text.strip()}</a>' for a in element.find_all('a')])
data[current_title].append(f"{resolution} {links}")
for title, resolutions in data.items():
output.append(title)
output.extend(resolutions)
output.append('')
for res in resolutions:
total_links += res.count('<a href=')
if not data:
return await message.reply(strings("no_result"))
res = "".join(f"<b>Host: <a href='{i['link']}'>{i['resolusi']} {i['title']}</a></b>\n\n" for i in data)
await message.reply_msg(res)
except MessageTooLong:
url = await post_to_telegraph(False, link, res.replace("\n", "<br>"))
await message.reply_msg(f"Your result is too long, i have pasted your result on Telegraph:\n{url}")
if len(total_links) > 70:
url = await post_to_telegraph(False, link, "<br>".join(output))
return await message.reply_msg(f"Your result is too long, i have pasted your result on Telegraph:\n{url}")
await message.reply_msg("\n".join(output))
except IndexError:
return await message.reply(
strings("invalid_cmd_scrape").format(cmd=message.command[0])