From a4ebacb80fa0ebd99b2fb552d45685a86f69aa7c Mon Sep 17 00:00:00 2001 From: bakatrouble Date: Sun, 31 Mar 2019 23:20:09 +0300 Subject: [PATCH] fix headers for tapas requests --- feeds/modules/tapas.py | 15 ++++++++------- 1 file changed, 8 insertions(+), 7 deletions(-) diff --git a/feeds/modules/tapas.py b/feeds/modules/tapas.py index 49b7128..2240744 100644 --- a/feeds/modules/tapas.py +++ b/feeds/modules/tapas.py @@ -18,24 +18,25 @@ class TapasFeedModuleConfig(FeedModuleConfig): MODULE_NAME = 'Tapas.io comic' - def __init__(self, *args, **kwargs): - super().__init__(*args, **kwargs) - self.session = requests.Session() - self.session.headers = {'User-Agent': 'Mozilla/5.0 (X11; Linux x86_64; rv:67.0) Gecko/20100101 Firefox/67.0'} - def execute(self, bot: TeleBot, chat_id, last_id): config._reload_maybe() if last_id is None: last_id = 0 - soup = BeautifulSoup(self.session.get(f'https://tapas.io/series/{self.display_name}').text, 'html.parser') + soup = BeautifulSoup(requests.get( + f'https://tapas.io/series/{self.display_name}', + headers={'User-Agent': 'Mozilla/5.0 (X11; Linux x86_64; rv:67.0) Gecko/20100101 Firefox/67.0'}, + ).text, 'html.parser') for episode in soup.select('#episode-nav .episode'): eid = int(episode['data-eid']) if eid <= last_id: continue - esoup = BeautifulSoup(self.session.get(f'https://tapas.io/episode/{eid}').text, 'html.parser') + esoup = BeautifulSoup(requests.get( + f'https://tapas.io/episode/{eid}', + headers={'User-Agent': 'Mozilla/5.0 (X11; Linux x86_64; rv:67.0) Gecko/20100101 Firefox/67.0'}, + ).text, 'html.parser') # series_title = esoup.select_one('#series-info-wrap a.series-header-title').text title = esoup.select_one(f'#episodes [data-eid={eid}] h1').text caption = f'{title}\nhttps://tapas.io/episode/{eid}'