add twitter feed

feeds/forms.py

@@ -1,3 +1,5 @@
+from crispy_forms.helper import FormHelper
+from crispy_forms.layout import Layout, Fieldset
 from django import forms
 from django.forms import ModelForm
 from djconfig.forms import ConfigForm
@@ -28,8 +30,25 @@ class FeedsAppConfigForm(ConfigForm):
     title = 'Feeds'
 
     feed_bot_token = forms.CharField(required=True)
+
     russian_proxy_string = forms.CharField()
     vk_username = forms.CharField(required=True)
     vk_password = forms.CharField(required=True)
     vk_auth = forms.CharField(required=False, widget=forms.Textarea())
     anticaptcha_token = forms.CharField()
+
+    twitter_consumer_api_key = forms.CharField(required=False)
+    twitter_consumer_api_secret = forms.CharField(required=False)
+    twitter_access_token = forms.CharField(required=False)
+    twitter_access_token_secret = forms.CharField(required=False)
+
+    helper = FormHelper()
+    helper.form_class = 'form-horizontal'
+    helper.label_class = 'col-sm-2'
+    helper.field_class = 'col-sm-10'
+    helper.layout = Layout(
+        Fieldset('Global', 'feed_bot_token'),
+        Fieldset('VK.com', 'russian_proxy_string', 'vk_username', 'vk_password', 'vk_auth', 'anticaptcha_token'),
+        Fieldset('Twitter', 'twitter_consumer_api_key', 'twitter_consumer_api_secret', 'twitter_access_token',
+                            'twitter_access_token_secret'),
+    )

feeds/migrations/0005_twitterfeedmoduleconfig.py

@@ -0,0 +1,23 @@
+# Generated by Django 2.1.5 on 2019-03-09 19:11
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('feeds', '0004_vkmusicfeedmoduleconfig'),
+    ]
+
+    operations = [
+        migrations.CreateModel(
+            name='TwitterFeedModuleConfig',
+            fields=[
+                ('id', models.AutoField(auto_created=True, primary_key=True, serialize=False, verbose_name='ID')),
+                ('screen_name', models.CharField(max_length=256)),
+            ],
+            options={
+                'abstract': False,
+            },
+        ),
+    ]

feeds/modules/__init__.py

@@ -4,7 +4,8 @@ from .vk_music import VKMusicFeedModuleConfig
 from .dank_memes import DankMemesFeedModuleConfig
 from .shitty_watercolour import ShittyWatercolourFeedModuleConfig
 from .wp_comic import WPComicFeedModuleConfig
+from .twitter import TwitterFeedModuleConfig
 
 FEED_MODULES = [EchoFeedModuleConfig, VKFeedModuleConfig, VKMusicFeedModuleConfig, DankMemesFeedModuleConfig,
-                ShittyWatercolourFeedModuleConfig, WPComicFeedModuleConfig]
+                ShittyWatercolourFeedModuleConfig, WPComicFeedModuleConfig, TwitterFeedModuleConfig]
 

feeds/modules/twitter.py

@@ -0,0 +1,50 @@
+import sentry_sdk
+import twitter
+from django.db import models
+from djconfig import config
+from telebot import TeleBot
+from telebot.types import InputMediaPhoto, InputMediaVideo
+
+from feeds.models import FeedModuleConfig
+
+
+class TwitterFeedModuleConfig(FeedModuleConfig):
+    screen_name = models.CharField(max_length=256)
+
+    MODULE_NAME = 'Twitter feed'
+
+    def execute(self, bot: TeleBot, chat_id, last_id):
+        config._reload_maybe()
+
+        if last_id is None:
+            last_id = 0
+
+        api = twitter.Api(config.twitter_consumer_api_key, config.twitter_consumer_api_secret,
+                          config.twitter_access_token, config.twitter_access_token_secret)
+        for status in reversed(api.GetUserTimeline(screen_name=self.screen_name, since_id=last_id)):
+            try:
+                text = status.text  # type: str
+                for url in status.urls:
+                    text = text.replace(url.url, url.expanded_url)
+                media = list(filter(lambda m: m.type in ('photo', 'animated_gif', 'video'), status.media))
+                if not len(media):
+                    bot.send_message(chat_id, text)
+                elif len(media) == 1:
+                    if media[0].type == 'photo':
+                        bot.send_photo(chat_id, media[0].media_url_https, text)
+                    elif media[0].type == 'animated_gif':
+                        bot.send_document(chat_id, media[0].video_info['variants'][-1]['url'], caption=text)
+                    else:
+                        bot.send_video(chat_id, media[0].video_info['variants'][-1]['url'], caption=text)
+                else:
+                    converted_media = []
+                    for i, m in enumerate(media):
+                        if m.type == 'photo':
+                            converted_media.append(InputMediaPhoto(m.media_url_https, text if not i else None))
+                        elif m.type in ('animated_gif', 'video'):
+                            converted_media.append(InputMediaVideo(m.video_info['variants'][-1]['url'],
+                                                                   caption=text if not i else None))
+                    bot.send_media_group(chat_id, converted_media)
+            except Exception as e:
+                sentry_sdk.capture_exception(e)
+            yield status.id

feeds/tasks.py

@@ -29,7 +29,7 @@ def execute_feed(feed_pk):
             feed.lock = True
             feed.save()
 
-        bot = TeleBot(config.feed_bot_token)
+        bot = TeleBot(config.feed_bot_token, threaded=False)
         for last_id in feed.config.execute(bot, feed.chat_id, feed.last_id):
             if last_id:
                 feed.last_id = last_id