first commit

bot.py

@@ -0,0 +1,60 @@
+"""
+Mastodon bot to clean URLs
+"""
+from mastodon import Mastodon, StreamListener
+from urllib.parse import urlparse
+import validators
+from bs4 import BeautifulSoup
+import ClearURLsCore
+import signal
+
+mastodon = Mastodon(
+    #file with your account token
+    access_token='token.secret',
+    #instance url
+    api_base_url=''
+)
+
+class Listener(StreamListener):
+    def on_update(self, toot):
+        """A new status has appeared! 'status' is the parsed JSON dictionary
+        describing the status."""
+        content = toot.content
+        soup = BeautifulSoup(content, 'html.parser')
+        cleaned_urls = []
+        unclean = False
+        for link in soup.find_all('a'):
+            url = link.get('href')
+            if validators.url(url):
+                clean_url = cleaner.clean(url)
+                if clean_url != url:
+                    #if clean_url and url are almost the same size its porbably
+                    #too spammy to toot about it
+                    if abs(len(clean_url) - len(url)) < 6:
+                        continue
+                    cleaned_urls.append(clean_url)
+                    unclean = True
+    
+        #reply
+        if unclean:
+            idempotency_key = str(toot.id)
+            to_status = toot
+            plural = ""
+            if len(cleaned_urls) > 1:
+                plural = "s"
+    
+            status = "The URL" + plural + " you posted contains trackers!\nI cleaned it for you:\n\r"
+            for clean_url in cleaned_urls:
+                status = status + clean_url + "\n"
+    
+            mastodon.status_reply(to_status, status, in_reply_to_id=toot.id, media_ids=None, sensitive=False, visibility="public", spoiler_text=None, language="en", idempotency_key=idempotency_key, content_type=None, scheduled_at=None, poll=None, untag=True)
+
+is_healthy = mastodon.stream_healthy()
+
+listener = Listener()
+cleaner = ClearURLsCore.ClearURLsCore()
+
+handle = mastodon.stream_local(listener, run_async=True, timeout=300, \
+            reconnect_async=False, reconnect_async_wait_sec=5)
+
+signal.pause()