darkfi/bin/ircd/script/bots/titlebot.py

# -*- coding: utf-8 -*-

import re
import irc
import requests
from bs4 import BeautifulSoup

## IRC Config
server = "127.0.0.1"
port = 11070
channels = ["#test", "#test1"]
botnick = "website-title"
ircc = irc.IRC()
ircc.connect(server, port, channels, botnick)

while True:
    text = ircc.get_response()
    text_list = text.split(' ')
    if text_list[1] == "PRIVMSG":
        channel = text_list[2]
        msg = ' '.join(text_list[3:])
        url = re.findall(r'(https?://[^\s]+)', msg)

        for i in url:
            reqs = requests.get(i)
            soup = BeautifulSoup(reqs.text, 'html.parser')

            for title in soup.find_all('title'):
                title_text = title.get_text()
                if not len(title_text) > 0:
                    print("Error: Title not found!")
                    continue
                title_text = title_text.split('\n')
                title_msg = []
                # remove empty lines from tweet body
                for line in title_text:
                    if not line.strip():
                        continue
                    title_msg.append(line)
                title_msg = " ".join(title_msg)
                print(f"Title: {title_msg}")
                ircc.send(channel, f"Title: {title_msg}")