You cannot select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
caveman/cogs/rss.py

111 lines
3.5 KiB
Python

import sys, datetime, os
import discord
from discord.ext import commands, tasks
import feedparser,requests
from global_config import configboi
from util_functions import *
sc = configboi("config.txt", False)
REFRESH_TIME = sc.getasint("REFRESH_TIME")
class RSS(commands.Cog):
"""This cog handles RSS stuff"""
def __init__(self, bot):
self.bot = bot
self.confmgr = configboi("config.txt", False)
self.package_names = self.confmgr.getaslist("WATCHED_PACKAGES")
temp = self.confmgr.getaslist("FEED_URLS")
self.gitea_urls = self.confmgr.getaslist("GITEA_URLS")
self.package_channel = self.confmgr.getasint("PACKAGE_CHANNEL")
self.feed_urls = []
for feed in temp:
self.feed_urls.append("https://" + feed)
self.chan = self.bot.get_channel(self.package_channel)
if self.chan is None:
syslog.log("RSS", "Package task failed because we couldn't find the target channel.")
sys.exit(1)
self.root = "package-cache"
ensure(self.root)
self.package_task.start()
def cog_unload(self):
self.package_task.cancel()
@commands.Cog.listener()
async def on_ready(self):
syslog.log("RSS", "Running initial package check")
await self.check_packages()
@tasks.loop(seconds=REFRESH_TIME)
async def package_task(self):
await self.check_packages()
@package_task.before_loop
async def before_status_task(self):
syslog.log(
"RSS", "Waiting for bot to be ready before starting package task"
)
await self.bot.wait_until_ready()
syslog.log("RSS", "Bot is ready. Enabling package task")
async def sendwarn(self, msg):
await self.chan.send(embed=warnmsg("RSS",msg))
async def senderr(self, msg):
await self.chan.send(embed=errmsg("RSS",msg))
async def send(self, msg):
await self.chan.send(embed=infmsg("RSS",msg))
def dolog(self, msg):
syslog.log("RSS", msg)
async def check_packages(self):
try:
for feed in self.feed_urls:
self.dolog("Checking: " + feed)
previous = ""
if check(self.root + "/" + feed.replace("/","-")):
self.dolog("Found previous cached data")
previous = open(self.root + "/" + feed.replace("/","-")).read().strip()
else:
self.dolog("No previous data")
new = requests.get(feed).text
if new != previous:
self.dolog("New data is different")
if check(self.root + "/" + feed.replace("/","-")):
os.remove(self.root + "/" + feed.replace("/","-"))
with open(self.root + "/" + feed.replace("/","-"), "w") as f:
f.write(new)
self.dolog("Updated cache")
d = feedparser.parse(new)
for item in d.entries:
pkgn = str(item['title'])
if " " in pkgn:
pkgn = pkgn.split(" ")[0]
for tgt in self.package_names:
if tgt in pkgn:
await self.send("Package change: `" + str(item['title']) + "`")
break
except Exception as e:
syslog.log("RSS ERROR", str(e))
def setup(bot):
bot.add_cog(RSS(bot))