Merge branch 'feed-checking' into v2

This commit is contained in:
benji7425 2017-08-22 23:27:21 +01:00
commit d5583b2c04
5 changed files with 98 additions and 48 deletions

View File

@ -1,5 +1,6 @@
{
"saveIntervalSec": 60,
"feedCheckIntervalSec": 30,
"commands": {
"version": "version",
"addFeed": "add-feed"

View File

@ -2,7 +2,9 @@
const FileSystem = require("fs");
//external lib imports
const JsonFile = require("jsonfile");
const JsonFile = require("jsonfile"); //for saving to/from JSON
const Url = require("url"); //for url parsing
const GetUrls = require("get-urls"); //for extracting urls from messages
//my imports
const DiscordUtil = require("discordjs-util");
@ -20,8 +22,13 @@ module.exports = (client) => {
const guildsData = FileSystem.existsSync(SAVE_FILE) ? fromJSON(JsonFile.readFileSync(SAVE_FILE)) : {};
setInterval(() => writeFile(guildsData), config.saveIntervalSec * 1000);
parseLinksInAllGuilds(client.guilds, guildsData).then(writeFile(guildsData));
parseLinksInGuilds(client.guilds, guildsData).then(writeFile(guildsData));
//set up an interval to check all the feeds
checkFeedsInGuilds(client.guilds, guildsData);
setInterval(() => checkFeedsInGuilds(client.guilds, guildsData), config.feedCheckIntervalSec * 1000);
//set up an on message handler to detect when links are posted
client.on("message", message => {
if (message.author.id !== client.user.id) { //check the bot isn't triggering itself
if (message.channel.type === "dm")
@ -56,24 +63,45 @@ const HandleMessage = {
};
function addFeed(client, guildsData, message) {
const feedData = createNewFeed(message); //create a new feed data instance from the data in our message
const parameters = message.content.split(" "); //expect !addfeed <url> <channelName> <roleName>
const feedUrl = [...GetUrls(message.content)][0];
const channel = message.mentions.channels.first();
if (!feedUrl || !channel)
return message.reply("Please provide both a channel and an RSS feed URL. You can optionally @mention a role also.");
const role = message.mentions.roles.first();
const feedData = new FeedData({
url: feedUrl,
channelName: channel.name,
roleName: role.name
});
//ask the user if they're happy with the details they set up, save if yes, don't if no
DiscordUtil.ask(client, message.channel, message.member, "Are you happy with this? " + feedData)
DiscordUtil.ask(client, message.channel, message.member, "Are you happy with this?\n ```JavaScript\n" + JSON.stringify(feedData, null, "\n") + "```")
.then(responseMessage => {
//if they responded yes, save the feed and let them know, else tell them to start again
if (message.content.toLowerCase() === "yes") {
saveFeed(guildsData, message.guild.id, feedData);
if (responseMessage.content.toLowerCase() === "yes") {
if (!guildsData[message.guild.id])
guildsData[message.guild.id] = new GuildData({ id: message.guild.id, feeds: [] });
guildsData[message.guild.id].feeds.push(feedData);
writeFile(guildsData);
responseMessage.reply("Your new feed has been saved!");
}
else
responseMessage.reply("Your feed has not been saved, please add it again with the correct details");
});
}
function parseLinksInAllGuilds(guilds, guildsData) {
function checkFeedsInGuilds(guilds, guildsData) {
Object.keys(guildsData).forEach(key => guildsData[key].checkFeeds(guilds));
}
function parseLinksInGuilds(guilds, guildsData) {
const promises = [];
for (let guild of guilds) {
const guildData = guildsData[guild.id];
@ -83,39 +111,12 @@ function parseLinksInAllGuilds(guilds, guildsData) {
return Promise.all(promises);
}
/**
* Create a new feed from the message object where the user is setting it up
* @param {Discord.Message} message
* @returns {FeedData} Newly created feed data object
*/
function createNewFeed(message) {
const parameters = message.content.split(" "); //expect !addfeed <url> <channelName> <roleName>
const feedData = new FeedData({
link: parameters[1],
channelName: parameters[2],
roleName: parameters[3]
});
return feedData;
}
/**
* Saves a passed feed data object into the passed guildsData object, for the specified guild
* @param {object} guildsData
* @param {string} guildID
* @param {FeedData} feedData
*/
function saveFeed(guildsData, guildID, feedData) {
if (!guildsData[guildID])
guildsData[guildID] = new GuildData({ id: guildID, feeds: [] });
guildsData[guildID].feeds.push(feedData);
}
function writeFile(guildsData) {
JsonFile.writeFile(SAVE_FILE, guildsData, err => { if (err) DiscordUtil.dateError("Error writing file", err); });
}
function fromJSON(json) {
const guildIDs = Object.keys(json);
guildIDs.forEach(guildID => { guildIDs[guildID] = new GuildData(guildIDs[guildID]); });
const guildsData = Object.keys(json);
guildsData.forEach(guildID => { json[guildID] = new GuildData(json[guildID]); });
return json;
}

View File

@ -1,9 +1,17 @@
//my imports
const DiscordUtil = require("discordjs-util");
//external lib imports
const Dns = require("dns"); //for host resolution checking
const Url = require("url"); //for url parsing
const FeedRead = require("feed-read"); //for extracing new links from RSS feeds
module.exports = class FeedData {
constructor({ link, channelName, roleName, cachedLinks }) {
this.link = link;
constructor({ url, channelName, roleName, cachedLinks }) {
this.url = url;
this.channelName = channelName;
this.roleName = roleName;
this.cachedLinks = cachedLinks | [];
this.cachedLinks = cachedLinks || [];
}
/**
@ -23,8 +31,44 @@ module.exports = class FeedData {
.catch(reject);
});
}
check(guild) {
Dns.resolve(Url.parse(this.url).host || "", err => { //check we can resolve the host, so we can throw an appropriate error if it fails
if (err)
DiscordUtil.dateError("Connection Error: Can't resolve host", err); //log our error if we can't resolve the host
else
FeedRead(this.url, (err, articles) => { //check the feed
if (err)
DiscordUtil.dateError(err);
else {
let latest = articles[0].link; //extract the latest link
latest = normaliseUrl(latest); //standardise it a bit
//if we don't have it cached already, cache it and callback
if (!this.cachedLinks.includes(latest)) {
this.cachedLinks.push(latest);
const channel = guild.channels.find(ch => ch.type === "text" && ch.name.toLowerCase() === this.channelName.toLowerCase());
const role = guild.roles.find(role => role.name.toLowerCase() === this.roleName.toLowerCase());
channel.send(role + " " + latest);
}
}
});
});
}
};
function normaliseUrl(url) {
url = url.replace("https://", "http://"); //cheaty way to get around http and https not matching
if (Url.parse(url).host.includes("youtu")) //detect youtu.be and youtube.com - yes I know it's hacky
url = url.split("&")[0]; //quick way to chop off stuff like &feature=youtube
url = url.replace("http://www.youtube.com/watch?v=", "http://youtu.be/"); //turn full url into share url
return url;
}
function getUrls(str) {
return str.match(/(\b(https?|ftp|file):\/\/[-A-Z0-9+&@#\/%?=~_|!:,.;]*[-A-Z0-9+&@#\/%=~_|])/ig);
}

View File

@ -4,7 +4,7 @@ const Util = require("discordjs-util");
module.exports = class GuildData {
constructor({ id, feeds }) {
this.id = id;
this.feeds = feeds.filter(feed => new FeedData(feed));
this.feeds = feeds.map(feed => new FeedData(feed));
}
cachePastPostedLinks() {
@ -16,4 +16,8 @@ module.exports = class GuildData {
return Promise.all(promises);
}
checkFeeds(guilds) {
this.feeds.forEach(feed => feed.check(guilds.get(this.id)));
}
};

View File

@ -22,7 +22,7 @@
"discordjs-util": "git+https://github.com/benji7425/discordjs-util.git",
"dns": "0.2.2",
"feed-read": "0.0.1",
"jsonfile": "3.0.1",
"urijs": "1.18.10"
"get-urls": "7.0.0",
"jsonfile": "3.0.1"
}
}