58 lines
2.2 KiB
JavaScript
58 lines
2.2 KiB
JavaScript
|
|
const bot = require('bbot');
|
|
const request = require('request');
|
|
const decodeEntities = require('decode-entities');
|
|
//var decode = require('unescape');
|
|
|
|
var request_options = {
|
|
headers: {
|
|
'User-Agent': 'crabot retrieving url metadata (https://wiki.crapaud-fou.org/crabot)'
|
|
}
|
|
};
|
|
|
|
|
|
|
|
bot.global.text(/(https?:\/\/[^ ,\)"\n]*)/ig, async (b) => {
|
|
// console.log(JSON.stringify(b.match, null, 2));
|
|
for (url of b.match) {
|
|
// console.log(JSON.stringify(url, null, 2));
|
|
if (!/(coa|pad)\.crapaud-fou\.org/.test(url)) {
|
|
request_options.url = url;
|
|
request(request_options, (err, res, body) => {
|
|
// console.log(JSON.stringify(res, null, 2));
|
|
if (!err && res.statusCode === 200) {
|
|
var re = /<title[^>]*>([^<]*)<\/title>/gi;
|
|
var match = re.exec(body);
|
|
if (match && match[1]) {
|
|
var extra = "";
|
|
var link = res.request.uri.href;
|
|
link = link.replace(/[\?&]fbclid=.+/gi, "");
|
|
link = link.replace(/[\?&]ncid=.+/gi, "");
|
|
//kopa match[1] = match[1].replace("'", "'");
|
|
if (/youtube.com/.test(link)) {
|
|
if (t = /[?&]v=([^&]+)/.exec(link)) {
|
|
link = "https://www.youtube.com/watch?v=" + t[1];
|
|
extra += " - [no-cookie](https://www.youtube-nocookie.com/embed/" + t[1] + ")";
|
|
extra += " - [invidious](https://invidio.us/watch?v=" + t[1] + ")";
|
|
}
|
|
}
|
|
b.respond(decodeEntities("[>>>](" + link + ") _" + match[1].replace(/\n/g, " ").trim() + "_" + extra));
|
|
// b.respond("\>\>\>\> _" + match[1].replace(/\n/g, " ").trim() + "_" + extra);
|
|
}
|
|
} else {
|
|
console.log('-----------------------------------');
|
|
console.log('URL: ' + url);
|
|
console.log('ERR - - - - - - - - - - - - - - - -');
|
|
console.log(JSON.stringify(err, null, 2));
|
|
console.log('RES - - - - - - - - - - - - - - - -');
|
|
console.log(JSON.stringify(res, null, 2));
|
|
console.log('-----------------------------------');
|
|
}
|
|
});
|
|
}
|
|
await new Promise((resolve) => setTimeout(resolve, 1000));
|
|
}
|
|
}, {
|
|
id: 'get-url-metadata'
|
|
});
|