const qs = require('qs');
const axios = require('axios');
const registrar = require('../registrar.js');
const sleep = ms => new Promise(r => setTimeout(r, ms));
const editNoticeHTML = (client, roomId, event, html, plain) => client.sendMessage(roomId, {
body: ` * ${plain || html.replace(/<[^<]+?>/g, '')}`,
formatted_body: ` * ${html}`,
format: 'org.matrix.custom.html',
msgtype: 'm.notice',
'm.new_content': {
body: plain || html.replace(/<[^<]+?>/g, ''),
formatted_body: html,
format: 'org.matrix.custom.html',
msgtype: 'm.notice'
},
'm.relates_to': {
rel_type: 'm.replace',
event_id: event.event_id
}
});
const headers = ({ domain, userAgent }) => ({
'Host': `${domain}`,
'User-Agent': `${userAgent}`
});
const archive = async (instance, url, rearchive) => {
const form = await instance({ method: 'GET', url: '/' });
if (form.statusText !== 'OK') throw form;
const submitId = form.data.match(/name="submitid" value="([^"]+)/);
const submit = await instance({
method: 'POST',
url: '/submit/',
headers: { 'Content-Type': 'application/x-www-form-urlencoded' },
data: qs.stringify({ anyway: rearchive ? '1' : undefined, submitid: submitId ? submitId[1] : undefined, url })
});
if (submit.statusText !== 'OK') throw submit;
if (submit.request.path !== '/submit/')
return { id: submit.request.path, date: submit.headers['memento-datetime'] };
if (submit.headers.refresh)
return { refresh: submit.headers.refresh.split(';url=')[1] };
throw submit;
};
const reqStr = str => `Sending archive request for ${str}
`;
const arc1Str = str => `Archiving page ${str}
`;
const arc2Str = (str, date) => `Archived page ${str}
[${date}]`;
const arc3Str = str => `Timed out ${str}
`;
const run = async (matrixClient, { roomId }, userInput, rearchive, registrar) => {
const config = registrar.config.archive;
const instance = axios.create({
baseURL: `https://${config.domain}`,
headers: headers(config),
transformResponse: [],
timeout: 10 * 1000
});
let reply = null;
try {
reply = await matrixClient.sendHtmlNotice(roomId, '', reqStr(userInput));
const { refresh, id, date } = await archive(instance, userInput, rearchive);
if (id)
return await editNoticeHTML(matrixClient, roomId, reply, arc2Str(`${config.domain}${id}`, date));
if (refresh) {
const path = refresh.split(`https://${config.domain}`);
if (!path[1]) throw refresh;
await editNoticeHTML(matrixClient, roomId, reply, arc1Str(refresh));
let tries = 30;
while (tries--) {
await sleep(10000);
const { request: { path: reqPath }, headers: { 'memento-datetime': date } } = await instance({ method: 'HEAD', url: path[1] })
.catch(e => ({ request: { path: path[1] } }));
if (reqPath !== path[1])
return await editNoticeHTML(matrixClient, roomId, reply, arc2Str(`${config.domain}${reqPath}`, date));
}
return await editNoticeHTML(matrixClient, roomId, reply, arc3Str(refresh));
}
throw 'sad';
} catch (e) {
const sad = `Sad!
${`${e}`.replace(/<[^<]+?>/g, '').substr(0, 100)}
`;
if (reply)
editNoticeHTML(matrixClient, roomId, reply, sad, 'sad').catch(() => {});
else
matrixClient.sendHtmlNotice(roomId, 'sad', sad).catch(() => {});
}
}
exports.runQuery = run;