feat(cmd): Add archive.is

README.md

@@ -32,3 +32,6 @@ Result:
 The access_token from the above command is then stored in the [config.js](https://github.com/vulet/plemara/blob/master/config.js) file.
 # Images 
 ![Bridge](https://civseed.com/_matrix/media/v1/download/civseed.com/wwLEtYGUUfYanovmSSAxdTJI)
+
+# Contributors
+CryptoMooners

commands/archive.js

@@ -0,0 +1,90 @@
+const qs = require('qs');
+const axios = require('axios');
+const registrar = require('../registrar.js');
+
+const sleep = ms => new Promise(r => setTimeout(r, ms));
+
+const editNoticeHTML = (client, roomId, eventId, html, plain) => client.sendMessage(roomId, {
+  body: ` * ${plain || html.replace(/<[^<]+?>/g, '')}`,
+  formatted_body: ` * ${html}`,
+  format: 'org.matrix.custom.html',
+  msgtype: 'm.notice',
+  'm.new_content': {
+    body: plain || html.replace(/<[^<]+?>/g, ''),
+    formatted_body: html,
+    format: 'org.matrix.custom.html',
+    msgtype: 'm.notice'
+  },
+  'm.relates_to': {
+    rel_type: 'm.replace',
+    event_id: eventId
+  }
+});
+
+const headers = ({ domain, userAgent }) => ({
+  'Host': `${domain}`,
+  'User-Agent': `${userAgent}`
+});
+
+const archive = async (instance, url) => {
+  const form = await instance({ method: 'GET', url: '/' });
+  if (form.statusText !== 'OK') throw form;
+  const submitId = form.data.match(/name="submitid" value="([^"]+)/);
+  const submit = await instance({
+    method: 'POST',
+    url: '/submit/',
+    headers: { 'Content-Type': 'application/x-www-form-urlencoded' },
+    data: qs.stringify({ submitid: submitId ? submitId[1] : undefined, url })
+  });
+  if (submit.statusText !== 'OK') throw submit;
+  if (submit.request.path !== '/submit/')
+    return { id: submit.request.path };
+  if (submit.headers.refresh)
+    return { refresh: submit.headers.refresh.split(';url=')[1] };
+  throw submit;
+};
+
+const reqStr = str => `<em>Sending archive request for <code>${str}</code></em>`;
+const arc1Str = str => `<em>Archiving page <code>${str}</code></em>`;
+const arc2Str = str => `<em>Archived page <code>${str}</code></em>`;
+const arc3Str = str => `<em>Timed out <code>${str}</code></em>`;
+
+const run = async (matrixClient, { roomId }, userInput, registrar) => {
+  const config = registrar.config.archive;
+  const instance = axios.create({
+    baseURL: `https://${config.domain}`,
+    headers: headers(config),
+    transformResponse: [],
+    timeout: 10 * 1000
+  });
+  let reply = null;
+  try {
+    reply = await matrixClient.sendHtmlNotice(roomId, '', reqStr(userInput));
+    const { refresh, id } = await archive(instance, userInput);
+    if (id)
+      return await editNoticeHTML(matrixClient, roomId, reply, arc2Str(`${config.domain}${id}`));
+    if (refresh) {
+      const path = refresh.split(`https://${config.domain}`);
+      if (!path[1]) throw refresh;
+      await editNoticeHTML(matrixClient, roomId, reply, arc1Str(refresh));
+      let tries = 30;
+      while (tries--) {
+        await sleep(10000);
+        const { request: { path: reqPath } } = await instance({ method: 'HEAD', url: path[1] })
+          .catch(e => ({ request: { path: path[1] } }));
+        if (reqPath !== path[1])
+          return await editNoticeHTML(matrixClient, roomId, reply, arc2Str(`${config.domain}${reqPath}`));
+      }
+      return await editNoticeHTML(matrixClient, roomId, reply, arc3Str(refresh));
+    }
+    throw 'sad';
+  } catch (e) {
+    const sad = `<strong>Sad!</strong><br /><code>${`${e}`.replace(/<[^<]+?>/g, '').substr(0, 100)}</code>`;
+    if (reply)
+      editNoticeHTML(matrixClient, roomId, reply, sad, 'sad').catch(() => {});
+    else
+      matrixClient.sendHtmlNotice(roomId, 'sad', sad).catch(() => {});
+  }
+}
+
+exports.runQuery = run;

config.js

@@ -5,4 +5,8 @@ module.exports = {
   matrixPass: 'password',
   fediverse: 'https://server.com',
   fediverseToken: 'access_token',
+  archive: {
+    domain: 'archive.is',
+    userAgent: 'Mozilla/4.0 (compatible; Beep Boop)'
+  }
 };

main.js

@@ -106,6 +106,10 @@ let CreateClient = (token) => {
       if (command === 'mordy') {
         registrar.mordy.runQuery(matrixClient, room, userInput, registrar);
       }
+
+      if (command === 'archive') {
+        registrar.archive.runQuery(matrixClient, room, userInput, registrar);
+      }
     }
   });
 

registrar.js

@@ -16,4 +16,5 @@ module.exports = {
   unfren: require('./commands/unfren.js'),
   unpin: require('./commands/unpin.js'),
   mordy: require('./commands/mordy.js'),
+  archive: require('./commands/archive.js'),
 };