[pull] master from diygod:master

lib/v2/alternativeto/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/software/:name/:routeParams?': ['JimenezLi'],
+    '/platform/:name/:routeParams?': ['JimenezLi'],
+};

lib/v2/alternativeto/platform.js

@@ -0,0 +1,32 @@
+const { baseURL, puppeteerGet } = require('./utils');
+const cheerio = require('cheerio');
+
+module.exports = async (ctx) => {
+    const name = ctx.params.name;
+    const query = new URLSearchParams(ctx.params.routeParams);
+    const link = `https://alternativeto.net/platform/${name}/?${query.toString()}`;
+
+    // use Puppeteer due to the obstacle by cloudflare challenge
+    const html = await puppeteerGet(link, ctx.cache);
+    const $ = cheerio.load(html);
+
+    ctx.state.data = {
+        title: $('.Heading_h1___Cf5Y').text().trim(),
+        description: $('.intro-text').text().trim(),
+        link,
+        item: $('.AppListItem_appInfo__h9cWP')
+            .toArray()
+            .map((element) => {
+                const item = $(element);
+                const title = item.find('.Heading_h2___LwQD').text().trim();
+                const link = `${baseURL}${item.find('.Heading_h2___LwQD a').attr('href')}`;
+                const description = item.find('.AppListItem_description__wtODK').text().trim();
+
+                return {
+                    title,
+                    link,
+                    description,
+                };
+            }),
+    };
+};

lib/v2/alternativeto/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'alternativeto.net': {
+        _name: 'AlternativeTo',
+        www: [
+            {
+                title: 'Software Alternatives',
+                docs: 'https://docs.rsshub.app/routes/programming#alternativeto-software-alternatives',
+                source: '/software/:name',
+                target: '/software/:name',
+            },
+            {
+                title: 'Platform Software',
+                docs: 'https://docs.rsshub.app/routes/programming#alternativeto-platform-software',
+                source: '/platform/:name',
+                target: '/platform/:name',
+            },
+        ],
+    },
+};

lib/v2/alternativeto/router.js

@@ -0,0 +1,4 @@
+module.exports = (router) => {
+    router.get('/software/:name/:routeParams?', require('./software'));
+    router.get('/platform/:name/:routeParams?', require('./platform'));
+};

lib/v2/alternativeto/software.js

@@ -0,0 +1,32 @@
+const { baseURL, puppeteerGet } = require('./utils');
+const cheerio = require('cheerio');
+
+module.exports = async (ctx) => {
+    const name = ctx.params.name;
+    const query = new URLSearchParams(ctx.params.routeParams);
+    const link = `https://alternativeto.net/software/${name}/?${query.toString()}`;
+
+    // use Puppeteer due to the obstacle by cloudflare challenge
+    const html = await puppeteerGet(link, ctx.cache);
+    const $ = cheerio.load(html);
+
+    ctx.state.data = {
+        title: $('.Heading_h1___Cf5Y').text().trim(),
+        description: $('.intro-text').text().trim(),
+        link,
+        item: $('.AppListItem_appInfo__h9cWP')
+            .toArray()
+            .map((element) => {
+                const item = $(element);
+                const title = item.find('.Heading_h2___LwQD').text().trim();
+                const link = `${baseURL}${item.find('.Heading_h2___LwQD a').attr('href')}`;
+                const description = item.find('.AppListItem_description__wtODK').text().trim();
+
+                return {
+                    title,
+                    link,
+                    description,
+                };
+            }),
+    };
+};

lib/v2/alternativeto/utils.js

@@ -0,0 +1,22 @@
+const baseURL = 'https://alternativeto.net';
+
+const puppeteerGet = (url, cache) =>
+    cache.tryGet(url, async () => {
+        const browser = await require('@/utils/puppeteer')();
+        const page = await browser.newPage();
+        await page.setRequestInterception(true);
+        page.on('request', (request) => {
+            request.resourceType() === 'document' ? request.continue() : request.abort();
+        });
+        await page.goto(url, {
+            waitUntil: 'domcontentloaded',
+        });
+        const html = await page.evaluate(() => document.documentElement.innerHTML);
+        browser.close();
+        return html;
+    });
+
+module.exports = {
+    baseURL,
+    puppeteerGet,
+};

lib/v2/mixcloud/index.js

@@ -6,6 +6,7 @@ const { queries } = require('./queries');
 module.exports = async (ctx) => {
     const host = 'https://www.mixcloud.com';
     const imageBaseURL = 'https://thumbnailer.mixcloud.com/unsafe/480x480/';
+    const graphqlURL = 'https://app.mixcloud.com/graphql';
     const headers = {
         Referer: host,
         'Content-Type': 'application/json',
@@ -40,7 +41,6 @@ module.exports = async (ctx) => {
                     username: ctx.params.username,
                 },
                 orderBy: 'LATEST',
-                audioTypes: ['SHOW'],
             },
         },
         favorites: {
@@ -59,37 +59,20 @@ module.exports = async (ctx) => {
                 },
             },
         },
-        profile: {
-            query: queries.profile.query,
-            variables: {
-                lookup: {
-                    username: ctx.params.username,
-                },
-            },
-        },
     };
 
-    const profile = (
-        await got({
-            method: 'post',
-            url: `${host}/graphql`,
-            json: payloads.profile,
-            headers,
-        })
-    ).data.data;
-
-    const biog = profile.user.biog;
-    const image = `${imageBaseURL}${profile.user.picture.urlRoot}`;
-
     const data = (
         await got({
             method: 'post',
-            url: `${host}/graphql`,
+            url: graphqlURL,
             json: payloads[type],
             headers,
         })
     ).data.data;
 
+    const biog = data.user.biog;
+    const image = `${imageBaseURL}${data.user.picture.urlRoot}`;
+
     // https://github.com/ytdl-org/youtube-dl/blob/f1487d4fca40fd37d735753e24a7bae53a1b1513/youtube_dl/extractor/mixcloud.py#L72-L79
     const decryptionKey = 'IFYOUWANTTHEARTISTSTOGETPAIDDONOTDOWNLOADFROMMIXCLOUD';
     const decryptXorCipher = (key, cipherText) => {