RSSHub/lib/v2/rsc/journal.js

const got = require('@/utils/got');
const cheerio = require('cheerio');
const timezone = require('@/utils/timezone');
const { parseDate } = require('@/utils/parse-date');
const { art } = require('@/utils/render');
const path = require('path');

module.exports = async (ctx) => {
    const { id, category = 'allrecentarticles' } = ctx.params;
    const limit = ctx.query.limit ? parseInt(ctx.query.limit, 10) : 50;

    const rootUrl = 'https://pubs.rsc.org';
    const currentUrl = new URL(`en/journals/journalissues/${id}#!recentarticles`, rootUrl).href;
    const apiUrl = new URL('en/journals/getrecentarticles', rootUrl).href;

    const { data: response } = await got.post(apiUrl, {
        form: {
            name: id,
            pageno: 1,
            iscontentavailable: true,
            category,
        },
    });

    let $ = cheerio.load(response);

    $('div.capsule__article-image').each(function () {
        $(this).replaceWith(
            art(path.join(__dirname, 'templates/image.art'), {
                image: $(this).find('img').prop('data-original'),
            })
        );
    });

    let items = $('div.capsule--article')
        .slice(0, limit)
        .toArray()
        .map((item) => {
            item = $(item);

            const authors = item.find('div.article__authors').text().trim();
            const doi = item.find('div.text--small span a').text().split(/org\//).pop();

            const isOpenAccess = !!item.find('span.capsule__context img.ver-t').prop('alt');
            const isManuscript = !!item.find('span.capsule__context span').text();

            const enclosureUrl = new URL(item.find('div.capsule__action--buttons a').prop('href').split('?').pop(), rootUrl).href;

            return {
                title: item.find('h3.capsule__title').text(),
                link: new URL(item.find('a.capsule__action').prop('href'), rootUrl).href,
                description: item.find('div.capsule__column-wrapper').html(),
                author: authors,
                category: [item.find('span.capsule__context').text().trim(), ...authors.split(/,\s|and\s/), isOpenAccess || isManuscript],
                guid: `rsc-${doi}`,
                pubDate: timezone(parseDate(item.find('div.text--small span.block').text().split(/on\s/).pop(), 'DD MMM YYYY'), +1),
                enclosure_url: enclosureUrl,
                enclosure_type: enclosureUrl ? 'application/pdf' : undefined,
                doi,
            };
        });

    items = await Promise.all(
        items.map((item) =>
            ctx.cache.tryGet(item.guid, async () => {
                if (item.category.pop()) {
                    const { data: detailResponse } = await got(item.link.replace(/\/articlelanding\//, '/articlehtml/'));

                    const content = cheerio.load(detailResponse);

                    content('#pnlArticleAccess, #pnlArticleContent').remove();
                    content('div.abstract, div.article-abstract__heading').prevAll().remove();

                    item.title = content('meta[name="DC.title"]').prop('content');
                    item.description = content('#wrapper, article.article-control').html();
                    item.pubDate = timezone(parseDate(content('meta[name="citation_online_date"]').prop('content'), 'YYYY/MM/DD'), +1);
                    item.enclosure_url = content('meta[name="citation_pdf_url"]').prop('content');
                    item.enclosure_type = item.enclosure_url ? 'application/pdf' : undefined;
                    item.doi = content('meta[name="DC.Identifier"]').prop('content');
                }

                return item;
            })
        )
    );

    const { data: detailResponse } = await got(currentUrl);

    $ = cheerio.load(detailResponse);

    const icon = new URL($('link[rel="apple-touch-icon"]').prop('href'), rootUrl).href;

    ctx.state.data = {
        item: items,
        title: $('meta[name="citation_title"]').prop('content'),
        link: currentUrl,
        description: $('meta[property="og:description"]').prop('content'),
        language: 'en',
        image: new URL($('div.page-head__cell--image span img').prop('src'), rootUrl).href,
        icon,
        logo: icon,
        subtitle: $('title').text(),
        author: $('meta[name="citation_journal_abbrev"]').prop('content'),
        allowEmpty: true,
    };
};