' + item.subheadlines.basic, - pubDate: item.publish_date, + description: item.subheadlines.basic, + pubDate: item.display_date, })); ctx.state.data = { diff --git a/lib/v2/douban/maintainer.js b/lib/v2/douban/maintainer.js index 83aabf0db8b86f..85a7a6dc4e57b2 100644 --- a/lib/v2/douban/maintainer.js +++ b/lib/v2/douban/maintainer.js @@ -11,6 +11,7 @@ module.exports = { '/explore': ['clarkzsd'], '/explore_column/:id': ['LogicJake'], '/group/:groupid/:type?': ['DIYgod'], + '/list/:type?': ['5upernova-heng'], '/jobs/:type': ['Fatpandac'], '/movie/classification/:sort?/:score?/:tags?': ['zzwab'], '/movie/later': ['DIYgod'], diff --git a/lib/v2/douban/other/list.js b/lib/v2/douban/other/list.js new file mode 100644 index 00000000000000..59cbcd3bf296d0 --- /dev/null +++ b/lib/v2/douban/other/list.js @@ -0,0 +1,40 @@ +const got = require('@/utils/got'); +const path = require('path'); +const { art } = require('@/utils/render'); + +module.exports = async (ctx) => { + const type = ctx.params.type || 'subject_real_time_hotest'; + const url = `https://m.douban.com/rexxar/api/v2/subject_collection/${type}/items`; + const response = await got({ + method: 'get', + url, + headers: { + Referer: `https://m.douban.com/subject_collection/${type}`, + }, + }); + const description = response.data.subject_collection.description; + const items = response.data.subject_collection_items.map((item) => { + const title = item.title; + const link = item.url; + const description = art(path.join(__dirname, '../templates/list_description.art'), { + ranking_value: item.ranking_value, + title, + original_title: item.original_title, + rate: item.rating ? item.rating.value : null, + card_subtitle: item.card_subtitle, + description: item.cards ? item.cards[0].content : item.abstract, + cover: item.cover_url || item.cover.url, + }); + return { + title, + link, + description, + }; + }); + ctx.state.data = { + title: `豆瓣 - ${response.data.subject_collection.name}`, + link: 'https://m.douban.com/subject_collection/subject_real_time_hotest', + item: items, + description, + }; +}; diff --git a/lib/v2/douban/radar.js b/lib/v2/douban/radar.js index ea49ac1c65c393..8fdbdb622f0d19 100644 --- a/lib/v2/douban/radar.js +++ b/lib/v2/douban/radar.js @@ -29,6 +29,12 @@ module.exports = { source: '/group/:groupid', target: '/douban/group/:groupid/elite', }, + { + title: '榜单与集合', + docs: 'https://docs.rsshub.app/social-media.html#douban', + source: ['/subject_collection/:type'], + target: '/douban/list/:type', + }, ], jobs: [ { diff --git a/lib/v2/douban/router.js b/lib/v2/douban/router.js index d40f4432715be5..6c40d1a17b9184 100644 --- a/lib/v2/douban/router.js +++ b/lib/v2/douban/router.js @@ -12,6 +12,7 @@ module.exports = function (router) { router.get('/explore/column/:id', require('./other/explore_column')); router.get('/group/:groupid/:type?', require('./other/group')); router.get('/jobs/:type', require('./other/jobs.js')); + router.get('/list/:type?', require('./other/list')); router.get('/movie/classification/:sort?/:score?/:tags?', require('./other/classification.js')); router.get('/movie/later', require('./other/later')); router.get('/movie/playing', require('./other/playing')); diff --git a/lib/v2/douban/templates/list_description.art b/lib/v2/douban/templates/list_description.art new file mode 100644 index 00000000000000..169b03dd954b30 --- /dev/null +++ b/lib/v2/douban/templates/list_description.art @@ -0,0 +1,25 @@ +{{ if ranking_value }} +
{{ ranking_value }}
+{{ /if }} + +
{{ title }}
+ +{{ if original_title }} +{{ original_title }}
+{{ /if }} + +{{ if rate }} +{{ rate }}
+{{ /if }} + +{{ if card_subtitle }} +{{ card_subtitle }}
+{{ /if }} + +{{ if description }} +{{ description }}
+{{ /if }} + +{{ if cover }} +
+
\ No newline at end of file
diff --git a/lib/v2/swjtu/jwc.js b/lib/v2/swjtu/jwc.js
new file mode 100644
index 00000000000000..e29d90bdf70a45
--- /dev/null
+++ b/lib/v2/swjtu/jwc.js
@@ -0,0 +1,67 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+const rootURL = 'http://jwc.swjtu.edu.cn';
+const pageURL = `${rootURL}/vatuu/WebAction?setAction=newsList`;
+
+const getItem = (item, cache) => {
+ const newsInfo = item.find('h3').find('a');
+ const newsTime = item.find('p').find('span').text().slice(0, 19);
+ const newsTitle = newsInfo.text();
+ const link = `${rootURL}${newsInfo.attr('href').slice(2)}`;
+ return cache.tryGet(link, async () => {
+ try {
+ const resp = await got({
+ method: 'get',
+ url: link,
+ });
+ const $$ = cheerio.load(resp.data);
+ let newsText = $$('.content-main').html();
+ if (!newsText) {
+ newsText = '转发通知';
+ }
+ return {
+ title: newsTitle,
+ pubDate: parseDate(String(newsTime)),
+ link,
+ description: newsText,
+ };
+ } catch (error) {
+ if (error.response && error.response.status === 404) {
+ return {
+ title: newsTitle,
+ pubDate: parseDate(String(newsTime)),
+ link,
+ description: '',
+ };
+ } else {
+ throw error;
+ }
+ }
+ });
+};
+
+module.exports = async (ctx) => {
+ const resp = await got({
+ method: 'get',
+ url: pageURL,
+ });
+
+ const $ = cheerio.load(resp.data);
+ const list = $("[class='littleResultDiv']");
+
+ const items = await Promise.all(
+ list.toArray().map((i) => {
+ const item = $(i);
+ return getItem(item, ctx.cache);
+ })
+ );
+
+ ctx.state.data = {
+ title: '西南交大-教务网通知',
+ link: pageURL,
+ item: items,
+ allowEmpty: true,
+ };
+};
diff --git a/lib/v2/swjtu/maintainer.js b/lib/v2/swjtu/maintainer.js
index 47c795c3e3181f..71a35bf3468576 100644
--- a/lib/v2/swjtu/maintainer.js
+++ b/lib/v2/swjtu/maintainer.js
@@ -1,4 +1,6 @@
module.exports = {
'/jtys/yjs': ['qizidog'],
'/jyzpxx': ['qizidog'],
+ '/jwc': ['mobyw'],
+ '/xg/:code?': ['mobyw'],
};
diff --git a/lib/v2/swjtu/radar.js b/lib/v2/swjtu/radar.js
index 6717d179f97133..de334d2d452603 100644
--- a/lib/v2/swjtu/radar.js
+++ b/lib/v2/swjtu/radar.js
@@ -17,5 +17,21 @@ module.exports = {
target: '/swjtu/jyzpxx',
},
],
+ jwc: [
+ {
+ title: '教务处通知',
+ docs: 'https://docs.rsshub.app/university.html#xi-nan-jiao-tong-da-xue',
+ source: ['/vatuu/WebAction', '/'],
+ target: '/swjtu/jwc',
+ },
+ ],
+ xg: [
+ {
+ title: '扬华素质网',
+ docs: 'https://docs.rsshub.app/university.html#xi-nan-jiao-tong-da-xue',
+ source: ['/web/Home/PushNewsList', '/web/Home/NewsList', '/web/Home/ColourfulCollegeNewsList', '/web/Publicity/List', '/'],
+ target: '/swjtu/xg',
+ },
+ ],
},
};
diff --git a/lib/v2/swjtu/router.js b/lib/v2/swjtu/router.js
index 632f5957b851e0..8b3854dfa1c545 100644
--- a/lib/v2/swjtu/router.js
+++ b/lib/v2/swjtu/router.js
@@ -1,4 +1,6 @@
module.exports = function (router) {
router.get('/jtys/yjs', require('./jtys/yjs'));
router.get('/jyzpxx', require('./jyzpxx'));
+ router.get('/jwc', require('./jwc'));
+ router.get('/xg/:code?', require('./xg'));
};
diff --git a/lib/v2/swjtu/xg.js b/lib/v2/swjtu/xg.js
new file mode 100644
index 00000000000000..1c755d82cc2827
--- /dev/null
+++ b/lib/v2/swjtu/xg.js
@@ -0,0 +1,79 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+const rootURL = 'http://xg.swjtu.edu.cn';
+const listURL = {
+ tzgg: `${rootURL}/web/Home/PushNewsList?Lmk7LJw34Jmu=010j.shtml`,
+ yhxw: `${rootURL}/web/Home/NewsList?LJw34Jmu=011e.shtml`,
+ dcxy: `${rootURL}/web/Home/ColourfulCollegeNewsList`,
+ xgzj: `${rootURL}/web/Home/NewsList?xvw34vmu=010e.shtml`,
+};
+
+const getItem = (item, cache) => {
+ const newsInfo = item.find('h4').find('a');
+ const newsTime = item.find('span.ctxlist-time').text();
+ const newsTitle = newsInfo.text();
+ const link = `${rootURL}${newsInfo.attr('href')}`;
+ return cache.tryGet(link, async () => {
+ try {
+ const resp = await got({
+ method: 'get',
+ url: link,
+ });
+ const $$ = cheerio.load(resp.data);
+ let newsText = $$('.detail-content-text').html();
+ if (!newsText) {
+ newsText = '转发通知';
+ }
+ return {
+ title: newsTitle,
+ pubDate: parseDate(String(newsTime)),
+ link,
+ description: newsText,
+ };
+ } catch (error) {
+ if (error.response && error.response.status === 404) {
+ return {
+ title: newsTitle,
+ pubDate: parseDate(String(newsTime)),
+ link,
+ description: '',
+ };
+ } else {
+ throw error;
+ }
+ }
+ });
+};
+
+module.exports = async (ctx) => {
+ const code = ctx.params.code ?? 'tzgg';
+ const pageURL = listURL[code];
+
+ if (!pageURL) {
+ throw new Error('code not supported');
+ }
+
+ const resp = await got({
+ method: 'get',
+ url: pageURL,
+ });
+
+ const $ = cheerio.load(resp.data);
+ const list = $('div.right-side ul.block-ctxlist li');
+
+ const items = await Promise.all(
+ list.toArray().map((i) => {
+ const item = $(i);
+ return getItem(item, ctx.cache);
+ })
+ );
+
+ ctx.state.data = {
+ title: '西南交大-扬华素质网',
+ link: pageURL,
+ item: items,
+ allowEmpty: true,
+ };
+};
diff --git a/lib/v2/theatlantic/maintainer.js b/lib/v2/theatlantic/maintainer.js
new file mode 100644
index 00000000000000..1b6cbaac98db1a
--- /dev/null
+++ b/lib/v2/theatlantic/maintainer.js
@@ -0,0 +1,3 @@
+module.exports = {
+ '/:category': ['NavePnow'],
+};
diff --git a/lib/v2/theatlantic/news.js b/lib/v2/theatlantic/news.js
new file mode 100644
index 00000000000000..85f29deea6ce54
--- /dev/null
+++ b/lib/v2/theatlantic/news.js
@@ -0,0 +1,33 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { getArticleDetails } = require('./utils');
+module.exports = async (ctx) => {
+ const host = 'https://www.theatlantic.com';
+ const category = ctx.params.category;
+ const url = `${host}/${category}/`;
+ const response = await got({
+ method: 'get',
+ url,
+ });
+ const $ = cheerio.load(response.data);
+ const contents = JSON.parse($('script#__NEXT_DATA__').text()).props.pageProps.urqlState;
+ const firstKey = Object.keys(contents)[0];
+ const data = JSON.parse(contents[firstKey].data);
+ let list = Object.values(data)[0].river.edges;
+ list = list.filter((item) => !item.node.url.startsWith('https://www.theatlantic.com/photo'));
+ list = list.map((item) => {
+ const data = {};
+ data.title = item.node.title;
+ data.link = item.node.url;
+ data.pubDate = item.node.datePublished;
+ return data;
+ });
+ const items = await getArticleDetails(list, ctx);
+
+ ctx.state.data = {
+ title: `The Atlantic - ${category.toUpperCase()}`,
+ link: url,
+ description: `The Atlantic - ${category.toUpperCase()}`,
+ item: items,
+ };
+};
diff --git a/lib/v2/theatlantic/radar.js b/lib/v2/theatlantic/radar.js
new file mode 100644
index 00000000000000..a8288a387b5075
--- /dev/null
+++ b/lib/v2/theatlantic/radar.js
@@ -0,0 +1,13 @@
+module.exports = {
+ 'theatlantic.com': {
+ _name: 'The Atlantic',
+ www: [
+ {
+ title: '新闻',
+ docs: 'https://docs.rsshub.app/traditional-media.html#the-atlantic',
+ source: '/:category',
+ target: '/theatlantic/:category',
+ },
+ ],
+ },
+};
diff --git a/lib/v2/theatlantic/router.js b/lib/v2/theatlantic/router.js
new file mode 100644
index 00000000000000..d146629a4d88de
--- /dev/null
+++ b/lib/v2/theatlantic/router.js
@@ -0,0 +1,3 @@
+module.exports = (router) => {
+ router.get('/:category', require('./news'));
+};
diff --git a/lib/v2/theatlantic/templates/article-description.art b/lib/v2/theatlantic/templates/article-description.art
new file mode 100644
index 00000000000000..c64df2e2050866
--- /dev/null
+++ b/lib/v2/theatlantic/templates/article-description.art
@@ -0,0 +1,19 @@
+
+ 
+ {{publishTime}}
+ 作者：{{author}}
+ {{introduction}}
+
+
+ + {{publishTime}}
+ 作者：{{author}}
+ {{introduction}}
+
+
+
+ {{ if images }}
+ 描述
+ {{@ content}} +
+ 
+ {{/each}} + {{/each}} +
+ {{/if}}
+
+ {{ if boms }}
+ PCB && schematic
+ {{each images $imgs $key}} + {{each $imgs $img}} ++ {{/each}} + {{/each}} +
+
+
+
+ {{/if}}
+BOM
+| No | +Quantity | +Device | +Designator | +Footprint | +Value | +Manufacturer Part | +Manufacturer | +Supplier Part | +Supplier | +
|---|---|---|---|---|---|---|---|---|---|
| {{$value.No}} | +{{$value.Quantity}} | +{{$value.Device}} | +{{$value.Designator}} | +{{$value.Footprint}} | +{{$value.Value}} | +{{$value['Manufacturer Part']}} | +{{$value.Manufacturer}} | +{{$value['Supplier Part']}} | +{{$value.Supplier}} | +
+ {{@ item.caption}}
+
+ {{ if item.imgUrl }} +
+ 
+ {{item.imgCaption}}
+
+ {{ /if }}
+ {{each item.content}}
+ {{@ $value.innerHtml}}
+ {{if !$value.tagName}}
+
+
+ {{/if}} + {{/each}} + +
+
diff --git a/lib/v2/theatlantic/utils.js b/lib/v2/theatlantic/utils.js
new file mode 100644
index 00000000000000..feb3f55e71f945
--- /dev/null
+++ b/lib/v2/theatlantic/utils.js
@@ -0,0 +1,53 @@
+const cheerio = require('cheerio');
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+const UA = require('@/utils/rand-user-agent')({ browser: 'chrome', os: 'android', device: 'mobile' });
+
+const getArticleDetails = async (items, ctx) => {
+ const list = await Promise.all(
+ items.map((item) =>
+ ctx.cache.tryGet(item.link, async () => {
+ const url = item.link;
+ const response = await got({
+ url,
+ method: 'get',
+ headers: {
+ 'User-Agent': UA,
+ },
+ });
+ const html = response.data;
+ const $ = cheerio.load(html);
+ let data = JSON.parse($('script#__NEXT_DATA__').text());
+
+ const list = data.props.pageProps.urqlState;
+ const keyWithContent = Object.keys(list).filter((key) => list[key].data.includes('content'));
+ data = JSON.parse(list[keyWithContent].data).article;
+ item.category = data.categories.map((category) => category.slug);
+ data.channels.forEach((channel) => {
+ item.category.push(channel.slug);
+ });
+ item.content = data.content.filter((item) => item.innerHtml !== undefined && item.innerHtml !== '');
+ item.caption = data.dek;
+ item.imgUrl = data.leadArt.image?.url;
+ item.imgAlt = data.leadArt.image?.altText;
+ item.imgCaption = data.leadArt.image?.attributionText;
+ item.description = art(path.join(__dirname, 'templates/article-description.art'), {
+ item,
+ });
+ return {
+ title: item.title,
+ pubDate: parseDate(item.pubDate),
+ link: item.link,
+ description: item.description,
+ };
+ })
+ )
+ );
+ return list;
+};
+
+module.exports = {
+ getArticleDetails,
+};
diff --git a/lib/v2/tingshuitz/xiaoshan.js b/lib/v2/tingshuitz/xiaoshan.js
index 2577e57b0434a6..c98c9f2ce5e5ca 100644
--- a/lib/v2/tingshuitz/xiaoshan.js
+++ b/lib/v2/tingshuitz/xiaoshan.js
@@ -3,7 +3,7 @@ const cheerio = require('cheerio');
module.exports = async (ctx) => {
// const area = ctx.params.area;
- const url = 'http://www.xswater.com/gongshui/channels/227.html';
+ const url = 'https://www.xswater.com/gongshui/channels/227.html';
const response = await got({
method: 'get',
url,
@@ -15,7 +15,7 @@ module.exports = async (ctx) => {
ctx.state.data = {
title: $('title').text(),
- link: 'http://www.xswater.com/gongshui/channels/227.html',
+ link: 'https://www.xswater.com/gongshui/channels/227.html',
description: $('meta[name="description"]').attr('content') || $('title').text(),
item:
list &&
@@ -26,7 +26,7 @@ module.exports = async (ctx) => {
title: item.find('a').text(),
description: `萧山区停水通知：${item.find('a').text()}`,
pubDate: new Date(item.find('span').text().slice(1, 11)).toUTCString(),
- link: `http://www.xswater.com${item.find('a').attr('href')}`,
+ link: `https://www.xswater.com${item.find('a').attr('href')}`,
};
})
.get(),
diff --git a/lib/v2/twitter/utils.js b/lib/v2/twitter/utils.js
index 26783dccf8fbac..9064e665406f40 100644
--- a/lib/v2/twitter/utils.js
+++ b/lib/v2/twitter/utils.js
@@ -48,6 +48,7 @@ const ProcessFeed = (ctx, { data = [] }, params = {}) => {
showQuotedAuthorAvatarInDesc: fallback(params.showQuotedAuthorAvatarInDesc, queryToBoolean(routeParams.get('showQuotedAuthorAvatarInDesc')), false),
showAuthorAvatarInDesc: fallback(params.showAuthorAvatarInDesc, queryToBoolean(routeParams.get('showAuthorAvatarInDesc')), false),
showEmojiForRetweetAndReply: fallback(params.showEmojiForRetweetAndReply, queryToBoolean(routeParams.get('showEmojiForRetweetAndReply')), false),
+ showSymbolForRetweetAndReply: fallback(params.showSymbolForRetweetAndReply, queryToBoolean(routeParams.get('showSymbolForRetweetAndReply')), true),
showRetweetTextInTitle: fallback(params.showRetweetTextInTitle, queryToBoolean(routeParams.get('showRetweetTextInTitle')), true),
addLinkForPics: fallback(params.addLinkForPics, queryToBoolean(routeParams.get('addLinkForPics')), false),
showTimestampInDescription: fallback(params.showTimestampInDescription, queryToBoolean(routeParams.get('showTimestampInDescription')), false),
@@ -69,6 +70,7 @@ const ProcessFeed = (ctx, { data = [] }, params = {}) => {
showQuotedAuthorAvatarInDesc,
showAuthorAvatarInDesc,
showEmojiForRetweetAndReply,
+ showSymbolForRetweetAndReply,
showRetweetTextInTitle,
addLinkForPics,
showTimestampInDescription,
@@ -228,7 +230,7 @@ const ProcessFeed = (ctx, { data = [] }, params = {}) => {
}
quote += formatMedia(quoteData);
picsPrefix += generatePicsPrefix(quoteData);
- quoteInTitle += showEmojiForRetweetAndReply ? ' 💬 ' : ' RT ';
+ quoteInTitle += showEmojiForRetweetAndReply ? ' 💬 ' : showSymbolForRetweetAndReply ? ' RT ' : '';
quoteInTitle += `${author.name}: ${formatText(quoteData.full_text, quoteData.entities.urls)}`;
if (readable) {
@@ -258,15 +260,15 @@ const ProcessFeed = (ctx, { data = [] }, params = {}) => {
const isQuote = item.is_quote_status;
if (!isRetweet && (!isQuote || showRetweetTextInTitle)) {
if (item.in_reply_to_screen_name) {
- title += showEmojiForRetweetAndReply ? '↩️ ' : 'Re ';
+ title += showEmojiForRetweetAndReply ? '↩️ ' : showSymbolForRetweetAndReply ? 'Re ' : '';
}
title += replaceBreak(originalItem.full_text);
}
if (isRetweet) {
- title += showEmojiForRetweetAndReply ? '🔁 ' : 'RT ';
+ title += showEmojiForRetweetAndReply ? '🔁 ' : showSymbolForRetweetAndReply ? 'RT ' : '';
title += item.user.name + ': ';
if (item.in_reply_to_screen_name) {
- title += showEmojiForRetweetAndReply ? ' ↩️ ' : ' Re ';
+ title += showEmojiForRetweetAndReply ? ' ↩️ ' : showSymbolForRetweetAndReply ? ' Re ' : '';
}
title += replaceBreak(item.full_text);
}
@@ -298,7 +300,7 @@ const ProcessFeed = (ctx, { data = [] }, params = {}) => {
}
description += ' ';
}
- description += showEmojiForRetweetAndReply ? '🔁' : 'RT';
+ description += showEmojiForRetweetAndReply ? '🔁' : showSymbolForRetweetAndReply ? 'RT' : '';
if (!showAuthorInDesc) {
description += ' ';
if (readable) {
@@ -341,7 +343,7 @@ const ProcessFeed = (ctx, { data = [] }, params = {}) => {
description += `: `;
}
if (item.in_reply_to_screen_name) {
- description += showEmojiForRetweetAndReply ? '↩️ ' : 'Re ';
+ description += showEmojiForRetweetAndReply ? '↩️ ' : showSymbolForRetweetAndReply ? 'Re ' : '';
}
description += item.full_text;
diff --git a/lib/v2/wsj/index.js b/lib/v2/wsj/index.js
deleted file mode 100644
index 4c7b82c0cf3c3a..00000000000000
--- a/lib/v2/wsj/index.js
+++ /dev/null
@@ -1,141 +0,0 @@
-const parser = require('@/utils/rss-parser');
-const cheerio = require('cheerio');
-const got = require('@/utils/got');
-const { parseDate } = require('@/utils/parse-date');
-
-const categoryToXMLFileName = {
- opinion: 'RSSOpinion.xml',
- world_news: 'RSSWorldNews.xml',
- us_bussiness: 'WSJcomUSBusiness.xml',
- market_news: 'RSSMarketsMain.xml',
- technology: 'RSSWSJD.xml',
- lifestyle: 'RSSLifestyle.xml',
-};
-
-const categoryToName = {
- opinion: 'Opinion',
- world_news: 'World News',
- us_bussiness: 'U.S. Business',
- market_news: 'Markets News',
- technology: "Technology: What's News",
- lifestyle: 'Lifestyle',
-};
-
-module.exports = async (ctx) => {
- const language = ctx.params.lang;
- const category = ctx.params.category;
- let rssUrl;
- switch (language) {
- case 'en-us':
- rssUrl = `https://feeds.a.dj.com/rss/${categoryToXMLFileName[category]}`;
- break;
- case 'zh-cn':
- // Doesn't support categorical subscribtion
- rssUrl = `https://cn.wsj.com/zh-hans/rss/`;
- break;
- case 'zh-tw':
- rssUrl = `https://cn.wsj.com/zh-hant/rss/`;
- break;
- default:
- // Doesn't support other languages (e.g. ja) for now
- throw Error(`Language ${language} is not supported`);
- }
-
- const feed = await parser.parseURL(rssUrl);
- const chromeMobileUserAgent = 'Mozilla/5.0 (Linux; Android 7.0; SM-G892A Build/NRD90M; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/67.0.3396.87 Mobile Safari/537.36';
-
- const items = await Promise.all(
- feed.items.map((item) =>
- ctx.cache.tryGet(item.link, async () => {
- // Fetch the AMP version
- const url = item.link.replace(/(?<=^https:\/\/\w+\.wsj\.com)/, '/amp');
- const response = await got({
- url,
- method: 'get',
- headers: {
- 'User-Agent': chromeMobileUserAgent,
- },
- });
- const html = response.body;
- const $ = cheerio.load(html);
- const content = $('.articleBody > section');
-
- // Cover
- const cover = $('.articleLead > div.is-lead-inset > div.header > .img-header > div.image-container > amp-img > img');
-
- if (cover.length > 0) {
- $(`+ {{ if item.imgUrl }} +
+ +
+ {{/if}} + {{/each}} + +