Source Updates

src/sources/en/lightnovelpub.js

@@ -87,6 +87,7 @@ const parseNovelAndChapters = async novelUrl => {
       const chaptersHtml = await fetchHtml({
         url: chaptersUrl,
         init: { headers },
+        sourceId,
       });
 
       loadedCheerio = cheerio.load(chaptersHtml);

src/sources/en/lnmtl.js

@@ -1,6 +1,5 @@
 import * as cheerio from 'cheerio';
 import { showToast } from '../../hooks/showToast';
-import { htmlToText } from '../helpers/htmlToText';
 
 const baseUrl = 'https://lnmtl.com/';
 
@@ -56,23 +55,26 @@ const parseNovelAndChapters = async novelUrl => {
 
   novel.novelName = loadedCheerio('.novel-name').text();
 
-  novel.novelCover = loadedCheerio('div.novel').find('img').attr('src');
+  novel.novelCover = loadedCheerio('.novel').find('img').attr('src');
 
-  novel.summary = loadedCheerio('div.description').text().trim();
+  novel.summary = loadedCheerio('.description').text().trim();
 
-  novel.author = loadedCheerio(
-    'main > div:nth-child(3) > div > div.col-lg-3.col-md-4 > div:nth-child(2) > div.panel-body > dl:nth-child(1) > dd > a > span',
-  ).text();
+  loadedCheerio('.panel-body > dl').each(function () {
+    let detailName = loadedCheerio(this).find('dt').text().trim();
+    let detail = loadedCheerio(this).find('dd').text().trim();
 
-  novel.status = loadedCheerio(
-    'main > div:nth-child(3) > div > div.col-lg-3.col-md-4 > div:nth-child(2) > div.panel-body > dl:last-child > dd',
-  )
-    .text()
-    .trim();
+    switch (detailName) {
+      case 'Authors':
+        novel.author = detail;
+        break;
+      case 'Current status':
+        novel.status = detail;
+        break;
+    }
+  });
 
-  novel.genre = loadedCheerio(
-    'main > div.container > div > div.col-lg-3.col-md-4 > div:nth-child(4) > div.panel-body > ul',
-  )
+  novel.genre = loadedCheerio('.panel-heading:contains(" Genres ")')
+    .next()
     .text()
     .trim()
     .replace(/\s\s/g, ',');
@@ -128,17 +130,15 @@ const parseChapter = async (novelUrl, chapterUrl) => {
 
   let chapterName = loadedCheerio('h3 > span.chapter-title').text().trim();
 
-  loadedCheerio('.original').remove();
+  loadedCheerio('.original, script').remove();
+  loadedCheerio('sentence.translated').wrap('<p></p>');
 
-  let chapterText = loadedCheerio('.chapter-body').html();
+  let chapterText = loadedCheerio('.chapter-body').html().replace(/„/g, '“');
 
   if (!chapterText) {
     chapterText = loadedCheerio('.alert.alert-warning').text();
   }
 
-  chapterText =
-    chapterName + '\n\n' + htmlToText(chapterText, { removeLineBreaks: false });
-
   const chapter = {
     sourceId: 37,
     novelUrl,
@@ -151,32 +151,35 @@ const parseChapter = async (novelUrl, chapterUrl) => {
 };
 
 const searchNovels = async searchTerm => {
-  const url = 'https://lnmtl.com/term';
-
-  const result = await fetch(url);
+  const result = await fetch(baseUrl);
   const body = await result.text();
 
   const loadedCheerio = cheerio.load(body);
 
-  let novels = loadedCheerio('footer')
+  const list = loadedCheerio('footer')
     .next()
     .next()
     .html()
-    .match(/local: \[(.*?)\]/)[0]
-    .replace('local: ', '');
+    .match(/prefetch: '\/(.*json)/)[1];
 
-  novels = JSON.parse(novels);
+  const search = await fetch(`${baseUrl}${list}`);
+  const data = await search.json();
 
-  novels = novels.filter(novel =>
-    novel.name.toLowerCase().includes(searchTerm.toLowerCase()),
+  let nov = data.filter(res =>
+    res.name.toLowerCase().includes(searchTerm.toLowerCase()),
   );
 
-  novels = novels.map(novel => ({
-    sourceId: 37,
-    novelName: novel.name,
-    novelUrl: novel.slug,
-    novelCover: novel.image,
-  }));
+  const novels = [];
+
+  nov.map(res => {
+    const novelName = res.name;
+    const novelUrl = res.slug;
+    const novelCover = res.image;
+
+    const novel = { sourceId: 37, novelName, novelUrl, novelCover };
+
+    novels.push(novel);
+  });
 
   return novels;
 };

src/sources/en/novelpub.js

@@ -1,5 +1,5 @@
 import * as cheerio from 'cheerio';
-import { fetchHtml } from '@utils/fetch/fetch';
+import { fetchApi, fetchHtml } from '@utils/fetch/fetch';
 
 const baseUrl = 'https://www.novelpub.com/';
 
@@ -9,18 +9,12 @@ const sourceId = 94;
 const headers = new Headers({
   Accept: 'application/json',
   'Content-Type': 'application/json',
-  'User-Agent':
-    'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/83.0.4103.116 Safari/537.36',
 });
 
 const popularNovels = async page => {
   let url = baseUrl + 'browse/all/popular/all/' + page;
 
-  const body = await fetchHtml({
-    url,
-    sourceId,
-    init: { headers: { 'User-Agent': userAgent } },
-  });
+  const body = await fetchHtml({ url, sourceId });
 
   const loadedCheerio = cheerio.load(body);
 
@@ -46,48 +40,39 @@ const popularNovels = async page => {
 const parseNovelAndChapters = async novelUrl => {
   const url = novelUrl;
 
-  const body = await fetchHtml({
-    url,
-    sourceId,
-    init: { headers: { 'User-Agent': userAgent } },
-  });
+  const body = await fetchHtml({ url, sourceId });
 
   let loadedCheerio = cheerio.load(body);
 
-  let novel = { url, novelUrl, sourceId, sourceName, genre: '' };
+  let novel = {
+    sourceId,
+    url: novelUrl,
+    novelUrl,
+    sourceName,
+  };
 
   novel.novelName = loadedCheerio('h1.novel-title').text().trim();
 
   novel.novelCover = loadedCheerio('figure.cover > img').attr('data-src');
 
-  loadedCheerio('div.categories > ul > li').each(function () {
-    novel.genre +=
-      loadedCheerio(this)
-        .text()
-        .replace(/[\t\n]/g, '') + ',';
-  });
+  novel.genre = loadedCheerio('.categories li')
+    .find('a')
+    .map((i, el) => loadedCheerio(el).text())
+    .toArray()
+    .join(',');
 
-  loadedCheerio('div.header-stats > span').each(function () {
-    if (loadedCheerio(this).find('small').text() === 'Status') {
-      novel.status = loadedCheerio(this).find('strong').text();
-    }
-  });
-
-  novel.genre = novel.genre.slice(0, -1);
+  novel.status = loadedCheerio('small:contains("Status")').prev().text().trim();
 
   novel.author = loadedCheerio('.author > a > span').text();
 
+  loadedCheerio('.expand').remove();
   novel.summary = loadedCheerio('.summary > .content').text().trim();
 
   const delay = ms => new Promise(res => setTimeout(res, ms));
 
   let lastPage = 1;
 
-  lastPage = loadedCheerio(
-    '#novel > header > div.header-body.container > div.novel-info > div.header-stats > span:nth-child(1) > strong',
-  )
-    .text()
-    ?.trim();
+  lastPage = loadedCheerio('small:contains("Chapters")').prev().text().trim();
 
   lastPage = Math.ceil(lastPage / 100);
 
@@ -97,8 +82,11 @@ const parseNovelAndChapters = async novelUrl => {
     for (let i = 1; i <= lastPage; i++) {
       const chaptersUrl = `${novelUrl}/chapters/page-${i}`;
 
-      const chaptersRequest = await fetch(chaptersUrl, { headers });
-      const chaptersHtml = await chaptersRequest.text();
+      const chaptersHtml = await fetchHtml({
+        url: chaptersUrl,
+        init: { headers },
+        sourceId,
+      });
 
       loadedCheerio = cheerio.load(chaptersHtml);
 
@@ -133,11 +121,7 @@ const parseNovelAndChapters = async novelUrl => {
 const parseChapter = async (novelUrl, chapterUrl) => {
   const url = chapterUrl;
 
-  const body = await fetchHtml({
-    url,
-    sourceId,
-    init: { headers: { 'User-Agent': userAgent } },
-  });
+  const body = await fetchHtml({ url, sourceId });
 
   const loadedCheerio = cheerio.load(body);
 
@@ -150,12 +134,23 @@ const parseChapter = async (novelUrl, chapterUrl) => {
 };
 
 const searchNovels = async searchTerm => {
-  const url = `${baseUrl}lnwsearchlive?inputContent=${searchTerm}`;
+  const url = `${baseUrl}lnsearchlive`;
+  const link = `${baseUrl}search`;
+  const response = await fetchApi({ url: link, sourceId }).then(r => r.text());
+  const token = cheerio.load(response);
+  let verifytoken = token('#novelSearchForm > input').attr('value');
+
+  let formData = new FormData();
+  formData.append('inputContent', searchTerm);
 
   const body = await fetchHtml({
     url,
+    init: {
+      method: 'POST',
+      headers: { 'LNRequestVerifyToken': verifytoken },
+      body: formData,
+    },
     sourceId,
-    init: { headers: { 'User-Agent': userAgent } },
   });
 
   let loadedCheerio = cheerio.load(body);

src/sources/en/novelupdates.js

@@ -241,7 +241,7 @@ const parseChapter = async (novelUrl, chapterUrl) => {
   if (isWuxiaWorld) {
     chapterText = loadedCheerio('#chapter-content').html();
   } else if (isRainOfSnow) {
-    chapterText = loadedCheerio('div.content').html();
+    chapterText = loadedCheerio('.content').html();
   } else if (isTumblr) {
     chapterText = loadedCheerio('.post').html();
   } else if (isBlogspot) {
@@ -250,7 +250,7 @@ const parseChapter = async (novelUrl, chapterUrl) => {
   } else if (isHostedNovel) {
     chapterText = loadedCheerio('.chapter').html();
   } else if (isScribbleHub) {
-    chapterText = loadedCheerio('div.chp_raw').html();
+    chapterText = loadedCheerio('.chp_raw').html();
   } else if (isWattpad) {
     chapterText = loadedCheerio('.container  pre').html();
   } else if (isTravisTranslation) {

src/sources/en/woopread.js

@@ -112,15 +112,15 @@ const parseNovelAndChapters = async novelUrl => {
 };
 
 const parseChapter = async (novelUrl, chapterUrl) => {
-  const url = `${baseUrl}series/${novelUrl}/${chapterUrl}/`;
+  const url = `${baseUrl}series/${novelUrl}${chapterUrl}`;
 
   const result = await fetch(url);
   const body = await result.text();
 
   const loadedCheerio = cheerio.load(body);
 
-  const chapterName = loadedCheerio('h1#chapter-heading').text();
-
+  const chapterName = loadedCheerio('.reading-content b:first').text();
+  loadedCheerio('input, .reading-content b:first').remove();
   let chapterText = loadedCheerio('.reading-content').html();
 
   const chapter = {
@@ -144,11 +144,11 @@ const searchNovels = async searchTerm => {
 
   let novels = [];
 
-  loadedCheerio('.c-tabs-item__content').each(function () {
-    const novelName = loadedCheerio(this).find('.h4 > a').text();
-    const novelCover = loadedCheerio(this).find('img').attr('src');
+  loadedCheerio('.tab-thumb').each(function () {
+    const novelName = loadedCheerio(this).find('a').attr('title');
+    const novelCover = loadedCheerio(this).find('img').attr('data-src');
 
-    let novelUrl = loadedCheerio(this).find('.h4 > a').attr('href');
+    let novelUrl = loadedCheerio(this).find('a').attr('href');
     novelUrl = novelUrl.replace(`${baseUrl}series/`, '');
 
     const novel = {