Skip to content

Commit

Permalink
Refactor: Faqwiki (LNReader#1159)
Browse files Browse the repository at this point in the history 
* refactor

* mutlWordGenres

* cover fix

* replace slice

* replace trailing slash
  • Loading branch information
@K1ngfish3r
K1ngfish3r authored Aug 22, 2024
1 parent b44bfe2 commit d1a4a91
Showing 1 changed file with 98 additions and 73 deletions.
171 changes: 98 additions & 73 deletions src/plugins/english/faqwikius.ts
View file
Original file line number Diff line number Diff line change
Expand Up @@ -6,15 +6,18 @@ import { NovelStatus } from '@libs/novelStatus';
class FaqWikiUs implements Plugin.PluginBase {
id = 'FWK.US';
name = 'Faq Wiki';
site = 'https://faqwiki.us/';
version = '1.1.1';
site = 'https://www.faqwiki.us/';
version = '2.0.0';
icon = 'src/en/faqwikius/icon.png';

parseNovels(loadedCheerio: CheerioAPI, searchTerm?: string) {
let novels: Plugin.NovelItem[] = [];

loadedCheerio('figure.wp-block-image').each((index, element) => {
const name = loadedCheerio(element).text();
loadedCheerio('.plt-page-item').each((index, element) => {
const name = loadedCheerio(element)
.text()
.replace('Novel – All Chapters', '')
.trim();
let cover = loadedCheerio(element).find('img').attr('data-ezsrc');

// Remove the appended query string
Expand All @@ -28,7 +31,8 @@ class FaqWikiUs implements Plugin.PluginBase {
.find('a')
.attr('href')
?.replace('tp:', 'tps:')
?.slice(this.site.length);
?.replace(this.site, '')
?.replace(/\/+$/, '');
if (!path) return;

novels.push({ name, cover, path });
Expand Down Expand Up @@ -64,55 +68,72 @@ class FaqWikiUs implements Plugin.PluginBase {
.replace('Novel – All Chapters', '')
.trim();

novel.cover = loadedCheerio('.wp-block-image')
.find('img')
.attr('data-ezsrc')
?.replace(/\?ezimgfmt=.*$/, ''); // Regular expression magic!
const img = loadedCheerio('.wp-block-image img');
const cover = img.attr('data-ezsrc') || img.attr('src');
novel.cover = cover?.replace(/\?ezimgfmt=.*$/, ''); // Regular expression magic!

const status = loadedCheerio(
"#lcp_instance_0 +:icontains('complete')",
).text();
novel.status = status ? NovelStatus.Completed : NovelStatus.Ongoing;

const div = loadedCheerio('.book-review-block__meta-item-value');

div.html(div.html()?.replace(/(?<=>)([^<]+)(?=<br\s*\/?>)/g, '<p>$1</p>'));

loadedCheerio('.book-review-block__meta-item-value strong').each(
(i, el) => {
const key = loadedCheerio(el)
.text()
.replace(':', '')
.trim()
.toLowerCase();
const value = loadedCheerio(el).next().text().replace(':', '').trim();

switch (key) {
case 'description':
novel.summary = value;
break;
case 'author(s)':
novel.author = value;
break;
case 'genre':
novel.genres = value.split(' ').join(',');
}
},
);
loadedCheerio('.entry-content strong').each((i, el) => {
const key = loadedCheerio(el).text().trim().toLowerCase();
const parent = loadedCheerio(el).parent();
const values = [parent.text().slice(key.length).trim()].concat(
parent
.nextUntil('p:has(strong)')
.map((e, ax) => loadedCheerio(ax).text().trim())
.get(),
);
let genreText = values.join(' ').trim();
const multiWordGenres = [
//add more when found
'Slice of Life',
'School Life',
];
multiWordGenres.forEach(genre => {
genreText = genreText.replace(
new RegExp(`\\b${genre}\\b`, 'g'),
genre.replace(/ /g, '_'),
);
});
const genres = genreText
.split(/\s+/)
.map(word => word.replace(/_/g, ' '))
.join(', ');

switch (key) {
case 'description:':
novel.summary = values.join('\n');
break;
case 'author(s):':
novel.author = values[0];
break;
case 'genre:':
novel.genres = genres;
}
});

const chapters: Plugin.ChapterItem[] = loadedCheerio(
'.lcp_catlist > li > a',
)
.map((chapterIndex, element) => ({
name: loadedCheerio(element)
.text()
.replace(novel.name + '', '')
.replace('Novel' + '', '')
.trim(),
path: '' + loadedCheerio(element).attr('href')?.slice(this.site.length),
chapterNumber: chapterIndex + 1,
}))
.get();
const chapters: Plugin.ChapterItem[] = [];
loadedCheerio('.lcp_catlist li a').each((chapterIndex, element) => {
const name = loadedCheerio(element)
.text()
.replace(novel.name + '', '')
.replace('Novel' + '', '')
.trim();
const path = loadedCheerio(element)
.attr('href')
?.replace(this.site, '')
?.replace(/\/+$/, '');
const chapterNumber = chapterIndex + 1;
if (!path) return;
chapters.push({
name,
path,
chapterNumber,
});
});

novel.chapters = chapters;
return novel;
Expand All @@ -123,33 +144,37 @@ class FaqWikiUs implements Plugin.PluginBase {
res.text(),
);
const loadedCheerio = parseHTML(body);
loadedCheerio('span').remove();

const chapterParagraphs = loadedCheerio('.entry-content p');

let chapterContent; // Variable to store the result

if (chapterParagraphs.length < 5) {
//some chapter in this site store their whole text in 1-4 <p>,
chapterContent = chapterParagraphs
.map((index, element) => {
const text = loadedCheerio(element).html();
return text;
})
.get()
.join('\n\n');
} else {
// Multiple paragraphs case
chapterContent = chapterParagraphs
.map((index, element) => {
const text = loadedCheerio(element).text().trim();
return `<p>${text}</p>`;
})
.get()
.join('\n\n');
}
const removal = ['.entry-content span', '.entry-content div', 'script'];
removal.map(e => {
loadedCheerio(e).remove();
});

return chapterContent;
const chapterText = loadedCheerio('.entry-content').html()!;
// const chapterParagraphs = loadedCheerio('.entry-content p');

// let chapterContent; // Save this code in case needed

// if (chapterParagraphs.length < 5) {
// //some chapter in this site store their whole text in 1-4 <p>,
// chapterContent = chapterParagraphs
// .map((index, element) => {
// const text = loadedCheerio(element).html();
// return text;
// })
// .get()
// .join('\n\n');
// } else {
// // Multiple paragraphs case
// chapterContent = chapterParagraphs
// .map((index, element) => {
// const text = loadedCheerio(element).text().trim();
// return `<p>${text}</p>`;
// })
// .get()
// .join('\n\n');
// }

return chapterText;
}

async searchNovels(searchTerm: string): Promise<Plugin.NovelItem[]> {
Expand Down

0 comments on commit d1a4a91

Please sign in to comment.