MickSlash
/
F95API
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

[CodeFactor] Apply fixes

pull/81/head
codefactor-io 2021-03-15 20:33:33 +00:00
parent 7b64528fd0
commit 62b5c8ccc8
1 changed files with 3 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
src/scripts/scrape-data/post-parse.ts
View File

@ -29,10 +29,7 @@ export interface ILink extends IPostElement {
/** /**
* Given a post of a thread page it extracts the information contained in the body. * Given a post of a thread page it extracts the information contained in the body.
*/ */
export function parseF95ThreadPost( export function parseF95ThreadPost($: cheerio.Root, post: cheerio.Cheerio): IPostElement[] {
$: cheerio.Root,
post: cheerio.Cheerio
): IPostElement[] {
// The data is divided between "tag" and "text" elements. // The data is divided between "tag" and "text" elements.
// Simple data is composed of a "tag" element followed // Simple data is composed of a "tag" element followed
// by a "text" element, while more complex data (contained // by a "text" element, while more complex data (contained
@ -293,9 +290,7 @@ function reducePostElement(element: IPostElement, recursive = true): IPostElemen
.map((e) => (e.content.length > 0 ? e.content : e)); .map((e) => (e.content.length > 0 ? e.content : e));
// Remove the empty elements // Remove the empty elements
shallowCopy.content = shallowCopy.content.filter( shallowCopy.content = shallowCopy.content.filter((e) => !unknownChildrens.includes(e));
(e) => !unknownChildrens.includes(e)
);
// Merge the non-empty children of this node with // Merge the non-empty children of this node with
// the content of the empty children of this node // the content of the empty children of this node
@ -319,8 +314,7 @@ function parseCheerioNode($: cheerio.Root, node: cheerio.Element): IPostElement
// Parse the node // Parse the node
if (!isNoScriptNode(node)) { if (!isNoScriptNode(node)) {
if (isTextNode(node) && !isFormattingNode(node)) if (isTextNode(node) && !isFormattingNode(node)) post = parseCheerioTextNode(cheerioNode);
post = parseCheerioTextNode(cheerioNode);
else if (isSpoilerNode(cheerioNode)) post = parseCheerioSpoilerNode($, cheerioNode); else if (isSpoilerNode(cheerioNode)) post = parseCheerioSpoilerNode($, cheerioNode);
else if (isLinkNode(node)) post = parseCheerioLinkNode(cheerioNode); else if (isLinkNode(node)) post = parseCheerioLinkNode(cheerioNode);