How to webscrape an HTML page fully

See more:

Javascript

Node.js

I am currently using nodejs and and multiple modules such as fetch, HTMLparser, bodyParser to scrape the HTML off of a webpage entered into my app. It has worked for most of the HTML, but for some reason it seems to be missing certain nested html elements where as other nested html elements are displayed. I was hoping someone could help me solve this issue as I can't seem to find a solution.

const express = require("express");
const fetch = require("isomorphic-fetch");
const jsdom = require("jsdom");
const { JSDOM } = jsdom;
const HTMLparser = require("node-html-parser");
const bodyParser = require("body-parser");

const test = require("./htmlFormat.js");
const htmlFormat = require("./htmlFormat.js");
/* Functions */

function authenticateUrl(url) {
  let urlHttps = url.slice(0, 8);
  let testUrl = "https://";
  if (urlHttps !== testUrl) {
    url = testUrl + url;
  }
  console.log(url);
  return url;
}
//////////////////////////////////////////////
console.log("test");
test.testPrint();

const app = express();

app.use(
  bodyParser.urlencoded({
    extended: true,
  })
);
app.get("/", function (req, res) {
  res.sendFile(__dirname + "/public/index.html");
});
app.post("/", async function (req, res) {
  res.send("Thanks for posting that");
  console.log(req.body);
  const website = req.body.websiteOption;
  console.log(website);
  const authenticatedWebsite = authenticateUrl(website);
  console.log(authenticatedWebsite);

  try {
    const response = await fetch(authenticatedWebsite);
    // console.log(response)
    const text = await response.text();
    // console.log(text)
    const dom = await new JSDOM(text);
   
    const html = dom.window.document.getElementsByTagName('*')[0].innerHTML;
    console.log(html)
    let root = HTMLparser.parse(html);
    root = root.toString();

    htmlFormat.format(root);
  } catch (err) {
    console.log(err);
  }
});
app.use(express.static(__dirname + "/public"));

app.listen(3000, function () {
  console.log("Server started on port 3000");
});

What I have tried:

I have tried different parser modules but I get the same issue as before.