117 lines
2.9 KiB
JavaScript
117 lines
2.9 KiB
JavaScript
/**
|
||
*
|
||
* make screenshots and log errors to
|
||
* console
|
||
* (c) 2019 - Leibniz-Insitut für Wissensmedien
|
||
*
|
||
*/
|
||
|
||
const puppeteer = require('puppeteer');
|
||
const fs_bare = require("fs") // required for fs-extra
|
||
const fs = require("fs-extra")
|
||
const path = require("path")
|
||
const start_dir = process.cwd()
|
||
const start_file = path.join(start_dir,"lib","index.html")
|
||
|
||
const start_file_uri = path.join("file:///", start_file )
|
||
|
||
// define events and log them
|
||
const events = ["error","pageerror"]
|
||
function logPageEvent(event){
|
||
if (event !== undefined){
|
||
console.log(event.toString())
|
||
}
|
||
}
|
||
|
||
async function makeScreenshot(href){
|
||
|
||
const browser = await puppeteer.launch({args: [
|
||
'–allow-file-access-from-files',
|
||
],});
|
||
|
||
const page = await browser.newPage();
|
||
|
||
await page.setViewport({width: 1024,height : 624})
|
||
|
||
// register events
|
||
for (var i = 0; i < events.length; i++) {
|
||
page.on(events[i],logPageEvent)
|
||
}
|
||
page.once("load",logPageEvent)
|
||
|
||
await page.goto(href)
|
||
href = href.replace("file:///","")
|
||
const fname = path.parse(href).name
|
||
let fpath
|
||
if (fname != "index"){
|
||
image_url = href.replace(fname + ".html" ,"thumbnails/" + fname + ".png")
|
||
fpath = href.replace(fname + ".html", "thumbnails")
|
||
}
|
||
else{
|
||
image_url = href.replace(fname + ".html" ,"thumbnail.png")
|
||
fpath = href.replace(fname + ".html", "")
|
||
}
|
||
// image_url = image_url.replace("file:///","")
|
||
// fpath = fpath.replace("file:///","")
|
||
|
||
page.removeAllListeners()
|
||
|
||
fs.ensureDir(fpath)
|
||
|
||
await page.screenshot({path: image_url});
|
||
await browser.close();
|
||
}
|
||
|
||
/**
|
||
*
|
||
* collect all navigational links in all documents
|
||
*
|
||
* */
|
||
|
||
async function collectLinks(href,reflist)
|
||
{
|
||
const browser = await puppeteer.launch();
|
||
const page = await browser.newPage();
|
||
|
||
|
||
await page.goto(href)
|
||
let hrefs = await page.$$('a.wrapper')
|
||
|
||
for (var i=0; i < hrefs.length; i++) {
|
||
let hrefValue = await hrefs[i].getProperty('href')
|
||
let linkText = await hrefValue.jsonValue();
|
||
if (!linkText.startsWith("file:"))
|
||
{
|
||
continue;
|
||
}
|
||
if(linkText.endsWith("#")) continue;
|
||
if(linkText.endsWith("index.html")){
|
||
await collectLinks(linkText,reflist)
|
||
}
|
||
reflist.push(linkText)
|
||
}
|
||
|
||
await browser.close()
|
||
}
|
||
|
||
(async function(){
|
||
var reflist = []
|
||
let linkText = "file:///" + start_file.replace(/\\/g,"/")
|
||
reflist.push(linkText)
|
||
await collectLinks(start_file_uri,reflist)
|
||
|
||
// sort by path length to get depth first
|
||
reflist.sort(function(a,b){
|
||
let al = a.split("/").length
|
||
let bl = b.split("/").length
|
||
|
||
if (al < bl) {return 1 }
|
||
if (al > bl) {return -1 }
|
||
if (al == bl) {return 0 }
|
||
})
|
||
for (var i=0;i<reflist.length; i++) {
|
||
await makeScreenshot(reflist[i])
|
||
console.log(i,reflist[i])
|
||
}
|
||
})()
|