// Dependencies const htmlclean = require('htmlclean'); const fs = require('fs'); const path = require('path'); const pretty = require('pretty'); const cheerio = require('cheerio'); const rimraf = require('rimraf'); const dedent = require('dedent-js'); // Arg Vars const copyLocal = process.argv[2]; console.log("copyLocal:", copyLocal); let targetTemplateDirectory = ''; let targetMDDirectory = ''; if (copyLocal){ targetTemplateDirectory = process.argv[3]; targetMDDirectory = process.argv[4];; } // Required directories let dir_out = path.join(__dirname, 'out'); let dir_grav = path.join(dir_out, 'grav'); let dir_css = path.join(dir_grav, 'css'); let dir_js = path.join(dir_grav, 'js'); let dir_template = path.join(dir_grav, 'templates'); let dir_md = path.join(dir_grav, '06.api-reference'); let dir_md_objects = path.join(dir_md, '02.Objects'); let dir_md_namespaces = path.join(dir_md, '01.Namespaces'); let dir_md_globals = path.join(dir_md, '03.Globals'); // Array to itterate over and create if doesn't exist let dirArray = [dir_grav, dir_css, dir_js, dir_template, dir_md, dir_md_objects, dir_md_namespaces, dir_md_globals]; // Base Grouping Directories for MD files let baseMDDirectories = ["API-Reference", "Globals", "Namespaces", "Objects"]; // Maps for directory names let map_dir_md = { "API-Reference": dir_md, "Globals": dir_md_globals, "Objects": dir_md_objects, "Namespaces": dir_md_namespaces, "Class": dir_md_objects, "Namespace": dir_md_namespaces, "Global": dir_md_globals } // Map for Links let map_links = { "Global": "globals", "Namespace": "namespaces", "Class": "objects" } // Mapping for GroupNames and Members let groupNameMemberMap = { "Objects": [], "Namespaces": [], "Globals": [] } // Html variables to be handle regex replacements const html_reg_static = /\(static\)<\/span>/g const html_reg_title = /\.+?\<\/h1\>/g; const html_reg_htmlExt = /\.html/g; const html_reg_objectHeader = /
[\s\S]+?<\/header>/; const html_reg_objectSpanNew = /
<\/h5>/; const html_reg_brRemove = /
[\s\S]+?
/; const html_reg_subsectionEdit = /()([\s\S]*?)(<\/h.>)/g; const html_reg_subsectionEdit_replace = '

$2

'; const html_reg_propertiesHeaderEdit = '

Properties:

'; const html_reg_propertiesHeaderEdit_Replace = '

Properties

'; const html_reg_typeEdit = /(
Returns[\s\S]*?Type)(<\/dt[\s\S]*?type">)(.*?)(<\/span><\/dd>[\s\S]*?<\/dl>)/g; const html_reg_typeEdit_replace = '$1: $3' const html_reg_methodSize = /()(<\/h4>)/g; const html_reg_methodSize_replace = ''; const html_reg_typeDefSize = /()/g; const html_reg_typeDefSize_replace = ''; const html_reg_typeReturnSize = /
Type:\<\/h5>/g; const html_reg_typeReturnSize_replace = '
Type:
'; const html_reg_returnSize = /
Returns:<\/h5>/g; const html_reg_returnSize_replace = '
Returns:<\/h6>'; const html_reg_findByName = '
Methods<\/h4>/g; const html_reg_containerOverview = `
` const html_reg_findByArticleOpen = `
` const html_reg_findByArticleClose = `
` const html_reg_signalTitle = `

Signals

`; const html_reg_typeDefinitonsTitle = `

Type Definitions

`; const html_reg_firstTableClose = ``; const html_reg_fixLinkHashIssue = /()/g; const html_reg_fixLinkHashIssue_replace = "$1$2#$4" const html_reg_findLinks = /()/g; const html_reg_findLinksNoHashes = /([\s\S]+?<\/a>)/g; // const html_reg_findGlobalLinks = /()/g; const html_reg_findClassLinks = /([\s\S]+?<\/a>)/g; const html_reg_pretty = /(
)([\s\S]*?)(<\/pre>)/g;
    const html_reg_pretty_replace = "
$2<\/pre>";
    // const html_reg_code = /()([\s\S]*?)(<\/code>)/g;
    // const html_reg_code_replace = "$1$2$3";
    const html_reg_dlClassDetails = /
<\/dl>/g // Procedural functions // Helper Functions function isMultipleDots(content){ let count = 0; let regEx = /\./g let tempArray; while ((tempArray = regEx.exec(content)) !== null){ count++; } if (count > 1){ return true; } } // function modifyClassLinks(match, p1, p2, p3, p4){ // let matchedp = [p2,p3].join(""); // if(!isMultipleDots(matchedp)){ // console.log("not multiple"); // console.log("matchedp:", matchedp) // return match; // } // p2 = p2.split('.')[1].toLowerCase(); // let newString = [p1,p2,p3,p4].join(""); // // console.log("new String:", newString); // return newString; // } function allLinksToLowerCase(match, p1, p2, p3){ // split on id # and make sure only the preceding is lower case if (p2.indexOf("#") > -1){ p2 = p2.split("#"); p2 = [p2[0].toLowerCase(), "#", p2[1]].join(""); } else { p2 = p2.toLowerCase(); } return [p1,p2,p3].join(""); } function fixLinkGrouping(match, p1, p2, p3){ if (p2.indexOf("#") > -1){ split = p2.split("#"); if (split[0] === "global"){ return [p1,"/api-reference/", "globals", "#", split[1], p3].join(""); } return [p1,"/api-reference/", returnRightGroup(split[0]), "/", p2, p3].join(""); } else { return [p1,"/api-reference/", returnRightGroup(p2), "/", p2, p3].join(""); } } // function lowerCaseGeneralLinks(match, p1, p2, p3, p4){ // let modifiedString = [p1,p2.toLowerCase(),p3,p4].join(""); // return modifiedString; // } // function contentReplace(content, title){ // var linksNoHashes = []; // var tempArray; // while(( tempArray = html_reg_findLinksNoHashes.exec(content)) !== null ){ // let tempArrayToPush = tempArray.slice(0,4) // tempArrayToPush.push(tempArray.index); // linksNoHashes.push(tempArrayToPush); // } // if (!linksNoHashes){ // return content; // } // for(var i = linksNoHashes.length-1; i > -1; i--){ // if (linksNoHashes[i][0].indexOf("http") > -1){ // continue; // } // let linkLength = linksNoHashes[i][0].length; // let group1 = linksNoHashes[i][1]; // let group2 = linksNoHashes[i][2]; // if (group2.indexOf(".") > -1){ // group2 = group2.split(".")[1].toLowerCase(); // } // let group3 = linksNoHashes[i][3]; // let index = linksNoHashes[i][4]; // let newString = `${group1}/api-reference/${returnRightGroup(group2)}/${group2.toLowerCase()}${group3}`; // // console.log("newString", newString); // content = [content.slice(0,index), newString, content.slice(index+linkLength)].join(""); // } // return content; // } function returnRightGroup(methodToCheck){ // console.log("methodToCheck", methodToCheck) for ( var key in groupNameMemberMap ){ for (i = 0; i < groupNameMemberMap[key].length; i++ ){ if (methodToCheck.toLowerCase() === groupNameMemberMap[key][i].toLowerCase()){ return key.toLowerCase(); } else { // console.log("Couldn't find group: ", methodToCheck); } } } } // Create the actual MD file function createMD(title, directory, needsDir, isGlobal){ let mdSource = makeMdSource(title); if (needsDir){ if (!fs.existsSync(directory)) { fs.mkdirSync(directory); } } let destinationMDFile = path.join(directory, `API_${title}.md`); fs.writeFileSync(destinationMDFile, mdSource); } // Create the actual Template file function createTemplate(title,content){ let twigBasePartial = makeTwigFile(content); let destinationFile = path.join(dir_template, `API_${title}.html.twig`); fs.writeFileSync(destinationFile, twigBasePartial); } // Copy file from source to target - used for recurssive call function copyFileSync( source, target ) { let targetFile = target; // If target is a directory a new file with the same name will be created if ( fs.existsSync( target ) ) { if ( fs.lstatSync( target ).isDirectory() ) { targetFile = path.join( target, path.basename( source ) ); } } fs.writeFileSync(targetFile, fs.readFileSync(source)); } // Copy file from source to target function copyFolderRecursiveSync( source, target ) { var files = []; // Check if folder needs to be created or integrated var targetFolder = path.join( target, path.basename( source ) ); if ( !fs.existsSync( targetFolder ) ) { fs.mkdirSync( targetFolder ); } // Copy if ( fs.lstatSync( source ).isDirectory() ) { files = fs.readdirSync( source ); files.forEach( function ( file ) { var curSource = path.join( source, file ); if ( fs.lstatSync( curSource ).isDirectory() ) { copyFolderRecursiveSync( curSource, targetFolder ); } else { copyFileSync( curSource, targetFolder ); } }); } } // Clean up the Html function prepareHtml(source){ let htmlBefore = fs.readFileSync(source, {encoding: 'utf8'}); let htmlAfter = htmlclean(htmlBefore); let htmlAfterPretty = pretty(htmlAfter); return cheerio.load(htmlAfterPretty); } // Base file for MD's function makeMdSource(title){ return dedent( ` --- title: ${title} taxonomy: category: - docs visible: true highlight: enabled: false --- ` ) } // Base file for Templates function makeTwigFile(contentHtml){ return dedent( ` {% extends 'partials/base_noGit.html.twig' %} {% set tags = page.taxonomy.tag %} {% if tags %} {% set progress = page.collection({'items':{'@taxonomy':{'category': 'docs', 'tag': tags}},'order': {'by': 'default', 'dir': 'asc'}}) %} {% else %} {% set progress = page.collection({'items':{'@taxonomy':{'category': 'docs'}},'order': {'by': 'default', 'dir': 'asc'}}) %} {% endif %} {% block navigation %} {% endblock %} {% block content %}

{{ page.title }}

${contentHtml}
{% endblock %} ` ) } // Handle NameSpace Group function handleNamespace(title, content){ let destinationDirectory = path.join(map_dir_md["Namespace"], title); createMD(title, destinationDirectory, true); createTemplate(title, content); } // Handle Class Group function handleClass(title, content){ let destinationDirectory = path.join(map_dir_md["Class"], title); createMD(title, destinationDirectory, true) let formatedHtml = content .replace(html_reg_objectSpanNew,"") createTemplate(title, formatedHtml); } // Handle Global Group function handleGlobal(title, content){ createMD("Globals", map_dir_md["Global"], false, true); createTemplate("Globals", content); } // Handle Group TOCs function makeGroupTOC(group){ let mappedGroup; if (!Array.isArray(group)){ mappedGroup = groupNameMemberMap[group]; } else { mappedGroup = group; } let htmlGroup = mappedGroup.map( item => { return dedent( ` ` ) }) return htmlGroup.join("\n"); } // Handle Class TOCS function makeClassTOC(group){ let linkArray = [] group.forEach( item => { linkArray.push(`
${item.type}
`) item.array.forEach( link => { if ( link.indexOf('.') > -1 ){ linkArray.push(``); } else { linkArray.push(``); } }) linkArray.push("
"); }) return linkArray.join("\n"); } // Extract IDS for TOC function extractIDs(groupToExtract){ let firstLine = ""; let id = ""; let extractedIDs = []; groupToExtract.forEach((item)=>{ firstLine = item.split("\n")[0]; try { id = firstLine.split('id="')[1].split(`"`)[0]; } catch (e){ } extractedIDs.push(id) }) return extractedIDs; } // Helper for splitting up html // Takes: Content to split, SearchTerm to Split by, and term to End Splitting By // Returns: [newContent after Split, Array of extracted ] function splitBy(content, searchTerm, endSplitTerm){ let foundArray = []; let curIndex = -1; let afterCurSearchIndex = -1 let negateTermIndex = -1; let nextIndex = 0; let findbyNameLength = searchTerm.length; let curfoundArrayIndex = 0; let curEndSplitTermIndex = -1; do { curEndSplitTermIndex = content.indexOf(endSplitTerm); curIndex = content.indexOf(searchTerm); afterCurSearchIndex = curIndex+findbyNameLength; nextIndex = content.indexOf(searchTerm,afterCurSearchIndex); if (nextIndex === -1){ nextIndex = curEndSplitTermIndex; } foundArray.push(content.slice(curIndex, nextIndex)) // remove that content content = content.replace(foundArray[curfoundArrayIndex], ""); curfoundArrayIndex++; } while (curIndex > -1) return [content, foundArray]; } // Split the signals and methods [Might make this more generic] function splitMethodsSignalsAndTypeDefs(allItemToSplit){ let methodArray = []; let signalArray = []; let typeDefArray = []; let description; allItemToSplit.forEach( content => { firstLine = content.split("\n")[0]; if (firstLine.indexOf("Signal") > -1){ signalArray.push(content); } else if (firstLine.indexOf("span") > -1) { if (content.indexOf("Available in:") > -1){ description = content; } else { methodArray.push(content); } } else { if(firstLine.trim() !== ""){ typeDefArray.push(content); } } }) return [methodArray, signalArray, typeDefArray, description]; } // Helper to append // Takes content, the search term to appendTo, the content to append, // and bool if the append is before the found area function append(content, searchTermToAppendto, contentToAppend, appendBefore){ let contentArray = content.split("\n"); let foundIndex = findArrayTrim(contentArray, searchTermToAppendto) foundIndex = appendBefore ? foundIndex : foundIndex +1 contentArray.splice(foundIndex,0,contentToAppend) return contentArray.join("\n") } // Helper function for append function findArrayTrim(array, searchTerm){ var index = -1; for (var i = 0; i < array.length; i++){ index = array[i].trim().indexOf(searchTerm.trim()); if (index > -1){ return i } } return index; } // Remove grav directory if exists to make sure old files aren't kept if (fs.existsSync(dir_grav)){ console.log("dir_grav exists"); rimraf.sync(dir_grav); } // Create Grav directories in JSDOC output dirArray.forEach(function(dir){ if (!fs.existsSync(dir)) { fs.mkdirSync(dir); } }) // Create baseMD files baseMDDirectories.forEach( md => { createMD(md, map_dir_md[md]); }) // Read jsdoc output folder and process html files let links = []; let unTouchedLinks = []; let files = fs.readdirSync(dir_out); // Create initial Group name member map to handle individual link :: TODO find better way to do this files.forEach(function (file){ let curSource = path.join(dir_out, file); if (path.extname(curSource) == ".html" && path.basename(curSource, '.html') !== "index") { let loadedHtml = prepareHtml(curSource); let splitTitle = loadedHtml("title").text().split(": "); let groupName = splitTitle[1]; let htmlTitle = splitTitle.pop(); switch(groupName){ case "Namespace": groupNameMemberMap["Namespaces"].push(htmlTitle); break; case "Class": groupNameMemberMap["Objects"].push(htmlTitle); break; default: console.log(`Case not handled for ${groupName}`); } } }) files.forEach(function (file){ let curSource = path.join(dir_out, file); if (path.extname(curSource) == ".html" && path.basename(curSource, '.html') !== "index") { // Clean up the html source let loadedHtml = prepareHtml(curSource); // Extract the title, group name, and the main div let splitTitle = loadedHtml("title").text().split(": "); let groupName = splitTitle[1]; let htmlTitle = splitTitle.pop(); console.log("html title", htmlTitle) let mainDiv = loadedHtml("#main") let methodIDs = []; let signalIDs = []; let typeDefIDs = []; // Basic Regex HTML edits let currentContent = mainDiv.html() .replace(html_reg_static,"") // Remove static from the file names .replace(html_reg_title,"") // Remove title .replace(html_reg_objectHeader,"") // Remove extra Object Header .replace(html_reg_htmlExt,"") // Remove the .html extension from all links // .replace(html_reg_typeDefinitonsTitle, "") // Remove Type Definitions Title to be remade later // .replace(html_reg_findByMethod, "") //Remove Method title to be remade later .replace(html_reg_dlClassDetails, "") // Remove unneccsary dlClassDetails Tag .replace(html_reg_allNonHTML, allLinksToLowerCase) // Turn all links into lowercase before ID tags .replace(html_reg_allNonHTML, fixLinkGrouping) // Make sure links refer to correct grouping .replace(html_reg_subsectionEdit, html_reg_subsectionEdit_replace) // Make all subsection titles the same size .replace(html_reg_propertiesHeaderEdit, html_reg_propertiesHeaderEdit_Replace) // Remove : from Properties .replace(html_reg_typeEdit, html_reg_typeEdit_replace) // Put type on the same line .replace(html_reg_returnSize, html_reg_returnSize_replace) // make return size h6 instead of h5 .replace(html_reg_methodSize, html_reg_methodSize_replace) // make method size into h5 .replace(html_reg_pretty, html_reg_pretty_replace) // .replace(html_reg_brRemove, "") // Remove extra Brs // .replace(html_reg_typeDefSize, html_reg_typeDefSize_replace) // make type def header into h5 // .replace(html_reg_findGlobalLinks, html_reg_findGlobalLinks_replace) // .replace(html_reg_findGeneralLinks, lowerCaseGeneralLinks) // .replace(html_reg_findClassLinks, modifyClassLinks) // .replace(html_reg_typeReturnSize, html_reg_typeReturnSize_replace) // .replace(html_reg_code, html_reg_code_replace) // Fix for namespace and object links // currentContent = contentReplace(currentContent, htmlTitle); // Further HTML Manipulation // Split HTML by Each named entry let contentSplitArray = splitBy(currentContent, html_reg_findByName, html_reg_findByArticleClose); // Create a reference to the current content after split and the split functions currentContent = contentSplitArray[0]; // Create references to the split methods and signals // let processedMethodsSignalsAndTypeDefs = splitMethodsSignalsAndTypeDefs(contentSplitArray[1]); // let splitMethods = processedMethodsSignalsAndTypeDefs[0]; // let splitSignals = processedMethodsSignalsAndTypeDefs[1]; // let splitTypeDefintions = processedMethodsSignalsAndTypeDefs[2]; // let splitDescription = processedMethodsSignalsAndTypeDefs[3]; // let splitMethodIDS = extractIDs(splitMethods); // let splitSignalIDS = extractIDs(splitSignals); // let splitTypeDefinitionIDS = extractIDs(splitTypeDefintions); let arrayToPassToClassToc = []; // if (splitDescription) { // currentContent = append(currentContent, html_reg_containerOverview, splitDescription); // } // if (splitMethods.length > 0) { // arrayToPassToClassToc.push({type: "Methods", array: splitMethodIDS}); // // Add the Signals header to the Signals HTML // splitMethods.unshift(html_reg_findByMethod) // currentContent = append(currentContent, html_reg_findByArticleClose, splitMethods.join('\n'), true); // } // if (splitSignals.length > 0) { // arrayToPassToClassToc.push({type: "Signals", array: splitSignalIDS}); // // Add the Signals header to the Signals HTML // splitSignals.unshift(html_reg_signalTitle) // currentContent = append(currentContent, html_reg_findByArticleClose, splitSignals.join('\n'),true); // } // if (splitTypeDefintions.length > 0) { // arrayToPassToClassToc.push({type: "Type Definitions", array: splitTypeDefinitionIDS}); // // Add the Signals header to the Signals HTML // splitTypeDefintions.unshift(html_reg_typeDefinitonsTitle) // currentContent = append(currentContent, html_reg_findByArticleClose, splitTypeDefintions.join('\n'), true); // } // let classTOC = makeClassTOC(arrayToPassToClassToc); // if (groupName === "Global"){ // currentContent = append(currentContent, html_reg_findByTitle, classTOC); // } else { // currentContent = append(currentContent, html_reg_firstTableClose, classTOC); // } // Final Pretty Content currentContent = htmlclean(currentContent); currentContent = pretty(currentContent); // Handle Unique Categories switch(groupName){ case "Namespace": handleNamespace(htmlTitle, currentContent); break; case "Class": handleClass(htmlTitle, currentContent); break; case "Global": handleGlobal(htmlTitle, currentContent); break; default: console.log(`Case not handled for ${groupName}`); } } }) // Create the base Templates after processing individual files createTemplate("API-Reference", makeGroupTOC(["Namespaces", "Objects", "Globals"])); createTemplate("Namespaces", makeGroupTOC("Namespaces")); createTemplate("Objects", makeGroupTOC("Objects")); fs.writeFileSync('Links-Untouched', unTouchedLinks.join('\n')); // Copy the files to the target Directories if Local if (copyLocal){ // Copy files to the Twig Directory let templateFiles = fs.readdirSync(path.resolve(targetTemplateDirectory)); // Remove Existing API files templateFiles.forEach(function(file){ let curSource = path.join(targetTemplateDirectory, file); if(path.basename(file, '.html').indexOf("API") > -1){ fs.unlink(curSource); } }) copyFolderRecursiveSync(dir_template, targetTemplateDirectory); // Copy files to the Md Directory let baseMdRefDir = path.join(targetMDDirectory,"06.api-reference"); // Remove existing MD directory if (fs.existsSync(baseMdRefDir)){ rimraf.sync(baseMdRefDir); } copyFolderRecursiveSync(dir_md, targetMDDirectory); }