<\/h5>/;
const html_reg_brRemove = /
[\s\S]+?
/;
const html_reg_subsectionEdit = /()([\s\S]*?)(<\/h.>)/g;
const html_reg_subsectionEdit_replace = '$2
';
const html_reg_propertiesHeaderEdit = 'Properties:
';
const html_reg_propertiesHeaderEdit_Replace = 'Properties
';
const html_reg_typeEdit = /(Returns[\s\S]*?Type)(<\/dt[\s\S]*?type">)(.*?)(<\/span><\/dd>[\s\S]*?<\/dl>)/g;
const html_reg_typeEdit_replace = '$1: $3'
const html_reg_methodSize = /()/g;
const html_reg_methodSize_replace = '';
const html_reg_typeDefSize = /(\n)/g;
const html_reg_typeDefSize_replace = '';
const html_reg_typeReturnSize = /Type:\<\/h5>/g;
const html_reg_typeReturnSize_replace = 'Type:';
const html_reg_returnSize = /Returns:<\/h5>/g;
const html_reg_returnSize_replace = 'Returns:<\/h6>';
const html_reg_findByName = '`
const html_reg_findByArticleOpen = ``
const html_reg_findByArticleClose = ` `
const html_reg_signalTitle = `Signals
`;
const html_reg_typeDefinitonsTitle = /Type Definitions<\/h3>/;
const html_reg_typeDefinitonsTitle_replace = `Type Definitions
`
const html_reg_classDefinitonsTitle = /Classes<\/h3>/;
const html_reg_classDefinitonsTitle_replace = `Classes
`
const html_reg_firstDivClose = ``;
const html_reg_fixLinkHashIssue = /()/g;
const html_reg_fixLinkHashIssue_replace = "$1$2#$4"
const html_reg_findLinks = /()/g;
const html_reg_findLinksNoHashes = /([\s\S]+?<\/a>)/g;
const html_reg_findGeneralLinks = /()/g;
const html_reg_findClassLinks = /([\s\S]+?<\/a>)/g;
const html_reg_pretty = /()([\s\S]*?)(<\/pre>)/g;
const html_reg_pretty_replace = "$2<\/pre>";
const html_reg_availableIn = /(
[\s\S]+?Available in:[\s\S]+?<\/table>)/g;
const html_reg_findControllerPropertiesHeader = "Properties
";
const html_reg_findControllerCuratedList = /Functions<\/h5>[\s\S]*?
Input Recordings[\s\S]*?<\/ul>/g
const html_reg_findEntityMethods = /
Entity Methods:[\s\S]+?<\/ul>/g;
const html_reg_EntityMethodsHeader = 'Entity Methods:
';
const html_reg_EntityMethodsHeader_replace = 'Entity Methods
';
const html_reg_dlClassDetails = /<\/dl>/g
const html_reg_typeDefType = /()(Type:)(<\/h5>[\s\S]*?)([\s\S]*?<\/ul>)/g;
const html_reg_typeDefType_replace = `- $2 $4
`;
// Procedural functions
// Helper Functions
function allLinksToLowerCase(match, p1, p2, p3){
// split on id # and make sure only the preceding is lower case
if (p2.indexOf("#") > -1){
p2 = p2.split("#");
p2 = [p2[0].toLowerCase(), "#", p2[1]].join("");
} else {
p2 = p2.toLowerCase();
}
return [p1,p2,p3].join("");
}
function fixLinkGrouping(match, p1, p2, p3){
if (p2.indexOf("#") > -1){
let split = p2.split("#");
if (split[0] === "global"){
return [p1,"/api-reference/", "globals", "#", split[1], p3].join("");
}
return [p1,"/api-reference/", returnRightGroup(split[0]), "/", p2, p3].join("");
} else {
if (p2.indexOf(".") > -1){
let split = p2.split(".");
return [p1,"/api-reference/", returnRightGroup(split[1]), "/", split[1], p3].join("");
}
// console.log("p2:", p2);
return [p1,"/api-reference/", returnRightGroup(p2), "/", p2, p3].join("");
}
}
function returnRightGroup(methodToCheck){
// console.log("methodToCheck", methodToCheck)
for ( var key in groupNameMemberMap ){
for (i = 0; i < groupNameMemberMap[key].length; i++ ){
if (methodToCheck.toLowerCase() === groupNameMemberMap[key][i].toLowerCase()){
return key.toLowerCase();
} else {
// console.log("Couldn't find group: ", methodToCheck);
}
}
}
}
// Create the actual MD file
function createMD(title, directory, needsDir, isGlobal){
let mdSource = makeMdSource(title);
if (needsDir){
if (!fs.existsSync(directory)) {
fs.mkdirSync(directory);
}
}
let destinationMDFile = path.join(directory, `API_${title}.md`);
fs.writeFileSync(destinationMDFile, mdSource);
}
// Create the actual Template file
function createTemplate(title,content){
let twigBasePartial = makeTwigFile(content);
let destinationFile = path.join(dir_template, `API_${title}.html.twig`);
fs.writeFileSync(destinationFile, twigBasePartial);
}
// Copy file from source to target - used for recurssive call
function copyFileSync( source, target ) {
let targetFile = target;
// If target is a directory a new file with the same name will be created
if ( fs.existsSync( target ) ) {
if ( fs.lstatSync( target ).isDirectory() ) {
targetFile = path.join( target, path.basename( source ) );
}
}
fs.writeFileSync(targetFile, fs.readFileSync(source));
}
// Copy file from source to target
function copyFolderRecursiveSync( source, target ) {
var files = [];
// Check if folder needs to be created or integrated
var targetFolder = path.join( target, path.basename( source ) );
if ( !fs.existsSync( targetFolder ) ) {
fs.mkdirSync( targetFolder );
}
// Copy
if ( fs.lstatSync( source ).isDirectory() ) {
files = fs.readdirSync( source );
files.forEach( function ( file ) {
var curSource = path.join( source, file );
if ( fs.lstatSync( curSource ).isDirectory() ) {
copyFolderRecursiveSync( curSource, targetFolder );
} else {
copyFileSync( curSource, targetFolder );
}
});
}
}
// Clean up the Html
function prepareHtml(source){
let htmlBefore = fs.readFileSync(source, {encoding: 'utf8'});
let htmlAfter = htmlclean(htmlBefore);
let htmlAfterPretty = pretty(htmlAfter);
return cheerio.load(htmlAfterPretty);
}
// Base file for MD's
function makeMdSource(title){
return dedent(
`
---
title: ${title}
taxonomy:
category:
- docs
visible: true
highlight:
enabled: false
---
`
)
}
// Base file for Templates
function makeTwigFile(contentHtml){
return dedent(
`
{% extends 'partials/base_noGit.html.twig' %}
{% set tags = page.taxonomy.tag %}
{% if tags %}
{% set progress = page.collection({'items':{'@taxonomy':{'category': 'docs', 'tag': tags}},'order': {'by': 'default', 'dir': 'asc'}}) %}
{% else %}
{% set progress = page.collection({'items':{'@taxonomy':{'category': 'docs'}},'order': {'by': 'default', 'dir': 'asc'}}) %}
{% endif %}
{% block navigation %}
{% if not progress.isFirst(page.path) %}
 }})
{% endif %}
{% if not progress.isLast(page.path) %}
 }})
{% endif %}
{% endblock %}
{% block content %}
{{ page.title }}
${contentHtml}
{% endblock %}
`
)
}
// Handle NameSpace Group
function handleNamespace(title, content){
let destinationDirectory = path.join(map_dir_md["Namespace"], title);
createMD(title, destinationDirectory, true);
createTemplate(title, content);
}
// Handle Class Group
function handleClass(title, content){
let destinationDirectory = path.join(map_dir_md["Class"], title);
createMD(title, destinationDirectory, true)
let formatedHtml = content
.replace(html_reg_objectSpanNew,"")
createTemplate(title, formatedHtml);
}
// Handle Global Group
function handleGlobal(title, content){
createMD("Globals", map_dir_md["Global"], false, true);
createTemplate("Globals", content);
}
// Handle Group TOCs
function makeGroupTOC(group){
let mappedGroup;
if (!Array.isArray(group)){
mappedGroup = groupNameMemberMap[group];
} else {
mappedGroup = group;
}
let htmlGroup = mappedGroup.map( item => {
return dedent(
`
`
)
})
return htmlGroup.join("\n");
}
// Handle Class TOCS
function makeClassTOC(group){
let linkArray = []
group.forEach( item => {
linkArray.push(`${item.type}
`)
item.array.forEach( link => {
if ( link.indexOf('.') > -1 ){
linkArray.push(``);
} else {
linkArray.push(``);
}
})
linkArray.push("
");
})
return linkArray.join("\n");
}
// Extract IDS for TOC
function extractIDs(groupToExtract){
let firstLine = "";
let id = "";
let extractedIDs = [];
groupToExtract.forEach((item)=>{
firstLine = item.split("\n")[0];
try {
id = firstLine.split('id="')[1].split(`"`)[0];
} catch (e){
}
extractedIDs.push(id)
})
// console.log("extractedIDs", extractedIDs)
return extractedIDs;
}
// Helper for splitting up html
// Takes: Content to split, SearchTerm to Split by, and term to End Splitting By
// Returns: [newContent after Split, Array of extracted ]
function splitBy(content, searchTerm, endSplitTerm){
let foundArray = [];
let curIndex = -1;
let afterCurSearchIndex = -1
let nextIndex = 0;
let findbyNameLength = searchTerm.length;
let curfoundArrayIndex = 0;
let curEndSplitTermIndex = -1;
do {
// Find the index of where to stop searching
curEndSplitTermIndex = content.indexOf(endSplitTerm);
// Find the index of the the next Search term
curIndex = content.indexOf(searchTerm);
// The index of where the next search will start
afterCurSearchIndex = curIndex+findbyNameLength;
// Find the content of the next Index
nextIndex = content.indexOf(searchTerm,afterCurSearchIndex);
// If the next index isn't found, then next index === index of the end term
if (nextIndex === -1){
nextIndex = curEndSplitTermIndex;
}
// push from the cur index to the next found || the end term
foundArray.push(content.slice(curIndex, nextIndex))
// remove that content
content = content.replace(foundArray[curfoundArrayIndex], "");
curfoundArrayIndex++;
curEndSplitTermIndex = content.indexOf(endSplitTerm);
nextIndex = content.indexOf(searchTerm,afterCurSearchIndex);
// handle if nextIndex goes beyond endSplitTerm
if (nextIndex > curEndSplitTermIndex) {
curIndex = content.indexOf(searchTerm);
foundArray.push(content.slice(curIndex, curEndSplitTermIndex))
content = content.replace(foundArray[curfoundArrayIndex], "");
break;
}
} while (curIndex > -1)
return [content, foundArray];
}
// Split the signals and methods [Might make this more generic]
function splitMethodsSignals(allItemToSplit){
let methodArray = [];
let signalArray = [];
allItemToSplit.forEach( (content, index) => {
firstLine = content.split("\n")[0];
if (firstLine.indexOf("{Signal}") > -1){
signalArray.push(content);
} else if (firstLine.indexOf("span") > -1) {
methodArray.push(content);
} else {
}
})
return [methodArray, signalArray];
}
// Helper to append
// Takes content, the search term to appendTo, the content to append,
// and bool if the append is before the found area
function append(content, searchTermToAppendto, contentToAppend, appendBefore){
let contentArray = content.split("\n");
let foundIndex = findArrayTrim(contentArray, searchTermToAppendto)
foundIndex = appendBefore ? foundIndex : foundIndex +1
contentArray.splice(foundIndex,0,contentToAppend)
return contentArray.join("\n")
}
// Helper function for append
function findArrayTrim(array, searchTerm){
var index = -1;
for (var i = 0; i < array.length; i++){
index = array[i].trim().indexOf(searchTerm.trim());
if (index > -1){
return i
}
}
return index;
}
// Remove grav directory if exists to make sure old files aren't kept
if (fs.existsSync(dir_grav)){
console.log("dir_grav exists");
rimraf.sync(dir_grav);
}
// Create Grav directories in JSDOC output
dirArray.forEach(function(dir){
if (!fs.existsSync(dir)) {
fs.mkdirSync(dir);
}
})
// Create baseMD files
baseMDDirectories.forEach( md => {
createMD(md, map_dir_md[md]);
})
// Read jsdoc output folder and process html files
let links = [];
let unTouchedLinks = [];
let files = fs.readdirSync(dir_out);
// Create initial Group name member map to handle individual link :: TODO find better way to do this
files.forEach(function (file){
let curSource = path.join(dir_out, file);
if (path.extname(curSource) == ".html" && path.basename(curSource, '.html') !== "index") {
let loadedHtml = prepareHtml(curSource);
let splitTitle = loadedHtml("title").text().split(": ");
let groupName = splitTitle[1];
let htmlTitle = splitTitle.pop();
switch(groupName){
case "Namespace":
groupNameMemberMap["Namespaces"].push(htmlTitle);
break;
case "Class":
groupNameMemberMap["Objects"].push(htmlTitle);
break;
default:
console.log(`Case not handled for ${groupName}`);
}
}
})
files.forEach(function (file, index){
// if (index !== 3) return;
let curSource = path.join(dir_out, file);
if (path.extname(curSource) == ".html" && path.basename(curSource, '.html') !== "index") {
// Clean up the html source
let loadedHtml = prepareHtml(curSource);
// Extract the title, group name, and the main div
let splitTitle = loadedHtml("title").text().split(": ");
let groupName = splitTitle[1];
let htmlTitle = splitTitle.pop();
console.log("html title", htmlTitle)
let mainDiv = loadedHtml("#main")
let methodIDs = [];
let signalIDs = [];
let typeDefIDs = [];
// Basic Regex HTML edits
let currentContent = mainDiv.html()
.replace(html_reg_findByMethod, "") //Remove Method title to be remade later
.replace(html_reg_static,"") // Remove static from the file names
.replace(html_reg_title,"") // Remove title
.replace(html_reg_objectHeader,"") // Remove extra Object Header
.replace(html_reg_htmlExt,"") // Remove the .html extension from all links
.replace(html_reg_dlClassDetails, "") // Remove unneccsary dlClassDetails Tag
.replace(html_reg_allNonHTML, allLinksToLowerCase) // Turn all links into lowercase before ID tags
.replace(html_reg_allNonHTML, fixLinkGrouping) // Make sure links refer to correct grouping
.replace(html_reg_propertiesHeaderEdit, html_reg_propertiesHeaderEdit_Replace) // Remove : from Properties
.replace(html_reg_typeEdit, html_reg_typeEdit_replace) // Put type on the same line
.replace(html_reg_returnSize, html_reg_returnSize_replace) // make return size h6 instead of h5
.replace(html_reg_methodSize, html_reg_methodSize_replace) // make method size into h5
.replace(html_reg_pretty, html_reg_pretty_replace)
.replace(html_reg_classDefinitonsTitle, html_reg_classDefinitonsTitle_replace)
// .replace(html_reg_brRemove, "") // Remove extra Brs
// .replace(html_reg_code, html_reg_code_replace)
// Further HTML Manipulation
// Make end term either Type Definitions or by the article
let endTerm;
let foundTypeDefinitions;
let foundSignalsAndMethods;
if (currentContent.indexOf("Type Definitions") > -1){
console.log("Found Type Definitions");
endTerm = `Type Definitions
`;
// Split HTML by Each named entry
let contentSplitArray = splitBy(currentContent, html_reg_findByName, endTerm);
foundSignalsAndMethods = contentSplitArray[1];
// Create a reference to the current content after split and the split functions
currentContent = contentSplitArray[0]
.replace(html_reg_typeDefType, html_reg_typeDefType_replace) // Edit how the typedef type looks
.replace(html_reg_typeDefinitonsTitle, ""); // Remove Type Definitions Title to be remade later;
endTerm = html_reg_findByArticleClose;
// Grab split Type Definitions
let contentSplitArrayForTypeDefs = splitBy(currentContent, html_reg_findByName, endTerm);
currentContent = contentSplitArrayForTypeDefs[0];
foundTypeDefinitions = contentSplitArrayForTypeDefs[1];
} else {
endTerm = html_reg_findByArticleClose;
let contentSplitArray = splitBy(currentContent, html_reg_findByName, endTerm);
foundSignalsAndMethods = contentSplitArray[1];
currentContent = contentSplitArray[0];
}
// Create references to the split methods and signals
let processedMethodsSignalsAndTypeDefs = splitMethodsSignals(foundSignalsAndMethods);
let splitMethods = processedMethodsSignalsAndTypeDefs[0];
let splitSignals = processedMethodsSignalsAndTypeDefs[1];
let splitTypeDefinitionIDS;
// let splitDescription = processedMethodsSignalsAndTypeDefs[3];
// console.log("getting split Methods")
let splitMethodIDS = extractIDs(splitMethods);
// console.log("getting split Signals")
let splitSignalIDS = extractIDs(splitSignals);
if (foundTypeDefinitions){
// console.log("getting split typeDefs")
splitTypeDefinitionIDS = extractIDs(foundTypeDefinitions);
}
let arrayToPassToClassToc = [];
// if (splitDescription) {
// currentContent = append(currentContent, html_reg_containerOverview, splitDescription);
// }
if (splitMethods.length > 0) {
arrayToPassToClassToc.push({type: "Methods", array: splitMethodIDS});
// Add the Signals header to the Signals HTML
splitMethods.unshift(html_reg_findByMethod_replace)
currentContent = append(currentContent, html_reg_findByArticleClose, splitMethods.join('\n'), true);
}
if (splitSignals.length > 0) {
arrayToPassToClassToc.push({type: "Signals", array: splitSignalIDS});
// Add the Signals header to the Signals HTML
splitSignals.unshift(html_reg_signalTitle)
currentContent = append(currentContent, html_reg_findByArticleClose, splitSignals.join('\n'),true);
}
if (foundTypeDefinitions && foundTypeDefinitions.length > 0) {
arrayToPassToClassToc.push({type: "Type Definitions", array: splitTypeDefinitionIDS});
// Add the Signals header to the Signals HTML
foundTypeDefinitions.unshift(html_reg_typeDefinitonsTitle_replace)
currentContent = append(currentContent, html_reg_findByArticleClose, foundTypeDefinitions.join('\n'), true);
}
let classTOC = makeClassTOC(arrayToPassToClassToc);
if (groupName === "Global"){
currentContent = append(currentContent, html_reg_findByTitle, classTOC);
} else if (htmlTitle === "Controller") {
// currentContent = currentContent.replace(html_reg_availableIn, "");
let curatedList = currentContent.match(html_reg_findControllerCuratedList);
currentContent = currentContent.replace(html_reg_findControllerCuratedList, "");
let entityMethods = currentContent.match(html_reg_findEntityMethods);
currentContent = currentContent.replace(html_reg_findEntityMethods, "");
currentContent = append(currentContent, html_reg_firstDivClose, [classTOC, curatedList, entityMethods].join("\n"));
currentContent = currentContent.replace(html_reg_EntityMethodsHeader, html_reg_EntityMethodsHeader_replace);
} else {
currentContent = append(currentContent, html_reg_firstDivClose, classTOC);
}
// Final Pretty Content
currentContent = htmlclean(currentContent);
currentContent = pretty(currentContent);
// Handle Unique Categories
switch(groupName){
case "Namespace":
handleNamespace(htmlTitle, currentContent);
break;
case "Class":
handleClass(htmlTitle, currentContent);
break;
case "Global":
handleGlobal(htmlTitle, currentContent);
break;
default:
console.log(`Case not handled for ${groupName}`);
}
}
})
// Create the base Templates after processing individual files
createTemplate("API-Reference", makeGroupTOC(["Namespaces", "Objects", "Globals"]));
createTemplate("Namespaces", makeGroupTOC("Namespaces"));
createTemplate("Objects", makeGroupTOC("Objects"));
fs.writeFileSync('Links-Untouched', unTouchedLinks.join('\n'));
// Copy the files to the target Directories if Local
if (copyLocal){
// Copy files to the Twig Directory
let templateFiles = fs.readdirSync(path.resolve(targetTemplateDirectory));
// Remove Existing API files
templateFiles.forEach(function(file){
let curSource = path.join(targetTemplateDirectory, file);
if(path.basename(file, '.html').indexOf("API") > -1){
fs.unlink(curSource);
}
})
copyFolderRecursiveSync(dir_template, targetTemplateDirectory);
// Copy files to the Md Directory
let baseMdRefDir = path.join(targetMDDirectory,"06.api-reference");
// Remove existing MD directory
if (fs.existsSync(baseMdRefDir)){
rimraf.sync(baseMdRefDir);
}
copyFolderRecursiveSync(dir_md, targetMDDirectory);
}
$2
'; const html_reg_propertiesHeaderEdit = 'Properties:
'; const html_reg_propertiesHeaderEdit_Replace = 'Properties
'; const html_reg_typeEdit = /(Returns[\s\S]*?Type)(<\/dt[\s\S]*?type">)(.*?)(<\/span><\/dd>[\s\S]*?<\/dl>)/g;
const html_reg_typeEdit_replace = '$1: $3'
const html_reg_methodSize = /()/g;
const html_reg_methodSize_replace = '';
const html_reg_typeDefSize = /(\n)/g;
const html_reg_typeDefSize_replace = '';
const html_reg_typeReturnSize = /Type:\<\/h5>/g;
const html_reg_typeReturnSize_replace = 'Type:';
const html_reg_returnSize = /Returns:<\/h5>/g;
const html_reg_returnSize_replace = 'Returns:<\/h6>';
const html_reg_findByName = '`
const html_reg_findByArticleOpen = ``
const html_reg_findByArticleClose = ` `
const html_reg_signalTitle = `Signals
`;
const html_reg_typeDefinitonsTitle = /Type Definitions<\/h3>/;
const html_reg_typeDefinitonsTitle_replace = `Type Definitions
`
const html_reg_classDefinitonsTitle = /Classes<\/h3>/;
const html_reg_classDefinitonsTitle_replace = `Classes
`
const html_reg_firstDivClose = ``;
const html_reg_fixLinkHashIssue = /()/g;
const html_reg_fixLinkHashIssue_replace = "$1$2#$4"
const html_reg_findLinks = /()/g;
const html_reg_findLinksNoHashes = /([\s\S]+?<\/a>)/g;
const html_reg_findGeneralLinks = /()/g;
const html_reg_findClassLinks = /([\s\S]+?<\/a>)/g;
const html_reg_pretty = /()([\s\S]*?)(<\/pre>)/g;
const html_reg_pretty_replace = "$2<\/pre>";
const html_reg_availableIn = /(
[\s\S]+?Available in:[\s\S]+?<\/table>)/g;
const html_reg_findControllerPropertiesHeader = "Properties
";
const html_reg_findControllerCuratedList = /Functions<\/h5>[\s\S]*?
Input Recordings[\s\S]*?<\/ul>/g
const html_reg_findEntityMethods = /
Entity Methods:[\s\S]+?<\/ul>/g;
const html_reg_EntityMethodsHeader = 'Entity Methods:
';
const html_reg_EntityMethodsHeader_replace = 'Entity Methods
';
const html_reg_dlClassDetails = /<\/dl>/g
const html_reg_typeDefType = /()(Type:)(<\/h5>[\s\S]*?)([\s\S]*?<\/ul>)/g;
const html_reg_typeDefType_replace = `- $2 $4
`;
// Procedural functions
// Helper Functions
function allLinksToLowerCase(match, p1, p2, p3){
// split on id # and make sure only the preceding is lower case
if (p2.indexOf("#") > -1){
p2 = p2.split("#");
p2 = [p2[0].toLowerCase(), "#", p2[1]].join("");
} else {
p2 = p2.toLowerCase();
}
return [p1,p2,p3].join("");
}
function fixLinkGrouping(match, p1, p2, p3){
if (p2.indexOf("#") > -1){
let split = p2.split("#");
if (split[0] === "global"){
return [p1,"/api-reference/", "globals", "#", split[1], p3].join("");
}
return [p1,"/api-reference/", returnRightGroup(split[0]), "/", p2, p3].join("");
} else {
if (p2.indexOf(".") > -1){
let split = p2.split(".");
return [p1,"/api-reference/", returnRightGroup(split[1]), "/", split[1], p3].join("");
}
// console.log("p2:", p2);
return [p1,"/api-reference/", returnRightGroup(p2), "/", p2, p3].join("");
}
}
function returnRightGroup(methodToCheck){
// console.log("methodToCheck", methodToCheck)
for ( var key in groupNameMemberMap ){
for (i = 0; i < groupNameMemberMap[key].length; i++ ){
if (methodToCheck.toLowerCase() === groupNameMemberMap[key][i].toLowerCase()){
return key.toLowerCase();
} else {
// console.log("Couldn't find group: ", methodToCheck);
}
}
}
}
// Create the actual MD file
function createMD(title, directory, needsDir, isGlobal){
let mdSource = makeMdSource(title);
if (needsDir){
if (!fs.existsSync(directory)) {
fs.mkdirSync(directory);
}
}
let destinationMDFile = path.join(directory, `API_${title}.md`);
fs.writeFileSync(destinationMDFile, mdSource);
}
// Create the actual Template file
function createTemplate(title,content){
let twigBasePartial = makeTwigFile(content);
let destinationFile = path.join(dir_template, `API_${title}.html.twig`);
fs.writeFileSync(destinationFile, twigBasePartial);
}
// Copy file from source to target - used for recurssive call
function copyFileSync( source, target ) {
let targetFile = target;
// If target is a directory a new file with the same name will be created
if ( fs.existsSync( target ) ) {
if ( fs.lstatSync( target ).isDirectory() ) {
targetFile = path.join( target, path.basename( source ) );
}
}
fs.writeFileSync(targetFile, fs.readFileSync(source));
}
// Copy file from source to target
function copyFolderRecursiveSync( source, target ) {
var files = [];
// Check if folder needs to be created or integrated
var targetFolder = path.join( target, path.basename( source ) );
if ( !fs.existsSync( targetFolder ) ) {
fs.mkdirSync( targetFolder );
}
// Copy
if ( fs.lstatSync( source ).isDirectory() ) {
files = fs.readdirSync( source );
files.forEach( function ( file ) {
var curSource = path.join( source, file );
if ( fs.lstatSync( curSource ).isDirectory() ) {
copyFolderRecursiveSync( curSource, targetFolder );
} else {
copyFileSync( curSource, targetFolder );
}
});
}
}
// Clean up the Html
function prepareHtml(source){
let htmlBefore = fs.readFileSync(source, {encoding: 'utf8'});
let htmlAfter = htmlclean(htmlBefore);
let htmlAfterPretty = pretty(htmlAfter);
return cheerio.load(htmlAfterPretty);
}
// Base file for MD's
function makeMdSource(title){
return dedent(
`
---
title: ${title}
taxonomy:
category:
- docs
visible: true
highlight:
enabled: false
---
`
)
}
// Base file for Templates
function makeTwigFile(contentHtml){
return dedent(
`
{% extends 'partials/base_noGit.html.twig' %}
{% set tags = page.taxonomy.tag %}
{% if tags %}
{% set progress = page.collection({'items':{'@taxonomy':{'category': 'docs', 'tag': tags}},'order': {'by': 'default', 'dir': 'asc'}}) %}
{% else %}
{% set progress = page.collection({'items':{'@taxonomy':{'category': 'docs'}},'order': {'by': 'default', 'dir': 'asc'}}) %}
{% endif %}
{% block navigation %}
{% if not progress.isFirst(page.path) %}
{% endif %}
{% if not progress.isLast(page.path) %}
{% endif %}
{% endblock %}
{% block content %}
{{ page.title }}
${contentHtml}
{% endblock %}
`
)
}
// Handle NameSpace Group
function handleNamespace(title, content){
let destinationDirectory = path.join(map_dir_md["Namespace"], title);
createMD(title, destinationDirectory, true);
createTemplate(title, content);
}
// Handle Class Group
function handleClass(title, content){
let destinationDirectory = path.join(map_dir_md["Class"], title);
createMD(title, destinationDirectory, true)
let formatedHtml = content
.replace(html_reg_objectSpanNew,"")
createTemplate(title, formatedHtml);
}
// Handle Global Group
function handleGlobal(title, content){
createMD("Globals", map_dir_md["Global"], false, true);
createTemplate("Globals", content);
}
// Handle Group TOCs
function makeGroupTOC(group){
let mappedGroup;
if (!Array.isArray(group)){
mappedGroup = groupNameMemberMap[group];
} else {
mappedGroup = group;
}
let htmlGroup = mappedGroup.map( item => {
return dedent(
`
`
)
})
return htmlGroup.join("\n");
}
// Handle Class TOCS
function makeClassTOC(group){
let linkArray = []
group.forEach( item => {
linkArray.push(`${item.type}
`)
item.array.forEach( link => {
if ( link.indexOf('.') > -1 ){
linkArray.push(``);
} else {
linkArray.push(``);
}
})
linkArray.push("
");
})
return linkArray.join("\n");
}
// Extract IDS for TOC
function extractIDs(groupToExtract){
let firstLine = "";
let id = "";
let extractedIDs = [];
groupToExtract.forEach((item)=>{
firstLine = item.split("\n")[0];
try {
id = firstLine.split('id="')[1].split(`"`)[0];
} catch (e){
}
extractedIDs.push(id)
})
// console.log("extractedIDs", extractedIDs)
return extractedIDs;
}
// Helper for splitting up html
// Takes: Content to split, SearchTerm to Split by, and term to End Splitting By
// Returns: [newContent after Split, Array of extracted ]
function splitBy(content, searchTerm, endSplitTerm){
let foundArray = [];
let curIndex = -1;
let afterCurSearchIndex = -1
let nextIndex = 0;
let findbyNameLength = searchTerm.length;
let curfoundArrayIndex = 0;
let curEndSplitTermIndex = -1;
do {
// Find the index of where to stop searching
curEndSplitTermIndex = content.indexOf(endSplitTerm);
// Find the index of the the next Search term
curIndex = content.indexOf(searchTerm);
// The index of where the next search will start
afterCurSearchIndex = curIndex+findbyNameLength;
// Find the content of the next Index
nextIndex = content.indexOf(searchTerm,afterCurSearchIndex);
// If the next index isn't found, then next index === index of the end term
if (nextIndex === -1){
nextIndex = curEndSplitTermIndex;
}
// push from the cur index to the next found || the end term
foundArray.push(content.slice(curIndex, nextIndex))
// remove that content
content = content.replace(foundArray[curfoundArrayIndex], "");
curfoundArrayIndex++;
curEndSplitTermIndex = content.indexOf(endSplitTerm);
nextIndex = content.indexOf(searchTerm,afterCurSearchIndex);
// handle if nextIndex goes beyond endSplitTerm
if (nextIndex > curEndSplitTermIndex) {
curIndex = content.indexOf(searchTerm);
foundArray.push(content.slice(curIndex, curEndSplitTermIndex))
content = content.replace(foundArray[curfoundArrayIndex], "");
break;
}
} while (curIndex > -1)
return [content, foundArray];
}
// Split the signals and methods [Might make this more generic]
function splitMethodsSignals(allItemToSplit){
let methodArray = [];
let signalArray = [];
allItemToSplit.forEach( (content, index) => {
firstLine = content.split("\n")[0];
if (firstLine.indexOf("{Signal}") > -1){
signalArray.push(content);
} else if (firstLine.indexOf("span") > -1) {
methodArray.push(content);
} else {
}
})
return [methodArray, signalArray];
}
// Helper to append
// Takes content, the search term to appendTo, the content to append,
// and bool if the append is before the found area
function append(content, searchTermToAppendto, contentToAppend, appendBefore){
let contentArray = content.split("\n");
let foundIndex = findArrayTrim(contentArray, searchTermToAppendto)
foundIndex = appendBefore ? foundIndex : foundIndex +1
contentArray.splice(foundIndex,0,contentToAppend)
return contentArray.join("\n")
}
// Helper function for append
function findArrayTrim(array, searchTerm){
var index = -1;
for (var i = 0; i < array.length; i++){
index = array[i].trim().indexOf(searchTerm.trim());
if (index > -1){
return i
}
}
return index;
}
// Remove grav directory if exists to make sure old files aren't kept
if (fs.existsSync(dir_grav)){
console.log("dir_grav exists");
rimraf.sync(dir_grav);
}
// Create Grav directories in JSDOC output
dirArray.forEach(function(dir){
if (!fs.existsSync(dir)) {
fs.mkdirSync(dir);
}
})
// Create baseMD files
baseMDDirectories.forEach( md => {
createMD(md, map_dir_md[md]);
})
// Read jsdoc output folder and process html files
let links = [];
let unTouchedLinks = [];
let files = fs.readdirSync(dir_out);
// Create initial Group name member map to handle individual link :: TODO find better way to do this
files.forEach(function (file){
let curSource = path.join(dir_out, file);
if (path.extname(curSource) == ".html" && path.basename(curSource, '.html') !== "index") {
let loadedHtml = prepareHtml(curSource);
let splitTitle = loadedHtml("title").text().split(": ");
let groupName = splitTitle[1];
let htmlTitle = splitTitle.pop();
switch(groupName){
case "Namespace":
groupNameMemberMap["Namespaces"].push(htmlTitle);
break;
case "Class":
groupNameMemberMap["Objects"].push(htmlTitle);
break;
default:
console.log(`Case not handled for ${groupName}`);
}
}
})
files.forEach(function (file, index){
// if (index !== 3) return;
let curSource = path.join(dir_out, file);
if (path.extname(curSource) == ".html" && path.basename(curSource, '.html') !== "index") {
// Clean up the html source
let loadedHtml = prepareHtml(curSource);
// Extract the title, group name, and the main div
let splitTitle = loadedHtml("title").text().split(": ");
let groupName = splitTitle[1];
let htmlTitle = splitTitle.pop();
console.log("html title", htmlTitle)
let mainDiv = loadedHtml("#main")
let methodIDs = [];
let signalIDs = [];
let typeDefIDs = [];
// Basic Regex HTML edits
let currentContent = mainDiv.html()
.replace(html_reg_findByMethod, "") //Remove Method title to be remade later
.replace(html_reg_static,"") // Remove static from the file names
.replace(html_reg_title,"") // Remove title
.replace(html_reg_objectHeader,"") // Remove extra Object Header
.replace(html_reg_htmlExt,"") // Remove the .html extension from all links
.replace(html_reg_dlClassDetails, "") // Remove unneccsary dlClassDetails Tag
.replace(html_reg_allNonHTML, allLinksToLowerCase) // Turn all links into lowercase before ID tags
.replace(html_reg_allNonHTML, fixLinkGrouping) // Make sure links refer to correct grouping
.replace(html_reg_propertiesHeaderEdit, html_reg_propertiesHeaderEdit_Replace) // Remove : from Properties
.replace(html_reg_typeEdit, html_reg_typeEdit_replace) // Put type on the same line
.replace(html_reg_returnSize, html_reg_returnSize_replace) // make return size h6 instead of h5
.replace(html_reg_methodSize, html_reg_methodSize_replace) // make method size into h5
.replace(html_reg_pretty, html_reg_pretty_replace)
.replace(html_reg_classDefinitonsTitle, html_reg_classDefinitonsTitle_replace)
// .replace(html_reg_brRemove, "") // Remove extra Brs
// .replace(html_reg_code, html_reg_code_replace)
// Further HTML Manipulation
// Make end term either Type Definitions or by the article
let endTerm;
let foundTypeDefinitions;
let foundSignalsAndMethods;
if (currentContent.indexOf("Type Definitions") > -1){
console.log("Found Type Definitions");
endTerm = `Type Definitions
`;
// Split HTML by Each named entry
let contentSplitArray = splitBy(currentContent, html_reg_findByName, endTerm);
foundSignalsAndMethods = contentSplitArray[1];
// Create a reference to the current content after split and the split functions
currentContent = contentSplitArray[0]
.replace(html_reg_typeDefType, html_reg_typeDefType_replace) // Edit how the typedef type looks
.replace(html_reg_typeDefinitonsTitle, ""); // Remove Type Definitions Title to be remade later;
endTerm = html_reg_findByArticleClose;
// Grab split Type Definitions
let contentSplitArrayForTypeDefs = splitBy(currentContent, html_reg_findByName, endTerm);
currentContent = contentSplitArrayForTypeDefs[0];
foundTypeDefinitions = contentSplitArrayForTypeDefs[1];
} else {
endTerm = html_reg_findByArticleClose;
let contentSplitArray = splitBy(currentContent, html_reg_findByName, endTerm);
foundSignalsAndMethods = contentSplitArray[1];
currentContent = contentSplitArray[0];
}
// Create references to the split methods and signals
let processedMethodsSignalsAndTypeDefs = splitMethodsSignals(foundSignalsAndMethods);
let splitMethods = processedMethodsSignalsAndTypeDefs[0];
let splitSignals = processedMethodsSignalsAndTypeDefs[1];
let splitTypeDefinitionIDS;
// let splitDescription = processedMethodsSignalsAndTypeDefs[3];
// console.log("getting split Methods")
let splitMethodIDS = extractIDs(splitMethods);
// console.log("getting split Signals")
let splitSignalIDS = extractIDs(splitSignals);
if (foundTypeDefinitions){
// console.log("getting split typeDefs")
splitTypeDefinitionIDS = extractIDs(foundTypeDefinitions);
}
let arrayToPassToClassToc = [];
// if (splitDescription) {
// currentContent = append(currentContent, html_reg_containerOverview, splitDescription);
// }
if (splitMethods.length > 0) {
arrayToPassToClassToc.push({type: "Methods", array: splitMethodIDS});
// Add the Signals header to the Signals HTML
splitMethods.unshift(html_reg_findByMethod_replace)
currentContent = append(currentContent, html_reg_findByArticleClose, splitMethods.join('\n'), true);
}
if (splitSignals.length > 0) {
arrayToPassToClassToc.push({type: "Signals", array: splitSignalIDS});
// Add the Signals header to the Signals HTML
splitSignals.unshift(html_reg_signalTitle)
currentContent = append(currentContent, html_reg_findByArticleClose, splitSignals.join('\n'),true);
}
if (foundTypeDefinitions && foundTypeDefinitions.length > 0) {
arrayToPassToClassToc.push({type: "Type Definitions", array: splitTypeDefinitionIDS});
// Add the Signals header to the Signals HTML
foundTypeDefinitions.unshift(html_reg_typeDefinitonsTitle_replace)
currentContent = append(currentContent, html_reg_findByArticleClose, foundTypeDefinitions.join('\n'), true);
}
let classTOC = makeClassTOC(arrayToPassToClassToc);
if (groupName === "Global"){
currentContent = append(currentContent, html_reg_findByTitle, classTOC);
} else if (htmlTitle === "Controller") {
// currentContent = currentContent.replace(html_reg_availableIn, "");
let curatedList = currentContent.match(html_reg_findControllerCuratedList);
currentContent = currentContent.replace(html_reg_findControllerCuratedList, "");
let entityMethods = currentContent.match(html_reg_findEntityMethods);
currentContent = currentContent.replace(html_reg_findEntityMethods, "");
currentContent = append(currentContent, html_reg_firstDivClose, [classTOC, curatedList, entityMethods].join("\n"));
currentContent = currentContent.replace(html_reg_EntityMethodsHeader, html_reg_EntityMethodsHeader_replace);
} else {
currentContent = append(currentContent, html_reg_firstDivClose, classTOC);
}
// Final Pretty Content
currentContent = htmlclean(currentContent);
currentContent = pretty(currentContent);
// Handle Unique Categories
switch(groupName){
case "Namespace":
handleNamespace(htmlTitle, currentContent);
break;
case "Class":
handleClass(htmlTitle, currentContent);
break;
case "Global":
handleGlobal(htmlTitle, currentContent);
break;
default:
console.log(`Case not handled for ${groupName}`);
}
}
})
// Create the base Templates after processing individual files
createTemplate("API-Reference", makeGroupTOC(["Namespaces", "Objects", "Globals"]));
createTemplate("Namespaces", makeGroupTOC("Namespaces"));
createTemplate("Objects", makeGroupTOC("Objects"));
fs.writeFileSync('Links-Untouched', unTouchedLinks.join('\n'));
// Copy the files to the target Directories if Local
if (copyLocal){
// Copy files to the Twig Directory
let templateFiles = fs.readdirSync(path.resolve(targetTemplateDirectory));
// Remove Existing API files
templateFiles.forEach(function(file){
let curSource = path.join(targetTemplateDirectory, file);
if(path.basename(file, '.html').indexOf("API") > -1){
fs.unlink(curSource);
}
})
copyFolderRecursiveSync(dir_template, targetTemplateDirectory);
// Copy files to the Md Directory
let baseMdRefDir = path.join(targetMDDirectory,"06.api-reference");
// Remove existing MD directory
if (fs.existsSync(baseMdRefDir)){
rimraf.sync(baseMdRefDir);
}
copyFolderRecursiveSync(dir_md, targetMDDirectory);
}
Type:\<\/h5>/g;
const html_reg_typeReturnSize_replace = 'Type:';
const html_reg_returnSize = /Returns:<\/h5>/g;
const html_reg_returnSize_replace = 'Returns:<\/h6>';
const html_reg_findByName = '`
const html_reg_findByArticleOpen = ``
const html_reg_findByArticleClose = ` `
const html_reg_signalTitle = `Signals
`;
const html_reg_typeDefinitonsTitle = /Type Definitions<\/h3>/;
const html_reg_typeDefinitonsTitle_replace = `Type Definitions
`
const html_reg_classDefinitonsTitle = /Classes<\/h3>/;
const html_reg_classDefinitonsTitle_replace = `Classes
`
const html_reg_firstDivClose = ``;
const html_reg_fixLinkHashIssue = /()/g;
const html_reg_fixLinkHashIssue_replace = "$1$2#$4"
const html_reg_findLinks = /()/g;
const html_reg_findLinksNoHashes = /([\s\S]+?<\/a>)/g;
const html_reg_findGeneralLinks = /()/g;
const html_reg_findClassLinks = /([\s\S]+?<\/a>)/g;
const html_reg_pretty = /()([\s\S]*?)(<\/pre>)/g;
const html_reg_pretty_replace = "$2<\/pre>";
const html_reg_availableIn = /(
';
const html_reg_returnSize = /Returns:<\/h5>/g;
const html_reg_returnSize_replace = 'Returns:<\/h6>';
const html_reg_findByName = '`
const html_reg_findByArticleOpen = ``
const html_reg_findByArticleClose = ` `
const html_reg_signalTitle = `Signals
`;
const html_reg_typeDefinitonsTitle = /Type Definitions<\/h3>/;
const html_reg_typeDefinitonsTitle_replace = `Type Definitions
`
const html_reg_classDefinitonsTitle = /Classes<\/h3>/;
const html_reg_classDefinitonsTitle_replace = `Classes
`
const html_reg_firstDivClose = ``;
const html_reg_fixLinkHashIssue = /()/g;
const html_reg_fixLinkHashIssue_replace = "$1$2#$4"
const html_reg_findLinks = /()/g;
const html_reg_findLinksNoHashes = /([\s\S]+?<\/a>)/g;
const html_reg_findGeneralLinks = /()/g;
const html_reg_findClassLinks = /([\s\S]+?<\/a>)/g;
const html_reg_pretty = /()([\s\S]*?)(<\/pre>)/g;
const html_reg_pretty_replace = "$2<\/pre>";
const html_reg_availableIn = /(
Returns:<\/h6>';
const html_reg_findByName = '`
const html_reg_findByArticleOpen = ``
const html_reg_findByArticleClose = ` `
const html_reg_signalTitle = `Signals
`;
const html_reg_typeDefinitonsTitle = /Type Definitions<\/h3>/;
const html_reg_typeDefinitonsTitle_replace = `Type Definitions
`
const html_reg_classDefinitonsTitle = /Classes<\/h3>/;
const html_reg_classDefinitonsTitle_replace = `Classes
`
const html_reg_firstDivClose = ``;
const html_reg_fixLinkHashIssue = /()/g;
const html_reg_fixLinkHashIssue_replace = "$1$2#$4"
const html_reg_findLinks = /()/g;
const html_reg_findLinksNoHashes = /([\s\S]+?<\/a>)/g;
const html_reg_findGeneralLinks = /()/g;
const html_reg_findClassLinks = /([\s\S]+?<\/a>)/g;
const html_reg_pretty = /()([\s\S]*?)(<\/pre>)/g;
const html_reg_pretty_replace = "$2<\/pre>";
const html_reg_availableIn = /(
Signals
`; const html_reg_typeDefinitonsTitle = /Type Definitions<\/h3>/;
const html_reg_typeDefinitonsTitle_replace = `Type Definitions
`
const html_reg_classDefinitonsTitle = /Classes<\/h3>/;
const html_reg_classDefinitonsTitle_replace = `Classes
`
const html_reg_firstDivClose = ``;
const html_reg_fixLinkHashIssue = /()/g;
const html_reg_fixLinkHashIssue_replace = "$1$2#$4"
const html_reg_findLinks = /()/g;
const html_reg_findLinksNoHashes = /([\s\S]+?<\/a>)/g;
const html_reg_findGeneralLinks = /()/g;
const html_reg_findClassLinks = /([\s\S]+?<\/a>)/g;
const html_reg_pretty = /()([\s\S]*?)(<\/pre>)/g;
const html_reg_pretty_replace = "$2<\/pre>";
const html_reg_availableIn = /(
Classes
` const html_reg_firstDivClose = ``; const html_reg_fixLinkHashIssue = /()/g; const html_reg_fixLinkHashIssue_replace = "$1$2#$4" const html_reg_findLinks = /()/g; const html_reg_findLinksNoHashes = /([\s\S]+?<\/a>)/g; const html_reg_findGeneralLinks = /()/g; const html_reg_findClassLinks = /([\s\S]+?<\/a>)/g; const html_reg_pretty = /()([\s\S]*?)(<\/pre>)/g;
const html_reg_pretty_replace = "$2<\/pre>";
const html_reg_availableIn = /(