mikemorris / portal-builder

import chokidar from 'chokidar'; import fs from 'fs' import fse from 'fs-extra'; import child_process from 'child_process'; // ==================================================================== // | // ==================================================================== function log(message) { const options = { encoding: "utf-8", flag: "a+", }; const datetime = new Date().toISOString() message = `[${datetime}] ${message}\n` fse.outputFileSync('/logs/builder/assets.log', message, options); console.log(message) } // ==================================================================== // | // ==================================================================== function copyAllIntoWWW(paths) { return new Promise((resolve, reject) => { for(const path of paths) { log(path) if (!fs.existsSync(path)) { log(`Directory does not exist in project: ${path}`) continue; } var publicPath = path publicPath = publicPath.replace('/app','/www') try { child_process.execSync(`mkdir -p ${publicPath} & cp -rf ${path}/* ${publicPath}`); log(`Done copying: ${path}`) } catch (err) { console.error(err) } } }); } // ==================================================================== // | // ==================================================================== function copyIntoWWW(path) { // Do not compile inside .delete folders if (path.includes(".delete")) { return } log(path); var publicPath = path publicPath = publicPath.replace('/app','/www') try { child_process.execSync(`cp -rf ${path} ${publicPath}`); log(`Done copying: ${path}`) } catch (err) { console.error(err) } } // ==================================================================== // | // ==================================================================== function deleteFromWWW(path) { // Do not compile inside .delete folders if (path.includes(".delete")) { return } log(path); var publicPath = path publicPath = publicPath.replace('/app','/www') try { child_process.execSync(`rm -rf ${path} ${publicPath}`); log(`Done deleting: ${path}`) } catch (err) { console.error(err) } } // ==================================================================== // | // ==================================================================== function startWatcher(watchFolders) { // https://github.com/paulmillr/chokidar const options = { awaitFinish: true, ignoreInitial: true, usePolling: true, interval: 100, depth: 5 } const watcher = chokidar.watch(watchFolders, options).on('all', (event, path) => { log(event, path); }); watcher .on('add', path => copyIntoWWW(path)) .on('addDir', path => copyIntoWWW(path)) .on('change', path => copyIntoWWW(path)) .on('unlink', path => deleteFromWWW(path)) .on('unlinkDir', path => deleteFromWWW(path)); watcher .on('ready', () => log('********** Watch is running **********')); } // ==================================================================== // | MAIN // ==================================================================== async function go() { const watchFolders = [ '/app/css', '/app/docs', '/app/fonts', '/app/images', '/app/libs', '/app/lib' ] if (process.argv[2] == 'recompile') { await copyAllIntoWWW(watchFolders) startWatcher(watchFolders); } else { startWatcher(watchFolders); } } go()

#!/bin/bash CANARY_FILE=/app/.provisioning/builder-rebuild if [ ! -f "$CANARY_FILE" ] ; then echo "Initialization incomplete! Running Builder Rebulid..." cd /opt/builder/app && bash ./clean-and-build.sh & mkdir -p /app/.provisioning && date +%F_%T >> /app/.provisioning/builder-rebuild else ln -sf /app/docs /www ln -sf /app/fonts /www ln -sf /app/images /www ln -sf /app/libs /www ln -sf /app/lib /www pm2 delete all pm2 start /opt/builder/app/sass-watcher.js pm2 start /opt/builder/app/javascript-watcher.js pm2 start /opt/builder/app/jade-watcher.js # pm2 start /opt/builder/app/pug-watcher.js # pm2 start /opt/builder/app/assets-watcher.js fi

#!/bin/bash pm2 stop all mv /www/index.php /tmp/index.php rm -rf /www/* mv /tmp/index.php /www/index.php ln -sf /app/docs /www ln -sf /app/fonts /www ln -sf /app/images /www ln -sf /app/libs /www ln -sf /app/lib /www # PM2 Style pm2 delete all pm2 start sass-watcher.js -- recompile pm2 start javascript-watcher.js -- recompile pm2 start jade-watcher.js -- recompile # pm2 start pug-watcher.js -- recompile # pm2 start assets-watcher.js -- recompile

import chokidar from 'chokidar'; import fs from 'fs' import fse from 'fs-extra'; import jade from 'jade'; import klaw from 'klaw'; import beautify from 'beautify'; import cleaner from 'clean-html'; import fg from 'fast-glob'; import inliner from '@css-inline/css-inline'; // ==================================================================== // | // ==================================================================== function log(message) { const options = { encoding: "utf-8", flag: "a+", }; const datetime = new Date().toISOString() message = `[${datetime}] ${message}\n` fse.outputFileSync('/logs/builder/jade.log', message, options); console.log(message) } // ==================================================================== // | // ==================================================================== function compile(path) { log(`${path} was changed`) // Do not compile inside .delete folders if (path.includes(".delete")) { return } // Do not compile inside _partials folders if (path.includes("layouts")) { log("Recompiling /app/views/layouts") compileAll('/app/views/layouts/**/*.jade') return } // Do not compile inside _partials folders if (path.includes("_partials") || path.includes("partials")) { log("Recompiling /app/views") compileAll('/app/views/**/*.jade') return } // Do not compile partials (begins with _) const filename = path.split("/").slice(-1).toString() if (filename.startsWith("_")) { const underscorecount = (filename.match(/_/g) || []).length; const directoryIndex = 0 - underscorecount const parentDirectory = path.split("/").slice(0,directoryIndex).join("/")+'/**/*.jade' log("Recompiling "+parentDirectory) compileAll( parentDirectory ) return } // Do not compile if the file does not end with .jade if (!path.endsWith(".jade")) { return } log(` Recompiling ${path}`) const options = { basedir: '/app/views' } var result = ''; result = jade.renderFile(path,options); var publicPath = path publicPath = publicPath.replace('/app/views','/www') publicPath = publicPath.replace('.jade','.html') // Convert to CSS Inline for Email Templates // if (publicPath.includes("/www/emails")) { // console.log('Inlining Email Template CSS') // result = inliner.inline(result); // console.log('Inlining Email Template CSS Done'); // } //- //- Clean HTML Section. Could cause more harm then good. Disabled for now //- // try { // cleaner.clean(result, output => { // fse.outputFileSync(publicPath, output); // }); // } catch (err) { // try { // var pretty_options = {format: 'html'} // fse.outputFileSync(publicPath, beautify(result, pretty_options)); // } catch (err) { // fse.outputFileSync(publicPath, result); // log(`[ERROR] HTML Cleaner: ${path}`) // log(err) // log(`[ERROR] Unformatted jade file was saved`) // } // } fse.outputFileSync(publicPath, result); } // ==================================================================== // | // ==================================================================== function compileParents(path) { // Do not compile inside .delete folders if (path.includes(".delete")) { return } // Do not compile partials (begins with _) const filename = path.split("/").slice(-1).toString() if (filename.startsWith("_")) { return } // Do not compile inside _partials folders if (path.includes("_partials") || path.includes("partials")) { return } // Do not compile if the file does not end with .jade if (!path.endsWith(".jade")) { return } // log(` Recompiling ${path}`) const options = { basedir: '/app/views' } var result = ''; result = jade.renderFile(path, options); var publicPath = path publicPath = publicPath.replace('/app/views','/www') publicPath = publicPath.replace('.jade','.html') // Convert to CSS Inline for Email Templates // if (publicPath.includes("/www/emails")) { // console.log('Inlining Email Template CSS') // result = inliner.inline(result); // console.log('Inlining Email Template CSS Done'); // } //- //- Clean HTML Section. Could cause more harm then good. Disabled for now //- // try { // cleaner.clean(result, output => { // fse.outputFileSync(publicPath, output); // }); // } catch (err) { // try { // var pretty_options = {format: 'html'} // fse.outputFileSync(publicPath, beautify(result, pretty_options)); // } catch (err) { // fse.outputFileSync(publicPath, result); // log(`[ERROR] HTML Cleaner: ${path}`) // log(err) // log(`[ERROR] Unformatted jade file was saved`) // } // } fse.outputFileSync(publicPath, result); } // ==================================================================== // | // ==================================================================== function compileAll(glob) { return new Promise((resolve, reject) => { const jadeFiles = fg.globSync(glob) for (const file of jadeFiles) { compileParents(file); } }); } // ==================================================================== // | // ==================================================================== function startWatcher() { const watchFolders = [ '/app/views/**/*.jade', ] // https://github.com/paulmillr/chokidar const options = { awaitFinish: true, ignoreInitial: true, usePolling: true, interval: 100 } const watcher = chokidar.watch(watchFolders, options).on('all', (event, path) => { }); watcher .on('add', path => compile(path)) .on('change', path => compile(path)) .on('unlink', path => compile(path)); watcher .on('ready', () => log('********** Watch is running **********')); } // ==================================================================== // | MAIN // ==================================================================== async function go() { if (process.argv[2] == 'recompile') { await compileAll('/app/views/**/*.jade'); startWatcher(); } else { startWatcher(); } } go()

import chokidar from 'chokidar'; import fs from 'fs' import fse from 'fs-extra'; import path from 'path'; import fg from 'fast-glob'; // ==================================================================== // | // ==================================================================== function log(message) { const options = { encoding: "utf-8", flag: "a+", }; const datetime = new Date().toISOString() message = `[${datetime}] ${message}\n` fse.outputFileSync('/logs/builder/javascript.log', message, options); console.log(message) } // ==================================================================== // | // ==================================================================== function concatJavascript(path) { log('-----------------------'); log(path); var publicPath = path publicPath = publicPath.replace('/app/js','/www/js') var jsFolder = path; jsFolder = jsFolder.split("/")[3]; const source = `/app/js/${jsFolder}` const destination = `/www/js/${jsFolder}.js` fs.readdir(source, (err, files) => { if (err) throw err; fse.ensureFileSync(destination) fs.writeFileSync(destination,'') var sortedfiles = files.sort() sortedfiles.forEach(file => { const filePath = `${source}/${file}` var contents = fs.readFileSync(filePath); const spacer = `\n// ====================================================================\n// |\n// |\n// | ${file}\n// |\n// |\n// ====================================================================\n` fs.appendFileSync(destination, spacer+contents) }); }); } // ==================================================================== // | // ==================================================================== function compileAll(glob) { return new Promise((resolve, reject) => { const javascriptFiles = fg.globSync(glob) for (const file of javascriptFiles) { concatJavascript(file); } log(`Done`) }); } // ==================================================================== // | // ==================================================================== function startWatcher(watchFolders) { // https://github.com/paulmillr/chokidar const options = { awaitFinish: true, ignoreInitial: true, usePolling: true, interval: 100 } const watcher = chokidar.watch(watchFolders, options).on('all', (event, path) => { log(event, path); }); watcher .on('add', path => concatJavascript(path)) .on('change', path => concatJavascript(path)) .on('unlink', path => concatJavascript(path)); watcher .on('ready', () => log('********** Watch is running **********')); } // ==================================================================== // | MAIN // ==================================================================== async function go() { const watchFolders = [ '/app/js' ] if (process.argv[2] == 'recompile') { await compileAll('/app/js/*/**.js') startWatcher(watchFolders); } else { startWatcher(watchFolders); } } go()

{ "name": "workflowmasters-builder", "type": "module", "devDependencies": { "beautify": "0.0.8", "chokidar": "3.6.0", "character-parser": "4.0.0", "clean-html": "2.0.1", "concat-files": "0.1.1", "fast-glob": "3.3.1", "fs-extra": "11.1.1", "glob": "10.3.10", "html-prettify": "1.0.7", "jade": "1.11.0", "klaw": "4.1.0", "pug": "3.0.2", "sass": "1.64.1", "through2": "4.0.2", "@css-inline/css-inline":"0.14.1", "watcher": "2.2.2" }, "scripts": { "watch": "./watcher.js", "test": "gulp test" } }

import chokidar from 'chokidar'; import fs from 'fs' import fse from 'fs-extra'; import pug from 'pug'; import klaw from 'klaw'; import pretty from 'pretty'; // ==================================================================== // | // ==================================================================== function log(message) { const options = { encoding: "utf-8", flag: "a+", }; const datetime = new Date().toISOString() message = `[${datetime}] ${message}\n` fse.outputFileSync('/logs/builder/pug.log', message, options); console.log(message) } // ==================================================================== // | // ==================================================================== function printChange(path) { log(path) } // ==================================================================== // | // ==================================================================== function compile(path) { // Do not compile inside .delete folders if (path.includes(".delete")) { return } // Do not compile partials (begins with _) const filename = path.split("/").slice(-1).toString() if (filename.startsWith("_")) { compileAll() return } // Do not compile inside _partials folders if (path.includes("_partials") || path.includes("partials")) { log('Partial Edited. Recompile all!') compileAll() return } // Do not compile if the file does not end with .pug if (!path.endsWith(".pug")) { log('Partial Edited. Recompile all!') return } log(`Recompiling ${path}`) const result = pug.renderFile(path); var publicPath = path publicPath = publicPath.replace('/app/views','/www') publicPath = publicPath.replace('.pug','.html') fse.outputFile(publicPath, pretty(result), err => { if (err) { console.error(err); } // file written successfully }); } // ==================================================================== // | // ==================================================================== function compileParents(path) { // Do not compile inside .delete folders if (path.includes(".delete")) { return } // Do not compile partials (begins with _) const filename = path.split("/").slice(-1).toString() if (filename.startsWith("_")) { return } // Do not compile inside _partials folders if (path.includes("_partials") || path.includes("partials")) { return } // Do not compile if the file does not end with .pug if (!path.endsWith(".pug")) { return } log(`Recompiling ${path}`) const result = pug.renderFile(path); var publicPath = path publicPath = publicPath.replace('/app/views','/www') publicPath = publicPath.replace('.pug','.html') fse.outputFile(publicPath, pretty(result), err => { if (err) { console.error(err); } // file written successfully }); } // ==================================================================== // | // ==================================================================== function compileAll() { klaw('/app/views') .on('data', item => compileParents(item.path)) } // ==================================================================== // | // ==================================================================== const watchFolders = [ '/app/views/**/*.pug', ] var ignoreInitial = true if (process.argv[2] == 'recompile') { ignoreInitial = false } // https://github.com/paulmillr/chokidar const options = { awaitFinish: true, ignoreInitial: true, usePolling: true, interval: 100 } const watcher = chokidar.watch(watchFolders, options).on('all', (event, path) => { // log(event, path); }); watcher .on('add', path => compile(path)) .on('change', path => compile(path)) .on('unlink', path => compile(path));

import chokidar from 'chokidar'; import fs from 'fs' import fse from 'fs-extra'; import * as sass from 'sass'; import fg from 'fast-glob'; // ==================================================================== // | // ==================================================================== function log(message) { const options = { encoding: "utf-8", flag: "a+", }; const datetime = new Date().toISOString() message = `[${datetime}] ${message}\n` fse.outputFileSync('/logs/builder/sass.log', message, options); console.log(message) } // ==================================================================== // | // ==================================================================== function compile(path) { log('-----------------------'); // Do not compile inside .delete folders if (path.includes(".delete")) { return } const filename = path.split("/").slice(-1).toString() if (filename.startsWith("_")) { compileAll() return } const options = { logger: { warn(message, options) { if (options.span) { log('====================================================================================================================') log(`Warning when compiling: ${options.span.url.pathname}:`) log(` ${message}\n`) } }, debug(message, options) { if (options.span) { log('====================================================================================================================') log(`Debug message compiling: ${options.span.url.pathname}:`) log(` ${message}\n`) } } } } try { const result = sass.compile(path, options); var publicPath = path publicPath = publicPath.replace('/app/scss','/www/css') publicPath = publicPath.replace('.scss','.css') fse.outputFileSync(publicPath, result.css); } catch (err) { log(`[ERROR] SASS Compile: ${path}`) log(err) } } // ==================================================================== // | // ==================================================================== function compileParents(path) { // Do not compile inside .delete folders if (path.includes(".delete")) { return } // Do not compile partials (begins with _) const filename = path.split("/").slice(-1).toString() if (filename.startsWith("_")) { return } // Do not compile if the file does not end with .scss if (!path.endsWith(".scss")) { return } const options = { logger: { warn(message, options) { if (options.span) { log('=============================') log(`Warning when compiling: ${options.span.url.pathname}:`) log(` ${message}\n`) } }, debug(message, options) { if (options.span) { log('=============================') log(`Debug message compiling: ${options.span.url.pathname}:`) log(` ${message}\n`) } } } } try { const result = sass.compile(path, options); var publicPath = path publicPath = publicPath.replace('/app/scss','/www/css') publicPath = publicPath.replace('.scss','.css') fse.outputFileSync(publicPath, result.css); } catch (err) { log(`[ERROR] SASS Compile: ${path}`) log(err) } } // ==================================================================== // | // ==================================================================== function compileAll(glob) { return new Promise((resolve, reject) => { const sassFiles = fg.globSync(glob) for (const file of sassFiles) { compileParents(file); } log(`Done`) }); } // ==================================================================== // | // ==================================================================== function startWatcher(watchFolders) { // https://github.com/paulmillr/chokidar const options = { awaitFinish: true, ignoreInitial: true, usePolling: true, interval: 100 } const watcher = chokidar.watch(watchFolders, options).on('all', (event, path) => { log(`${path} was ${event}`); }); watcher .on('add', path => compile(path)) .on('change', path => compile(path)) .on('unlink', path => compile(path)); watcher .on('ready', () => log('********** Watch is running **********')); } // ==================================================================== // | MAIN // ==================================================================== async function go() { const watchFolders = [ '/app/scss/**/*.scss' ] if (process.argv[2] == 'recompile') { await compileAll('/app/scss/**/*.scss') startWatcher(watchFolders); } else { startWatcher(watchFolders); } } go()