var __g = require('global-this'); __g.env = process.env __g.env.NODE_ENV = __g.env.NODE_ENV || 'development' const fs = require('fs') var path = require('path'); var utils = require('bbhverse'); const cliargs = utils.cliargs; const processedArgs = cliargs(process.argv.slice(2)); if(!processedArgs.wd){ if(process.env.wd){ } else { process.env.wd = process.cwd(); if(process.cwd() === __dirname) { // This script was launched in the same dir. // We do not know if it was copied to some random location. Check if we have elxr installed in current location. Or subidr. process.env.wd = path.dirname( process.env.wd ); // Default to the parent. } } } else process.env.wd = processedArgs.wd var ENV = Object.assign({}, process.env); // Shallow clone it. const __ALIAS__STAMP__ = '9e7bebe0-1f57-11ec-8f88-778ffeea9d1b' const BUILD_VERSION = '[VI]Version: {version} - built on {date}[/VI]'; const runtimestamp = processedArgs.runtimestamp ? (new Date(processedArgs.runtimestamp)).getTime() : (new Date()).getTime(); function getVersion() { return BUILD_VERSION; } console.log(getVersion()); var selectedinstance = (function() { var __pvt = { root : process.env.wd || process.env.PWD } var __pub = { get root(){ return __pvt.root } , set root(val){ throw 'root has changed' // if the root changes for this run we need to relocate all the necessary files to that folder for this run. if(__pvt.root === val){ fsMove() return __pvt.root = val } else __pvt.root } } Object.defineProperty(__g, 'selectedinstance', { get(){ return __pub} , set( inst ){ __pvt = inst; return __pub } }) return __pub; })() var any = utils.any; var Tasq = utils.Tasq var statuslog = utils.Traq var Traq = utils.Traq Tasq.addlistener(statuslog.statuslog) // Instead of waiting for the root to be establised we start working at the current locatoin and then relocate when root changes. var runlogjson = `${selectedinstance.root}/.elxr/run-${runtimestamp}/run.log` ensureDirectoryExistence(runlogjson) fs.writeFileSync(runlogjson, JSON.stringify( `Started ${runtimestamp}`)) // Initialize a new log file with "logrotate" for every run Tasq.addlistener((e)=>{ fs.writeFileSync(runlogjson, ', ' + JSON.stringify( e ), { 'flag': 'a+' }) }) var cli = require('./cliverse') function isWin(){ return /^win/.test(process.platform) } if(isWin()) { var win_verse = require('./win_verse') var shell_verse = win_verse; } else { var lin_verse = require('./lin_verse') var shell_verse = lin_verse; } var nodeShellExec = cli.nodeShellExec; var chalk = require('chalk') const homedir = require('os').homedir(); function sysAddPathVar(addpath){ // Object.assign({ // inherit: true, shell: true, env: ENV, title: `${command} ${args}` // }, options) // powershell $env:Path -split ';' var etask = ()=>{ return nodeShellExec('Powershell.exe', [ `$path = [Environment]::GetEnvironmentVariable('PATH', 'Machine') $newpath = $path + ';${addpath}' [Environment]::SetEnvironmentVariable("PATH", $newpath, 'Machine')` ]).then(() => { fs.writeFileSync('run.done', 'success') // PB : TODO -- IPC through files is needed only for windows. }).catch(() => { fs.writeFileSync('run.done', 'error') }) } etask.statuslog = statuslog etask.selectedinstance = selectedinstance etask.processedArgs = processedArgs etask.runtimestamp = runtimestamp etask.ENV = ENV return shell_verse.runElevated(etask) // var newpath = addpath.split(';'); // newpath.push(addpath) // newpath = Array.from(new Set(newpath)).join(';') // // addpath.split(';').forEach(pel => { var kv = pel.split('='); kv[0] === key ? null : newpath.push(pel); } ) // // setx /M PATH "%PATH%;" // // %AppData%\npm // return nodeShellExec('setx', ['/m', 'PATH', `%PATH%;${addpath}` ]); } // singleton one time lazy var getCredentials = function(){ // First call var creds = fs.readFileSync(path.normalize(`${homedir}/.elxrcredentials`), { encoding: 'utf8' }); var creds = creds.split('\n').map( c => c.trim() && new URL(c)); console.log(creds); creds.forEach(cred => {console.log( cred.hostname ); console.log( cred.username )} ); // Subsequent calls getCredentials = ()=>{ return creds } return getCredentials(); } function getCurrentFolder(){ var tasks = [ // () => { // // Use junctions to avoid npm package issues // var p = nodeShellExec('cd').then((result)=>{ // console.dir(result) // }).catch((e) => { console.error(e) }) // return p; // } ()=>{ return Promise.resolve(process.cwd()) } ]; return any(tasks); } // 'use strict'; // PB : TODO -- make sure folder context is proper coz we can now run elxr from anywhere. // PB : TODO -- // runas bypass non elevated tasks when we request privelege // runas message is always error needs to be fixed. // runas wait needs to be parallelized. // suppress elevation check error messages // support runas lauched directly from shell. // pass in environment in hta to shellexecute. // PB : NOTE -- iife doesnt work if previous statement is not terminated by ; (function () { "use strict"; if (!Array.prototype.earlyreduce) { Array.prototype.earlyreduce = function(eachcallback, initialValue, donecallback){ var iterable = this; var donecallback = donecallback || (a=>a) var result = { value : initialValue === undefined ? iterable[0] : initialValue }; initialValue === undefined ? null : result = eachcallback(result, element, i, iterable); // function *earlyReduceGenerator(acc, v, i, a) { for(var i = initialValue === undefined ? 0 : 1; i < iterable.length; i++){ var element = iterable[i] result = eachcallback(result, element, i, iterable) if(result.done) return donecallback(result) } // } return donecallback(result) } } }()); const { existsSync } = require('fs'); const existslink = function(name, cb){ fs.lstat(name, (error, stats) => { if (error) { console.log(error); cb(error) } else { console.log("Stats object for: example_directory.txt"); console.log(stats); // Using methods of the Stats object console.log("Path is file:", stats.isFile()); console.log("Path is directory:", stats.isDirectory()); cb(null, true) } }); } const existsFolderSync = existsSync; console.dir(processedArgs) // PB : TODO -- defaults for valuless arguments if passed. // Object.keys(processedArgs).forEach(a=>{ // if(Object.prototype.toString.call(processedArgs[a]) === '[object Undefined]' || !processedArgs[a]) || trim(processedArgs[a])) == '') { // } // }) // // Object.keys(clioverrides).forEach( prop => { }) var globSync = require('glob').sync; const { readdir } = require("fs").promises // Directory shallow walk and do perform on each dir. const dirs = async (perform, src, target, options) => { var rs = [] for (const dir of await readdir(src || selectedinstance.root, { withFileTypes: true })) { if (dir.isDirectory()) rs.push( perform(dir, src, target, options) ) } return any(rs) } var fsMove = async function(from, to, options) { if(!options?.innernode) { var exists = fs.existsSync(from); var stats = exists && fs.statSync(from); var isDirectory = exists && stats.isDirectory(); } else { var isDirectory = options.innernode.isDirectory() } if(!isDirectory) return fs.renameSync(from, to) fs.mkdirSync(to, { recursive : true }) var rs = []; for (const innernode of await readdir(from, { withFileTypes: true })) { rs.push( fsMove( path.join(from, innernode.name), path.join(to, innernode.name), { innernode } ) ) } return any(rs) }; // PB : TODO -- Should return a bunch of promises to wait for... var copyrecursive = async function(src, target, options) { if(!options?.innernode) { var exists = fs.existsSync(src); var stats = exists && fs.statSync(src); var isDirectory = exists && stats.isDirectory(); } else { var isDirectory = options.innernode.isDirectory() } if(!isDirectory) return fs.copyFileSync(src, target) fs.mkdirSync(target, { recursive : true }) var rs = []; for (const innernode of await readdir(src, { withFileTypes: true })) { rs.push( copyrecursive( path.join(src, innernode.name), path.join(target, innernode.name), { innernode } ) // .then(()=>{ // return any(actions.map( a => ()=>a(dir, { isDirectory : true}) )) // }) ) } return any(rs) // return fswalk( src, {}, [ // (src, options)=> { // if(options.innernode.isDirectory()) fs.mkdirSync(options.target, { recursive : true }) // else fs.copyFileSync(src, options.target) // } // ]) // var exists = fs.existsSync(src); // var stats = exists && fs.statSync(src); // var isDirectory = exists && stats.isDirectory(); // if (isDirectory) { // fs.mkdirSync(dest, { recursive : true }); // return dirs( function(childItemName) { // return copyrecursive(path.join(src, childItemName.name), // path.join(dest, childItemName.name)); // }, src ) // } else { // fs.copyFileSync(src, dest); // } }; // var renamerecursive = function(from, to){ // var exists = fs.existsSync(from); // var stats = exists && fs.statSync(from); // var isDirectory = exists && stats.isDirectory(); // if (isDirectory) { // fs.mkdirSync(to); // dirs( function(childItemName) { // renamerecursive(path.join(from, childItemName), // path.join(to, childItemName)); // }, from ) // // fs.readdirSync(from).forEach(function(childItemName) { // // copyrecursive(path.join(from, childItemName), // // path.join(to, childItemName)); // // }); // } else { // fsrename(from, to); // } // } var regexreplaceall = function(content, ps){ var repmatches var replaced = content; while (repmatches = ps.strOrregexp.exec(content)) { if(content.length > 0) { var replacement = repmatches[0] for(var m = 1; m < repmatches.length; m++) { replacement = replacement.replace(repmatches[m], ps.substitutes[m-1]) } replaced = replaced.replace( repmatches[0], replacement ) } } return replaced } // filesystem walk const fswalk = async (pathToWalk, options, actions) => { // options = options || { depthfirst : true } if(!options.innernode) { var exists = fs.existsSync(pathToWalk); var stats = exists && fs.statSync(pathToWalk); var isDirectory = exists && stats.isDirectory(); } else { var isDirectory = options.innernode.isDirectory() } if(!isDirectory) return any(actions.map( a => ()=>a( pathToWalk, utils.assign({}, options , { pathToWalk, innernode : options.innernode || { isDirectory : function(){ return true } } }) ) )) var rs = []; for (const innernode of await readdir(pathToWalk, { withFileTypes: true })) { rs.push( fswalk( path.join(pathToWalk, innernode.name), utils.assign({}, options, {pathToWalk, innernode }), actions ) // .then(()=>{ // return any(actions.map( a => ()=>a(innernode, { isDirectory : true}) )) // }) ) } // Wait for the walk to complete before renaming directories. Array.prototype.push.apply(rs, actions.map( a => ()=>a( pathToWalk, utils.assign({}, options , { pathToWalk, innernode : options.innernode || { isDirectory : function(){ return true } } } ) ) )) return any(rs) } var fsrecurse = function(target, options, actions, root) { var exists = fs.existsSync(target); var stats = exists && fs.statSync(target); var isDirectory = exists && stats.isDirectory(); if (isDirectory) { var tasks = [] tasks.push( dirs( function(childItemName) { return fsrecurse(path.join(target, childItemName.name) , options, actions, root); }, target )) return any(tasks) } else { var prevActionResult = null; return any( actions.map( (action) => prevActionResult = action.apply(null, target, options) )) } }; // var fslink = function(to, options){ try { fs.linkSync( to, options.from ) } catch(e) { throw e } } var fslink = function(to, options){ fs.symlinkSync( to, options.from /*, type = "junction"*/ ) } var fsrename = function(target, options){ // PB : TODO -- streaming and async.. target could be a stream a string or a filesystem item or a tree node... var targetname = options.innernode?.name || path.parse(target).base; var replaced = targetname; options.patternsubstitutions.forEach( ps => { replaced = regexreplaceall( replaced, ps ) }) if(replaced && replaced !== targetname) { var tr = target.replace( targetname, replaced ) fs.renameSync(target, tr) return tr; } else return replaced } var fscontentreplace = function( target, options ){ // do many replacements in one shot in the file. if(options.processingtype === 'inplace' && options.sourcetype === 'filesystem' && !options.innernode.isDirectory() ) { var content = fs.readFileSync(target, { encoding: 'utf8' }) // PB : TODO -- streaming and async.. options.patternsubstitutions.forEach( ps => { content = regexreplaceall( content, ps ) }) fs.writeFileSync(target, content) } } var templatelink = function(target, options){ var targetSubPath = target.replace(options.workingtarget + '/', '' ); var targetSubPathsplit = targetSubPath.split("/") var targetPathBaseDir = `${targetSubPathsplit[0]}/${targetSubPathsplit[1]}` var linkToSubPathReplacement = `${options.base}-server-lib/common` // var rgxp = new RegExp(`(__link__)${options.base}-server-lib`, "g") var rgxp = new RegExp(`(__link__${options.base}-server-lib)`, "g") var linkToSubPath = targetSubPath var b = target.match(rgxp) var linkFromName = regexreplaceall( target, { strOrregexp : rgxp, substitutes : [ '' ] } ) linkFromName = linkFromName.replace(options.workingtarget, options.destinationroot) if( b ) { // Only if the pattern matches which is link instruction. linkToSubPath = regexreplaceall( linkToSubPath, { strOrregexp : rgxp, substitutes : [ '' ] } ) } options.patternsubstitutions.forEach( ps => { linkToSubPath = regexreplaceall( linkToSubPath, ps ) }) var linkToName = `${options.destinationroot}/${linkToSubPath}` if(b){ linkToSubPath = linkToSubPath.replace( targetPathBaseDir, linkToSubPathReplacement) // PB : DONT DELETE EVERYTHING ??? Only the linkable ones... Or use an add strategy without deleting... fs.unlinkSync( target ); fslink( `${options.destinationroot}/${linkToSubPath}`, { from : linkFromName } ) } else { fsMove( `${options.workingtarget}/${linkToSubPath}`, linkToName ) // fsMove( `${options.workingtarget}/${linkToSubPath}`, linkFromName ) } } // Source and Target are files or folders. We need another version or a unifed version for strings.. var processpatterns = function(target, options){ // Accept a set of patterns and substitutions and operate on a target and apply all patterns substitutions. // options = options || { targettype : 'inplace', sourcetype : 'filesystem' } // options.source, options.target sourcetype = 'string' | 'filesystem' options.targettype = 'inplace' | 'copy' if(options.processingtype === 'inplace' && options.sourcetype === 'filesystem' ) { options.patternsubstitutions.forEach( ps => { // var replacement = regexreplaceall( from, ps.strOrregexp, ps.substitutes ) // if(targetname) { // Porcess all files. Even if file names dont have patterns the content needs to be replaced. return options.tasks.map( t => { return t( target, ps ) } ) // } // return str.replace(regex, function(match, key) { // console.log(`Found match, group ${match}: ${key}`); // return substitutes[key] || match; // }) }) } // while ((m = regex.exec(str)) !== null) { // // This is necessary to avoid infinite loops with zero-width matches // if (m.index === regex.lastIndex) { // regex.lastIndex++; // } // var rstr = str; // // The result can be accessed through the `m`-variable. // m.forEach((match, groupIndex) => { // // rstr = rstr.replace( groupIndex // console.log(`Found match, group ${groupIndex}: ${match}`); // if(groupIndex === 0) return // }); // } } function copyFileSync( source, target , options) { var targetFile = target; // If target is a directory, a new file with the same name will be created if ( fs.existsSync( target ) ) { if ( fs.lstatSync( target ).isDirectory() ) { targetFile = path.join( target, path.basename( source ) ); } } fs.writeFileSync(targetFile, fs.readFileSync(source)); } function copyFolderRecursiveSync( source, target, options ) { var files = []; // Check if folder needs to be created or integrated var targetFolder = path.join( target, path.basename( source ) ); if ( !fs.existsSync( targetFolder ) ) { fs.mkdirSync( targetFolder ); } // Copy if ( fs.lstatSync( source ).isDirectory() ) { files = fs.readdirSync( source ); files.forEach( function ( file ) { var curSource = path.join( source, file ); if ( fs.lstatSync( curSource ).isDirectory() ) { copyFolderRecursiveSync( curSource, targetFolder ); } else { copyFileSync( curSource, targetFolder ); } } ); } } var getShellTask = (command, args, options) => { options = options || {} var callshell = command === 'rm' ? getgitbashtask : getshelltask; return () => { var p = callshell( [command, args, Object.assign({ inherit: true, shell: true, env: ENV, title: `${command} ${args}` }, options) ])() if (options.ignorefailures) { return p.catch(e => { // Ignore. Not a major error. }) } else return p; } } var callshelltask = (args) => { // console.dir(args) if( Object.prototype.toString.call(args) === '[object Function]' ) { return args; } return getshelltask(args)() } var getCmdString = function(args){ return `"${args[0]} ${args[1].join(' ')}"` } var getshelltask = (args) => { return args[0] === 'rm' ? getgitbashtask(args) : () => { return nodeShellExec.apply(null, args).catch(function(e){ e.benign = args[2].benign; if(!e.benign) { console.error(e); } throw e }) } } var getgitbashtask = (args, onEachError) => { return () => { return nodeShellExec( `"${gitbash}"`, ['-c', getCmdString(args)], args[2]).catch( onEachError || function(e){ console.error(e) }) } } var getnodeshellexectask = (args) => { return () => { return nodeShellExec.apply(null, args) }} var perform = function( serailtasks, taskvector ){ return any( serailtasks(taskvector).map(getnodeshellexectask)) } var getTaskCheckExists = shell_verse.getTaskCheckExists // var getTaskWithElevation = function(tasdef){ return shell_verse.getElevatedTask( tasdef.elevatedpulltasks ) } // var getTaskWithoutElevation = function(tasdef){ // return ()=>{ // if(!processedArgs.runas) { return tasdef.regularpulltasks(); } // else Promise.resolve(true) // } // } var gitops = { getdiscoverbranchcmd : function(repo){ var parameters = ['-c', 'branch=`git rev-parse --abbrev-ref HEAD`;for i in `git remote`; do git pull $i $branch; done;'] var cmd = [gitbash , ['-c', 'branch=`git rev-parse --abbrev-ref HEAD`;for i in `git remote`; do git pull $i $branch; done;'] , { cwd: instanceroot + '/' + repo, title: 'discoverbranch for ' + repo + ' ' + parameters.join(' ') }] return cmd } } var getPullCmd = (repodef, branch) => { // console.log(useGitPull)var getPullCmd = (repo, branch) => { // console.log(useGitPull) var repo = repodef.repo var pullCmd = [] if(!branch) { // console.warn('No branch was specified detecting from working client.') // First check if working client exists. // if (existsSync(instanceroot + '/' + repo)) { pullCmd= gitops.getdiscoverbranchcmd(repo) // } // else performpull } // var pullCmd = [gitInstallDir // , ['-c', 'branch=`git rev-parse --abbrev-ref HEAD`;for i in `git remote`; do git pull $i $branch; done;'] // , { cwd: instanceroot + '/' + repo, title: 'pull all remotes for ' + repo }] if(branch) { var parameters = ['-c', 'for i in `git remote`; do git pull $i ' + branch + '; done;'] var pullCmd = [ gitbash , ['-c', 'for i in `git remote`; do git pull $i ' + branch + '; done;'] , { cwd: instanceroot + '/' + repo, title : 'pull all remotes for ' + branch + ' ' + repo + ' ' + parameters.join(' ') }] } // var pullCmd = ['pullall', [], { cwd : repo }] if (useGitPull) pullCmd = ['git', ['pull'], { inherit: true, shell: true, cwd: instanceroot + '/' + repo // , env: process.env , runas: processedArgs.runas , title: `git pull ${repo}` }] return pullCmd } // PB : TODO -- Use queueing with async tasks.. var performPull = (repodef, branch, repoowner, errHandler, elevatedBatch, regularBatch) => { var __inelevatedBatch = elevatedBatch, __inregularBatch = regularBatch; var pT = getPullTask(repodef, branch, repoowner, errHandler, elevatedBatch, regularBatch) // var waitForBatchAdditions = function(){ // return pT; // } // Execute is implied. // if(false && (__inelevatedBatch || __inregularBatch) ) return waitForBatchAdditions() // PB : Todo Implemnt a trigger which starts execution. // else return pT() // Execute it. } var getPullTask = (repodef, branch, repoowner, errHandler, elevatedBatch, regularBatch) => { // PB : TODO -- Handle no branch passed in case. // if(!branch) { throw 'No branch specified' } var repo = repodef.repo; elevatedBatch = elevatedBatch || []; regularBatch = regularBatch || []; try{ // PB : TODO -- local repo folder named the same as the remote repository name is not enough to establish existence. // This remote repo and branch may have been or may need to be added as a local tracking branch // to any other local repo folder (with a different name) var exists = existsSync(instanceroot + '/' + repo) } catch(e){ exists = false console.log(e) } function initTask(etask){ etask.info = { repo } etask.errHandler = errHandler etask.statuslog = statuslog etask.processedArgs = processedArgs etask.selectedinstance = selectedinstance etask.runtimestamp = runtimestamp etask.ENV = ENV } function initElevatedBatch(){ elevatedBatch.info = { repo } elevatedBatch.errHandler = errHandler elevatedBatch.statuslog = statuslog elevatedBatch.processedArgs = processedArgs elevatedBatch.selectedinstance = selectedinstance elevatedBatch.runtimestamp = runtimestamp elevatedBatch.ENV = ENV } if (exists) { var tasks = []; return (()=>{ // PB : TODO -- We need a non cacheable set of properties that need to default to something but then need to escplicitly specified in each run. if(selectedinstance.addremotes) { return op['get-remotes']({repo}).then(( remotes )=>{ return op['get-upstream']({repo, remotes}).then(( upstream ) => { return __addremotesandpull({ upstream, remotes}) }) }) } else return __pull(); })() function __pull(){ var branchprint = branch ? ' branch :' + branch : ''; var task = ()=>{ console.log('pulling ' + instanceroot + '/' + repo + branchprint ) return any(tasks).then( ()=>{ return nodeShellExec.apply(null, getPullCmd(repodef, branch)).then(() => { return true; }) }) } initTask(task) if(repodef.requiresElevation) { elevatedBatch.push(shell_verse.getElevatedTaskInBatch( task )); if(elevatedBatch.length === 1) { initElevatedBatch(); initTask(elevatedBatch[0]) } // PB : TDOO -- Make sure first task also has run context. May need to be moved to win_verse else initTask(elevatedBatch[elevatedBatch.length-1]) return elevatedBatch[elevatedBatch.length-1] } else { regularBatch.push(shell_verse.getNonElevatedTask( task )) return regularBatch[regularBatch.length-1] } } function __addremotesandpull(options){ // Add the remotes var tasks = [] // selectedinstance.selectedremotes are optional and need not be enforced to be chosen. The selection for hte selected remotes // could also be derived from a crossfilter of remote-type selected for this run and the current chosen and operating reposervers. var selectedremotes = Array.from( new Set(selectedinstance.selectedremotes.concat(Object.keys(repodef.remotes || {})))); if(selectedremotes.length > 0) var selectedremoteFilter = function(rs) { return selectedremotes.find( rs.server ) } else var selectedremoteFilter = function(){ return true } var repoRemotes = Object.assign( {}, selectedinstance.remotes, options.remotes, options.upstream, repodef.remotes ); // We need a most permissive filtered list to use as an efficient starting point to further reduce to whats actually needed. // However if such a cached list is not available we need to build it by scaning and apply all the filters anyway on the whole world. Object.keys(repoRemotes).forEach((remotename)=>{ // PB : TODO -- ai prefix for all apis that require an answer amongst many choices. var ai_RemoteAddNeeded = (r)=>{ if(r.server === reposerver && selectedremoteFilter() && r.accessibility.find( selectedinstance[ 'remote-type' ] )){ // currently chosen remotetype... var exists = false; if(exists = (options.remotes[r.remotename] || Object.keys(options.remotes).find( lrn => { var exists = options.remotes[lrn].server === r.server && !options.remotes[r.remotename] if(exists) console.warn('Found duplicate remote with a different name for the same server...') return exists } )) ) { return false // Already a remote not required. } return true // PB : TODO -- Sort and display highest priority target.remotes.sort( ) } return false }; tasks.push( ()=>{ return op['remote exists']({ remotename, repo, benign : true, ignorefailures : true , url : repoRemotes[remotename].url + repo , branch : checkoutMap[runconfig.NODE_ENV] || runconfig.NODE_ENV }).then( (r) => { if(!r[1]) return false; // PB : TODO -- Not accessible skip for now probably should remove. else if(r[0]) return true; // Already added nothing to do else if(ai_RemoteAddNeeded( repoRemotes[remotename] )) return op['remote add']( { remotename, 'set-upstream' : remotename === selectedinstance['upstream-remote'] //remote.upstream ??? when url accessible... in order of highest priority , repo , url : repoRemotes[remotename].url , branch : checkoutMap[runconfig.NODE_ENV] || runconfig.NODE_ENV }) // else skipped as remote is not relevant for this repo... }) } ) }) __pull() } } else { // PB : TODO -- detect if a clonable repo exists within the context of currentGitAuthUser on remote reposerver... console.log('cloning ' + repo) // PB : TODO -- add additional remotes after cloning and pull again... var task = ()=>{ return nodeShellExec('git', ['clone', '-c', 'core.symlinks=true', selectedinstance.reposerver + `/${repoowner || defaultRepoOwner}/` + repo + '.git'], { inherit: true, shell: true, env: process.env , cwd : instanceroot , runas: processedArgs.runas }).then(() => { var task = ()=>{ return nodeShellExec('git', ['config', '--replace-all', 'core.symlinks', true], { inherit: true, shell: true, env: process.env , cwd: instanceroot + '/' + repo , runas: processedArgs.runas , title: `'git', ${['config', '--replace-all', 'core.symlinks', selectedinstance.username].join(' ')}` }) } initTask(task) if(repodef.requiresElevation) { elevatedBatch.push(shell_verse.getElevatedTaskInBatch( task )); return elevatedBatch[elevatedBatch.length-1] } else { regularBatch.push(shell_verse.getNonElevatedTask( task )) return regularBatch[regularBatch.length-1] } }) } initTask(task) if(repodef.requiresElevation) { elevatedBatch.push(shell_verse.getElevatedTaskInBatch( task )); return elevatedBatch[elevatedBatch.length-1] } else { regularBatch.push(shell_verse.getNonElevatedTask( task )) return regularBatch[regularBatch.length-1] } } } var currentGitAuthUser; // nodeShellExec('git', ['config', 'user.email']) ... PB : TODO-- get the current GITEA username var defaultRepoOwner = 'chess'; var elevatedRunasRepos = null var gitRepos = null // grep -qxF 'alias elxr="node elxr/index.js"' ~/.bash_profile || echo 'alias elxr="node elxr/index.js"' >> ~/.bash_profile // nodeShellExec('echo', ['elxr'], { inherit : true}) //, {stdio: "inherit"} var dbForLabel = function (label) { var dbsForLabel = { devmysql: 'mysql' , development: 'mssql' , production: 'mssql' } return dbsForLabel[label] || 'mysql' } // Maps an environment to a branch. Not required if the branch is appropriately named. var checkoutMap = { 'development': 'master' } // SAM : TODO Use nodeshellexec where to detect git installation dir var gitbash = shell_verse.getbash() // var gitbash = "G:\\Installed\\Git\\bin\\sh.exe" // Relevant git repos var exludeMergeRepos = []; var useGitPull = processedArgs.useGitPull || false; var configPromise = null var op = { 'h': () => { console.log(elxr.help()); return '-h' } , 'clean' : () => { // delete all node_module folders and links. var tasklist = []; dirs( (repodir)=> tasklist.push(getShellTask('rm',['-rf', 'node_modules'], { cwd : instanceroot + '/' + repodir.name })()), instanceroot ) return Promise.all(tasklist) } // , 'undefined': () => { return acquireChoices( {} ); } , 'reset': () => { // Reset NPM packages semver so major versions can be updated. const fs = require('fs') const wipeDependencies = (__package) => { const file = fs.readFileSync(__package + '/package.json') const content = JSON.parse(file) for (var devDep in content.devDependencies) { if (content.devDependencies[devDep].match(/\W+\d+.\d+.\d+-?((alpha|beta|rc)?.\d+)?/g)) { content.devDependencies[devDep] = '*'; } } for (var dep in content.dependencies) { if (content.dependencies[dep].match(/\W+\d+.\d+.\d+-?((alpha|beta|rc)?.\d+)?/g)) { content.dependencies[dep] = '*'; } } fs.writeFileSync(__package + '/package.json', JSON.stringify(content)) } var repos = ['client']; // repos = gitRepos; repos.forEach(wipeDependencies) // if (require.main === module) { // } else { // module.exports = wipeDependencies // } } , 'upgrade': () => { console.log('upgrade.......') var tasks = [ () => { var p = nodeShellExec('npm', ['i', '-g', 'npm-upgrade'], { inherit: true, shell: true , env: process.env }).catch((e) => { console.error(e) }) p.position = 1; console.log('One') return p; } , () => { var p = nodeShellExec('npm', ['cache', 'clean', '-f'], { inherit: true, shell: true , env: process.env }).catch((e) => { console.error(e) }) p.position = 2; console.log('Two') return p; } , () => { var p = nodeShellExec('npm', ['install', '-g', 'n'], { inherit: true, shell: true , env: process.env }).catch((e) => { console.error(e) }) p.position = 3; console.log('Three') return p; } , () => { var p = nodeShellExec('n', ['latest'], { inherit: true, shell: true , env: process.env }).catch((e) => { console.error(e) }) p.position = 4; console.log('Four') return p; } ] any(tasks) console.log('.......done') console.log('Running exlr upgrade in : ' + path.dirname(__dirname)) console.log('Currently only upgrades ember : ' + path.dirname(__dirname)); console.info('Uninstalling existing ember globally'); var step1 = nodeShellExec('cmd', ['/c', 'npm', 'uninstall', '-g', 'ember-cli'], { stdio: ['pipe', process.stdout, process.stderr], inherit: true, shell: true, cwd: path.dirname(__dirname), env: env }) step1.on('close', () => { console.info('Installing ember globally'); var step2 = nodeShellExec('cmd', ['/c', 'npm', 'install', '-g', 'ember-cli'], { stdio: ['pipe', process.stdout, process.stderr], inherit: true, shell: true, cwd: path.dirname(__dirname), env: env }) step2.on('close', () => { nodeShellExec('cmd', ['/c', 'ember', '--version'], { stdio: ['pipe', process.stdout, process.stderr], inherit: true, shell: true, cwd: path.dirname(__dirname), env: env }) }) }) } , 'push': () => { if (!processedArgs._[1]) { console.error('push all not supported. Specify repo name'); return } // init remote bare from local // pushandinitremotebare // https://www.jeffgeerling.com/blogs/jeff-geerling/push-your-git-repositories // connect to repo server -- net use 172.16.0.27 // cd 172.16.0.27/repos/ // mkdir repo.git // cd repo.git // git init --bare // cd localrepo // git remote rename origin githubclone // git remote add origin //172.16.0.27/repos/repo.git // git push origin master var repo = processedArgs._[1]; var remote = 'origin' var sequentialTaskShellCommands = []; if (!existsSync(`Z:/${repo}.git`)) { sequentialTaskShellCommands = [ // ['net', ['use', 'Z:', selectedinstance.reposerver.replace('/','\\')], { // inherit : true, shell: true // , env: process.env // }] ['pwd', { cwd: 'Z:', inherit: true }] , ['mkdir', [`${repo}.git`], { cwd: `Z:` , inherit: true, shell: true , env: process.env }] , ['pwd', { cwd: `Z:/${repo}.git`, inherit: true }] , ['git', ['init', '--bare'], { cwd: `Z:/${repo}.git` , inherit: true, shell: true , env: process.env }] // PB : TODO -- Do this conditionally only... , ['git', ['remote', 'rename', remote, 'githubclone'], { cwd: `${instanceroot + '/' + repo}` }, (err) => { console.log(`Ignoring ${remote} rename error : ` + err); return true; //return true to continue. }] // PB ; Todo -- new repositories created locally will not have origin. Handle this failure. , ['git', ['remote', 'add', remote, `${selectedinstance.reposerver}/${repo}.git`], { cwd: `${instanceroot + '/' + repo}` }] // PB : TODO -- If threre is a gitbubclone origin // Set the master to pull from the local repo. ] if (!existsSync(`Z:`)) { sequentialTaskShellCommands.splice(0, 0, ['net', ['use', 'Z:', selectedinstance.reposerver.replace(/\//gm, '\\')], { inherit: true, shell: true , env: process.env }]) console.warn('Adding network drive z: for repo server. ' + sequentialTaskShellCommands[0]) // throw 'done' } } sequentialTaskShellCommands.push(['git', ['push', remote, 'master'], { cwd: `${instanceroot + '/' + repo}` }]) // console.dir(sequentialTaskShellCommands); var tasks = []; sequentialTaskShellCommands.forEach(shellcmd => { // console.log(shellcmd) tasks.push(() => { var p = nodeShellExec.apply(null, shellcmd.slice(0, 3)).catch((e) => { if (shellcmd[3]) { return shellcmd[3]() } else { console.error(e); } }) return p; }) }) any(tasks); } , 'is-git-repo': (dir) => { return nodeShellExec('git', ['-C', dir.name, 'rev-parse'], { stdio: 'ignore' }) } // git remote equivalents... // git branch --set-upstream-to=elixir-unc/master master // git push --set-upstream elixir-unc branch.. , 'remote': (args) => { // Subcommands! // PB : TODO -- we can now pass in hypehnated args... if(!processedArgs.v) return false; // Only -v is supported presently.. var serial_perform = (repo) => { var options = { cwd: instanceroot + '/' + repo } return [ ['git', ['remote', '-v'], options] ] } var x = (args) => { var tasq = () => { // console.log(args) return nodeShellExec.apply(null, args).catch(e => { // We continue on failure. console.error(tasq.toString()) }) } tasq.toString = function(){ return JSON.stringify(args) } return tasq; } var perform = (dir) => { return any(serial_perform(dir.name).map(x)) } dirs(perform) } , 'remote set-url': (args) => { // git remote set-url elixir-unc //10.10.5.60/gitrepo/chess/bbhverse var __args = { remotename : args.remotename || processedArgs._[2] , url : args.url || processedArgs._[3] } // pushable doesn't mean the remote doesn't support being pushed to. // Over here it just means we are disabling pushing to that remote by setting the push portion of the url the a junk remote called no-pushing. // PB : TODO -- change this to enablepushing. // By default pushing should be disabled. Also developers permissions on the remote is a secondary check for pushing. var pushable = processedArgs.pushable || false; remotename = __args.remotename url = __args.url var serial_perform_git_seturl = (repo) => { var options = { cwd: instanceroot + '/' + repo } // console.log(repo) if (pushable) { return [ ['git', ['remote', 'set-url', remotename, url + '/' + repo], { cwd: instanceroot + '/' + repo }] , ['git', ['remote', `set-url`, '--push', remotename, url + '/' + repo], { cwd: instanceroot + '/' + repo }] ] } else { return [ ['git', ['remote', 'set-url', remotename, url + '/' + repo], { cwd: instanceroot + '/' + repo }] , ['git', ['remote', `set-url`, '--push', remotename, 'no-pushing'], { cwd: instanceroot + '/' + repo }] ] } } var x = (args) => { var tasq = () => { // console.log(args) return nodeShellExec.apply(null, args).catch(e => { // We continue on failure. console.error(tasq.toString()) }) } tasq.toString = function(){ return JSON.stringify(args) } return tasq; } var perform_git_seturl = (dir) => { op['is-git-repo'](dir).then((logEntry) => { return any(serial_perform_git_seturl(dir.name).map(x)) }).catch((e) => { // console.log('Failed : ' + dir.name) }) } dirs(perform_git_seturl) } // , 'reset' : ()=>{ // PB : TODO -- Cant have 2 resets !! | There is an npm reset that should be bundled. // // Reset the whole installation pertaining to this elxr folder. // } , 'remote exists': (args) => { var __args = { remotename : args.remotename|| processedArgs._[2] , url : args.url || processedArgs._[3] , branch : args.branch || processedArgs._[4] } var options = args.repo ? { cwd: instanceroot + '/' + args.repo } : {} // PB : TODO -- We should evaluate a whole list of remotes passed in from args instead of just one. var commands = [ // git remote -v| while read remote; do "${remote#origin/}" "$remote"; done // ['git', ['remote', '-v', '| while read remote; do "${remote#origin/}" "$remote"; done'], utils.assign( { [ // 'git', ['remote', '-v'] 'git', ['config', `remote.${__args.remotename}.url`] , utils.assign_core( { arraymergetype : utils.assign_core.DISTINCT_UNION } , { benign : args.benign, ignorefailures : args.ignorefailures, evaluateResult : function(err, result){ return [ +result.code === 0 , result ] } } , options) ] ] var mapped = commands.map(getshelltask) //.map( p => p.catch(e => e)) // Handle errors later. mapped.push( function(prevserialtaskresult) { var pt = [false , null] if(prevserialtaskresult.error) { // Previous task has failed. pt[1] = prevserialtaskresult.error[1] } else pt = prevserialtaskresult; console.dir(prevserialtaskresult) return getshelltask(['git', ['ls-remote', `${__args.url}`], utils.assign_core( { arraymergetype : utils.assign_core.DISTINCT_UNION } , { benign : args.benign, ignorefailures : args.ignorefailures, evaluateResult : function(err, result){ if(+result.code !== 0) return [pt, [ false, result]] // var hasfailed = /^fatal: .*/.test(result.messages.join(' ')) return [pt, [true, result] ] } } , options) ])().catch( e => { console.error(e) return [pt, [ false, null]] }) }) return any(mapped, true, false, { accumulatedresults : [] }).then( allresolved => { console.dir(allresolved) !allresolved[0][0] && !allresolved[1][0] ? console.log('was not added as a remote and url is currently inaccessible.') : allresolved[0][0] && allresolved[1][0] ? console.log('was added as a remote and url is accessible.') : allresolved[0][0] && !allresolved[1][0] ? console.log('was added as a remote but url is currently inaccessible.') : console.log('was not added as a remote but url is currently accessible.') return !allresolved[0][0] && !allresolved[1][0] ? [0, 0] : allresolved[0][0] && allresolved[1][0] ? [1, 1] // => was added as a remote and url is accessible. : allresolved[0][0] && !allresolved[1][0] ? [1, 0] // => was added as a remote but url is currently inaccessible. : [0, 1] // => was not added and remote and url is accessible. }).catch(e => { console.log(e) return [0, 0] }) } , 'remote refresh': (args) => { var __args = { remotename : args.remotename|| processedArgs._[2] , url : args.url || processedArgs._[3] , branch : args.branch || processedArgs._[4] } // use the repo manifest to create missing remotes. function perform_remote_refresh(dir){ var repo = dir.name var dscoverbranchcmd = gitops.getdiscoverbranchcmd(repo) try { var remotes = require(`${selectedinstance.root}/${dir.name}/repo-manifest.js`)( null , { utils, username : selectedinstance.username, instanceName : selectedinstance.instanceName , node_env : selectedinstance.node_env, reposerver : 'https://git.bbh.org.in' } // options ).remotes || []; } catch(e){ var remotes = [] } // console.log(`${dir.name}/repo-manifest.js` + '---------------------------') // console.dir(remotes) return nodeShellExec.apply(null, dscoverbranchcmd).then(__branch=>{ console.log('Processing : ' + dir.name) var branch = __branch __args.repo = repo __args.branch = __branch var promises = [] remotes.forEach(remote =>{ Object.keys(remote).forEach(remotename => { __args.remotename = remotename __args.url = remote[remotename] __args.benign = true __args.ignorefailures = true promises.push( op['remote exists']( __args ).then( exists => { if(!exists[0]) { if(!exists[1]) { console.error( `Skipping inaccessible remote url ${__args.url}` ) } else return op['remote add']( { remotename, // PB : TODO -- use the most accessible remote instead of the first available. url : (utils.js.isArray(remote[remotename]) ? remote[remotename][0] : remote[remotename]), branch } ) } }) ) }) }) return Promise.all(promises) }) .catch((e) => { console.log('Processing Error : ' + dir.name); console.error(e); return { error: true, message: repo } }) } return dirs(perform_remote_refresh) } , 'remote add': (args) => { // PB : TODO -- set-upstream-to should be chosen and intentionally switched. Coz we can have multiple upstream remotes. // Also each upstream remote may need to have is own branch to switch to. We therefore need a branch nomenclature // That explicitly has a remote name prefix. // git branch branch_name --set-upstream-to your_new_remote/branch_name // git branch branch_name -u your_new_remote/branch_name -- older versions // git branch -vv -- Detect which branch are we tracking. // default upstream should be users own fork. // Also need alias branches to // define a git alias which would git pull master from one repo, and then git pull master from other remotes. // probably git merge from all remotes... and relevant branches... // alias pushall='for i in `git remote`; do git push $i; done;' // alias pullall='for i in `git remote`; do git pull $i; done;' // args === processedArgs ? args = {} : null; var __args = { remotename : args.remotename|| processedArgs._[2] , repo : args.repo , url : args.url || processedArgs._[3] , branch : args.branch || processedArgs._[4] , 'set-upstream' : args['set-upstream'] || processedArgs._[5] } var remotename = __args.remotename var url = __args.url var branch = __args.branch var pushable = processedArgs.pushable || false; var serial_perform_git_add = (repo) => { var options = { cwd: instanceroot + '/' + repo } // console.log(repo) if (pushable) { var gacmds = [ ['git', ['remote', 'add', remotename, url + '/' + repo], { cwd: instanceroot + '/' + repo }] , ['git', ['pull', remotename, branch], { cwd: instanceroot + '/' + repo }] // , ['git', ['branch', `--set-upstream-to=${remotename}/${branch}`, branch], { cwd: instanceroot + '/' + repo }] ] } else { var gacmds = [ ['git', ['remote', 'add', remotename, url + '/' + repo], { cwd: instanceroot + '/' + repo }] , ['git', ['remote', `set-url`, '--push', remotename, 'no-pushing'], { cwd: instanceroot + '/' + repo }] , ['git', ['pull', remotename, branch], { cwd: instanceroot + '/' + repo }] // When we add a remote it should not automatically become the upstream. The upstream should be a chosen remote else we do not change // , ['git', ['branch', `--set-upstream-to=${remotename}/${branch}`, branch], { cwd: instanceroot + '/' + repo }] ] } if(args['set-upstream']) gacmds.push(['git', ['branch', `--set-upstream-to=${remotename}/${branch}`, branch], { cwd: instanceroot + '/' + repo }]) return gacmds } // PB : TODO -- Accumulate using yield... and finally return a set of tasks or promises... var perform_git_add = (dir) => { op['is-git-repo'](dir).then((logEntry) => { // console.log(code) if (logEntry.success) { nodeShellExec('git', ['remote', 'get-url', remotename], { cwd: dir.name, stdio: 'ignore' }).then(() => { console.log('skipped : ' + dir.name + ', reason : A remote with same name already exists.') }) .catch((e) => { perform( serial_perform_git_add, dir.name ) }) } // else console.log('Skipped : Not a Git Repo : ' + dir.name) }).catch((e) => { console.log('Failed : ' + dir.name) }) } if(args.repo) { perform_git_add( { name : args.repo} ) } else return dirs(perform_git_add) } , 'remote remove': (args) => { var __args = { remotename : args.remotename|| processedArgs._[2] } var remotename = __args.remotename var serial_perform_git_remove = (repo) => { var options = { cwd: instanceroot + '/' + repo } // console.log(repo) return [ ['git', ['remote', 'remove', remotename], { cwd: instanceroot + '/' + repo }] ] } var perform_git_remove = (dir) => { op['is-git-repo'](dir).then((logEntry) => { // console.log(code) if (logEntry.success) { nodeShellExec('git', ['remote', 'get-url', remotename], { cwd: dir.name, stdio: 'ignore' }).then(() => { any(serial_perform_git_remove(dir.name).map(getnodeshellexectask)) }) .catch((e) => { console.log('skipped : ' + dir.name + `, reason : No remote named ${remotename}`) }) } // else console.log('Skipped : Not a Git Repo : ' + dir.name) }).catch((e) => { // console.log('Failed : ' + dir.name) }) } const { readdir } = require("fs").promises dirs(perform_git_remove) } , 'get-remotes' : (args) => { // var __args = { // repo : args?.repo || processedArgs._[1] // } var repo = args.repo var serial_perform = (repo) => { return [ ['git', ['remote', '-vvvv'], { cwd: instanceroot + '/' + repo, evaluateResult : function( issuccess, result){ if(!issuccess || +result.code !== 0) throw Object.assign( new Error('git branch -vvvv crashed'), result); var lines = result.messages.join('').split('\n') var remotes = {} lines.forEach(line => { // pattern = origin https://git.bbh.org.in/chess/elxr (fetch) var match = new RegExp(`(\\S+)\\s(\\S+)/${repo}.git\\s\\((\\S+)\\)`).exec(line) if(match) { var r = remotes[match[1]] || (remotes[match[1]] = { title : match[1] }) if(match[3] === 'push') { r.push = match[2] } else r.url = match[2] } }) return remotes }}] ] } return perform( serial_perform, repo ) } , 'get-remote' : (upstream) => { // var __args = { // repo : args?.repo || processedArgs._[1] // } var repo = upstream.repo var serial_perform = (repo) => { return [ ['git', ['remote', '-vvvv'], { cwd: instanceroot + '/' + repo, evaluateResult : function( issuccess, result){ if(!issuccess || +result.code !== 0) throw Object.assign( new Error('git branch -vvvv crashed'), result); // origin https://git.bbh.org.in/chess/elxr (fetch) var match = new RegExp(`${upstream.remotename}\\\s(\\S+)/${repo}.git\\s\\(fetch\\)`).exec(result.messages.join(' ')) if(match) { upstream.url = match[1] } else throw Object.assign( new Error('No upstream found for active branch'), result) return upstream }}] ] } return perform( serial_perform, repo ) } , 'get-upstream' : (args) => { var __args = { repo : args?.repo || processedArgs._[1] } var repo = __args.repo var serial_perform = (repo) => { return [ ['git', ['branch', '-vvvv'], { cwd: instanceroot + '/' + repo, evaluateResult : function( issuccess, result){ if(!issuccess || +result.code !== 0) throw Object.assign( new Error('git branch -vvvv crashed'), result); var match = /\*\s(\S+)\s\S+\s\[(\S+)\/(\S+).*?\].*?/.exec(result.messages.join(' ')) if(match) { var upstream = { remotename : match[2], branch : match[1], remotebranch : match[3] } } else throw Object.assign( new Error('No upstream found for active branch'), result) if(args?.remotes) { var r = args.remotes[upstream.remotename]; if(!r) return op['get-remote'](upstream) r.branch = upstream.branch r.remotebranch = upstream.remotebranch return r } return op['get-remote'](upstream) }}] ] } return perform( serial_perform, repo ) } , 'init-gitea': (user) => { user = user || processedArgs._[1] if (!user) throw 'User name required' var serial_perform_init_gitea = (repo) => { var options = { cwd: instanceroot + '/' + repo } // console.log(repo) return [ ['git', ['remote', 'add', 'chess', `${selectedinstance.reposerver}/${user}/${repo}.git`], { cwd: instanceroot + '/' + repo }] , ['git', ['remote', 'set-url', '--push', 'chess', 'no-pushing'], { cwd: instanceroot + '/' + repo }] , ['git', ['remote', 'set-url', 'userfork', `${selectedinstance.reposerver}/${user}/${repo}.git`], { cwd: instanceroot + '/' + repo }] ] } var perform_init_gitea = (dir) => { op['is-git-repo'](dir).then((logEntry) => { // console.log(code) if (logEntry.success) { nodeShellExec('git', ['remote', 'get-url', 'chess'], { cwd: dir.name, stdio: 'ignore' }).then(() => { console.log('skipped : ' + dir.name + ', reason : Already has remote chess ') }) .catch((e) => { perform( serial_perform_init_gitea, dir.name ) }) } // else console.log('Skipped : Not a Git Repo : ' + dir.name) }).catch((e) => { // console.log('Failed : ' + dir.name) }) } dirs(perform_init_gitea) } , 'syncmaster': (label) => { // Usage : // elxr pull -- Defaults to run config var env = Object.assign({}, process.env); // Shallow clone it. // console.dir(env) console.log('Running exlr pull : ' + path.dirname(__dirname)) if (!processedArgs.runas) gitRepos.map((def) => performPull(def, def.branch || 'master')) var etask = ()=>{ return any(elevatedRunasRepos.map((def) => performPull(def, def.branch || 'master'))).then(() => { fs.writeFileSync('run.done', 'success') }).catch(() => { fs.writeFileSync('run.done', 'error') }) } etask.statuslog = statuslog etask.selectedinstance = selectedinstance etask.processedArgs = processedArgs etask.runtimestamp = runtimestamp etask.ENV = ENV return shell_verse.runElevated(etask) } , 'repo-relocate' : function(args){ // relocate a subfolder in source repo to same subfolder in target repo with history. var args = args || { remotebase : processedArgs._[4] || 'http://git.bbh/chess/' , folder : processedArgs._[3] || 'server' , sourcerepo : processedArgs._[2] || 'client' , targetrepo : processedArgs._[1] || 'elixir-server' } var sourcerepooptions = { cwd: `${instanceroot}/relocate/${args.sourcerepo}` // , stdio: ['pipe', process.stdout, process.stderr] , inherit: true, shell: true, env: process.env , runas: processedArgs.runas } return op['repo-split'](args).then(()=>{ return op['repo-merge'](args).then(()=>{ // cleanup folder from source. var cmdseq = [ ['rm', ['-rf', `${args.folder}`], sourcerepooptions ] // commits have to intentional... // , ['git', ['commit', '-a', '-m', `relocate folder ${args.folder} to ${targetrepo}`], sourcerepooptions ] ] return any(cmdseq.map(getshelltask)) }) }).catch(e=>{console.error(e)}) } , 'repo-split' : function(args) { // https://gist.github.com/smdabdoub/17065c348289158277b5 /** * Eg : folder, remotebase, sourcerepo, targetrepo * args.folder = 'server' * args.remotebase = 'https://git.bbh/chess/' * args.sourcerepo = 'client' * args.targetrepo = 'elixir-server' */ var args = args || { folder : 'server' , remotebase : 'http://git.bbh/chess/' , sourcerepo : 'client' , targetrepo : 'elixir-server' } var options = { cwd: `${instanceroot}/relocate` // , stdio: ['pipe', process.stdout, process.stderr] , inherit: true, shell: true, env: process.env , runas: processedArgs.runas } var cmdseq = [ // create a temporary working dir in current folder where we started execution. ['mkdir', [ '-p', `${instanceroot}/relocate`]] , ['git', ['clone', `${args.remotebase}${args.sourcerepo}`], options ] , ['git', ['clone', `${args.sourcerepo}`, `relocate-${args.sourcerepo}-${args.folder}`], options] , ['git', ['clone', `${args.remotebase}${args.targetrepo}`, `relocate-${args.targetrepo}-${args.folder}`], options] ] return any(cmdseq.map(getshelltask)).then(() => { // , ['git', ['subtree', 'split', '-P', `${args.folder}`, '-b', `relocate-${args.sourcerepo}-${args.folder}`], sourcerepooptions] // split doesnt retain folder structure we need to move and commit ourselves through a branch to retain history... // , ['git', [`checkout relocate-${args.sourcerepo}-${args.folder}`], sourcerepooptions] // , ['mkdir', [`${args.folder}`], sourcerepooptions] // , ['git', ['mv', `!(${args.folder})`, `${args.folder}`], sourcerepooptions ] // requires shopt -s extglob // , ['git', ['commit', `-m`, 'Moved to same subfolder after subtree split in branch'] , sourcerepooptions] // subtree split and filter-branch are options. We currently use repo-filter. return op['filter-repo'](args) }).catch(e=>{console.error(e); throw 'failed'}) } , 'repo-merge' : function(args) { // Merge source repo into target repo var args = args || { folder : 'server' , remotebase : 'http://git.bbh/chess/' , sourcerepo : 'client' , targetrepo : 'elixir-server' } var sourcerepooptions = { cwd: `${instanceroot}/relocate/relocate-${args.sourcerepo}-${args.folder}` // , stdio: ['pipe', process.stdout, process.stderr] , inherit: true, shell: true, env: process.env , runas: processedArgs.runas } var targetrepooptions = { cwd: `${instanceroot}/relocate/relocate-${args.targetrepo}-${args.folder}` // , stdio: ['pipe', process.stdout, process.stderr] , inherit: true, shell: true, env: process.env , runas: processedArgs.runas } var cmdseq = [ ['git', ['pull', `../relocate-${args.sourcerepo}-${args.folder}`, `master`, '--allow-unrelated-histories'] , targetrepooptions ] // , ['git', ['push', targetrepooptions ] // manual push for now.. ] return any(cmdseq.map(getshelltask)).catch(e=>{console.error(e)}) } , 'filter-repo' : function(args){ // Merge source repo into target repo var args = args || { folder : 'server' , remotebase : 'http://git.bbh/chess/' , targetrepo : 'elixir-server' } var targetrepooptions = { cwd: `${instanceroot}/relocate/relocate-${args.sourcerepo}-${args.folder}` , inherit: true, shell: true , env: process.env , runas: processedArgs.runas } var cmdseq = [ // git checkout -b feature/merge-old-project // git remote add src-project ../src-project ['git', ['filter-repo', '--path', `${args.folder}`], targetrepooptions ] ] return any(cmdseq.map(getshelltask)).catch(e=>{console.error(e); throw 'failed' }) } , 'filter-branch' : function(preservefolder, repo){ // https://stackoverflow.com/questions/359424/detach-move-subdirectory-into-separate-git-repository // git subtree split -P -b // Preserve a specific folder. // PB : TODO -- filter-branch has known issues. Explore subtree and filter-repo... /* git clone repo reposplit git filter-branch --tag-name-filter cat --prune-empty --subdirectory-filter {{folder}} -- --all git remote rm origin */ throw 'filter-repo-history not yet implmented pls refer to manual commands in code.' } // , 'repo-merge-folder' : function(mergetarget, mergesource, mergefolder){ // // Merge repo2 into a subfolder in repo1 // // https://alexharv074.github.io/puppet/2017/10/04/merge-a-git-repository-and-its-history-into-a-subdirectory-of-a-second-git-repository.html // // https://thoughts.t37.net/merging-2-different-git-repositories-without-losing-your-history-de7a06bba804 // /* // cd repo1 // git remote add -f tempmergesource ../{{mergesource}}/.git // git merge -s ours --no-commit tempmergesource/master --allow-unrelated-histories // git read-tree --prefix={{mergefolder}} -u tempmergesource/master: // git commit // // Repair History // // === git filter-branch --tree-filter '(echo === $GIT_COMMIT:; git ls-tree $GIT_COMMIT) >> /tmp/tree.log' // #!/usr/bin/env bash // first=ed4f16becc2f03820c164e0617bb98f12ff49ef0 // last=038e26e21bd60fa265d6637261f3bc918780d2e8 // subdir=server // git filter-branch --tree-filter ' // first='"$first"' // last='"$last"' // subdir='"$subdir"' // log_file=/tmp/filter.log // [ "$GIT_COMMIT" = "$first" ] && seen_first=true // if [ "$seen_first" = "true" ] && [ "$seen_last" != "true" ]; then // echo "=== $GIT_COMMIT: making changes" // files=$(git ls-tree --name-only $GIT_COMMIT) // mkdir -p $subdir // for i in $files; do // mv $i $subdir || echo "ERR: mv $i $subdir failed" // done // else // echo "=== $GIT_COMMIT: ignoring" // fi \ // >> $log_file // [ "$GIT_COMMIT" = "$last" ] && seen_last=true // status=0 # tell tree-filter never to fail // ' // git remote rm tempmergesource // */ // // better alternative for history // /** // * // git clone git@server.com:old-project.git // git clone git@server.com:new-project.git // cd old-project // mkdir old-project // git mv !(old-project) old-project // ls -la and gt mv hidden files .... // git commit -a -S -m “Moving old project into its own subdirectory” // cd ../new-project // git remote add old-project ../old-project // git fetch old-project // git checkout -b feature/merge-old-project // git merge -S --allow-unrelated-histories old-project/master // git push origin feature/merge-old-project // git remote rm old-project // */ // throw 'merge-repos not yet implmented pls refer to manual commands in code.' // } , 'pull' : (label) => { // Usage : // elxr pull -- Defaults to run config return elxr.getpulltask(selectedinstance) } , 'isInstalled': () => { return nodeShellExec('where', [processedArgs._[1]], { inherit: true }).then(() => { console.log(processedArgs._[1] + ' exists.') return true; }); } , 'c' : ()=>{ } , 'i' : () => { var tasks = [] // tasks.push(op['pull']); tasks.push(getShellTask.apply(null, ['rm', [instanceroot + '/run.js'], { ignorefailures: true }])) tasks.push(op['use']) // Will pull repos... op['npmi'].statuslog = statuslog tasks.push(shell_verse.getNonElevatedTask(op['npmi'])) // We do not run npm i with elevated privilege for security reasons. // var tasksdefs = [ // ['elxr', ['pull']] // , ['elxr', ['use', 'elixir']] // , ['elxr', ['npmi']] // ] // tasksdefs.forEach(tasksdef=>{ // tasks.push( ()=> nodeShellExec.apply(null, tasksdef) ) // }) return any(tasks); } , 'npmi': () => { var tasks = []; // Build fails without babel... tasks.push(getShellTask( 'npm',[ 'i', '-g', 'babel-cli' ] ) ) var npmbuildrepos = ['loopback-jsonapi-model-serializer'] // npmbuildrepos = [] npmbuildrepos.forEach(repo => { tasks.push(() => { return nodeShellExec('npm', ['i --force'], { inherit: true, shell: true , cwd: instanceroot + '/' + repo , env: process.env , title: `npm i for ${repo}` }).catch((e) => { console.error('Ignoring Benign Error'); console.error(e); }).then(() => { console.log(`--npm run build for ${repo}--------------------`) return nodeShellExec('npm', ['run build'], { inherit: true, shell: true , cwd: instanceroot + '/' + repo , env: process.env , title: `npm run build for ${repo}` }).then(Tasq.then).catch(Tasq.catch) }) }) }) return any(tasks).then(() => { gitRepos.push({ repo : 'chess-server-lib/server'}); gitRepos = gitRepos.concat(elevatedRunasRepos); // console.dir(gitRepos) // throw "" // gitRepos = [ // // 'bbhverse', 'serververse', 'elixir-server', // // 'clientverse', // 'client' // ]; var rmtasks = [] var repotasks = [] var env = Object.assign({}, process.env) delete env.NODE_ENV gitRepos.forEach(repodef => { rmtasks.push( // () => { // console.log(`--rm package-lock.json for ${repodef.repo}--------------------`) // return nodeShellExec(`"${gitbash}"`, ['-c', '"rm package-lock.json"'], { callshelltask(['rm', ['package-lock.json'], { inherit: true, shell: true , cwd: instanceroot + '/' + repodef.repo , env: process.env , title: `rm 'package-lock.json' for ${repodef.repo}` }]) .then(()=>{ console.log(`--rm package-lock.json for ${repodef.repo}--------------------`) }).catch((e) => { console.error(e) }) // } ) if (npmbuildrepos.indexOf(repodef.repo) < 0) { repotasks.push( () => { console.log(`--npm i for ${repodef.repo}--------------------`) var p = nodeShellExec('npm', ['i', '--force'], { inherit: true, shell: true , cwd: instanceroot + '/' + repodef.repo , env , title: `npm i for ${repodef.repo}` }).then(Tasq.then).catch(Tasq.catch) return p; }) } }) // NODE_ENV=development DEBUG=loopback:connector:mssql node --tls-min-v1.0 --inspect elixir/server.js // PB : NOTE -- npm i for client does not complete when NODE_ENV=production // therefore bower doesn't get installed !!! which then fails installing the bower dependenciew !!! // We work around this by running npm i for client without any NODE_ENV which probably defualts to development. // PB : TODO -- Investigate why NODE_ENF has an impact on npm i !?? // Second time try also doesnt work. // repotasks.push( // () => { // var env = Object.assign({}, process.env) // delete env.NODE_ENV // console.log(`--------------------second time npm i for client--------------------`) // return nodeShellExec(`"${gitbash}"`, ['-c', '"npm i --force"'], { // // return nodeShellExec('npm', ['i --force'], { // inherit: true, shell: true // , cwd: instanceroot + '/' + 'client' // , env // , title: `npm i for client` // }).then(Tasq.then).catch(Tasq.catch) // }) var bowerRepos = [{ repo : 'client'}] var bowertasks = [] bowerRepos.forEach(repodef => { bowertasks.push(() => { console.log(instanceroot + '/' + repodef.repo + '/node_modules/bower/bin/bower') // var p = nodeShellExec('node_modules/bower/bin/bower', ['install'], { var p = nodeShellExec(`"${gitbash}"`, ['-c', '"node_modules/bower/bin/bower i"'], { inherit: true, shell: true , cwd: instanceroot + '/' + repodef.repo , env: process.env , title: `bower i for ${repodef.repo}` }).then(Tasq.then).catch(Tasq.catch) return p; }) }) // console.log('rmtasks.length : ' + rmtasks.length) return Promise.all(rmtasks).then(() => any(repotasks)).then(()=>any(bowertasks)); }).catch(e => { console.error(e) }).finally(statuslog.finally) } , 'start': (args) => { // Usage : elxr start {{instanceName=elixir}} {{all||server||client||{{microserviceName=elixir||express}}}} var label = clioverrides.cmd var env = Object.assign({}, process.env); // Shallow clone it. env.NODE_ENV = clioverrides.node_env || 'development'; var nodecmd = clioverrides.node_env === 'development' ? 'nodemon' : 'node'; function startFn( o ){ var cmd = [nodecmd, [`--inspect=${o.debugport}`, '--preserve-symlinks', o.script]] console.log(`Starting ${o.name}.`); if(shell_verse.iswin()){ var __cmd = 'cmd' var a1 = '/k' } else if(shell_verse.islin()) { var __cmd = 'sh' var a1 = '-c' } if(o.cmd) { cmd = o.cmd var childPromise = nodeShellExec(...o.cmd, { // inherit : true, shell: true, detached: true, stdio: 'ignore', cwd: instanceroot + o.path , env: env }) } else { var childPromise = nodeShellExec(__cmd, [a1, getCmdString(cmd) ], { // inherit : true, shell: true, detached: true, stdio: 'ignore', cwd: instanceroot + o.path , env: env }) } var child = childPromise.process; var cpid = child.pid childPromise.then(()=>{ console.log(` *** started ${o.name} PID(${cpid}) ${cmd}`); fs.writeFileSync(o.pidstore, '' + cpid) }) .catch(e => console.error(e) ) } if(clioverrides.node_env === 'development') { env.DEBUG = 'loopback:connector:' + dbForLabel(label) if(!processedArgs._[2]) processedArgs._[2] = 'all' if(processedArgs._[2] === 'server' || processedArgs._[2] === 'all' || processedArgs._[2] === 'elixir' // specific microservice name. ) { startFn( { debugport : 9228, script : 'elixir/server.js', name : 'Elixir Loopback Server', path : '/' + 'elixir-server' , pidstore : '.elixir-server.elixir.server.pid' } ) } if(processedArgs._[2] === 'server' || processedArgs._[2] === 'all' || processedArgs._[2] === 'express' // specific microservice name. ) { startFn( { debugport : 9227, script : 'bin/www', name : 'Express Server', path : '/' + 'chess-server-lib/server' , pidstore : '.express.server.pid' } ) } if(processedArgs._[2] === 'client' || processedArgs._[2] === 'all') { startFn( { name : 'Elixir Ember Client', path : '/' + 'client' , cmd : ['node_modules/ember-cli/bin/ember', ['s']] , pidstore : '.client.server.pid' } ) } } } , 'stop': (label) => { const kill = require('tree-kill'); try{ var serverPid = fs.readFileSync('.elixir-server.elixir.server.pid', { encoding: 'utf8'}) fs.unlinkSync('.elixir-server.elixir.server.pid') console.log(serverPid) kill(serverPid) } catch(e){ console.error(e) } try{ serverPid = fs.readFileSync('.express.server.pid', { encoding: 'utf8' }) fs.unlinkSync('.express.server.pid') console.log(serverPid) kill(serverPid) } catch(e){ console.error(e) } try{ serverPid = fs.readFileSync('.client.server.pid', { encoding: 'utf8' }) fs.unlinkSync('.client.server.pid') console.log(serverPid) kill(serverPid) } catch(e){ console.error(e) } } , 'model' : () => { var etask = ()=>{ var tasks = [ () => { var p = nodeShellExec('mklink', [ `${processedArgs._[2]}.json` , `..\\..\\node_modules\\chess-server-lib\\common\\models\\${processedArgs._[2]}.json`], { inherit: true, shell: true , cwd : instanceroot + `/${selectedinstance.instanceName}-server/${selectedinstance.instanceName}/models` , title: `mklink ${processedArgs._[2]}.json ..\\..\\node_modules\\chess-server-lib\\common\\models\\${processedArgs._[2]}.json` , env: process.env }).catch((e) => { console.error(e) }) return p; } ]; return any(tasks).then(() => { fs.writeFileSync('run.done', 'success') // PB : TODO -- IPC through files is needed only for windows. }).catch(() => { fs.writeFileSync('run.done', 'error') }) } etask.statuslog = statuslog etask.selectedinstance = selectedinstance etask.processedArgs = processedArgs etask.runtimestamp = runtimestamp etask.ENV = ENV return shell_verse.runElevated(etask) } , 'use' : () => { // use a certain named instance. // Eg : // 1) elxr use elixir // 2) elxr use cihsr // If environment is not specified defaults to development. // 1) NODE=test elxr use elixir /*// Steps 1) Delete Config and Data symlinks 2) Make Links for config ({{name}}-config-{{node_env}}) and data with the NODE_ENV specified or default to dev 3) Iterates all repos and pull all. 'git', ['pull', '--all']. 4) Iterates all repos and checkout to the ENV specified. 'git', ['checkout', checkoutMap[runconfig.NODE_ENV] || runconfig.NODE_ENV] 5) Iterates all repos and merge from source configured in mergesource. 'git', ['merge', mergesource], */ // We no longer need to check ruans.. ??? if we were initiated from self invoked privileged shell ? if (( /*processedArgs.runas && processedArgs.runas !== 'self' &&*/ !processedArgs.force) && runconfig.NODE_ENV && runconfig.NODE_ENV === (selectedinstance.node_env || runconfig.NODE_ENV) && selectedinstance.instanceName && runconfig.use === selectedinstance.instanceName) { console.log(`No change detected. Already using requested specs : ${runconfig.NODE_ENV} ${runconfig.use}`) if (processedArgs.runas) { fs.writeFileSync('run.done', 'success') } // PB : TODO -- IPC through files is needed only for windows. if (existsSync('config') && existsSync('data')){ return } } var tasks = [ () => { var promise = new Promise((resolve, reject)=>{ existslink('config', function(err, data){ if(data) { var p = shell_verse.removeJuncionOrLink('config') .then(()=>{resolve(true)}) .catch((err) => { console.log('Ignoring benign error : ' + err); return resolve(true); }) } else resolve(false) }) }) return promise; }, () => { var promise = new Promise((resolve, reject)=>{ existslink('data', function(err, data){ if(data) { var p = shell_verse.removeJuncionOrLink('data') .then(()=>{resolve(true)}) .catch((err) => { console.log('Ignoring benign error : ' + err); return resolve(true); }) } else resolve(false) }) }) return promise; }, ]; runconfig.NODE_ENV = process.env.NODE_ENV = process.env.NODE_ENV || runconfig.NODE_ENV || 'development'; if (processedArgs._[1] && runconfig.use !== processedArgs._[1]) runconfig.use = processedArgs._[1]; if (!runconfig.use && selectedinstance.instanceName) runconfig.use = selectedinstance.instanceName; if (!runconfig.use) { throw 'unspecifed use not allowed. Please specify chess instance name.' } // console.log(process.env.cwd) fs.writeFileSync(instanceroot + '/run.js', 'module.exports = ' + JSON.stringify(runconfig)) var branch = checkoutMap[runconfig.NODE_ENV] || runconfig.NODE_ENV var performPullOrCloneForBranch = (def)=>{ var promise = Promise.resolve(true) if (!branch) { var dscoverbranchcmd = gitops.getdiscoverbranchcmd(repo) promise = nodeShellExec.apply(null, dscoverbranchcmd).then(__branch=>{ branch = __branch}) .catch((e) => { console.error(e); return { error: true, message: repo } }) } return promise = promise.then(()=>{ return elxr.getpulltask(def)() }).catch(e => { console.error( 'performPullOrCloneForBranch : Failed ' + e )}) } var performCloneAndCheckout = null; // cant use git checkout -b it fails when branch already exists. var performCheckout = performCloneAndCheckout = (def) => {if (excludeCheckouts[def.repo]) return Promise.resolve({ 'skipped': true }) return performPullOrCloneForBranch(def).then(()=>{ nodeShellExec('git', ['checkout', def.branch || checkoutMap[runconfig.NODE_ENV] || runconfig.NODE_ENV], { // return nodeShellExec('git', ['switch', '-m', '-C', checkoutMap[runconfig.NODE_ENV] || runconfig.NODE_ENV], { // inherit : true, shell: true, cwd: instanceroot + '/' + def.repo // , stdio : ignore // Use when we want to silence output completely. , runas: processedArgs.runas , title: `git checkout ${def.branch || checkoutMap[runconfig.NODE_ENV] || runconfig.NODE_ENV} for ${def.repo}` }).then(()=>{ console.log( `SUCCESS : git checkout ${def.branch || checkoutMap[runconfig.NODE_ENV] || runconfig.NODE_ENV} for ${def.repo}` ) }).catch((e) => { console.error(e); return { error: true, message: def.repo } }) }) } // var enqueueCheckout = function(def){ enqueue(elevatedqueue, performCheckout, def) } // var enqueueMerge = function(def){ enqueue(elevatedqueue, performMerge, def) } var elevatedqueue = []; var enqueueOnce = (queue, task, def) => { var found = queue.find(element => { var keys = Object.keys( element ) for(var k=0; k < keys.length; k++) { if(element[keys[k]] !== def[k]) return false; } }) queue.push(function(){ return task(this)}.bind(def)); } var enqueue = (queue, task, def) => { queue.push(function(){ return task(def)}.bind(def)); } var mergeSources = { 'development': null, 'test': 'master', 'production': 'master' } var mergesource = mergeSources[checkoutMap[runconfig.NODE_ENV] || runconfig.NODE_ENV] // Checkout is reduced to pull provided the current branch is the targetbranch if(branch === mergesource) performCheckout = (def) => { var dscoverbranchcmd = gitops.getdiscoverbranchcmd(repo) return nodeShellExec.apply(null, dscoverbranchcmd).then(__branch=>{ if(branch === __branch) return performCloneAndCheckout(def) return performPullOrCloneForBranch(def) }) .catch((e) => { console.error(e); return { error: true, message: repo } }) } // else performCheckout = (def) => { return performPullOrCloneForBranch(def) } var performPullAll = (def) => { if (excludeCheckouts[def.repo]) return Promise.resolve({ 'skipped': true }) return nodeShellExec('git', ['pull', '--all'], { // inherit : true, shell: true, cwd: instanceroot + '/' + def.repo , runas: processedArgs.runas , title: `git pull -all for ${checkoutMap[runconfig.NODE_ENV] || runconfig.NODE_ENV} ${def.repo}` }).catch((e) => { console.error(e); return { error: true, message: def.repo } }) } var excludeCheckouts = Object.assign(exludeMergeRepos) delete excludeCheckouts[`elixir-config-${runconfig.NODE_ENV}`] delete excludeCheckouts[`cihsr-config-${runconfig.NODE_ENV}`] var performMerge = (def) => { if (exludeMergeRepos[def.repo]) return Promise.resolve({ 'skipped': true }) return nodeShellExec('git', ['merge', mergesource], { inherit: true, shell: true, cwd: instanceroot + '/' + def.repo , runas: processedArgs.runas }).catch((e) => { console.error(e) }) } if(!mergesource || branch === mergesource) performMerge = () => { return Promise.resolve(true) } // var performRepoOperation = function(def) { // elevatedRunasRepos.map((repo) => enqueueCheckout({ repo, branch: def.branch, requiresElevation : true })) // return any(gitRepos.map((repo) => performCheckout({ repo, branch: def.branch}))) // } return any(tasks).then(() => { var task = ()=>{ //target is the env is we specify in elxr use command. Default is dev //Switch to target branch return any(gitRepos.map((repodef) => { return performCheckout({ repo : repodef.repo, branch}).catch(e=>{ console.log(e); }) } )) // pull or clone target branch .then(() => { if(!mergesource || branch === mergesource) return Promise.resolve(true) return any(gitRepos.map((repo) => performPullAll(repo))) }) // switch to source branch .then( () => { if(!mergesource || branch === mergesource ) return Promise.resolve(true) // Dont do anything if there is no source to merge from. return any(gitRepos.map((repodef) => performCheckout({ repo : repodef.repo, branch: mergesource}))) }) //Pull on merge source branch .then( () => { if(!mergesource || branch === mergesource ) return Promise.resolve(true) return any(gitRepos.map((repo) => performPullAll(repo))) }) //Switch to target branch .then( () => { if(!mergesource || branch === mergesource ) return Promise.resolve(true) return any(gitRepos.map((repodef) => performCheckout({ repo : repodef.repo, branch}))) }) .then( //Merge source branch to target branch () => { if(!mergesource || branch === mergesource) return Promise.resolve(true) return any(gitRepos.map((repo) => performMerge( repo ))).catch(err => { console.error('error in performMerge ' + err) }) }) } task.statuslog = statuslog var netask = shell_verse.getNonElevatedTask(task) var eltask = ()=> { var opts = { inherit: true, shell: true , cwd : instanceroot , env: process.env } var tasks = [ () => { // Use junctions to avoid npm package issues var target = runconfig.use + '-' + 'config' + '-' + process.env.NODE_ENV var p = shell_verse.createJuntionOrLink('config', target, opts) return p; } ]; // if (processedArgs._[1]) { tasks = tasks.concat( [ () => { var dataToLink = runconfig.use + '-data' + '-' + process.env.NODE_ENV if(!existsSync(dataToLink)) dataToLink = runconfig.use + '-data'; var p = shell_verse.createJuntionOrLink('data', dataToLink, opts) return p; } ] ) // } return any(tasks).then(()=>{ // checkout target branch return any(elevatedRunasRepos.map((repodef) => performCheckout({ repo : repodef.repo, branch, requiresElevation : true}))) // pull or clone target branch .then(() => { if(!mergesource || branch === mergesource) return Promise.resolve(true) return any(elevatedRunasRepos.map((repo) => performPullAll(repo))) }) // switch to source branch .then( () => { if(!mergesource || branch === mergesource) return Promise.resolve(true) return any(elevatedRunasRepos.map((repodef) => performCheckout({ repo : repodef.repo, branch: mergesource, requiresElevation : true}))) }) //Pull on merge source branch .then( () => { if(!mergesource || branch === mergesource) return Promise.resolve(true) return any(elevatedRunasRepos.map((repodef) => performPullAll({repo : repodef.repo, requiresElevation : true }))) }) //Switch to target branch .then( () => { if(!mergesource || branch === mergesource) return Promise.resolve(true) return any(elevatedRunasRepos.map((repodef) => performCheckout({ repo : repodef.repo, branch, requiresElevation : true}))) }) .then( //Merge source branch to target branch () => { if(!mergesource || branch === mergesource) return Promise.resolve(true) return any(elevatedRunasRepos.map((repodef) => performMerge({ repo : repodef.repo, requiresElevation : true }))).catch(err => { console.error('error in performMerge ' + err) }) }) .then(() => { fs.writeFileSync('run.done', 'success') }).catch(() => { fs.writeFileSync('run.done', 'error') }) }) } eltask.statuslog = statuslog eltask.selectedinstance = selectedinstance eltask.processedArgs = processedArgs var etask = shell_verse.getElevatedTask(eltask) return etask().then( ()=>{ return netask() }) }).catch((e) => { fs.writeFileSync('run.done', 'error : ' + e) }) // Antibiotic stewardship program. // 1st use is fine. // Max vials dispense // 2nd use Pharmacy needs justification Form. // Approval after a certain period of time. } , 'g' : () => { if (processedArgs.h) { console.log('elxr g model [modelname] => generate a model named [modelname]'); console.log('elxr g vmodel [modelname] => generate a model named [modelname]'); console.log('elxr g vmodel [modelname] --server=true => generate only a server model named [modelname]'); console.log('elxr g vmodel [modelname] --all=true => default generate server and client model named [modelname]'); console.log('elxr g => regenerate all known models'); return } // var child = nodeShellExec('mkdir', ['-p', label], { inherit : true} ); // console.log('Starting directory: ' + process.cwd()); // try { // child = child.on('close', () => { process.chdir(label) } ); // console.log('New directory: ' + process.cwd()); // } // catch (err) { // console.log('chdir: ' + err); // } // child.on('close', function(){ // var options = { // shell : true // , inherit : true // // , cwd : '' + process.cwd // // , env : process.env // }; // nodeShellExec('git', ['init'], { inherit : true}); if (0) { // PB : TODO -- Special google chrome profile for tests etc. nodeShellExec('pwd', { inherit: true }); // /c/Program\ Files\ \(x86\)/Google/Chrome/Application/chrome.exe --user-data-dir=/c/chess/instances/elixir_01/data/Google/Chrome/User\ Data --profile-directory="chess" // "C:\Program Files (x86)\Google\Chrome\Application\chrome.exe" --user-data-dir="C:\chess\instances\elixir_01\data\Google\Chrome\User Data" --profile-directory="chess" http://localhost:4200/admin/crud/create/item // "C:\Program Files (x86)\Google\Chrome\Application\chrome.exe" --user-data-dir="C:\chess\instances\elixir_01\data\Google\Chrome\User Data" --profile-directory="chess" http://localhost:4200/tests/index.html?grep=loopback nodeShellExec("C:/Program Files (x86)/Google/Chrome/Application/chrome.exe", [ "--profile-directory=Profile 1" , 'http://localhost:4200/tests/index.html?grep=model convert ember to loopback' + '&filter=none' /*+ '&filter=model convert ember to loopback'*/]); } // nodeShellExec('npm', ['init', '-y'], options); // nodeShellExec('npm', ['init', '-y'], options); // }) var g = { 'client': () => { // ember new --skip-bower --no-welcome --skip-git -b {{blueprint}} console.info('Creating new ember client named : ' + processedArgs._[2]); var step1 = nodeShellExec('cmd', ['/c', 'ember', 'new', processedArgs._[2]], { stdio: ['pipe', process.stdout, process.stderr], inherit: true, shell: true, cwd: path.dirname(__dirname), env: env }) }, 'modelr': () => { var tasks = [ () => { var p = nodeShellExec('"ember"', [ 'g' , 'modelr' , processedArgs._[2]], { inherit: true, shell: true, env: process.env }).then(() => { console.log('Blueprint generation complete for : ' + processedArgs._[2]) return true; }).catch((e) => { console.error(e) }) return p; }, () => { var chromePrefsFile = "C:\\chess\\instances\\elixir_01\\data\\Google\\Chrome\\User Data\\chess\\Preferences"; var chromeprefs = fs.readFileSync(chromePrefsFile, { encoding: 'utf8' }) chromeprefs = JSON.parse(chromeprefs) var previous = chromeprefs.download.default_directory; var parentDir = path.dirname(__dirname); chromeprefs.download.default_directory = parentDir + "\\client\\app\\templates\\components\\resource"; fs.writeFileSync(chromePrefsFile, JSON.stringify(chromeprefs)) // PB : TODO -- detect where chrome is installed. // PB : TODO -- set the download dir to the place where files are needed. var p = nodeShellExec('"C:/Program Files (x86)/Google/Chrome/Application/chrome.exe"', [ '--user-data-dir="C:\\chess\\instances\\elixir_01\\data\\Google\\Chrome\\User Data"' , '--profile-directory="chess"' , 'http://localhost:4200/admin/crud/create/' + processedArgs._[2]], { inherit: true, shell: true , env: process.env }).then(() => { chromeprefs.download.default_directory = previous; fs.writeFileSync(chromePrefsFile, JSON.stringify(chromeprefs)) return true; }).catch((e) => { console.error(e) }) return p; } , () => { console.log('Browser process should have closed here....') return true; } ] any(tasks) } , 'undefined' : ()=>{ console.warn('Are you sure you want to refresh all the models.'); throw 'NOT YET IMPLMENTED' } , 'vmodel' : (options)=>{ // node --inspect-brk elxr/index.js g vmodel qlabresults --server=true options = options || { generate : processedArgs['all'] ? 'all' : processedArgs['server'] ? 'server' : processedArgs['client'] ? 'client' : null } if(!options.generate) return 'Nothing specified for generation' var name = processedArgs._[2]; if(!name) return 'No name specified for generation' var templateverse = `${selectedinstance.root}/bbhverse/__universe__/vmodel` // var templateverse = `${selectedinstance.root}/bbhverse/__universe__/vmodel/__base__-server-lib/common/lib` var workingtarget = `${selectedinstance.root}/.elxr/run-${runtimestamp}/temp/vmodelworkingdir` var destination = `${selectedinstance.root}` // Create a tmp working copy for staging the changes. return copyrecursive(templateverse, workingtarget).then( r => { var base = 'chess' // -- The server base from where this instance was dervied from. var patternsubstitutions = [ { strOrregexp : /(__name__)/g, substitutes : [name]} , { strOrregexp : /(__instance__)/g, substitutes : [selectedinstance.instanceName]} , { strOrregexp : /(__base__)/g, substitutes : [base]} , { strOrregexp : /(__microservice__)/g, substitutes : [selectedinstance.microservice || selectedinstance.instanceName]} , { strOrregexp : /(__microclient__)/g, substitutes : [selectedinstance.microclient || `${selectedinstance.instanceName}-client` || 'client']} // PB : TODO -- elixir-client etc... use a config to find the microclient.. ] var options = { source : templateverse, target : workingtarget , base , destinationroot : destination, workingtarget , processingtype : 'inplace', sourcetype : 'filesystem', patternsubstitutions } var actions = [ fswalk( workingtarget, options , [ function(t, o){ // A series of tasks to be executed on each pattern in patternsubstitutions. return any([ // PB : TODO -- Contentreplace is better addressed in memory instead of file IO so do all regexps in sequence in one shot and then rename. ()=>{ return fscontentreplace( t, o ) } , ()=>{ return fsrename( t, o ) } ]) }] ) // Post process links in place. , () => dirs((innernode, s, t, o ) => fswalk( path.join(workingtarget, innernode.name), utils.assign({}, o, { innernode }), [ templatelink ] ) , workingtarget, null, options) // Move to the final destination. Whole tree should move only top level folders are required. // , () => fswalk( workingtarget, options, [ fsrename ]) // , () => dirs( ( child, src, target, options )=>{ return fs.renameSync(path.join(src, child.name), path.join(target, child.name) ) } // , workingtarget, destination ) ] return any(actions); }) } } g[processedArgs._[1]](); } , 'create' : () => { return createInstance(selectedinstance) } , 'httpget' : () => { // RESTAPI.get({ // hostname: 'git.bbh', // // port: 443, // protocol : 'http:', // path: '/', // method: 'GET' // }, function(data){ console.log(data)}, function(error){ console.log(error)} ) return createInstance(selectedinstance) } , 'getuser' : ()=>{ return prerequisites.git.getuser().then(u=>{ console.log(u)}) } , 'switch user' : (tousername)=>{ return GIT['switch user'](tousername) } } // independent elxr cli operations var noprerequisites = { add : true, 'set-url' : true, 'repo-relocate' : true , remote : true, 'c' : true, 'h' : true , httpget : true, getuser : true , 'switch user' : true , 'switch' : true // , 'undefined' : true } var reconfirmcmds = { create : true } var subcommandlabels = { remote : (`remote ${processedArgs._[1] || ''}`).trim() , switch : (`switch ${processedArgs._[1] || ''}`).trim() } var independentcmd = function(){ return false; } var cmds = { remote : { // return a interpreted set of arguments for this comd run context. interpret() { return { cmd : subcommandlabels['remote'], runchoice : 'c' } } } , resetgitconfig : { // return a interpreted set of arguments for this comd run context. cmdFn : resetgitconfig , interpret() { return { cmd : 'resetgitconfig' } } , getPossiblePrompts(){ return {} } , noprerequisites : true , independentcmd : true } , reinit : { // return a interpreted set of arguments for this comd run context. cmdFn : reinit , interpret() { return { cmd : 'reinit' } } , getPossiblePrompts(){ return {} } , noprerequisites : true , independentcmd : true , requiresElevation : true , requires : [ generateDependencies ] } , init : { // return a interpreted set of arguments for this comd run context. cmdFn : init , interpret() { return { cmd : 'init' } } , getPossiblePrompts(){ return {} } , noprerequisites : true , independentcmd : true , requiresElevation : true , requires : [ generateDependencies ] } , switch : { interpret() { return { cmd : subcommandlabels['switch'], runchoice : 'c', username : processedArgs._[2] , reposerver : __default.reposerver } } , getPossiblePrompts(){ return { username : true, reposerver : 'http://git.bbh' } } // Requires only one argument... } , 'switch user' : { interpret() { return { cmd : subcommandlabels['switch'], runchoice : 'c', username : processedArgs._[2] } } , getPossiblePrompts(){ return { username : true } } // Requires only one argument... } // Flat linear structure. Every subcommand should have a top level 'label' , 'users' : { // default to the users list subcommands : { list : {} } , cmdFn : ()=>getCredentials() // default , cmd : 'users' , noprerequisites : true } , 'users list' : { cmdFn : ()=>getCredentials() , cmd : 'users list' , noprerequisites : true } , 'get-upstream' :{ cmdFn : op['get-upstream'] // default , cmd : 'get-upstream' , noprerequisites : true , independentcmd : true , interpret() { return { cmd : 'get-upstream' } } , getPossiblePrompts(){ return {} } } , 'g' : { cmdFn : op['g'] // default , cmd : 'g' , noprerequisites : true , getPossiblePrompts(){ return {} } } , 'link' : { 'cmd' : 'link' // , cmdFn : function( sourecpath, filename, dir ){ // var afterTargetPath = (dir)=>{ // console.dir(dir); // // var tasks = [ // // () => { // // // Use junctions to avoid npm package issues // // var p = nodeShellExec('mklink', ['/J', filename, sourecpath], { // // inherit: true, shell: true // // , cwd : dir || instanceroot // // , env: process.env // // }).catch((e) => { console.error(e) }) // // return p; // // } // // ]; // } // // console.dir(process.env) // if(!dir) getCurrentFolder().then(afterTargetPath); // else afterTargetPath(dir) // } , cmdFn : function( cmdopts ){ // sourecpathandfile should include name of file name targetfilename = cmdopts.targetfilename || processedArgs._[1] // console.log(processedArgs) if(!targetfilename) return Promise.reject('error no file provided for linking') targetdir = cmdopts.targetdir || process.env.wd sourecpathandfile = cmdopts.sourecpathandfile || path.normalize(`../../node_modules/chess-server-lib/common/models/${targetfilename}`) var tasks = [ () => { // Use junctions to avoid npm package issues var p = nodeShellExec('mklink', [path.normalize(`${targetdir + '/' + targetfilename}`), sourecpathandfile], { inherit: true, shell: true , cwd : targetdir , env: process.env }).catch((e) => { console.error(e) }) return p; } ]; var etask = ()=>{ return any(tasks).then(() => { fs.writeFileSync('run.done', 'success') }).catch(() => { fs.writeFileSync('run.done', 'error') }) } etask.statuslog = statuslog etask.selectedinstance = selectedinstance etask.processedArgs = processedArgs etask.runtimestamp = runtimestamp etask.ENV = ENV return shell_verse.runElevated(etask) } , noprerequisites : true , privileged : true } } var elxrcmd = (function(){ var __cmdprototype = function(){} function subcommandlabelFor(cmd, sub){ return (`${cmd} ${sub || ''}`).trim() } var __cmd = { interpret() { return { cmd : this.cmd } } , getPossiblePrompts(){ return {} } // Requires only one argument... , cmdFn : ()=>{ throw "Elxr Unknown command."} , finalized : true } function __createO(o){ if(o.finalized) return o; var subs = Object.keys(cmds[o.cmd].subcommands || {}) // console.log(subs) // console.log(o) subs.forEach(sub=>elxrcmd.create( cmds[subcommandlabelFor(o.cmd, sub)] )) var created = utils.assign_core( { keycase: true, arraymergetype : utils.assign_core.DISTINCT_UNION } , {}, __cmd, cmds[o.cmd], o) cmds[o.cmd] = created; op[o.cmd] = created.cmdFn; noprerequisites[o.cmd] = created.noprerequisites return created.cmdFn; } function create(o){ return __createO(o) } __cmdprototype.create = create; return __cmdprototype; })() elxrcmd.create(cmds['users']) elxrcmd.create(cmds['g']) elxrcmd.create(cmds['link']) var interpretrun = function(){ var cmd = processedArgs._[0]; var clioverrides = { cmd } processedArgs.node_env ? clioverrides.node_env = processedArgs.node_env : (process.env.NODE_ENV && process.env.NODE_ENV.trim()) ? clioverrides.node_env = (process.env.NODE_ENV && process.env.NODE_ENV.trim()) : null; return cmds[cmd] ? cmds[cmd].interpret() : (function(){ processedArgs._[1] ? clioverrides.instanceName = processedArgs._[1]: null; // return clioverrides cmds[cmd] = { interpret() { return Object.assign(clioverrides, { cmd, runchoice : 'c' }) } , getPossiblePrompts(){ return { cmd, username : true, password : true, instanceName : true, instanceType : true, reposerver : true } } } return cmds[cmd].interpret() })() } var clioverrides = interpretrun() console.dir(clioverrides) var util = require('util'); var cliname = 'elxr'; var ver = '1.1'; var readme = ` Command syntax examples elxr Displays help. Same as elxr h elxr i Runs interactive propmts to help choose installation options. NODE_ENV={{yourenvironment}} elxr {{cmd}} {{instancename}} {{otheroptions}} General command syntax. Eg: NODE_ENV=development elxr pull elixir Note : Although {{instancename}} is generally a positional parameter supplied immediately after the cmd for most cmd's. The specific cmd defines what the value is interpreted as. There are several cmds that do not require an {{instancename}} parameter. Eg: elxr remote remove origin Git operations or passthrough external commands on all repository folders in you working directory. Main objectives. elxr cli is a wrapper around other shell commands and api based operations. One of the main objetives it achives is ease of use of repeating an individual cmd multiple times on all targets. Eg: A git operation like pull can be repeated consistently on a set of git repositories. `; var help = ` ${readme} # list of commands... please refer dveloper documentation for ${cliname} \r\n\t${ Object.keys(op).join('\r\n\t') } `; var elxr = { help() { return chalk.cyanBright(` ------------------------------------------------------------------------------- *** BBH Elixir *** ------------------------------------------------------------------------------- elxr ${ver} A cli tool for chess ${help} ------------------------------------------------------------------------------- `) } , info() { return chalk.cyanBright(` ------------------------------------------------------------------------------- *** BBH Elixir *** ------------------------------------------------------------------------------- elxr ${ver} A cli tool for chess ------------------------------------------------------------------------------- `) } , getpulltask(args){ // def can be an instance config // Or an object with many repos and elevated repos // Or a single repo ( Either Elevated or normal. ) // USAGE // elxr pull elixir origin master // elxr pull // not all remote branches are setup to be tracked locally (respective remotes and branches). // pull --all is useless. As it fetches all remotes and branches but only merges current branch. // apart from remote tracking branches We are interested in pulling from all remotes and relavant branches. // The branch pipline should feed back to master // master -> test -> stage -> release[nnnn] -> production // (master) <= git merge [all remotes] production && git merge [all remotes] release[nnnn] // git merge [all remotes] stage && git merge [all remotes] test && git merge [all remotes] master var __args = { remotename : args.remotename|| processedArgs._[2] , url : args.url || processedArgs._[3] , branch : args.branch || processedArgs._[4] // If branch not specified opearte on the current branch of each working directorys } // var commands = [ // // ['git', ['checkout', __args.branch || checkoutMap[runconfig.NODE_ENV] || runconfig.NODE_ENV]] // , // ] // var parameters = ['-c', 'for i in `git remote`; do git pull $i ' + branch + '; done;'] // var pullCmd = [ gitbash // , ['-c', 'for i in `git remote`; do git pull $i ' + branch + '; done;'] // , { cwd: instanceroot + '/' + repo, title : 'pull all remotes for ' + branch + ' ' + repo + ' ' + parameters.join(' ') }] var def = args || { repos : selectedinstance.repos, elevated : selectedinstance.elevated } var elevatedpulltasks = null; if(def.repo) { // Single repo case. if(def.repo.requiresElevation) { var t1 = function() { return performPull(def).then(() => { return true; }).catch((e) => { console.error(e) }).finally(Traq.finally) } t1.statuslog = statuslog t1.selectedinstance = selectedinstance t1.processedArgs = processedArgs elevatedpulltasks = shell_verse.getElevatedTask( t1 ) } else { var t2 = function(){ return performPull(def).then(() => { console.log('pulled ' + JSON.stringify(def.repo)) return true; }).catch((e) => { console.error(e) }).finally(Traq.finally) } t2.statuslog = statuslog var regularpulltasks = shell_verse.getNonElevatedTask( t2 ) } if(elevatedpulltasks) return elevatedpulltasks //getTaskWithElevation( { elevatedpulltasks, regularpulltasks} ) else return regularpulltasks // getTaskWithoutElevation({ regularpulltasks}) } // console.log(`-------------------Processing pull for : ${def.repo} ${def.branch}`) console.dir(def) var env = Object.assign({}, process.env); // Shallow clone it. console.log('Running exlr pull : ' + path.dirname(__dirname)) var useGitPull = processedArgs.useGitPull || false; if(def.elevated || def.repos) { if(def.elevated) def.requiresElevation = true; else delete def.requiresElevation; } else { if(def.requiresElevation) def.elevated = [def] else def.repos = [def] } var regularpulltasks = function(){ return Promise.resolve(true) } if(def.elevated){ elevatedpulltasks = function() { var eBatch = [] def.elevated.map((def) => getPullTask(def, null, null, null, eBatch)) return shell_verse.runElevatedBatch(eBatch).then(() => { return true; }).catch((e) => { console.error(e) }) } elevatedpulltasks.statuslog = statuslog } if(def.repos) { var regularpulltasks = function(){ var pendingpulls = []; def.repos.forEach((def) => { pendingpulls.push( performPull(def).then(()=>{ console.log('pulled ' + JSON.stringify(def.repo)) }) .catch(e => { console.log(e); throw e }) ) }) return any(pendingpulls).finally(Traq.finally) } regularpulltasks.statuslog = statuslog } // if(elevatedpulltasks) return getTaskWithElevation( { elevatedpulltasks, regularpulltasks} ) // else return getTaskWithoutElevation({ regularpulltasks}) return any([ elevatedpulltasks, regularpulltasks ]) } } function preworkerconfig(){ // Everything runs after this check is completed. Elevation occurs out of process when needed. gitRepos = selectedinstance.repos // gitRepos = ['chess-server-lib']; // Repositiories that have symlinks that require elevated priviletes in windows to create symlinks elevatedRunasRepos = selectedinstance.elevated // Repos that should excluded from merge for releases... exludeMergeRepos = selectedinstance.exludeMergeRepos // mysqldump --add-drop-table --no-data -u root -p db_name | grep 'DROP TABLE' ) > drop_all_tables.sql // mysql -u root -p db_name < drop_all_tables.sql var mysql = '../xampp/mysql/bin/mysql' var mysqldump = '../xampp/mysql/bin/mysqldump' } // The main elxr cli process function elxrworker() { var __runcmd = function (label) { var distinquishedlabel = subcommandlabels[label] || label return op[distinquishedlabel] ? op[distinquishedlabel](processedArgs) : null; } // --runas if (processedArgs.runas) { // Weve been asked to run in priviledged mode. Check if we already are privileged. // return __runcmd('runas') // we no longer have a runas function. This has been moved to shellverse.requestElevation... // Each task has knowledge of requiring elevation and will handle elevation requests as needed. Preferably the task will participate in a batch and queue itself. // return __runcmd(processedArgs.label || processedArgs._[0] || 'undefined'); } else return __runcmd(processedArgs.label || processedArgs._[0] || 'undefined'); } // function acquireChoices(selectedinstance) { // var hasconfig = false; // console.warn(chalk.cyan(` // ------------------------------------------------------------------------------- // Could not locate your preferred configuration (you may not specified it) // You should fork the default chess configuration to customize and make it // your own instance with a named config as // {{yourowninstancename}}-config-{{yourchosenenvironment}} // And then run this tool as follows // NODE_ENV={{yourchosenenvironment}} elxr i {{yourowninstancename}} // OR // Run this tool with the following command to use a quick start default. // elxr --default // OR // Choose one of the options below to run interactively. // We will run your choice at the next prompt. // ------------------------------------------------------------------------------- // `)) // var choices = getInteractionPoints(detectedinstanceoptions, __interactive_prompts) // var todo = any( __interactive_prompts(selectedinstance, choices) ).then(()=>{ // return initinstances(selectedinstance) // }) // // var prompt = cli.prompter; // // return prompt.ask(`Choose an option : // // d) Install the default chess instance. // // => elxr i chess node_env=development --default // // n) Create your custom new instance interactively // // => elxr i {{instanceName}} node_env={{environment}} // // i) Choose an instance and environment to install // // => elxr i {{instanceName}} node_env={{environment}} // // c) Choose a command to run ( pull, use, i, npmi ... ) <= pull // // => elxr {{cmd}} {{instanceName}} node_env={{environment}} // // h) Help // // q) Quit // // Default <= d // // : `).then((choice) => { // // if (choice && choice === 'd' || !choice) { // // processedArgs._[0] = 'i' // // selectedinstance.instanceName = processedArgs._[1] = processedArgs._[1] || 'chess' // // selectedinstance.node_env = processedArgs.node_env = (process.env.NODE_ENV && process.env.NODE_ENV.trim()) || processedArgs.node_env || 'development' // // selectedinstance.reposerver = 'https://git.bbh.org.in' // // } // // else if (choice === 'h') { // // processedArgs._[0] = 'h' // // fs.writeFileSync('run.done', 'noop help'); // // console.log(elxr.help()); process.exit() // // } // // else if (choice === 'n' || choice === 'i') { // // var p1 = cli.prompter; // // return p1.ask(`Enter Instance Name ( <= ${selectedinstance.instanceName} ) : `).then(function (instanceName) { // // processedArgs._[0] = 'i' // // selectedinstance.instanceName = processedArgs._[1] = instanceName || selectedinstance.instanceName; // // return p1.ask(`Enter Environment ( <= ${selectedinstance.node_env} ) : `).then(function (node_env) { // // selectedinstance.node_env = processedArgs.node_env = node_env || selectedinstance.node_env // // if (choice === 'n') { // // selectedinstance.reposerver = 'https://git.bbh.org.in' // // console.warn( // // chalk.magenta('No Option Available. Your account may not have privileges. You can request here http://git.bbh.org.in/chess')) // // process.exit(); // // } // // return p1.ask(`Enter preferred repo server ( <= ${selectedinstance.reposerver || selectedinstance.reposervers[0]} ) : `).then(function (reposerver) { // // selectedinstance.reposerver = reposerver || selectedinstance.reposervers[0] || 'https://git.bbh.org.in' // // }) // // }) // // }) // // } else if (choice === 'c') { // // var p1 = cli.prompter; // // return p1.ask(`Enter Instance Name ( <= ${selectedinstance.instanceName} ) : `).then(function (instanceName) { // // selectedinstance.instanceName = processedArgs._[1] = instanceName || selectedinstance.instanceName // // return p1.ask(`Enter Environment ( <= ${selectedinstance.node_env} ) : `).then(function (node_env) { // // selectedinstance.node_env = processedArgs.node_env = node_env || selectedinstance.node_env // // return p1.ask(`Enter cmd : // // p) pull // // Default <= p // // : `).then(function (cmd) { // // if (!cmd || cmd === 'p') { // // processedArgs._[0] = 'pull' // // } // // else processedArgs._[0] = cmd // // return p1.ask(`Enter preferred repo server ( <= ${selectedinstance.reposerver || selectedinstance.reposervers[0]} ) : `).then(function (reposerver) { // // selectedinstance.reposerver = reposerver || selectedinstance.reposerver || selectedinstance.reposervers[0] || 'https://git.bbh.org.in' // // }) // // }) // // }) // // }) // // } else { // // console.log(chalk.gray(`Default option not exercised. Please follow manual instructions to customize your instance here http://git.bbh.org.in/chess and try again.`)); // // fs.writeFileSync('run.log', ', ' + JSON.stringify({ success: 'quit without execution' }), { 'flag': 'a+' }) // // fs.writeFileSync('run.done', 'noop quit'); // // process.exit() // // } // // }) // } // PB : TODO -- Move this to utils assign... as an array merge option. var mergeObjByKey = function(arrOfObjs, keyName) { var keyedDistinct = {} var distinctArrOfObjs = [] arrOfObjs.forEach( o => { if(o) (keyedDistinct[o[keyName]] || (keyedDistinct[o[keyName]] = []) ).push(o) }) Object.keys(keyedDistinct).forEach(key => { distinctArrOfObjs.push( utils.assign_core( { arraymergetype : utils.assign_core.DISTINCT_UNION } , ...keyedDistinct[key] ) ) // PB : TODO -- Shallow use utils.assign }) return distinctArrOfObjs; } var cacheWriteInstanceConfig = function(chessinstances){ var instanceName = chessinstances['current_run'].instanceName; var node_env = chessinstances['current_run'].node_env; // PB : TODO -- We should be able to do simply merge at a higher level using assign chessinstances[instanceName][node_env].repos = mergeObjByKey(chessinstances[instanceName][node_env].repos || [], 'repo') ; chessinstances[instanceName][node_env].elevated = mergeObjByKey(chessinstances[instanceName][node_env].elevated || [], 'repo') ; fs.writeFileSync(instanceroot + '/chessinstances.js', 'module.exports = ' + JSON.stringify(chessinstances, null, 2) + '', { 'flag': 'w' }) } var os = require("os"); var hostname = os.hostname(); var clustername = null; // PB : TODO -- Prompt to acquire. var configs = (function(){ // We need to discover and use the most specialized config available. // Two passes are required as the config currently cloned may be switched by the discovery. // If the repo name is the same but has different remotes the newly acquired config from multiple remotes may // iteself redefine the remotes, repos and servers for the config which we need to honor.. return { ownerClusterNodeConfig(selected) { // Hostname and therefore clusternodename can be anything and can participate in many clusters. // Also many cluster node instance can be running as a set of services on the same host on the same port with ( specific domain names ) var clusternodename = hostname || `CHESS0001${selected.username}`; // Cluster node names need to be unique accross all clusters to avoid collitions. clustername = clustername || `${selected.username}-CHESS-${selected.node_env}`; return __acquireConfig(selected, { remote : 'userfork' } // PB : TODO -- accessiblity state should switch to public etc.. , selected.instanceName + '-config-' + selected.node_env + `-${clusternodename}` , function(e){ console.info('Customized node level config not found. This is not an Error. Will attempt with owner level config.'); return e; } ) } , ownerInstnace(selected) { return __acquireConfig(selected, { remote : 'userfork' } , selected.instanceName + '-config-' + selected.node_env , function(e){ console.info('Customized user level config not found. This is not an Error. Will attempt global common instance config.'); return e } ) } // PB : TODO -- Use the ORG level instance before falling back to common Instance coz common instance may not exist for certain orgs. , commonInstance(selected) { return __acquireConfig(selected, { defaultRepoOwner } , undefined , function(e){ // PB : TODO -- console.info('This is probably an error unless the user is asking to create a new instance with this name.') statuslog.statuslog(e, e) var manifestpath = path.normalize(selected.root + '/' + selected.instanceName + '-config-' + selected.node_env + '/repo-manifest'); utils.assign_core( { keycase : true, arraymergetype : utils.assign_core.DISTINCT_UNION } , selectedinstance, require(manifestpath)( null, { utils, username : selectedinstance.username, instanceName : selectedinstance.instanceName , node_env : selectedinstance.node_env, reposerver : 'https://git.bbh.org.in' } )) console.dir(selectedinstance.repos) // Config from server always override merges into selection except for the current selection. // PB : TODO -- utils.assign Array merges are non-distinct... if(selectedinstance?.repos && !selectedinstance.repos[0].repo) { console.warn('repo manifest has obsolete format. Attempting upgrade.') selectedinstance.repos = selectedinstance.repos.map(function(repo){ return { repo } }) } if(selectedinstance?.elevated && !selectedinstance.elevated[0]?.repo) { console.warn('elevated repo manifest has obsolete format. Attempting upgrade.') selectedinstance.elevated = selectedinstance.elevated.map(function(repo){ return { repo } }) } chessinstances[selected.instanceName][selected.node_env] = selectedinstance = __g.selectedinstance = utils.assign_core( { arraymergetype : utils.assign_core.DISTINCT_UNION } , selected, selectedinstance) chessinstances[selected.instanceName][selected.node_env].reposervers = Array.from(new Set(chessinstances[selected.instanceName][selected.node_env].reposervers)) selectedinstance.reposerver = selectedinstance.reposerver || selectedinstance.reposervers[0] // PB : TODO -- Attempt first one that is available and online... cacheWriteInstanceConfig(chessinstances) // ENV.NODE_ENV = selectedinstance.node_env; throw e } ) } // , genericChessInstance(selected) { return __acquireConfig(selected) } } })() var eNotImplemented = function(){ console.error('Not yet implemented') process.exit() } // PB : TODO -- accept additional arg - an array specifying custom configPriority. var acquireConfig = function(slections){ var configPriority = [ 'ownerClusterNodeConfig', 'ownerInstnace', 'commonInstance' /*, 'genericChessInstance'*/ ] return any(configPriority.map(cfg => { return function() { return configs[cfg](slections) } } ), true, true).then(()=>{ return acquireData(slections) }) } var instanceData = (function(){ return { ownerClusterNodeData(selected) { var clusternodename = hostname || `CHESS0001${selected.username}`; // Cluster node names need to be unique accross all clusters to avoid collitions. clustername = clustername || `${selected.username}-CHESS-${selected.node_env}`; return __acquireData(selected, { remote : 'userfork' } , selected.instanceName + '-data-' + selected.node_env + `-${clusternodename}` , function(e){ console.info('Customized node level data not found. This is not an Error. Will attempt with owner level config.'); return e; } ) } , ownerInstnace(selected) { return __acquireData(selected, { remote : 'userfork' } , selected.instanceName + '-data-' + selected.node_env , function(e){ console.info('Customized user level data not found. This is not an Error. Will attempt global common instance config.'); return e } ) } // PB : TODO -- Use the ORG level instance before falling back to common Instance coz common instance may not exist for certain orgs. , commonInstance(selected) { return __acquireData(selected, { defaultRepoOwner } // , function(e){ console.info('This is probably an error unless the user is asking to create a new instance with this name.') } ) } , genericChessInstance(selected) { return __acquireData(selected) } } })() var acquireData = function(slections){ var configPriority = [ 'ownerClusterNodeData', 'ownerInstnace', 'commonInstance' /*, 'genericChessInstance'*/ ] return any(configPriority.map(cfg => { return function() { return instanceData[cfg](slections) } } ), true, true) } function reinit(){ sysAddPathVar('%AppData%\\npm') resetgitconfig() } function init(){ sysAddPathVar('%AppData%\\npm') resetgitconfig() } function resetgitconfig(){ // https://git-scm.com/book/en/v2/Git-Tools-Credential-Storage // Git Credential storage... // git config --global credential.helper 'store --file ~/.gitcredentials' // git credential-store --file ~/.gitcredentials store // // notepad C:/Program Files/Git/etc/gitconfig // git config --global --unset credential // git config --edit --system // git config --global credential.helper "store --file ~/gitcredentials" // git credential fill // git credential-store --file ~/git.store store // Find system git config // git config --global --edit // git config --list --show-origin // git config --list --show-origin --show-scope // https://stackoverflow.com/questions/35942754/how-can-i-save-username-and-password-in-git // Recipie // git config --global --unset credentials.helper // cd /path/to/my/repo // git config --unset credential.helper // git config credential.helper 'store --file ~/.git_repo_credentials' // git config credential.*.username my_user_name // git config credential.https://gitlab.com.username my_user_name // git credential fill // git config --global credential.modalprompt false // doesnst work. // core askpass = ;;; https://stackoverflow.com/questions/37182847/how-do-i-disable-git-credential-manager-for-windows var options = { inherit: true, shell: true //, env: process.env , cwd: instanceroot , runas: processedArgs.runas } var task = ['git', ['config'], options] var tasklist = [ // ['--global', '--unset credentials.helper'] // ['--unset', 'credentials.helper'] // , // ['credential.helper', `'store --file git_repo_credentials'`] ['--global', 'credential.helper', "'store --file ~/.git_repo_credentials'"] , ['--global', '--replace-all', 'user.name', 'pb'] , ['--global', '--replace-all', 'user.email', 'pradeep@bbh.org.in'] // , ['--list'] // , ['credential', 'fill'] ] var onEachError = e => console.error( e.messages.join('\n') + e.result + '\n' + util.inspect(e) + '\n') var shellT = (args) => { return getgitbashtask(args, onEachError) // .catch(e => console.error( e.messages.join('\n') + e.result + '\n' + util.inspect(e) + '\n' + tasq.toString()) ) } execserial(tasklist, task, shellT, onEachError ) } var createTasq = (args, shellT, onEachError) => { var tasq = shellT ? shellT(args) : (() => { return nodeShellExec.apply(null, args).catch( onEachError || function(e){ console.error(e) } ) }) tasq.toString = function(){ return JSON.stringify(args)} return tasq; } var execserial = function(tasklist, task, shellT){ var exec = (taskArgs)=>{ var thistask = task.concat(); thistask[1] = thistask[1].concat() thistask[1].push.apply(thistask[1], taskArgs) return createTasq(thistask, shellT) } return any(tasklist.map(exec)) } var execonce = function(taskArgs, task){ return any([task[1].push.apply(task[1], taskArgs)].map(createTasq)) } var __acquireConfig = function (selected, options, configrepo, errHandler) { configrepo = configrepo || selected.instanceName + '-config-' + selected.node_env; var errorHandler = (e) => { if(e.messages.join(' ').match(new RegExp (`fatal: unable to access '${selectedinstance.reposerver}/${selected.username || options.defaultRepoOwner}/${configrepo}.git/': Failed to connect to .*? port .*? after .*? ms: Timed out`))){ // console.error('Could not connect to repo server. Timed Out') return cli.prompt( ['(y)es', '(n)o', '(r)etry'], 'Could not connect to repo server. Timed Out. Would you like to switch server ? (y/n) ', 'y' ).then(propValue => { if(propValue === 'y') { reconfirm = getReconfirmAll() return startElxr() } else if(propValue === 'r'){ return acquireConfig(selected) } else process.exit() }) } if(e.messages.join(' ').match(new RegExp (`fatal: repository '${selectedinstance.reposerver}/${selected.username || options.defaultRepoOwner}/${configrepo}.git/' not found`))){ var choices = { t : `install a new temporary local instance with this name ( will not persist ). Use your own username for additional options. You can request for a username at chess@bbh.org.in )` , e : 'exit' } if(selectedinstance.username !== 'guest' && selectedinstance.username !== 'demo') { choices = utils.assign_core( { arraymergetype : utils.assign_core.DISTINCT_UNION } , { i : 'create a new instance with this name => will fork the default config under your username' , f : 'fork a new instance with this name for yourself for this node from another instance' , o : 'fork a new instance with this name for your organization from another instance' // prompt organization name... , c : 'create a custom config for yourself for this node' // prompt hostname as nodename , p : 'create a custom config for yourself ' }, choices) } return cli.prompt( choices , 'Config for instance not found. Would you like to ', 'e' ).then(propValue => { if(propValue === 't') { selectedinstance.local = true; return createInstance(selectedinstance) } if(propValue === 'i') return eNotImplemented() if(propValue === 'f') return eNotImplemented() if(propValue === 'o') return eNotImplemented() if(propValue === 'c') return eNotImplemented() // return createLocalChessInsance(selectedinstance) if(propValue === 'p') return eNotImplemented() // return createChessInstance(selectedinstance) // if(propValue === 'o') createChessInstance(selectedinstance, orgname) else process.exit() }) } console.warn(e) throw e; //('Config acquisition failed.') } var successHandler = () => { var manifestpath = path.normalize(selected.root + '/' + selected.instanceName + '-config-' + selected.node_env + '/repo-manifest'); utils.assign_core( { keycase : true, arraymergetype : utils.assign_core.DISTINCT_UNION } , selectedinstance, require(manifestpath)( null, { utils, username : selectedinstance.username, instanceName : selectedinstance.instanceName , node_env : selectedinstance.node_env, reposerver : 'https://git.bbh.org.in' })) console.dir(selectedinstance.repos) // Config from server always override merges into selection except for the current selection. // PB : TODO -- utils.assign Array merges are non-distinct... if(!selectedinstance.repos[0].repo) { console.warn('repo manifest has obsolete format. Attempting upgrade.') selectedinstance.repos = selectedinstance.repos.map(function(repo){ return { repo } }) } if(selectedinstance.elevated[0] && !selectedinstance.elevated[0].repo) { console.warn('elevated repo manifest has obsolete format. Attempting upgrade.') selectedinstance.elevated = selectedinstance.elevated.map(function(repo){ return { repo } }) } chessinstances[selected.instanceName][selected.node_env] = selectedinstance = __g.selectedinstance = utils.assign_core( { arraymergetype : utils.assign_core.DISTINCT_UNION } , selected, selectedinstance) chessinstances[selected.instanceName][selected.node_env].reposervers = Array.from(new Set(chessinstances[selected.instanceName][selected.node_env].reposervers)) selectedinstance.reposerver = selectedinstance.reposerver || selectedinstance.reposervers[0] // PB : TODO -- Attempt first one that is available and online... cacheWriteInstanceConfig(chessinstances) ENV.NODE_ENV = selectedinstance.node_env; } return performPull( selected.reposindexed[configrepo] || { repo : configrepo } , null, selected.username || options.defaultRepoOwner, errHandler || errorHandler || ((e)=>{ throw e })).then( successHandler ) .catch( (e)=>{ // if(e){ if(Promise.resolve(e) === e) return e; // console.error(e) e.benign = true; throw e; // Not a hard error but we need this for bcontinueonfailure as we still want to stop on firstsuccess. // } }) } var __acquireData = function (selected, options, datarepo, errHandler) { datarepo = datarepo || selected.instanceName + '-data'; var errorHandler = (e) => { if(e.messages.join(' ').match(new RegExp (`fatal: unable to access '${selectedinstance.reposerver}/${selected.username || options.defaultRepoOwner}/${datarepo}.git/': Failed to connect to .*? port .*? after .*? ms: Timed out`))){ // console.error('Could not connect to repo server. Timed Out') return cli.prompt( ['(y)es', '(n)o', '(r)etry'], 'Could not connect to repo server. Timed Out. Would you like to switch server ? (y/n) ', 'y' ).then(propValue => { if(propValue === 'y') { reconfirm = getReconfirmAll() return startElxr() } else if(propValue === 'r'){ return acquireConfig(selected) } else process.exit() }) } if(e.messages.join(' ').match(new RegExp (`fatal: repository '${selectedinstance.reposerver}/${selected.username || options.defaultRepoOwner}/${datarepo}.git/' not found`))){ var choices = { t : `install a temporary local data folder. For more options. Request and use a personal username at chess@bbh.org.in )` , e : 'exit' } if(selectedinstance.username !== 'guest' && selectedinstance.username !== 'demo') { choices = utils.assign_core( { arraymergetype : utils.assign_core.DISTINCT_UNION } , { i : 'create a new instance with this name => will fork the default config under your username' , f : 'fork a new instance with this name for yourself for this node from another instance' , o : 'fork a new instance with this name for your organization from another instance' // prompt organization name... , c : 'create a custom config for yourself for this node' // prompt hostname as nodename , p : 'create a custom config for yourself ' }, choices) } return cli.prompt( choices , 'Data repo for instance not found. Would you like to ', 'e' ).then(propValue => { if(propValue === 't') { selectedinstance.local = true; return createInstanceData(selectedinstance) } if(propValue === 'i') return eNotImplemented() if(propValue === 'f') return eNotImplemented() if(propValue === 'o') return eNotImplemented() if(propValue === 'c') return eNotImplemented() // return createLocalChessInsance(selectedinstance) if(propValue === 'p') return eNotImplemented() // return createChessInstance(selectedinstance) // if(propValue === 'o') createChessInstance(selectedinstance, orgname) else process.exit() }) } console.warn(e) throw e; //('Config acquisition failed.') } var successHandler = () => { } return performPull( selected.reposindexed[datarepo] || { repo : datarepo } , null, selected.username || options.defaultRepoOwner, errHandler || errorHandler || ((e)=>{ throw e })).then( successHandler ) .catch( (e)=>{ // if(e){ if(Promise.resolve(e) === e) return e; // console.error(e) e.benign = true; throw e; // Not a hard error but we need this for bcontinueonfailure // } }) } var launchpath = path.resolve(path.normalize(process.env.wd)) var thisscriptdir = path.normalize(__dirname); // PB : TODO -- Thisscriptdir could be dislocated when run as a standalone file... We need to detect this where and how we were run. // The easisest would be to ask for a target directory and default to current dir.... // path.dirname(launchpath).split(path.sep).pop() var parent = path.dirname(launchpath); var pp = launchpath; var instancediscoverytasks = []; while(parent !== pp){ instancediscoverytasks.push( ((pa)=>{ var p = pa; return function(){ return hasElxr(p).then((value)=>{ if(value) return p // PB : TODO -- Using throw like this is not friendly with any... throw Object.assign( new Error('Benign Failure in Batch') , { value : false, benign : true }); }) } })(pp) ) pp = parent; parent = path.dirname(parent); } var instanceroot = null var detectInstanceRoot = any(instancediscoverytasks, true, true).then( ir => { if(ir.error) { instanceroot = path.normalize(thisscriptdir) === path.normalize(launchpath) ? path.normalize(thisscriptdir + '/..') : launchpath ; } else instanceroot = ir.pVal return instanceroot }).catch(()=>{ instanceroot = path.normalize(thisscriptdir) === path.normalize(launchpath) ? path.normalize(thisscriptdir + '/..') : launchpath ; }) // We first load the default and then override with a runconfig if it exists else we override with the interactive prompts. // Then acquire and reload and replace this default. var hasElxr = function(path, options, cb) { // PB : TOOD -- Navigate up the folder chain to discover the relevant .elxr directory. options = options || {}; var tasks = [ '/elxr' // Is there a subfolder named elxr , '/elxr/.git' // which is self git repository // , '/elxr/.elxr' // and has .elxr subfolder we now store this in the instanceroot. , '/elxr/' + __ALIAS__STAMP__ // Which has our stamp. ] if(options.sync) { return tasks.earlyreduce((acc, tpath)=>{ var value = existsFolderSync(path + tpath); return { value, done : acc && !value }; }).value } if(cb) return cb(null, tasks.earlyreduce((acc, tpath)=>{ var value = existsFolderSync(path + tpath); return { value, done : acc && !value }; }).value ); return Promise.resolve(tasks.earlyreduce((acc, tpath)=>{ var value = existsFolderSync(path + tpath); return { value, done : acc && !value }; }).value); } var hasElxrSync = function(path){ return hasElxr(path, { sync :true}); } var detectfromroot = function(root){ return { root, node_env : path.basename(root), instanceName : path.basename( path.dirname(root) ) } } var detectLocalInstances = function () { console.log(`launchpath = ${launchpath}`) console.log(`thisscriptdir = ${thisscriptdir}`) // PB : TODO -- !Postpone this. console.log(`instanceroot = ${instanceroot}`) // Not yet confirmed... // Note : Paths should already be normalized fefore this. var root = instanceroot; var detected = { root }; var instanceoptions = [clioverrides] return hasElxr(launchpath).then( (elxrCliExists) => { // We need a reference to the root director for elxr cli to be properly oriented. if (( elxrCliExists && path.normalize(launchpath + '/elxr')) === thisscriptdir) { // We were run from the proper root with elxr cli in the subfolder. instanceroot = root = launchpath; instanceoptions.splice( 0, 0, detected = { root }) instanceoptions.splice( 0, 0, detectfromroot(root)) } else { if(path.normalize(launchpath + '/elxr') === thisscriptdir) { // elxrCliExists is false -- and yet thiscriptdir is still proper. // PB : TODO -- Maybe a warning / abort if for some reason this scriptdir should not be taken over... console.error('Warning : detected thisscriptdir as elxr subfolder but not recognized as elixir. git updates might fail.') instanceroot = root = launchpath; instanceoptions.splice( 0, 0, detected = { root }) instanceoptions.splice( 0, 0, detectfromroot(root)) } else if (launchpath === thisscriptdir) { var parentHasElxr = hasElxrSync(launchpath + '/..') // PB : TODO -- verify if we have .elxr folder in the parent... if(!parentHasElxr) { // ! thisscriptdir is not elxr. console.error('Invalid run location in subfolder that looks like elxr. We should probably abort as elxr will not sync.') } // Same directory doesn't mean we are being run from elxr sub directory. // In standalone build script we may or not be in the same location. if (BUILD_VERSION.indexOf('Version: {version} - built on {date}') > -1) { // Unbuilt therefore we are in the elxr sub directory. instanceroot = root = path.normalize(launchpath + '/..'); instanceoptions.splice( 0, 0, detected = { root }); instanceoptions.splice( 0, 0, detectfromroot(root)); } else { // Built version. // We could have been run from the elxr subfolder. Highly likely that the built version isn't the full elxr. if(parentHasElxr) { // Built version was run from the full elxr subfolder. Should work // PB : TODO -- but we should switch to the full version... instanceroot = root = path.normalize(launchpath + '/..'); instanceoptions.splice( 0, 0, detected = { root }) instanceoptions.splice( 0, 0, detectfromroot(root)) } else { instanceroot = root = launchpath; instanceoptions.splice( 0, 0, detected = { root }) instanceoptions.splice( 0, 0, detectfromroot(root)) // Assume current launchpath is a new instance and create. // Figure out the instnace name and environment from parent folders as an alternative option with confirmation if not provided in the arguments. // if(clioverrides.instanceName) { // if(clioverrides.node_env) { // instanceroot = root = path.normalize(launchpath + '/' + clioverrides.instanceName + '/' + clioverrides.node_env) // instanceoptions.splice( 0, 0, detected = { root, instanceName : clioverrides.instanceName, node_env : clioverrides.node_env }) // // instanceoptions.splice( 0, 0, detectfromroot(root)) // This can be an option but is unnecessary unless a confirmation is provided. // // also folder names may have no relation to the actual instanceName and instanceType coz we need to have many // // eg : floder name can be elixir01 but instance name is elixr // } // else { // instanceroot = root = path.normalize(launchpath + '/' + clioverrides.instanceName + '/' + 'development') // instanceoptions.splice( 0, 0, detected = { root, instanceName : clioverrides.instanceName, node_env : 'development' }) // instanceoptions.splice( 0, 0, detectfromroot(root)) // A recessive option only. // } // } // else { // instanceroot = root = launchpath; // if(clioverrides.node_env) { // instanceoptions.splice( 0, 0, detected = { root, node_env : clioverrides.node_env }) // instanceoptions.splice( 0, 0, detectfromroot(root)) // } // else { // // Nothing was specified... We only have one option from root. // instanceoptions.splice( 0, 0, detected = detectfromroot(launcpath)) // } // } } } } else { if(elxrCliExists) { instanceroot = root = launchpath; instanceoptions.splice( 0, 0, detected = { root }) instanceoptions.splice( 0, 0, detectfromroot(root)) } } } instanceroot = detected.root __default.root = root; clioverrides.root = clioverrides.root || root; // Resolves empty array when No known instances detected. return Promise.resolve(instanceoptions) }) } var getReconfirmAll = ()=>{return { instanceName : true, instanceType : true, reposerver : true, username : true, password : true } } if(clioverrides.reconfirm) { var reconfirm = getReconfirmAll() } else { var reconfirm = {}; } var shouldPrompt = function(k, possiblePrompts, target){ return ((possiblePrompts[k] !== undefined && possiblePrompts[k] !== null) && target[k] !== possiblePrompts[k] || (possiblePrompts[k] === undefined || possiblePrompts[k] === null) && (target[k] === undefined || target[k] === null) || reconfirm[k]) } var getBoundEachPrompt = function(target, possiblePrompts, promptables, choices, promptsfilter) { return function(prompts, k, i, a){ // Reducer for all prompts on targets. // No local instances config found. We use a default initialized instance available in selectedinstance // Confirm those that were not supplied as user choices in runtime args and proceed to reattempt. // PB : TODO -- selectedinstance === __default check to prompt everything... if( shouldPrompt(k, possiblePrompts, target) ) { delete reconfirm[k]; // console.log(k) // console.dir(possiblePrompts); //console.dir(target) prompts.push(async ()=>{ // PB : NOTE -- Important in async cases when this {{target}} needs to be in the same state as when it was invoked. // We need to take a snapshot... Shallow.. !! If required deep should be used based on use case. // var asyncthis = Object.assign(this); // By default Latest altered state is provided which is an implicit reference directly. promptables[k].choices = choices[k] Object.defineProperty(target, k, getPromptableAsyncPropDescriptor(k, promptables[k])); return await target[k] }) } delete possiblePrompts[k] // PB : TODO We should keep this around instead of deleting so we can do a second pass if required. return prompts } } var __interactive_prompts = function( target, choices, promptsfilter ){ Object.defineProperty(target, 'node_env', { get : function(){ return this.instanceType } }); var interactionpoints = { runchoice : { label : `Choose an option : d) Install the default chess instance. => elxr i chess node_env=development --default n) Create your custom new instance interactively => elxr i {{instanceName}} node_env={{environment}} i) Choose an instance and environment to install => elxr i {{instanceName}} node_env={{environment}} c) Choose a command to run ( pull, use, i, npmi ... ) <= pull => elxr {{cmd}} {{instanceName}} node_env={{environment}} h) Help q) Quit : ` , choices : [] , defaultchoice : 'c' , selectedchoice : target.runchoice , interpret : function(choice){ var interpret_map = { d : function(){ processedArgs._[0] = 'i' target.instanceName = processedArgs._[1] = processedArgs._[1] || 'chess' target.node_env = processedArgs.node_env = (process.env.NODE_ENV && process.env.NODE_ENV.trim()) || processedArgs.node_env || 'development' target.reposerver = 'https://git.bbh.org.in' } , n : function() { processedArgs._[0] = 'i' } , i : function() { processedArgs._[0] = 'i' // processedArgs._[1] = target.instanceName || processedArgs._[1] || 'chess'; } , c : async function() { // this here will always be the target. Object.defineProperty(this, 'cmd', getPromptableAsyncPropDescriptor('cmd', { label : `Enter cmd : p) pull Default <= p : ` , defaultchoice : 'pull' } )); var cmd = await target['cmd']; if (!cmd || cmd === 'p') { target['cmd'] = processedArgs._[0] = 'pull' } else target['cmd'] = processedArgs._[0] = cmd return cmd; } , h : function() { console.log(elxr.help()); process.exit() } // PB : TODO -- Why do we need log. , q : function() { process.exit() } } if(Promise.resolve(choice) === choice){ return choice.then( resolvedchoice => { return (interpret_map[choice] || interpret_map['c']).call(target) }) } else return Promise.resolve( (interpret_map[choice] || interpret_map['c']).call(target) ) // var __interpreter = interpret_map[choice] || interpret_map['c'] // if(!choice) return interpret_map['c']() // This should not happen prompter should always give us a default choice. // if(interpret_map[choice]) __interpreter = interpret_map[choice]; // return __interpreter.call(target) } } , instanceName : { label : `Enter Instance Name ( <= ${target.instanceName || 'chess'} ) : ` , choices : choices['instanceName'], defaultchoice : 'chess' , selectedchoice : target.instanceName } , instanceType : { label : `Enter Instance Type ( <= ${target.instanceType || 'development'} ) : ` , choices : choices['instanceType'], defaultchoice : 'development' , selectedchoice : target.instanceType || 'development' } , reposerver : { label : `Enter Repo Server Base Url ( <= ${target.reposerver || 'https://git.bbh.org.in'} ) : ` , get choices() { choices['reposerver'].forEach( rs => { var __rs = new URL(rs); __rs.hostname = __rs.host; __rs.path = '/' __rs.method = 'GET' RESTAPI.get(__rs, function(data){ rs.accessibility = 'unaccessible' } , function(error){ rs.accessibility = 'unaccessible' } ) }) return choices['reposerver'] } , defaultchoice : 'https://git.bbh.org.in' , selectedchoice : target.reposerver } , 'upstream-remote' : { label : `Enter Remote Name ( <= ${target['upstream-remote'] || 'chess'} ) : ` , get choices() { var reposerver = target['reposerver'] var remotes = [] var trs = target.reposervers || [] trs.forEach(rs => { if(rs.server === reposerver){ remotes.push(remote) // PB : TODO -- Sort and display highest priority target.remotes.sort( ) } }) return remotes } , defaultchoice : 'userfork' , selectedchoice : target['upstream-remote'] || 'userfork' // Just using getters resolves dependencies..., dependencies : [ ()=>{ return target['reposerver'] } ] } , 'remote-type' : { label : `Enter Remote Type ( <= ${target['remote-type'] || 'public'} ) : ` , get choices() { return ['public', 'private', 'github', 'unc'] } , defaultchoice : 'public' , selectedchoice : target['remote-type'] || 'public' // Just using getters resolves dependencies..., dependencies : [ ()=>{ return target['reposerver'] } ] } , 'selectedremotes' : { label : `Chose Remote Names ( <= ${target['selectedremotes'] || 'chess'} ) : ` , get choices() { var reposerver = target['reposerver'] // PB : TODO -- We need options to work with multiple selected reposervers at the same time.. var remotenames = [] Object.entries(target.remotes || []).forEach( ([rname, r]) => { if(r.server === reposerver && r.accessibility.find( target[ 'remote-type' ] )){ remotes.push(rname) // PB : TODO -- Sort and display highest priority target.remotes.sort( ) } }) // PB : TODO -- Need to generate all possible permuted choices nP( 1 -> n ) // Currenty handles all combinations without any priority order. var _remotechoices = [] // Array of arrays of choices. remotenames.forEach( r => { var __rcs = [] _remotechoices.forEach(rc => { __rcs.push( rc.concat(r) ) }) Array.prototype.push.apply( _remotechoices, __rcs) _remotechoices.push(r) }) return _remotechoices } , defaultchoice : ['userfork-public', 'chess-public'] , selectedchoice : target['selectedremotes'] || ['userfork-public', 'chess-public'] // , defaultchoice : { 'userfork-public' : target.remotes['userfork-public'] , 'chess-public' : target.remotes['chess-public'] } // , selectedchoice : target['selectedremotes'] || { 'userfork-public' : target.remotes['userfork-public'] , 'chess-public' : target.remotes['chess-public'] } // Info : Just using getters resolves dependencies..., dependencies : [ ()=>{ return target['reposerver'] } ] } , get username() { return { label : `Enter User Id for ${target.reposerver} ( <= ${target.username || 'chess'} ) : ` , choices : choices['username'], defaultchoice : 'chess', selectedchoice : target.username } } , get password() { return { label : `Enter Password for ${target.username} @ ${target.reposerver} ( <= ${target.password || ''} ) : ` , choices : choices['password'], defaultchoice : '***', selectedchoice : target.password } } , get email() { return { label : `Enter Email for ${target.username} @ ${target.reposerver} ( <= ${target.email || ''} ) : ` , choices : choices['email'], defaultchoice : 'guest@bbh.org.in', selectedchoice : target.email } } } function getPromptKeys() { if(! (processedArgs.label || processedArgs._[0]) ) return Object.assign({}, interactionpoints); return promptkeys } var eachPrompt = getBoundEachPrompt( target, getPromptKeys() , interactionpoints, choices, promptsfilter) return Object.keys(promptsfilter || interactionpoints).reduce(eachPrompt, []) } var downloadsdir = '../Downloads'; var prerequisites = [ { shellcmd: 'git', name : 'git', url: 'https://github.com/git-for-windows/git/releases/download/v2.31.0.windows.1/Git-2.31.0-64-bit.exe' , installer: 'Git-2.31.0-64-bit.exe' , installcmd: ['cmd', ['/c', 'start', '/WAIT', path.resolve(downloadsdir + '/' + 'Git-2.31.0-64-bit.exe') , '/VERYSILENT' // , '/MERGETASKS=!runcode' // This is required only for vscode... ]] , preinstallsteps: function() { var steps = [ () => { if (!existsSync(downloadsdir + '/' + this.installer)) { return nodeShellExec(`${selectedinstance.root}/.elxr/run-${runtimestamp}/download.bat`, [this.url, downloadsdir + '/' + this.installer]) } else return Promise.resolve(true) } ] var prompts = this.getuser(null, ()=>{ // console.log('preinstallsteps') // var gitUser = 'guest'; // var gitEmail = 'guest@bbh.org.in'; // var prompts = []; // prompts.push( ()=>{ return cli.prompt(choices['username'], 'git user name').then(gituser => gitUser = gituser) } ) // prompts.push( ()=>{ return cli.prompt(choices['useremail'], 'git user email').then(gitemail => gitEmail = gitemail) } ) // console.log('prompting in preinstallsteps') // return any(prompts).then(()=>{ // var steps = [ // ['git', ['config', '--global', '--add', 'user.name', `${gitUser}`]] // , ['git', ['config', '--global', '--add', 'user.email', `${gitEmail}`]] // ] // return any(steps.map(getshelltask)).then(() => { // }) // }); return Promise.resolve(true) }) return any([any(steps), prompts]) } , installsteps: function () { return any([this.installcmd].map(getshelltask)) } , postinstallsteps: function(err, users){ return this.getuser(null, (err, data)=>{ // ignore err and proceed with data as guest. console.dir(data) if(data && data.length === 1 && !shouldPrompt('username', promptkeys, selectedinstance) ) { return username = data[0]; } data = data || ['guest'] choices['username'] = Array.from( new Set( data.concat( (choices['username'] || []) )) ) console.log('prompting in postinstallsteps') var username = 'guest'; var email = 'guest@bbh.org.in'; var password = '***'; return any( getInteractionPoints(selectedinstance, promptkeys, { username, password, email}) ).then(()=>{ if(!data.find(e => e === selectedinstance.username)) { var steps = [ ['git', ['config', '--global', '--add', 'user.name', `${username}`]] , ['git', ['config', '--global', '--add', 'user.email', `${email}`]] ] return any(steps.map(getshelltask)).then(() => { }) } else { return Promise.resolve(true) } }); }) } , install: function () { return any([ /*this.preinstallsteps,*/ this.installsteps.bind(this), this.postinstallsteps.bind(this)]) } , verifyAndInstall : function(){ return getTaskCheckExists(this.shellcmd, { ignorefailures: true })().then((exists) => { if(exists) { // return any(['git', ['config', '--global', '-l']].map(getshelltask)) return this.postinstallsteps.bind(this)() } return this.install(); }); } , getuser : function(repo, onResult){ var __onResult = onResult || function(e, data){ data = data || [] choices['username'] = Array.from( new Set( data.concat( (choices['username'] || []) )) ) // console.dir(choices) return data[0] } var globalOrLocal = '--global'; if(repo) globalOrLocal = '--local' return any([['git', ['config', globalOrLocal, '--get-all', 'user.name']]].map(getshelltask)).then((result)=>{ // not yet configured. if(!result.success) return __onResult(result) else { var users = result.messages[0].trim().split('\n'); if(users.length === 0 || users.length === 1 && users[0] === 'guest') { return __onResult(result) } else { return __onResult(null, Array.from( new Set( users ) ) ); }// PB : TODO == We should probably prompt with all the users available for selection ! } }) .catch((e)=>{ console.log(e) return __onResult(e) }) } } , { shellcmd: 'node', name : 'node', url: 'https://nodejs.org/dist/v14.16.0/node-v14.16.0-x64.msi' , installer: 'node-v14.16.0-x64.msi' , installcmd: ['MSIEXEC.exe', ['/i' , path.resolve(downloadsdir + '/' + 'node-v14.16.0-x64.msi') , 'ACCEPT=YES', '/passive']] , install : function() { return any([this.installcmd].map(getshelltask)).then(() => { }) } } ] for(var i=0; i{ prerequisites[p.shellcmd] = p }) function ensureDirectoryExistence(filePath) { var dirname = path.dirname(filePath); if (fs.existsSync(dirname)) { return filePath; } ensureDirectoryExistence(dirname); fs.mkdirSync(dirname); return filePath; } var mainTasks = []; function verifyAndInstallPrerequisites() { var downloadtasks = []; var installtasks = []; prerequisites.forEach(preq => { downloadtasks.push(getTaskCheckExists(preq.shellcmd, { ignorefailures: true })().then((exists) => { if (exists) console.log(`${preq.shellcmd} exists`) else { console.log(`${preq.shellcmd} is not installed`) return preq.preinstallsteps.call(preq).then(() => { installtasks.push(preq.install.bind(preq)) }) } })) }) return Promise.all(downloadtasks).then(() => { return any(installtasks) }) } var getPromptableAsyncPropDescriptor = function(propName, promptable){ return { get (){ return any( promptable.dependencies || [] ).then(()=>{ return cli.prompt( promptable.choices, promptable.label, promptable.defaultchoice, promptable.selectedchoice ).then(propValue => { var asyncprop = Promise.resolve(propValue) if(promptable.interpret){ asyncprop = promptable.interpret(propValue) } return asyncprop.then( ()=>{ Object.defineProperty(this, propName, { value: propValue, writable: true, configurable : true, enumerable : true }); return propValue } ) }) } ) } // , set (propValue){ // Object.defineProperty(this, propName, { // value: propValue, // writable: true, // PB : TODO -- Use this to fix value permanently until run is over. // configurable : true, // enumerable : true // }) // return propValue; // } , configurable : true , enumerable : true } } function acquirelocalinstances(selected){ // utils.assign is used to cleanup duplicates... assuming chessinstances.js is probably not clean. var chessinstances = utils.assign_core( { arraymergetype : utils.assign_core.DISTINCT_UNION } , require(path.normalize(selected.root + '/chessinstances.js'))); return chessinstances } function findlocalinstances(chessinstances, instanceoptions){ // We can expect a .elxr at each level. ['' /* instanceroot */, '../' /* instanceTypes or node_env */, '../..' /* instanceNames */]. earlyreduce( ( value, p, i, a )=>{ var localinstancesPath = `${instanceroot}/${p}.elxr`; if(existsSync( localinstancesPath )) { try { var chessinstances = acquirelocalinstances( { localinstancesPath } ) return Object.keys(chessinstances).earlyreduce( ( value, instanceName) => { return Object.keys(chessinstances[instanceName]).earlyreduce( (value, instanceType) => { if( path.normalize(chessinstances[instanceName][instanceType].root) === path.normalize( instanceroot) ) { instanceoptions.splice( 0, 0, chessinstances[instanceName][instanceType]) return { value : chessinstances[instanceName][instanceType] , done : true }; } }) }) } catch(e){ return { } } } else return { } } ) } // function updateselection(selected) { selectedinstance = utils.assign(selectedinstance, selected) } var runconfig = null; var chessinstances = { current_run : {} }; var promptkeys = { cmd : processedArgs._[0] || 'pull' // Try not to prompt anything unless absolutely necessary or reconfirm is forced. // 'instanceName' : true // , 'node_env' : true // , username : '' // , runchoice : 'c' } // promptkeys.runchoice = promptkeys.cmd ? 'c' : undefined function createLocalChessInstance( cfg ){ // return createInstance(cfg) reconfirm = getReconfirmAll() var inst = {}; var __new = Object.assign({}, __default, cfg) inst[cfg.node_env] = __new; return inst; } var choices = { 'instanceName' : [] , 'reposerver' : [] , 'upstream-remote' : [] , 'instanceType' : [] , username : ['guest', 'chessdemo', 'demo'] } var getInteractionPoints = function(detectedinstanceoptions, possiblePrompts, promptsfilter){ var instances = [] var reposervers = []; var remotes = []; var instanceNames = [] var instanceTypes = ['development', 'production']; Object.keys( chessinstances).forEach(instanceName => { if(instanceName === 'current_run') return; Object.keys( chessinstances[instanceName] ).forEach(node_env=>{ var instance = chessinstances[instanceName][node_env]; reposervers = reposervers.concat(instance.reposervers) if(instance.reposerver) reposervers.push(instance.reposerver) instances.push(instance) instanceTypes.push(instance.node_env) instanceNames.push(instance.instanceName) Array.prototype.push.apply(remotes, Object.keys(instance.reposerverinstances[instance.reposerver].remotes)) }) }) instances = instances.concat(detectedinstanceoptions) if(selectedinstance['instanceName']) instanceNames.push(selectedinstance['instanceName']) if(possiblePrompts['instanceName']) instanceNames.push(possiblePrompts['instanceName']) if(selectedinstance['reposervers']) reposervers = reposervers.concat(selectedinstance['reposervers']) choices['instanceName'] = Array.from( new Set(instanceNames.concat(choices['instanceName'])) ) choices['reposerver'] = Array.from( new Set(reposervers.concat(choices['reposerver'])) ) // choices['upstream-remote'] = Array.from( new Set(remotes.concat(choices['upstream-remote'])) ) choices['instanceType'] = Array.from( new Set(instanceTypes.concat(choices['instanceType'])) ) return __interactive_prompts(selectedinstance, choices, promptsfilter) } var detection_state = { localInstanceDetected : false } const https = require('https') const http = require('http'); const { resolve } = require('path'); const { Console } = require('console'); const RESTAPI = (function(){ // Singleton function RESTAPI(){} // RESTAPI.create = RESTAPI; // Returns the one singe instance which is the class itself // const options = { // hostname: 'whatever.com', // port: 443, // path: '/todos', // method: 'POST', // headers: { // 'Content-Type': 'application/json', // 'Content-Length': data.length // } // } RESTAPI.method = function(options, resolve, reject){ var __method = function() { options.headers = options.headers || { 'Content-Type': 'application/json' } if(options.payload) { const data = new TextEncoder().encode( JSON.stringify(options.payload) ) options.headers = options.headers || { 'Content-Type': 'application/json', 'Content-Length': data.length } } if(!options.authenticatepost) options.headers.Authorization = `token ${usertokens[options.username]}` var acquirer = getHTTPorS(options) const req = acquirer.request(options, res => { if (res.statusCode < 200 || res.statusCode >= 300) { return reject(new Error('statusCode=' + res.statusCode)); } var body = []; // res.setEncoding('utf8'); res.on('data', function(chunk) { body.push(chunk); }); res.on('end', function() { try { body = JSON.parse(Buffer.concat(body).toString()); } catch(e) { reject(e); } resolve(body); }); }); req.on('error', error => { console.error(error) reject(error) }) if(options.payload) req.write(data) req.end() } if(!options.authenticatepost && !usertokens[options.username]) { RESTAPI.authenticate(options, function(tokenresp){ usertokens[options.username] = tokenresp.sha1 __method(options, resolve, reject) }, function(err){ throw err} ) } else __method(options, resolve, reject) } RESTAPI.post = RESTAPI.method var usertokens = {} RESTAPI.authenticate = function(options, resolve, reject){ options.headers = options.headers || { 'Content-Type': 'application/json' } if(!usertokens[options.username]) { // Authenticate and acquire token. // https://git.bbh/api/v1/users//tokens // curl -XPOST -H "Content-Type: application/json" -k -d '{"name":"demo"}' -u demo:demo123 http://git.bbh/api/v1/users/demo/tokens var _options = Object.assign({}, options) // _options.username = 'demo' // _options.password = 'demo123' _options.method = 'POST' _options.headers.Authorization = `Basic ${Buffer.from(`${_options.username}:${_options.password}`).toString('base64')}` _options.path = `/api/v1/users/${_options.username}/tokens` _options.authenticatepost = true var postoptions = { name : _options.username } delete _options.username delete _options.password _options.payload = postoptions RESTAPI.post( _options, function(tokenresp){ // tokenresp = JSON.parse(tokenresp) usertokens[options.username] = tokenresp.sha1 resolve(tokenresp) }, function(err){ reject(err) } ) } else resolve(tokenresp.sha1) } RESTAPI.get = RESTAPI.post = RESTAPI.method return RESTAPI })(); var getHTTPorS = function(options){ return options.protocol.startsWith('https') ? https : http; } const GITEA = (function(){ function GITEA(){} GITEA.repository = { fork( httpoptions, cmdoptions, giteaoptions, resolve, reject ){ // forkoptions = { owner : httpoptions.username, repo : {{reoptoFork}} } // giteaoptions = { // organization string // --- organization name, if forking into an organization // } // http://try.gitea.io/api/v1/repos/{owner}/{repo}/forks httpoptions.path = `/api/v1/repos/${cmdoptions.owner}/${cmdoptions.repo}/forks` httpoptions.method = 'POST' httpoptions.payload = giteaoptions; return RESTAPI.post(httpoptions, resolve || function(){}, reject || function(){} ) } , updateattributes( httpoptions, cmdoptions, giteaoptions, resolve, reject ){ httpoptions.path = `/api/v1/repos/${cmdoptions.owner}/${cmdoptions.repo}` httpoptions.method = 'PATCH' httpoptions.payload = giteaoptions; return RESTAPI.post(httpoptions, resolve || function(){}, reject || function(){} ) } } GITEA.user = { getuser( httpoptions, cmdoptions, giteaoptions, resolve, reject ){ // ​/users​/{username} // Get a user httpoptions.path = `/api/v1/users/${httpoptions.username}` httpoptions.method = 'GET' return RESTAPI.get(httpoptions, giteaoptions, resolve || function(){}, reject || function(){} ) } } return GITEA })(); // Wrapper for Git shell operations. Some meta operations will map to a bunch of GIT commands. const GIT = (function(){ function GIT(){} Object.assign(GIT, { 'switch user'(username){ var server = new URL(selectedinstance.reposerver); return GITEA.user.getuser({ hostname : server.host, protocol : server.protocol , username : selectedinstance.username, password : selectedinstance.password }).then(()=>{ return nodeShellExec('git', ['config', '--replace-all', 'user.name', username], { inherit: true, shell: true, env: process.env , cwd: instanceroot + '/' + repo , runas: processedArgs.runas , title: `'git', ${['config', '--replace-all', 'user.name', username].join(' ')}` }) } ) .catch(e => { console.error(e + 'Could not switch. Probably no such user.') }) } }) return GIT })(); function createInstanceData(target, source) { var sourceinstance = source || target; console.dir(sourceinstance) var args = { remotebase : sourceinstance.reposerver + '/chess/' , sourcerepo : sourceinstance.repo || 'chess-data' , targetrepo : `${target.instanceName}-data-${target.instanceType}${target.nodeName ? ('-' + target.nodeName) : ''}` } if(sourceinstance.local) { var options = { inherit: true, shell: true, env: process.env , cwd : instanceroot , runas: processedArgs.runas } var cmdseq = [ ['git', ['clone', `${args.remotebase}${args.sourcerepo}`, `${args.targetrepo}`], options] ] return any(cmdseq.map(getshelltask)).then(() => { return true }) } else { // http://try.gitea.io/api/v1/org/{org}/repos if(source.reposerver !== target.reposerver && source.username !== target.username) { throw 'createInstanceData is possible only within the same repository server.' } var server = new URL(target.reposerver); return GITEA.repository.fork( { hostname : server.host, protocol : server.protocol , username : target.username, password : target.password } // , { repo : `${selectedinstance.instanceName}-config-${selectedinstance.instanceType}`} , { repo : `${args.sourcerepo}`, owner : `${target.username}` }, {}, function( repository ){ return GITEA.repository.updateattributes( { hostname : server.host, protocol : server.protocol , username : target.username, password : target.password } , { repo : `${args.sourcerepo}`, owner : `${target.username}` } , { name : `${args.targetrepo}`} ) } ) } // GITEA.repository.updateattributes( { // hostname : server.host, protocol : server.protocol // , username : selectedinstance.username, password : selectedinstance.password // } // , { repo : `chess-config`, owner : selectedinstance.username } // , { name : `${selectedinstance.instanceName}-config-${selectedinstance.instanceType}${selectedinstance.nodeName ? '-' + selectedinstance.nodeName : ''}`} // ) // return selectedinstance } function createInstance(target, source) { var sourceinstance = source || target; console.dir(sourceinstance) var args = { remotebase : sourceinstance.reposerver + '/chess/' , sourcerepo : sourceinstance.repo || 'chess-config' , targetrepo : `${target.instanceName}-config-${target.instanceType}${target.nodeName ? ('-' + target.nodeName) : ''}` } if(sourceinstance.local) { var options = { inherit: true, shell: true, env: process.env , cwd : instanceroot , runas: processedArgs.runas } var cmdseq = [ ['git', ['clone', `${args.remotebase}${args.sourcerepo}`, `${args.targetrepo}`], options] ] return any(cmdseq.map(getshelltask)).then(() => { return true }) } else { // http://try.gitea.io/api/v1/org/{org}/repos if(source.reposerver !== target.reposerver && source.username !== target.username) { throw 'createInstance is possible only within the same repository server.' } var server = new URL(target.reposerver); return GITEA.repository.fork( { hostname : server.host, protocol : server.protocol , username : target.username, password : target.password } // , { repo : `${selectedinstance.instanceName}-config-${selectedinstance.instanceType}`} , { repo : `${args.sourcerepo}`, owner : `${target.username}` }, {}, function( repository ){ return GITEA.repository.updateattributes( { hostname : server.host, protocol : server.protocol , username : target.username, password : target.password } , { repo : `${args.sourcerepo}`, owner : `${target.username}` } , { name : `${args.targetrepo}`} ) } ) } // GITEA.repository.updateattributes( { // hostname : server.host, protocol : server.protocol // , username : selectedinstance.username, password : selectedinstance.password // } // , { repo : `chess-config`, owner : selectedinstance.username } // , { name : `${selectedinstance.instanceName}-config-${selectedinstance.instanceType}${selectedinstance.nodeName ? '-' + selectedinstance.nodeName : ''}`} // ) // return selectedinstance } var skipprerequisites = false; function initinstances(selected_overrides) { var root = selected_overrides.root // We should always have this coz we are running at some place which is fixed by detectLocalInstances. var instanceName = selected_overrides.instanceName || clioverrides.instanceName // || processedArgs._[1] || chessinstances.current_run.instanceName var node_env = selected_overrides.node_env || clioverrides.node_env // || processedArgs.node_env || chessinstances.current_run.node_env var reposerver = selected_overrides.reposerver || clioverrides.reposerver // || processedArgs.node_env || chessinstances.current_run.reposerver if(!instanceName) { promptkeys['instanceName'] = instanceName = chessinstances.current_run.instanceName = promptkeys['instanceName'] || __default.instanceName; promptkeys['node_env'] = node_env = chessinstances.current_run.node_env = promptkeys['node_env'] || __default.node_env; promptkeys['reposerver'] = reposerver = chessinstances.current_run.reposerver = promptkeys['reposerver'] || __default.reposervers[0]; } if(!node_env) { promptkeys['node_env'] = node_env = chessinstances.current_run.node_env = promptkeys['node_env'] || __default.node_env; promptkeys['reposerver'] = reposerver = chessinstances.current_run.reposerver = promptkeys['reposerver'] || __default.reposervers[0]; } if(!reposerver) { promptkeys['reposerver'] = reposerver = chessinstances.current_run.reposerver = promptkeys['reposerver'] || __default.reposervers[0]; } chessinstances[instanceName] = chessinstances[instanceName] || createLocalChessInstance( { instanceName, node_env, root : selected_overrides.root, reposerver : selected_overrides.reposerver /* promptkeys['reposerver'] */ } ); chessinstances['current_run'] = { instanceName: instanceName, node_env, reposerver, root } if(path.normalize(selected_overrides.root) !== path.normalize(chessinstances[instanceName][node_env].root)) { throw "instanceName and instanceType specified doesn't match whats already present do you want to continue " + chessinstances[instanceName][node_env].root + ' does not match ' + selected_overrides.root } // Override sequence. // __default, chessinstances[current_run], instanceName-config-development, cliargs, interactve_promts // PB : TODO -- Undefined keys are overriding and deleting values. We should not allow that. // This is ordinary utils.assign behavior. The key should not exist as undefined in the override. // PB : TODO -- We now have options that can be passed into assign_core to control this behavior. if(selected_overrides.node_env === undefined) delete selected_overrides.node_env selectedinstance = __g.selectedinstance = utils.assign_core( { arraymergetype : utils.assign_core.DISTINCT_UNION } , __default , chessinstances[instanceName][node_env] , clioverrides , selected_overrides // , __interactive_prompts -- Cant just override. Also need selectedinstance to be ready... ); // chessinstances[instanceName] = chessinstances[instanceName] || {} // chessinstances[instanceName][node_env] = chessinstances[instanceName][node_env] || {} // if(!selectedinstance.repos || selectedinstance.instanceName) { // // Brand New. // selectedinstance = Object.assign( __default, selectedinstance ) // } if(selectedinstance?.repos && !selectedinstance?.repos[0]?.repo) { console.warn('repo manifest has obsolete format. Attempting upgrade.') selectedinstance.repos = selectedinstance.repos.map(function(repo){ return { repo } }) } if(selectedinstance?.elevated && !selectedinstance?.elevated[0]?.repo) { console.warn('elevated repo manifest has obsolete format. Attempting upgrade.') selectedinstance.elevated = selectedinstance.elevated.map(function(repo){ return { repo } }) } // Config from server always override merges into selection except for the current selection. // PB : TODO -- utils.assign Array merges are non-distinct... chessinstances[instanceName][node_env] = selectedinstance; // chessinstances[selectedinstance.instanceName][selectedinstance.node_env] = selectedinstance; cacheWriteInstanceConfig(chessinstances) // PB : TODO -- We should probably write the new server config also... selectedinstance.reposerver = selectedinstance.reposerver || selectedinstance.reposervers[0] // PB : TODO -- Attempt first one that is available and online... return chessinstances } var skipprereqs = {} var maintask = () => { // Default cmd to run ! processedArgs._[0] === processedArgs._[0] || 'pull'; // selectedinstance.reposerver = selectedinstance.reposervers[0] // PB : TODO -- Attempt first one that is available and online from all that are available. if(!noprerequisites[processedArgs._[0]] && !skipprereqs[processedArgs._[0]] ) { return prerequisites.git.verifyAndInstall().then(()=>{ var e = { message : 'verifyAndInstall', success : true} var inittasks = [] var commontask = () => { preworkerconfig(); return elxrworker(true) } if(!detection_state.localInstanceDetected) { var t1 = ()=>{ return createInstance(selectedinstance) }; t1.statuslog = statuslog var specifictask = shell_verse.getNonElevatedTask(t1) } else { var t2 = ()=>{ return acquireConfig(selectedinstance) }; t2.statuslog = statuslog var specifictask = shell_verse.getNonElevatedTask(t2) } inittasks.push( specifictask().catch((err) => { e = err; console.error('Chosen cofiguraton failed or not found. Fix config and rerun or chose another.') console.error(err) }).then( commontask ) // .finally(()=>{ // fs.writeFileSync('run.log', ', ' + JSON.stringify({ error: e.message }), { 'flag': 'a+' }) // if(!e.success) fs.writeFileSync('run.done', 'error'); // // return process.exit() // })) ) return any(inittasks) }) } else { console.log('cmd has no preqs or has been configured to skip preqs') preworkerconfig() return elxrworker() } } function generateDependencies(){ // PB : TODO -- Keep only the last n runs... // Currently it retains 2*n when proc needs to be relaunched in elevated mode !!! ensureDirectoryExistence(`${selectedinstance.root}/.elxr/run-${runtimestamp}/download.bat`) fs.writeFileSync(ensureDirectoryExistence(path.normalize(`${selectedinstance.root}/${downloadsdir}/readme.txt`)), `${getVersion()} Your local downloads for this instance`) // PB : TODO include and build from files... using rollup.. var downloadbatch = `::************************************************************************** :Download_ Powershell.exe ^ $AllProtocols = [System.Net.SecurityProtocolType]'Ssl3,Tls,Tls11,Tls12'; ^ [System.Net.ServicePointManager]::SecurityProtocol = $AllProtocols; ^ (New-Object System.Net.WebClient).DownloadFile('%1','%2') exit /b ::**************************************************************************` fs.writeFileSync(`${selectedinstance.root}/.elxr/run-${runtimestamp}/download.bat`, downloadbatch) var windowselevate = ` ` fs.writeFileSync(`${selectedinstance.root}/.elxr/run-${runtimestamp}/windowselevate.hta`, windowselevate) } var startElxr = function() { const retaincount = 2 var min = runtimestamp; var collect = [] if(reconfirmcmds[processedArgs.label || processedArgs._[0]]) { reconfirm = getReconfirmAll() } return detectLocalInstances().then((detectedinstanceoptions)=>{ detectedinstanceoptions.splice(0,0, __default) var cmdinstance = cmds[clioverrides.cmd] var cmdprompts = cmdinstance.getPossiblePrompts() selectedinstance.node_env ? selectedinstance.node_env : selectedinstance.node_env = clioverrides.node_env // PB : TODO -- Most recent should be at the tip ! at index 0 so utils.reverseassign is required !!! selectedinstance = __g.selectedinstance = utils.assign_core( { arraymergetype : utils.assign_core.DISTINCT_UNION } , ...detectedinstanceoptions.slice(-2), promptkeys ) // promptkeys = utils.assign(promptkeys, clioverrides) // startElxr requires instance // Independent cmds should have already been bypassed. // if(cmdprompts.instanceName) { // not an instanceless cmd. console.dir(selectedinstance) try { chessinstances = acquirelocalinstances(selectedinstance); findlocalinstances(chessinstances, detectedinstanceoptions) initinstances(selectedinstance) // use the local instances for defaults if at all possible. var todo = any( getInteractionPoints(detectedinstanceoptions, promptkeys) ).then(()=>{ var inst = initinstances(selectedinstance) detection_state.localInstanceDetected = true; return inst; }) } catch (e) { // PB : TODO -- verbose mode warning.. console.warn(e) // Missing chessinstances is not an error... var todo = any( getInteractionPoints(detectedinstanceoptions, promptkeys) ).then(()=>{ return initinstances(selectedinstance) }) // if(!processedArgs._[0] || !selectedinstance.node_env || !selectedinstance.instanceName){ // // Weve not been told what to do. // todo = todo.then(() => { return acquireChoices(selectedinstance) }) // } todo = todo.then(() => { try { chessinstances = acquirelocalinstances(selectedinstance) findlocalinstances(chessinstances, detectedinstanceoptions) detectedinstanceoptions.splice(0,0, __default) initinstances(selectedinstance) detection_state.localInstanceDetected = true; } catch (e) { // console.error(e) console.log('No local instances config found in current root = ' + selectedinstance.root); console.log('A config will be createed with the instance and environment chosen...') // return (async ()=>{return await __default.reposerver})().then(()=>{ // // selectedinstance = Object.assign(detectedInstance, clioverrides); // return selectedinstance = Object.assign(__default, selectedinstance); // }) detection_state.localInstanceDetected = false; return selectedinstance } }) } return todo.then( ()=>{ // PB : TODO -- Embed this in the build instead of inlining it. // Also attepmt to load from ../chess-config/... var __repo_manifest = (require(path.normalize(instanceroot + '/elxr/repo-manifest.js')))( 'defaultmanifest' // name , { utils, username : selectedinstance.username, instanceName : selectedinstance.instanceName , node_env : selectedinstance.node_env, reposerver : 'https://git.bbh.org.in' } // options ) __default = Object.assign(__default, __repo_manifest, { // Common baseline repos for all chess instances. repos : (()=> { var __repos = [ { repo : 'ember-masonry-grid' /*, branch : master*/ } // Default need not be specified. , { repo : 'bbhverse' } , { repo : 'clientverse' } , { repo : 'serververse' } , { repo : 'elxr' } , { repo : 'ember-searchable-select' } , { repo : 'loopback-component-jsonapi' } , { repo : 'loopback-jsonapi-model-serializer' } , { repo : 'loopback-connector-mysql' } , { repo : 'loopback-connector-ds' } , { repo : 'ember-service-worker' } , { repo : 'ember-service-worker-asset-cache' } , { repo : 'ember-service-worker-cache-fallback' } , { repo : 'ember-service-worker-index' } , { repo : 'ember-sw-client-route' } , { repo : 'global-this' } ] Array.prototype.push.apply( __repos, __repo_manifest.repos) return __repos; })() // Requires elevation only in windows , elevated : [ { repo : 'chess-server-lib', requiresElevation : true } ] , exludeMergeRepos : { } }) initinstances(selectedinstance) return selectedinstance }) // } // else return Promise.resolve(true) }) .then(()=>{ runconfig = { NODE_ENV: selectedinstance.node_env } try { runconfig = Object.assign(runconfig, require(instanceroot + '/run.js')) } catch (e) { } generateDependencies(); if(noprerequisites[processedArgs._[0]] || skipprereqs[processedArgs._[0]] ) { return elxrworker() } var neTask = ()=>{ ensureDirectoryExistence(`${selectedinstance.root}/.elxr/${__ALIAS__STAMP__}`) // collect garbage return dirs( (dir)=>{ var matches = /run-(.*)/gm.exec(dir.name) if(matches) { if(+(matches[1]) < min) { min = matches[1] collect.splice( 0, 0, matches[1] ) } else collect.push(matches[1]) } return Promise.resolve(collect); }, `${selectedinstance.root}/.elxr` ) .then(()=>{ // delete garbage if(collect.length > retaincount) { var asyncs = []; while((collect.length - asyncs.length) > retaincount) { asyncs.push(getShellTask('rm',['-rf', `run-${collect[asyncs.length]}`], { cwd : `${selectedinstance.root}/.elxr` })()); } return Promise.all(asyncs) } else return true }) .catch(e => { console.error }) } neTask.statuslog = statuslog shell_verse.getNonElevatedTask( neTask )() var commonTask = ()=>{ verifyAndInstallPrerequisites.statuslog = statuslog if((!skipprerequisites || processedArgs.forceprereqs)) mainTasks.push(verifyAndInstallPrerequisites); mainTasks.push(maintask) return any(mainTasks); } return commonTask() }) } var __default = {}; // PB : TODO -- Use initialized instance instead of default everywhere. // PB : TODO -- In windows if we are run from an elevated shell we never move forward and simply exits !?. // -- Currently workaround in windows is to always run from a non-elevated shell. shell_verse.acquireElevationState().then((elevationstate) => { return detectInstanceRoot.then(()=>{ var cmdobj = cmds[clioverrides.cmd] return Promise.all((cmdobj.requires || []).map( (r) => utils.promisify(null, r) ) ).then(()=>{ if(cmdobj.independentcmd) { if(cmdobj.requiresElevation) { return cmdobj.cmdFn() } else return cmdobj.cmdFn() } else return startElxr() }) .catch(e => { if(typeof e === 'symbol') console.log('error : ' + 'symbol') else console.log('error : ' + e) }) }) }) // .then( () => { // console.log(process._getActiveHandles()); // console.log(process._getActiveRequests()); // }) // detect if alread installed -> Take no action. // download if no installer avalable -> next() // install function chackandinstall(items) { var tasks = [] items.forEach(item => { tasks.push(getTaskCheckExists(item.shellcommand || prerequisites[item])) }) return Promise.all(tasks).then(existances => { existances.forEach((exists, i) => { if (!exists) { return downloadandinstall([items[i]]) } }) }) } function downloadandinstall(items) { var tasks = [] items.forEach(item => { tasks.push(getTaskDownload(item)) }) return Promise.all(tasks) } // Sample instances config. // var instances = { // "elixir": { // "production": { // "reposervers": ["http://git.bbh", "https://git.bbh.org.in"] // , "repos": ["ember-masonry-grid", "client", "elixir-client"] // , "exludeMergeRepos": { // "elixir-config-development": true, "elixir-config-test": true // , "elixir-config-production": true, "elixir-data": true // } // , "instanceName": "elixir", "node_env": "production" // } // }, // "current_run": { "instanceName": "elixir", "node_env": "production" } // } // ,([^\}^\S\r]*?\}) // Regexp to eliminate extra comma at the end of an array or an object...