minimize.js

fs = require('fs');
_ = require('underscore');
var package = require('./package.json');

var bablecore = require("@babel/core")

require('./js/functions.js');
var uglifyJS = require("uglify-js");
var uglifycss = require('uglifycss');
var ncp = require('ncp').ncp;
const _path = require('path');
ncp.limit = 16;

var minifyHtml = require('html-minifier').minify;

var args = {
	test : false,
	prodaction : true,
	vendor : 90,
    path : '/',
    makewebnode: false,
	project : "Pocketnet",
	composetemplates : false
}

var uglify = true


var argcli = _.filter(process.argv, function(a){
	return a.indexOf('-') == 0
})

_.each(argcli, function(a){
	var prs = a.replace('-', '').split('=')

	if(!prs[0]) return

	if(!prs[1]) return

	try{
		args[prs[0]] = JSON.parse(prs[1])
	}
	catch(e){
		args[prs[0]] = prs[1]
	}
	
})

var addzeros = function(v){
    v = v.toString()

    var zs = 5 - v.length

    for(var i = 0; i < zs; i++){
        v = '0' + v
    }

    return v
}

var numfromreleasestring = function(v){

    var vss = v.split('.')

    vss[2] = addzeros(vss[2])

    v = vss.join('.').replace(/[^0-9]/g, '')

    var vs = Number(v.substr(0, 1) + '.' + v.substr(1))

    return vs
}

var mapJsPath = './js/_map.js';

console.log("run")
console.log(args)

var tpls = ['embedVideo.php', 'index_el.html', 'index.html', 'index.php', 'indexcordova.html', {name : 'config.xml', underscoreTemplate : true}, 'openapi.html', /*'.htaccess',*/ 'service-worker.js', 'manifest.json', 'main.js']

var tplspath = {

}
	
var _meta = {
	Pocketnet : {
		url : "pocketnet.app",
		turl : "test.pocketnet.app",
		name : 'Pocketnet'
	},

	Bastyon : {
		url : "bastyon.com",
		turl : "test.pocketnet.app",
		name : 'Bastyon'
	},

	BastyonPapp: {
		url : "bastyon.com",
		turl : "test.pocketnet.app",
		name : 'Bastyon'
	},
}

var vars = {
	test : {
		proxypath : '"https://test.pocketnet.app:8899/"',
		domain : _meta[args.project].turl,
		packageVersion: package.version,
		test : '<script>window.testpocketnet = true;</script>',
		globaltest : 'global.TESTPOCKETNET = true;',
		path : args.path,
		project : args.project,
		store : args.store || false,
		name : _meta[args.project].name,
		sha : args.sha || false,
		run : args.run || false,
	},
	prod : {
		proxypath : '"https://pocketnet.app:8899/"',
		domain : _meta[args.project].url,
		packageVersion: package.version,
		test : '',
		globaltest : '',
		path : args.path,
		project : args.project,
		store : args.store || false,
		name : _meta[args.project].name,
		sha : args.sha || false,
		run : args.run || false,
	}
}


var VARS = args.test ? vars.test : vars.prod

console.log('VARS', VARS)


var babelifycode = function(code){
	var c = bablecore.transformSync(code, {
		presets: [
			"@babel/preset-env"
		],
		plugins: ["remove-use-strict"]
	});
	return c.code
	
}

fs.exists(mapJsPath, function (exists) { 
	if(exists) {

		var m = require(mapJsPath);

		var modules = {
			data : "",
			path : './js/mdls.js'
		}

		var join = {
			data : "",
			path : './js/join.min.js',
			append : "\n /*_____*/ \n ; window.pocketnetJoinLoaded = true;"
		}

		var joinfirst = {
			data : "",
			path : './js/joinfirst.min.js'
		}

		var joinlast = {
			data : "",
			path : './js/joinlast.min.js'
		}

		var vendor = {
			data : "",
			path : './js/vendor.min.js'
		}

		var tempates = {
			data : ""
		}

		var cssmaster = {
			data : "",
			path : './css/master.css'
		}

		var exported = {
			data : "",
			//path : '../matrix/src/components/events/event/metaMessage/exported.less'
			path : './css/exported.less'
		}

		var cordova = {
			path : './cordova/www',
			filter : function(component, name){
				if(name.indexOf('.map') > -1) return false

				if(component == 'peertube'){

					if(name.indexOf('peertube') > -1) return true

					if(name.indexOf('.html') > -1 || name.indexOf('.txt') > -1) return false

					if(name.indexOf('.js') > -1 || name.indexOf('.css') > -1) return true

					return false
				}

				if(component == 'chat'){
					if(name.indexOf('.js') > -1 && name.indexOf('.min') == -1) return false

					return true
				}

				if(component == 'css'){
					if(name.indexOf('.less') > -1) return false

					return true
				}

				return true
			},
			copy : ['chat', 'components', 'css', 'images', 'img', 'js', 'localization', 'peertube', 'sounds', 'browserconfig.xml', 'crossdomain.xml', 'favicon.svg', 'favicon.ico', 'indexcordova.html']
		}

		var cordovaconfig = {
			path : './cordova',
			copy : ['config.xml']
		}

		var cordovaiosfast = {
			path : './cordova/platforms/ios/www',
			copy : ['chat', 'components', 'css', 'images', 'img', 'js', 'localization', 'peertube', 'sounds', 'browserconfig.xml', 'crossdomain.xml', 'favicon.svg', 'favicon.ico', 'indexcordova.html']
		}


		var _modules = _.filter(m, function(_m, mn){
			if(mn != "__sources" && mn != "__css" && mn != '__vendor' && mn != '__templates'  && mn != '__sourcesfirst' && mn != '__sourceslast' && mn != '__exportcss') return true;
			
		})


		var webnode = {
			path : './web',
			copy : ['chat', 'components', 'css', 'images', 'img', 'js', 'localization', 'peertube', 'res', 'sounds', 'browserconfig.xml', 'crossdomain.xml', 'favicon.svg', 'indexwebnode.html', 'LICENSE', 'README.md']
		}
	

		/*JOIN MODULES*/

		var makePocketnet = function(_clbk){
			lazyEach({
				syncCallbacks : true,
				array : _modules,
				action : function(p){
	
					var module = p.item;
	
					var path = module.path || './';
	
					var _csspath = (module.csspath || module.path) || './';
	
					if(module.csspath) _csspath = "." + _csspath
	
					path = path.replace("..", '.')
					_csspath = _csspath.replace("..", '.')
				
					var modulepath = path + 'components/' + module.uri + '/index.js';
					var csspath = _csspath + 'components/' + module.uri + '/index.css';
	
					fs.exists(modulepath, function (exists) {
						if(exists){
	
	
							fs.readFile(modulepath, function read(err, data) {
								if (err) {
									throw err;
								}

								var code = babelifycode(data.toString())

								//if(s.babelify) code = babelifycode(code)
	
								var minified = uglifyJS.minify(code, {
									compress: {
										passes: 2
									}
								})
	
								
	
								if(!minified.error && uglify){
									code = minified.code
								}
								else
								{
									if(uglify)
										console.log('UglifyJS Fail: ' + minified.error, modulepath)
								}
								
	
								modules.data = modules.data + "\n\n\n /*"+modulepath+"*/ " + "\n /*_____*/ \n" + code;
	
								fs.exists(csspath, function (exists) {
									if(exists){
	
										console.log(csspath)
	
										fs.readFile(csspath, function read(err, data) {
											if (err) {
												throw err;
											}
	
											data = data.toString().replaceAll("../..", "..");

											var pre2 = data

											try{
												pre2 = uglifycss.processString(data, {
													cuteComments : true
												})
											}
											catch(e){
												console.log('uglifycss error:', path)
												console.log(e)
											}
	
											cssmaster.data = cssmaster.data + "\n" + "/*" + csspath +"*/\n" + pre2;

											if (module.exportcss)
												exported.data = exported.data + "\n" + "/*" + csspath +"*/\n" + pre2;
	
											p.success();
										})
									}
	
									else
									{
										throw "notexist (CSS) " + module.csspath + ": " + csspath
										p.success();
									}
								})
	
	
								
							});
	
						}
						else
						{
							console.log('module.uri', module.uri)
							throw "notexist (CSS) " + module.uri
						}
					})
	
				},
				
				all : {
					success : function(){
	
						console.log(modules.path)
				
						fs.writeFile(modules.path, modules.data, function(err) {
	
							if(err) {
	
								throw "Access not permitted " + modules.path
							}
	
							//console.log("Access permitted", item)
	
							var arf = _.clone(m.__sourcesfirst || []);
	
							var arl = _.clone(m.__sourceslast || []);
	
							var ar = _.clone(m.__sources || []);
								ar.push(modules.path.replace('./', ''));
	
							var ver = _.clone(m.__vendor || []);
	
							joinVendor(ver, function(){
	
								console.log("joinVendor DONE")
	
								joinScripts(arf, joinfirst, function(){
	
									console.log("joinScriptsFirst DONE")
	
									
	
									joinTemplates(function(d){
	
										join.data = join.data + "\n /*_____*/ \n" + d;
	
										joinScripts(ar, join, function(){
	
											console.log("joinScripts DONE")
	
											joinScripts(arl, joinlast, function(){
	
												console.log("joinScriptsLast DONE")
	
												joinCss(function(){
	
													console.log("joinCss DONE")
	
													createTemplates().catch(e => {
														
													}).then( r => {
														if(_clbk) _clbk()
													})
												})
	
											})
											
										});
	
									})
	
								})
								
							});
	
							
													
						});
					}
				}
			})
		}

		var joinCss = function(clbk){
			if(m.__css)
			{

				var currentcssdata = ''

				lazyEach({
					sync : true,
					array : m.__css,
					action : function(p){

						var filepath = p.item;

						var path;

						if(filepath.indexOf("..") == -1) path = './'+ filepath;
						else path = filepath.replace("..", '.');				  				

						fs.exists(path, function (exists) {
						
							if(exists){

								console.log(path)

								fs.readFile(path, function read(err, data) {
									if (err) {
										throw err;
									}

									var pre2 = data

									try{
										pre2 = uglifycss.processString(data, {
											cuteComments : true
										})
									}
									catch(e){
									}

									currentcssdata = currentcssdata + "\n" + "/*" + path +"*/ \n" + pre2;


									if(m.__exportcss[filepath]){
										exported.data = exported.data + "\n" + "/*" + path +"*/ \n" + pre2;	
									}
										

									p.success();
								});

							}
							else
							{
								throw "notexist (CSS) " + module.uri + ": " + path

							}
						})

					},
					
					all : {
						success : function(){
							cssmaster.data = currentcssdata + '\n' + cssmaster.data;


							exported.data = '.pocketnet_iframe{\n' + exported.data + '\n}'
							exported.data = exported.data.split('\n')

							exported.data = exported.data.map(item => {
								return item.replace(/\(max-width:640px\)|\(max-width:768px\)|\(max-width:1024px\)/g, '(max-width:1920px)').replace(/\(max-width: 640px\)|\(max-width: 768px\)|\(max-width: 1024px\)/g, '(max-width:1920px)')
							})

							exported.data = exported.data.join('\n')

							var pre = uglifycss.processString(cssmaster.data, {
								cuteComments : true
							})

							fs.writeFile(cssmaster.path, pre, function(err) {

								if(err) {
									throw "Access not permitted (CSS) " +  cssmaster.path
								}
										
								clbk();				
							});


							fs.writeFile(exported.path, exported.data, function(err) {

								if (err) {

									console.log("Access not permitted (LESS) " +  exported.path) 
								}
										
							});
						}
					}
				})
			}

			else
			{
				throw "m.__css"
			}
		}

		var joinScripts = function(ar, join, clbk){
			if(ar && ar.length)

				lazyEach({
					sync : true,
					array : ar,
					action : function(p){

						var filepath = p.item;
						var s = {}

						if(_.isObject(p.item)){
							filepath = p.item.path
							s = p.item
						}

						

						var path;

						if(filepath.indexOf("..") == -1) path = './'+ filepath;
						else path = filepath.replace("..", '.');				  				

						fs.exists(path, function (exists) {
							
							if(exists){

								console.log(path)

								fs.readFile(path, function read(err, data) {
									if (err) {
										throw err;
									}

									var code = data.toString()

									if(s.babelify) code = babelifycode(code)

									var minified = uglifyJS.minify(code, {
										compress: {
											passes: 2
										}
									})

									if(!minified.error && uglify){
										code = minified.code
									}
									else
									{
										if (uglify)
											console.log('UglifyJS Fail: ' + minified.error, path)
									}
									

									join.data = join.data + "\n\n\n /*"+path+"*/ " + "\n /*_____*/ \n" + code;

									p.success();
								});

							}
							else
							{
								throw "File doesn't exist " +  path
							}
						})

					},
					
					all : {
						success : function(){
							console.log(join.path)


							if (join.append){
								join.data = join.data + join.append
							}

							fs.writeFile(join.path, join.data, function(err) {
								if(err) {

									throw "Access not permitted (JS) " +  join.path
								}
										
								clbk();				
							});

						
							
						}
					}
				})

			else
				throw "Access not permitted (JS) " +  join.path
		}

		var __joinTemplates = function(__templates, clbk){
			if(__templates){


				tempates.data = ''

				var scripted = {}

				lazyEach({
					sync : true,
					array : __templates,
					action : function(p){

						var i = p.item

						var filepath = 'components/' + i.c + '/templates/' + i.n + '.html';

						var path;

						if(filepath.indexOf("..") == -1) path = './'+ filepath;
						else path = filepath.replace("..", '.');		
						
						fs.exists(path, function (exists) {
							//
							if(exists){

								fs.readFile(path, function read(err, data) {
									if (err) {
										throw err;
									}

									if(!scripted[i.c]) scripted[i.c] = {}

									scripted[i.c][i.n] = minifyHtml(data.toString(), {
										collapseWhitespace : true,
										removeComments : true
									})

									//var uglified = htmlUglify.process(htmlString);

									p.success();
								});

							}
							else
							{
								throw "File doesn't exist " +  path
							}
						})

					},
					
					all : {
						success : function(){

							tempates.data = 'window.pocketnetTemplates = ' + JSON.stringify(scripted)

							clbk(tempates.data);	
						}
					}
				})
			}
			else{
				clbk()
			}
		}

		var joinTemplates = function(clbk){


			if(args.composetemplates){
				var __templates = []

				var path = './components/'

				fs.readdir(path, function(err, items) {


					lazyEach({
						array : items,
						action : function(p){
	
							fs.readdir(path + p.item + '/templates/', function(err, items2) {


								_.each(items2, function(i){
									__templates.push({
										c : p.item,
										n : i.replace('.html','')
									})
								})

								p.success()

							})
	
						},
						
						all : {
							success : function(){

								__joinTemplates(__templates, clbk)
								
							}
						}
					})

				});

			}
			else{
				__joinTemplates(m.__templates, clbk)
			}

			
		}


		var joinVendor = function(ar, clbk){
			if(m.__vendor)

				lazyEach({
					sync : true,
					array : ar,
					action : function(p){

						var filepath = p.item;
						var s = {}

						if(_.isObject(p.item)){
							filepath = p.item.path
							s = p.item
						}

						var path;

						if(filepath.indexOf("..") == -1) path = './'+ filepath;
						else path = filepath.replace("..", '.');				  				

						fs.exists(path, function (exists) {
							//
							if(exists){

								console.log(path)

								fs.readFile(path, function read(err, data) {
									if (err) {
										throw err;
									}

									var code = data.toString()

									//

									if(path.indexOf('min.') == -1){

										if(s.babelify) {
											console.log("BABELIFY", path)

											code = babelifycode(code)
										}

										var minified = uglifyJS.minify(code)

										if(!minified.error){
											code = minified.code
										}
										else
										{
											console.log('UglifyJS Fail: ' + minified.error, path)
										}
									}
									else{
										console.log("SKIP MINIFY", path)
									}

									vendor.data = vendor.data + "\n\n\n /*"+path+"*/ " + "\n /*_____*/ \n" + code;
									p.success();
								});

							}
							else
							{
								throw "File doesn't exist " +  path
							}
						})

					},
					
					all : {
						success : function(){

							console.log(vendor.path)

							vendor.data = vendor.data + "\n /*_____*/ \n ; window.pocketnetVendorLoaded = true;"

							fs.writeFile(vendor.path, vendor.data, function(err) {

								if(err) {

									throw "Access not permitted (JS) " +  vendor.path

								}
										
								clbk();				
							});
						}
					}
				})

			else{
				throw "File doesn't exist m.__vendor"
			}
		}

		var createTemplatedFile = function(tplname){
			/*WORK WITH INDEX*/

			var options = {}

			if(_.isObject(tplname)) {
				options = tplname
				tplname = tplname.name
			}

			var pth = './tpls/' + tplname + '.tpl'

			console.log("CREATING TEMPLATE: ", tplname)

			return new Promise((resolve, reject) => {

				fs.exists(pth, function (exists) {

					if(exists){
	
						fs.readFile(pth, {encoding: 'utf-8'}, function read(err, index) {
							if (err) {
								return reject(err)
							}
							var JSENV = "";
							var JS = "";
							var JSPOST = "";
							var CSS = "";
							var VE = "";
							var CACHED_FILES = "";
	
							if(args.test){
								JSENV += '<script>window.testpocketnet = true;</script>\n';
							}

							if(args.path){
								JSENV += '<script>window.pocketnetpublicpath = "'+args.path+'";</script>\n';
							}

							if(VARS.domain){
								JSENV += '<script>window.pocketnetdomain = "' + VARS.domain + '";</script>\n';
							}

							if(VARS.project){
								JSENV += '<script>window.pocketnetproject = "' + VARS.project + '";</script>\n';
							}

							if(VARS.store){
								JSENV += '<script>window.pocketnetstore = ' + VARS.store + ';</script>\n';
							}
							
							if(VARS.sha){
								const isHex = /^[0-9A-Fa-f]+$/;

								if (isHex.test(VARS.sha)) {
									const shaShort = VARS.sha.slice(0, 7);

									let builtFrom = shaShort;

									if (VARS.run) {
										builtFrom += `-${VARS.run}`;
									}

									JSENV += '<script>window.builtfromsha = "' + builtFrom + '";</script>\n';
								}
							}


							JSENV += '<script>window.packageversion = "' + package.version + '";</script>\n';
							JSENV += '<script>window.versionsuffix = "' + package.versionsuffix + '";</script>\n';


							vs = numfromreleasestring(package.version) + '_' + (package.versionsuffix || "0")
	
							if(args.prodaction)
							{

								//JS += '<script type="text/javascript">'+joinfirst.data+'</script>';
								JS += '<script join src="js/joinfirst.min.js?v='+vs+'"></script>';
								JSPOST += '<script async join src="js/join.min.js?v='+vs+'"></script>';
								JSPOST += '<script async join src="js/joinlast.min.js?v='+vs+'"></script>';
								VE = '<script async join src="js/vendor.min.js?v='+args.vendor+'"></script>';
								CSS = '<link rel="stylesheet" href="css/master.css?v='+vs+'">';
	
								index = index.replace(new RegExp(/\?v=([0-9]*)/g), '?v=' + vs);
							}
							else
							{
	

								JSENV += '<script>window.design = true;</script>\n';

								_.each(m.__sourcesfirst, function(source){

									var filepath = source;

									if(_.isObject(filepath)){
										filepath = source.path
									}

									JS += '<script  join src="'+filepath+'?v='+rand(1, 999999999999)+'"></script>\n';
									CACHED_FILES += `'${filepath}',\n`;
								})
								
								_.each(m.__sources, function(source){

									var filepath = source;

									if(_.isObject(filepath)){
										filepath = source.path
									}

									JSPOST += '<script  join src="'+filepath+'?v='+rand(1, 999999999999)+'"></script>\n';
									CACHED_FILES += `'${filepath}',\n`;
								})

								_.each(m.__sourceslast, function(source){

									var filepath = source;

									if(_.isObject(filepath)){
										filepath = source.path
									}

									JSPOST += '<script  join src="'+filepath+'?v='+rand(1, 999999999999)+'"></script>\n';
									CACHED_FILES += `'${filepath}',\n`;
								})
	
								_.each(m.__css, function(source){
									CSS += '<link rel="stylesheet" href="'+source+'?v='+rand(1, 999999999999)+'">\n';
									CACHED_FILES += `'${source}',\n`;
								})	
	
								_.each(m.__vendor, function(source){

									var filepath = source;

									if(_.isObject(filepath)){
										filepath = source.path
									}

									VE += '<script  join src="'+filepath+'?v='+args.vendor+'"></script>\n';
									CACHED_FILES += `'${filepath}',\n`;
								})			            		
							}
							index = index.replace("__JSENV__" , JSENV);
							index = index.replace("__VE__" , VE);
							index = index.replace("__JS__" , JS);
							index = index.replace("__CSS__" , CSS);
							index = index.replace("__JSPOST__" , JSPOST);
							index = index.replace("__CACHED-FILES__", CACHED_FILES);
							index = index.replace("__PACKAGE-VERSION__", package.version + "_" + package.versionsuffix);
							index = index.replace("__PACKAGE-CORDOVAVERSIONCODE__", package.cordovaversioncode);
							index = index.replace("__PACKAGE-CORDOVAVERSION__", package.cordovaversion);

							_.each(VARS, function(v, i){
								index = index.replaceAll("__VAR__." + i, v);
							})

							if(options.underscoreTemplate){
								var t = _.template(index)

								index = t(VARS)
							}
	
							fs.writeFile('./' + tplname, index, function(err) {

								if (err) {
									return reject(err)
								}

								resolve()
								
							})
	
						});
	
					}
					else
					{
						return reject("not index tpl: " + pth)
					}
				})

			})	

			
		}

		var createTemplates = function(){
			var promises = _.map(tpls, function(t){
				return createTemplatedFile(t)
			})

			return Promise.all(promises)
		}


		makePocketnet(function(){

			copycontent(cordova, function(){
			})

			copycontent(cordovaconfig, function(){
			}, true)
            
            if(args.makewebnode)
            {
                copycontent(webnode, () => {})
            }

		})

		/**/
	}
	else
	{
		
	}
});



var regForjs = function(modulename, c)
{
	var ex = '<script join src=\"([\/.a-zA-Z0-9]*'+modulename+'.js)\?v=([0-9]*)\"><\/script>';
	if(c) ex = '<\!--' + ex + '-->';

	return ex;
}

rand = function(min, max)
{
  min = parseInt(min);
  max = parseInt(max);
  return Math.floor( Math.random() * (max - min + 1) ) + min;
}


var helpers = {
	clearfolder : function(directory, clbk){

		try{
			fs.rmdirSync(directory, {
				recursive : true
			})
		}
		catch(e){}
		try{
			if (!fs.existsSync(directory)){
				fs.mkdirSync(directory);
			}
		}
		catch(e){}

		

		if(clbk) clbk()

	}
}

var copycontent = function(options, clbk, nac) {

	if(!options) options = {}

	var ac = function(){
		lazyEach({
			sync : true,
			array : options.copy,
			action : function(p){
				ncp(p.item, options.path + '/' + p.item, {
					filter : function(name){


						if(options.filter){
							return options.filter(p.item, name)
						}
						else
						return name.indexOf('.map') == -1

					},
				}, function (err) {
					if (err) {
					  console.error(err);
					}
	
					p.success();
				});
			},
			all : {
				success : function(){
					console.log(options.path + ' ready')
					if(clbk) clbk()
				}
			}
		})
	}
		
	if(!nac)
		helpers.clearfolder(options.path, function() {
			ac()
		})
	else{
		ac()
	}
}

var copycordovaios = function(options, clbk){

	fs.exists(options.path, function (exists) { 
		if(exists) {
			console.log('cordova ios exists')

			lazyEach({
				sync : true,
				array : options.copy,
				action : function(p){
		
					ncp(p.item, options.path + '/' + p.item, function (err) {
		
						if (err) {
						  console.error(err);
						}
		
						p.success();
						
					});
		
				},
				
				all : {
					success : function(){
		
						console.log('cordova ready')
		
						if(clbk) clbk()
		
					}
				}
			})
		}
		else
		{
			console.log('cordova ios skip')
			if(clbk) clbk()
		}

	})
	
}

if(!String.prototype.replaceAll)
	String.prototype.replaceAll=function(a,b){return a?this.split(a).join(b):this};