mirror of
https://gitlab.com/Shinobi-Systems/ShinobiCE.git
synced 2025-03-09 15:40:15 +00:00
392 lines
No EOL
18 KiB
JavaScript
392 lines
No EOL
18 KiB
JavaScript
var os = require('os');
|
|
var fs = require('fs');
|
|
var path = require('path');
|
|
var mysql = require('mysql');
|
|
var moment = require('moment');
|
|
var request = require("request");
|
|
var spawn = require('child_process').spawn;
|
|
var exec = require('child_process').exec;
|
|
var execSync = require('child_process').execSync;
|
|
var connectionTester = require('connection-tester');
|
|
var config = require('./conf.json');
|
|
|
|
exec("ps aux | grep -ie ffmpeg | awk '{print $2}' | xargs kill -9");//kill any ffmpeg running
|
|
process.on('uncaughtException', function (err) {
|
|
console.error('uncaughtException',err);
|
|
});
|
|
s={connected:false,child_node:true,platform:os.platform(),group:{}};
|
|
|
|
//connect to master
|
|
io = require('socket.io-client')('ws://'+config.ws);
|
|
//spawn conatiner
|
|
s.spawns={};
|
|
//emulate master sql query
|
|
sql={
|
|
query:function(x,y,z){
|
|
io.emit('c',{f:'sql',query:x,values:y});if(typeof z==='function'){z();}
|
|
}
|
|
}
|
|
//get this nodes cpu usage
|
|
s.cpuUsage=function(e){
|
|
k={}
|
|
switch(s.platform){
|
|
case'win32':
|
|
k.cmd="@for /f \"skip=1\" %p in ('wmic cpu get loadpercentage') do @echo %p%"
|
|
break;
|
|
case'darwin':
|
|
k.cmd="ps -A -o %cpu | awk '{s+=$1} END {print s}'";
|
|
break;
|
|
case'linux':
|
|
k.cmd='LANG=C top -b -n 2 | grep "^'+config.cpuUsageMarker+'" | awk \'{print $2}\' | tail -n1';
|
|
break;
|
|
}
|
|
if(config.customCpuCommand){
|
|
exec(config.customCpuCommand,{encoding:'utf8',detached: true},function(err,d){
|
|
if(s.isWin===true) {
|
|
d = d.replace(/(\r\n|\n|\r)/gm, "").replace(/%/g, "")
|
|
}
|
|
e(d)
|
|
});
|
|
} else if(k.cmd){
|
|
exec(k.cmd,{encoding:'utf8',detached: true},function(err,d){
|
|
if(s.isWin===true){
|
|
d=d.replace(/(\r\n|\n|\r)/gm,"").replace(/%/g,"")
|
|
}
|
|
e(d)
|
|
});
|
|
} else{
|
|
e(0)
|
|
}
|
|
}
|
|
setInterval(function(){
|
|
s.cpuUsage(function(cpu){
|
|
io.emit('c',{f:'cpu',cpu:parseFloat(cpu)})
|
|
})
|
|
},2000);
|
|
//interact with server functions
|
|
s.cx=function(x){io.emit('c',x)}
|
|
//emulate master socket emitter
|
|
s.tx=function(x,y){s.cx({f:'s.tx',data:x,to:y})}
|
|
//emulate master logger
|
|
s.log=function(x,y){console.log(y);s.cx({f:'s.log',data:s.init('clean',x),to:y})}
|
|
//emulate master camera function
|
|
s.camera=function(x,y){s.cx({f:'camera',mode:x,data:y})}
|
|
|
|
//load camera controller vars
|
|
s.nameToTime=function(x){x=x.split('.')[0].split('T'),x[1]=x[1].replace(/-/g,':');x=x.join(' ');return x;}
|
|
s.ratio=function(width,height,ratio){ratio = width / height;return ( Math.abs( ratio - 4 / 3 ) < Math.abs( ratio - 16 / 9 ) ) ? '4:3' : '16:9';}
|
|
s.gid=function(x){
|
|
if(!x){x=10};var t = "";var p = "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789";
|
|
for( var i=0; i < x; i++ )
|
|
t += p.charAt(Math.floor(Math.random() * p.length));
|
|
return t;
|
|
};
|
|
s.moment=function(e,x){if(!e){e=new Date};if(!x){x='YYYY-MM-DDTHH-mm-ss'};return moment(e).utcOffset('-0800').format(x)}
|
|
s.kill=function(x,e,p){
|
|
if(e&&s.group[e.ke].mon[e.id].record){
|
|
clearTimeout(s.group[e.ke].mon[e.id].record.capturing);
|
|
if(s.group[e.ke].mon[e.id].record.request&&s.group[e.ke].mon[e.id].record.request.abort){s.group[e.ke].mon[e.id].record.request.abort();delete(s.group[e.ke].mon[e.id].record.request);}
|
|
};
|
|
if(!x||x===1){return};if(!x.stdin){return};p=x.pid;x.stdin.pause();setTimeout(function(){x.kill('SIGTERM');delete(x);setTimeout(function(){exec('kill -9 '+p)},1000)},1000)
|
|
}
|
|
s.cameraVals=function(e){
|
|
e.t=Object.keys(s.group[e.ke].mon[e.id]);e.a={};
|
|
e.t.forEach(function(n){
|
|
if(s.group[e.ke].mon[e.id][n] instanceof Object){e.a[n]=s.group[e.ke].mon[e.id][n]};
|
|
});
|
|
return e.a;
|
|
}
|
|
//directories
|
|
s.group={};
|
|
s.dir={videos:__dirname+'/videos/',frames:__dirname+'/frames/'};
|
|
if (!fs.existsSync(s.dir.frames)){
|
|
fs.mkdirSync(s.dir.frames);
|
|
}
|
|
if (!fs.existsSync(s.dir.videos)){
|
|
fs.mkdirSync(s.dir.videos);
|
|
}
|
|
////Camera Controller
|
|
s.init=function(x,e){
|
|
switch(x){
|
|
case 0://camera
|
|
if(!s.group[e.ke]){s.group[e.ke]={}};
|
|
if(!s.group[e.ke].mon){s.group[e.ke].mon={}}
|
|
if(!s.group[e.ke].mon[e.mid]){s.group[e.ke].mon[e.mid]={}}
|
|
if(!s.group[e.ke].mon[e.mid].watch){s.group[e.ke].mon[e.mid].watch={}};
|
|
if(e.type==='record'){e.record=1}else{e.record=0}
|
|
if(!s.group[e.ke].mon[e.mid].record){s.group[e.ke].mon[e.mid].record={yes:e.record}};
|
|
if(!s.group[e.ke].mon[e.mid].started){s.group[e.ke].mon[e.mid].started={}};
|
|
if(!s.group[e.ke].mon[e.mid].running){s.group[e.ke].mon[e.mid].running={}};
|
|
break;
|
|
case'clean':
|
|
if(e instanceof Object){
|
|
x={keys:Object.keys(e),ar:{}};
|
|
x.keys.forEach(function(v){
|
|
if(v!=='record'&&v!=='spawn'&&v!=='running'&&(typeof e[v]!=='function')){x.ar[v]=e[v];}
|
|
});
|
|
return x.ar;
|
|
}
|
|
break;
|
|
case'url':
|
|
//build a complete url from pieces
|
|
e.authd='';
|
|
if(e.details.muser&&e.details.muser!==''&&e.host.indexOf('@')===-1) {
|
|
e.authd=e.details.muser+':'+e.details.mpass+'@';
|
|
}
|
|
if(e.port==80&&e.details.port_force!=='1'){e.porty=''}else{e.porty=':'+e.port}
|
|
e.url=e.protocol+'://'+e.authd+e.host+e.porty+e.path;return e.url;
|
|
break;
|
|
case'url_no_path':
|
|
e.authd='';
|
|
if(!e.details.muser){e.details.muser=''}
|
|
if(!e.details.mpass){e.details.mpass=''}
|
|
if(e.details.muser!==''&&e.host.indexOf('@')===-1) {
|
|
e.authd=e.details.muser+':'+e.details.mpass+'@';
|
|
}
|
|
if(e.port==80&&e.details.port_force!=='1'){e.porty=''}else{e.porty=':'+e.port}
|
|
e.url=e.protocol+'://'+e.authd+e.host+e.porty;return e.url;
|
|
break;
|
|
}
|
|
if(typeof e.callback==='function'){setTimeout(function(){e.callback();delete(e.callback);},2000);}
|
|
}
|
|
s.video=function(x,e){
|
|
if(!e){e={}};
|
|
if(e.mid){e.id=e.mid};
|
|
switch(x){
|
|
case'delete':
|
|
e.dir=s.dir.videos+e.ke+'/'+e.id+'/';
|
|
e.save=[e.id,e.ke,s.nameToTime(e.filename),0];
|
|
sql.query('DELETE FROM Videos WHERE `mid`=? AND `ke`=? AND `time`=? AND `status`=?',e.save)
|
|
s.tx({f:'video_delete',reason:'Camera Error',filename:e.filename+'.'+e.ext,mid:e.id,ke:e.ke,time:s.nameToTime(e.filename),end:moment().format('YYYY-MM-DD HH:mm:ss')},'GRP_'+e.ke);
|
|
if(fs.existsSync(e.dir+e.filename+'.'+e.ext)){
|
|
return fs.unlink(e.dir+e.filename+'.'+e.ext);
|
|
}
|
|
break;
|
|
case'close':
|
|
e.dir=s.dir.videos+e.ke+'/'+e.id+'/';
|
|
console.log(e.dir+e.filename+'.'+e.ext)
|
|
if(fs.existsSync(e.dir+e.filename+'.'+e.ext)){
|
|
e.filesize=fs.statSync(e.dir+e.filename+'.'+e.ext)["size"];
|
|
if((e.filesize/100000).toFixed(2)>0.25){
|
|
e.save=[e.filesize,e.frames,1,e.id,e.ke,s.nameToTime(e.filename)];
|
|
sql.query('UPDATE Videos SET `size`=?,`frames`=?,`status`=? WHERE `mid`=? AND `ke`=? AND `time`=?',e.save)
|
|
fs.readFile(e.dir+e.filename+'.'+e.ext,function (err,data) {
|
|
s.cx({f:'created_file',mid:e.id,ke:e.ke,created_file:data,filename:e.filename+'.'+e.ext,d:s.init('clean',e)});
|
|
s.tx({f:'video_build_success',filename:e.filename+'.'+e.ext,mid:e.id,ke:e.ke,time:s.nameToTime(e.filename),size:e.filesize,end:s.moment(new Date,'YYYY-MM-DD HH:mm:ss')},'GRP_'+e.ke);
|
|
});
|
|
}else{
|
|
s.video('delete',e);
|
|
s.log(e,{type:'File Corrupt',msg:{ffmpeg:s.group[e.ke].mon[e.mid].ffmpeg,filesize:(e.filesize/100000).toFixed(2)}})
|
|
}
|
|
}else{
|
|
s.video('delete',e);
|
|
s.log(e,{type:'File Not Exist',msg:'Cannot save non existant file. Something went wrong.',ffmpeg:s.group[e.ke].mon[e.id].ffmpeg})
|
|
}
|
|
break;
|
|
}
|
|
}
|
|
s.ffmpeg=function(e,x){
|
|
if(!x){x={tmp:''}}
|
|
// if(!e.details.cutoff||e.details.cutoff===''){x.cutoff=15}else{x.cutoff=parseFloat(e.details.cutoff)};if(isNaN(x.cutoff)===true){x.cutoff=15}
|
|
// x.segment=' -f segment -strftime 1 -segment_time '+(60*x.cutoff)+' -segment_format '+e.ext
|
|
if(!e.details.timestamp||e.details.timestamp==1){x.time=' -vf drawtext=fontfile=/usr/share/fonts/truetype/freefont/FreeSans.ttf:text=\'%{localtime}\':x=(w-tw)/2:y=0:fontcolor=white:box=1:boxcolor=0x00000000@1:fontsize=10';}else{x.time=''}
|
|
switch(e.ext){
|
|
case'mp4':
|
|
x.vcodec='libx265';x.acodec='libfaac';
|
|
if(e.details.vcodec&&e.details.vcodec!==''){x.vcodec=e.details.vcodec}
|
|
break;
|
|
case'webm':
|
|
x.acodec='libvorbis',x.vcodec='libvpx';
|
|
break;
|
|
}
|
|
if(e.details.acodec&&e.details.acodec!==''){x.acodec=e.details.acodec}
|
|
if(x.acodec==='none'){x.acodec=''}else{x.acodec=' -acodec '+x.acodec}
|
|
if(x.vcodec!=='none'){x.vcodec=' -vcodec '+x.vcodec}
|
|
if(e.fps&&e.fps!==''){x.framerate=' -r '+e.fps}else{x.framerate=''}
|
|
if(e.details.vf&&e.details.vf!==''){
|
|
if(x.time===''){x.vf=' -vf '}else{x.vf=','}
|
|
x.vf+=e.details.vf;
|
|
x.time+=x.vf;
|
|
}
|
|
if(e.details.svf&&e.details.svf!==''){x.svf=' -vf '+e.details.svf;}else{x.svf='';}
|
|
// if(e.details.svf){'-vf "rotate=45*(PI/180)'}
|
|
switch(e.type){
|
|
case'socket':case'jpeg':case'pipe':
|
|
if(!x.vf||x.vf===','){x.vf=''}
|
|
x.tmp='-loglevel warning -pattern_type glob -f image2pipe'+x.framerate+' -vcodec mjpeg -i -'+x.vcodec+x.time+x.framerate+' -use_wallclock_as_timestamps 1 -q:v 1'+x.vf+' '+e.dir+e.filename+'.'+e.ext;
|
|
break;
|
|
case'mjpeg':
|
|
if(e.mode=='record'){
|
|
x.watch=x.vcodec+x.time+' -r 10 -s '+e.width+'x'+e.height+' -use_wallclock_as_timestamps 1 -q:v 1 '+e.dir+e.filename+'.'+e.ext+''
|
|
}else{
|
|
x.watch='';
|
|
};
|
|
x.tmp='-loglevel warning -reconnect 1 -f mjpeg -i '+e.url+''+x.watch+' -f image2pipe'+x.svf+' -s '+e.ratio+' pipe:1';
|
|
break;
|
|
case'h264':
|
|
if(!x.vf||x.vf===','){x.vf=''}
|
|
if(e.mode=='record'){
|
|
x.watch=x.vcodec+x.framerate+x.acodec+' -movflags frag_keyframe+empty_moov -s '+e.width+'x'+e.height+' -use_wallclock_as_timestamps 1 -q:v 1'+x.vf+' '+e.dir+e.filename+'.'+e.ext
|
|
}else{
|
|
x.watch='';
|
|
};
|
|
x.tmp='-loglevel warning -i '+e.url+' -stimeout 2000'+x.watch+' -f image2pipe'+x.svf+' -s '+e.ratio+' pipe:1';
|
|
break;
|
|
case'local':
|
|
if(e.mode=='record'){
|
|
x.watch=x.vcodec+x.time+x.framerate+x.acodec+' -movflags frag_keyframe+empty_moov -s '+e.width+'x'+e.height+' -use_wallclock_as_timestamps 1 '+e.dir+e.filename+'.'+e.ext
|
|
}else{
|
|
x.watch='';
|
|
};
|
|
x.tmp='-loglevel warning -i '+e.path+''+x.watch+' -f image2pipe'+x.svf+' -s '+e.ratio+' pipe:1';
|
|
break;
|
|
}
|
|
s.group[e.ke].mon[e.mid].ffmpeg=x.tmp;
|
|
return spawn('ffmpeg',x.tmp.split(' '));
|
|
}
|
|
|
|
//child functions
|
|
var cn={};
|
|
io.on('connect', function(d){
|
|
console.log('connected');
|
|
io.emit('c',{f:'init',socketKey:config.key,u:{name:config.name}})
|
|
});
|
|
io.on('c',function(d){
|
|
console.log(d.f);
|
|
switch(d.f){
|
|
case'init_success':
|
|
s.connected=true;
|
|
s.other_helpers=d.child_helpers;
|
|
break;
|
|
case'kill':
|
|
s.init(0,d.d);
|
|
s.kill(s.group[d.d.ke].mon[d.d.id].spawn,d.d)
|
|
break;
|
|
case'sync':
|
|
s.init(0,d.sync);
|
|
Object.keys(d.sync).forEach(function(v){
|
|
s.group[d.sync.ke].mon[d.sync.mid][v]=d.sync[v];
|
|
});
|
|
break;
|
|
case'delete_file'://delete video
|
|
d.dir=s.dir.videos+d.ke+'/'+d.mid+'/'+d.file;
|
|
if(fs.existsSync(d.dir)){
|
|
fs.unlink(d.dir);
|
|
}
|
|
break;
|
|
case'close'://close video
|
|
s.video('close',d.d);
|
|
break;
|
|
case'spawn'://start video
|
|
s.init(0,d.d);
|
|
s.group[d.d.ke].mon[d.d.id]=d.mon;
|
|
if(!s.group[d.d.ke].mon_conf){s.group[d.d.ke].mon_conf={}}
|
|
if(!s.group[d.d.ke].mon_conf[d.d.id]){s.group[d.d.ke].mon_conf[d.d.id]=s.init('clean',d.d);}
|
|
if(s.group[d.d.ke].mon[d.d.id].spawn&&s.group[d.d.ke].mon[d.d.id].spawn.stdin){return}
|
|
if(d.d.mode==='record'){
|
|
console.log(s.group[d.d.ke].mon[d.d.id])
|
|
s.group[d.d.ke].mon[d.d.id].record.yes=1;
|
|
d.d.dir=s.dir.videos+d.d.ke+'/';
|
|
if (!fs.existsSync(d.d.dir)){
|
|
fs.mkdirSync(d.d.dir);
|
|
}
|
|
d.d.dir=s.dir.videos+d.d.ke+'/'+d.d.id+'/';
|
|
if (!fs.existsSync(d.d.dir)){
|
|
fs.mkdirSync(d.d.dir);
|
|
}
|
|
}else{
|
|
s.group[d.d.ke].mon[d.d.mid].record.yes=0;
|
|
}
|
|
if(d.d.mode==='record'||d.d.type==='mjpeg'||d.d.type==='h264'||d.d.type==='local'){
|
|
s.group[d.d.ke].mon[d.d.id].spawn = s.ffmpeg(d.d);
|
|
s.log(d.d,{type:'FFMPEG Process Starting',msg:{cmd:s.group[d.d.ke].mon[d.d.id].ffmpeg}});
|
|
}
|
|
d.d.frames=0;
|
|
switch(d.d.type){
|
|
case'jpeg':
|
|
if(!d.d.details.sfps||d.d.details.sfps===''){
|
|
d.d.details.sfps=parseFloat(d.d.details.sfps);
|
|
if(isNaN(d.d.details.sfps)){d.d.details.sfps=1}
|
|
}
|
|
d.d.captureOne=function(f){
|
|
s.group[d.d.ke].mon[d.d.id].record.request=request({url:d.d.url,method:'GET',encoding: null,timeout:3000},function(er,data){
|
|
++d.d.frames; if(s.group[d.d.ke].mon[d.d.id].spawn&&s.group[d.d.ke].mon[d.d.id].spawn.stdin){
|
|
if(er){
|
|
++d.d.error_count;
|
|
s.log(d.d,{type:'Snapshot Error',msg:er});
|
|
return;
|
|
}
|
|
if(d.d.mode==='record'&&s.group[d.d.ke].mon[d.d.id].spawn&&s.group[d.d.ke].mon[d.d.id].spawn.stdin){
|
|
s.group[d.d.ke].mon[d.d.id].spawn.stdin.write(data.body);
|
|
}
|
|
if(s.group[d.d.ke].mon[d.d.id].watch&&Object.keys(s.group[d.d.ke].mon[d.d.id].watch).length>0){
|
|
s.tx({f:'monitor_frame',ke:d.d.ke,id:d.d.id,time:s.moment(),frame:data.body.toString('base64'),frame_format:'b64'},'MON_'+d.d.id);
|
|
}
|
|
s.group[d.d.ke].mon[d.d.id].record.capturing=setTimeout(function(){d.d.captureOne()},1000/d.d.details.sfps);
|
|
clearTimeout(d.d.timeOut),d.d.timeOut=setTimeout(function(){d.d.error_count=0;},3000)
|
|
}
|
|
}).on('error', function(err){
|
|
// if(s.group[d.d.ke]&&s.group[d.d.ke].mon[d.d.id]&&s.group[d.d.ke].mon[d.d.id].record&&s.group[d.d.ke].mon[d.d.id].record.request){s.group[d.d.ke].mon[d.d.id].record.request.abort();}
|
|
clearTimeout(s.group[d.d.ke].mon[d.d.id].record.capturing);
|
|
if(d.d.error_count>4){d.d.fn();return}
|
|
d.d.captureOne();
|
|
});
|
|
}
|
|
d.d.captureOne()
|
|
break;
|
|
case'mjpeg':case'h264'://case'socket':case'local':
|
|
if(!s.group[d.d.ke]||!s.group[d.d.ke].mon[d.d.id]){s.init(0,d.d)}
|
|
if(s.group[d.d.ke].mon[d.d.id].spawn){
|
|
s.group[d.d.ke].mon[d.d.id].spawn.on('error',function(er){d.d.error({type:'Spawn Error',msg:er})})
|
|
s.group[d.d.ke].mon[d.d.id].spawn.stdout.on('data',function(de){
|
|
s.tx({f:'monitor_frame',ke:d.d.ke,id:d.d.id,time:s.moment(),frame:de.toString('base64'),frame_format:'b64'},'MON_'+d.d.id);
|
|
});
|
|
s.group[d.d.ke].mon[d.d.id].spawn.stderr.on('data',function(de){
|
|
de=de.toString();
|
|
d.d.chk=function(x){return de.indexOf(x)>-1;}
|
|
switch(true){
|
|
// case d.d.chk('av_interleaved_write_frame'):
|
|
case d.d.chk('Connection timed out'):
|
|
setTimeout(function(){s.log(d.d,{type:"Can't Connect",msg:'Retrying...'});d.d.error_fatal();},1000)//restart
|
|
break;
|
|
case d.d.chk('No pixel format specified'):
|
|
s.log(d.d,{type:"FFMPEG STDERR",msg:{ffmpeg:s.group[d.d.ke].mon[d.d.id].ffmpeg,msg:de}})
|
|
break;
|
|
case d.d.chk('RTP: missed'):
|
|
case d.d.chk('deprecated pixel format used, make sure you did set range correctly'):
|
|
return
|
|
break;
|
|
case d.d.chk('No such file or directory'):
|
|
case d.d.chk('Unable to open RTSP for listening'):
|
|
case d.d.chk('timed out'):
|
|
case d.d.chk('Invalid data found when processing input'):
|
|
case d.d.chk('Immediate exit requested'):
|
|
case d.d.chk('reset by peer'):
|
|
if(d.d.frames===0&&x==='record'){s.video('delete',d.d)};
|
|
break;
|
|
}
|
|
s.log(d.d,{type:"FFMPEG STDERR",msg:de})
|
|
});
|
|
}
|
|
break;
|
|
}
|
|
break;
|
|
case'video':
|
|
s.video(d.d[0],d.d[1]);
|
|
break;
|
|
}
|
|
});
|
|
io.on('disconnect',function(d){
|
|
s.connected=false;
|
|
});
|
|
|
|
//web server
|
|
if(config.port===undefined)config.port = 8080;
|
|
if(config.ip===undefined||config.ip===''||config.ip.indexOf('0.0.0.0')>-1){config.ip='localhost'}else{config.bindip=config.ip};
|
|
var childNodeHTTP = express();
|
|
var childNodeServer = http.createServer(app);
|
|
var childNodeWebsocket = new (require('socket.io'))()
|
|
childNodeServer.listen(config.port,config.bindip,function(){
|
|
console.log('SHINOBI CHILD NODE RUNNING ON PORT : '+config.port);
|
|
});
|
|
childNodeWebsocket.attach(childNodeServer); |