Blue Turtle - The Refactoring

2025-03-09 15:40:15 +00:00 · 2018-10-24 21:42:47 -07:00 · 2018-10-24 21:42:47 -07:00 · b7d08eb500
commit b7d08eb500
parent 04011678fb
67 changed files with 11651 additions and 8452 deletions
--- a/libs/startup.js
+++ b/libs/startup.js
@ -0,0 +1,165 @@
+
+var fs = require('fs');
+var moment = require('moment');
+var crypto = require('crypto');
+var exec = require('child_process').exec;
+var execSync = require('child_process').execSync;
+module.exports = function(s,config,lang,io){
+    console.log('FFmpeg version : '+s.ffmpegVersion)
+    console.log('Node.js version : '+execSync("node -v"))
+    s.processReady = function(){
+        s.systemLog(lang.startUpText5)
+        process.send('ready')
+    }
+    var loadedAccounts = []
+    var loadMonitors = function(callback){
+        s.systemLog(lang.startUpText4)
+        //preliminary monitor start
+        s.sqlQuery('SELECT * FROM Monitors', function(err,monitors) {
+            if(err){s.systemLog(err)}
+            if(monitors && monitors[0]){
+                var loadCompleted = 0
+                var orphanedVideosForMonitors = {}
+                var loadMonitor = function(monitor){
+                    if(!orphanedVideosForMonitors[monitor.ke])orphanedVideosForMonitors[monitor.ke] = {}
+                    if(!orphanedVideosForMonitors[monitor.ke][monitor.mid])orphanedVideosForMonitors[monitor.ke][monitor.mid] = 0
+                    s.initiateMonitorObject(monitor)
+                    s.orphanedVideoCheck(monitor,2,function(orphanedFilesCount){
+                        if(orphanedFilesCount){
+                            orphanedVideosForMonitors[monitor.ke][monitor.mid] += orphanedFilesCount
+                        }
+                        s.group[monitor.ke].mon_conf[monitor.mid] = monitor
+                        var monObj = Object.assign(monitor,{id : monitor.mid})
+                        s.camera(monitor.mode,monObj)
+                        ++loadCompleted
+                        if(monitors[loadCompleted]){
+                            loadMonitor(monitors[loadCompleted])
+                        }else{
+                            s.systemLog(lang.startUpText6+' : '+s.s(orphanedVideosForMonitors))
+                            callback()
+                        }
+                    })
+                }
+                loadMonitor(monitors[loadCompleted])
+            }else{
+                callback()
+            }
+        })
+    }
+    var loadDiskUseForUser = function(user,callback){
+        s.systemLog(user.mail+' : '+lang.startUpText0)
+        var userDetails = JSON.parse(user.details)
+        user.size = 0
+        user.limit = userDetails.size
+        s.sqlQuery('SELECT * FROM Videos WHERE ke=? AND status!=?',[user.ke,0],function(err,videos){
+            if(videos && videos[0]){
+                videos.forEach(function(video){
+                    user.size += video.size
+                })
+            }
+            s.systemLog(user.mail+' : '+lang.startUpText1+' : '+videos.length,user.size)
+            callback()
+        })
+    }
+    var loadCloudDiskUseForUser = function(user,callback){
+        var userDetails = JSON.parse(user.details)
+        user.cloudDiskUse = {}
+        user.size = 0
+        user.limit = userDetails.size
+        s.cloudDisksLoaded.forEach(function(storageType){
+            user.cloudDiskUse[storageType] = {
+                usedSpace : 0,
+                firstCount : 0
+            }
+            if(s.cloudDiskUseStartupExtensions[storageType])s.cloudDiskUseStartupExtensions[storageType](user,userDetails)
+        })
+        s.sqlQuery('SELECT * FROM `Cloud Videos` WHERE ke=? AND status!=?',[user.ke,0],function(err,videos){
+            if(videos && videos[0]){
+                videos.forEach(function(video){
+                    var storageType = JSON.parse(video.details).type
+                    if(!storageType)storageType = 's3'
+                    user.cloudDiskUse[storageType].usedSpace += (video.size /1000000)
+                    ++user.cloudDiskUse[storageType].firstCount
+                })
+                s.cloudDisksLoaded.forEach(function(storageType){
+                    var firstCount = user.cloudDiskUse[storageType].firstCount
+                    s.systemLog(user.mail+' : '+lang.startUpText1+' : '+firstCount,storageType,user.cloudDiskUse[storageType].usedSpace)
+                    delete(user.cloudDiskUse[storageType].firstCount)
+                })
+            }
+            s.group[user.ke].cloudDiskUse = user.cloudDiskUse
+            callback()
+        })
+    }
+    var loadAdminUsers = function(callback){
+        //get current disk used for each isolated account (admin user) on startup
+        s.sqlQuery('SELECT * FROM Users WHERE details NOT LIKE ?',['%"sub"%'],function(err,users){
+            if(users && users[0]){
+                var loadLocalDiskUse = function(callback){
+                    var count = users.length
+                    var countFinished = 0
+                    users.forEach(function(user){
+                        loadedAccounts.push(user.ke)
+                        loadDiskUseForUser(user,function(){
+                            s.loadGroup(user)
+                            s.loadGroupApps(user)
+                            ++countFinished
+                            if(countFinished === count){
+                                callback()
+                            }
+                        })
+                    })
+                }
+                var loadCloudDiskUse = function(callback){
+                    var count = users.length
+                    var countFinished = 0
+                    users.forEach(function(user){
+                        loadCloudDiskUseForUser(user,function(){
+                            ++countFinished
+                            if(countFinished === count){
+                                callback()
+                            }
+                        })
+                    })
+                }
+                loadLocalDiskUse(function(){
+                    loadCloudDiskUse(function(){
+                        callback()
+                    })
+                })
+            }else{
+                s.processReady()
+            }
+        })
+    }
+    //check disk space every 20 minutes
+    if(config.autoDropCache===true){
+        setInterval(function(){
+            exec('echo 3 > /proc/sys/vm/drop_caches',{detached: true})
+        },60000*20)
+    }
+    //master node - startup functions
+    setInterval(function(){
+        s.cpuUsage(function(cpu){
+            s.ramUsage(function(ram){
+                s.tx({f:'os',cpu:cpu,ram:ram},'CPU');
+            })
+        })
+    },10000)
+    //run prerequsite queries, load users and monitors
+    if(config.childNodes.mode !== 'child'){
+        //sql/database connection with knex
+        s.databaseEngine = require('knex')(s.databaseOptions)
+        //run prerequsite queries
+        s.preQueries()
+        setTimeout(function(){
+            //load administrators (groups)
+            loadAdminUsers(function(){
+                //load monitors (for groups)
+                loadMonitors(function(){
+                    s.processReady()
+                })
+            })
+        },1500)
+    }
+}