Add possibility to send mail when server or proxy is down/up

luci-app-omr-tracker/luasrc/model/cbi/omr-tracker.lua

@@ -41,6 +41,13 @@ o.default     = "0"
 o.datatype    = "range(0, 100)"
 o.rmempty     = false
 
+o = s:option(Flag, "mail_alert", translate("Mail alert"), translate("Send a mail when connection state change"))
+o.optional    = false
+o.rmempty     = false
+o.default     = false
+o.disabled    = 0
+o.enabled     = 1
+
 o = s:option(DynamicList, "hosts", translate("Hosts"), translate("IPs or domains must be available over http"))
 o.placeholder = "bing.com"
 o.default     = { "bing.com", "google.com" }
@@ -84,6 +91,13 @@ o.default     = "0"
 o.datatype    = "range(0, 100)"
 o.rmempty     = false
 
+o = s:option(Flag, "mail_alert", translate("Mail alert"), translate("Send a mail when connection state change"))
+o.optional    = false
+o.rmempty     = false
+o.default     = false
+o.disabled    = 0
+o.enabled     = 1
+
 s = m:section(TypedSection, "defaults", translate("Defaults Settings"), translate("OMR-Tracker create needed routes and detect when a connection is down or up"))
 s.anonymous   = true
 

omr-tracker/files/bin/omr-tracker-server

@@ -91,7 +91,7 @@ _check_master() {
 							del openvpn.omr.remote
 							add_list openvpn.omr.remote=$ip
 							commit openvpn
-							set openmptcprouter.vps.current='1'
+							set openmptcprouter.${name}.current='1'
 							commit openmptcprouter
 						EOF
 						/etc/init.d/openmptcprouter-vps get_openvpn_key $name >/dev/null 2>/dev/null
@@ -106,15 +106,49 @@ _check_master() {
 				fi
 				config_load shadowsocks-libev
 				config_foreach _enable_redir ss_redir
+				OMR_TRACKER_STATUS_MSG="Answer to ping and to API check"
+				mail_alert="$(uci -q get omr-tracker.server.mail_alert)"
+				#[ -z "$mail_alert" ] && mail_alert="$(uci -q get omr-tracker.defaults.mail_alert)"
+				[ "$mail_alert" = "1" ] && [ -n "$(uci -q get mail.default.to)" ] && {
+					OMR_SYSNAME="$(uci -q get system.@system[0].hostname)"
+					if [ "$(uci -q get omr-tracker.defaults.mail_up_subject)" != "" ] && [ "$(uci -q get omr-tracker.defaults.mail_up_message)" != "" ]; then
+						mail_subject="$(uci -q get omr-tracker.defaults.mail_up_subject)"
+						mail_subject=`echo $mail_subject | sed -e "s/%SYSNAME%/$OMR_SYSNAME/g" -e "s/%INTERFACE%/Server ${name}/g" -e "s/%DEVICE%/${ip}/g" -e "s/%MESSAGE%/$OMR_TRACKER_STATUS_MSG/g"`
+						mail_message="$(uci -q get omr-tracker.defaults.mail_up_message)"
+						mail_message=`echo $mail_message | sed -e "s/%SYSNAME%/$OMR_SYSNAME/g" -e "s/%INTERFACE%/Server ${name}/g" -e "s/%DEVICE%/${ip}/g" -e "s/%MESSAGE%/$OMR_TRACKER_STATUS_MSG/g"`
+						echo -e "Subject: ${mail_subject}\n\n${mail_message}" | sendmail $(uci -q get mail.default.to)
+					else
+						echo -e "Subject: $OMR_SYSNAME: Server ${name} (${ip}) is UP\n. The reason is \"$OMR_TRACKER_STATUS_MSG\"." | sendmail $(uci -q get mail.default.to)
+					fi
+				}
+				script_alert_down="$(uci -q get omr-tracker.proxy.script_alert_up)"
+				[ -n "$script_alert_down" ] && eval $script_alert_up
 				count=$((count+1))
 			else
 				logger -t "OMR-Tracker-Server" "Master server ${name} down ($ip)"
+				OMR_TRACKER_STATUS_MSG="No answer to ping and API check"
 				uci -q batch <<-EOF >/dev/null
-					set openmptcprouter.vps.current='0'
+					set openmptcprouter.${name}.current='0'
 					commit openmptcprouter
 				EOF
 				config_load shadowsocks-libev
 				config_foreach _disable_redir ss_redir
+				mail_alert="$(uci -q get omr-tracker.server.mail_alert)"
+				#[ -z "$mail_alert" ] && mail_alert="$(uci -q get omr-tracker.defaults.mail_alert)"
+				[ "$mail_alert" = "1" ] && [ -n "$(uci -q get mail.default.to)" ] && {
+					OMR_SYSNAME="$(uci -q get system.@system[0].hostname)"
+					if [ "$(uci -q get omr-tracker.defaults.mail_down_subject)" != "" ] && [ "$(uci -q get omr-tracker.defaults.mail_down_message)" != "" ]; then
+						mail_subject="$(uci -q get omr-tracker.defaults.mail_down_subject)"
+						mail_subject=`echo $mail_subject | sed -e "s/%SYSNAME%/$OMR_SYSNAME/g" -e "s/%INTERFACE%/Server ${name}/g" -e "s/%DEVICE%/${ip}/g" -e "s/%MESSAGE%/$OMR_TRACKER_STATUS_MSG/g"`
+						mail_message="$(uci -q get omr-tracker.defaults.mail_down_message)"
+						mail_message=`echo $mail_message | sed -e "s/%SYSNAME%/$OMR_SYSNAME/g" -e "s/%INTERFACE%/Server ${name}/g" -e "s/%DEVICE%/${ip}/g" -e "s/%MESSAGE%/$OMR_TRACKER_STATUS_MSG/g"`
+						echo -e "Subject: ${mail_subject}\n\n${mail_message}" | sendmail $(uci -q get mail.default.to)
+					else
+						echo -e "Subject: $OMR_SYSNAME: Server ${name} (${ip}) is down\n. The reason is \"$OMR_TRACKER_STATUS_MSG\"." | sendmail $(uci -q get mail.default.to)
+					fi
+				}
+				script_alert_down="$(uci -q get omr-tracker.proxy.script_alert_down)"
+				[ -n "$script_alert_down" ] && eval $script_alert_down
 			fi
 			countips=$((countips+1))
 		}
@@ -169,7 +203,7 @@ _check_backup() {
 							del openvpn.omr.remote
 							add_list openvpn.omr.remote=$ip
 							commit openvpn
-							set openmptcprouter.vps.current='1'
+							set openmptcprouter.${name}.current='1'
 							commit openmptcprouter
 						EOF
 						/etc/init.d/openmptcprouter-vps get_openvpn_key $name >/dev/null 2>/dev/null
@@ -185,14 +219,48 @@ _check_backup() {
 				fi
 				config_load shadowsocks-libev
 				config_foreach _enable_redir ss_redir
+				OMR_TRACKER_STATUS_MSG="Answer to ping and to API check"
+				mail_alert="$(uci -q get omr-tracker.server.mail_alert)"
+				#[ -z "$mail_alert" ] && mail_alert="$(uci -q get omr-tracker.defaults.mail_alert)"
+				[ "$mail_alert" = "1" ] && [ -n "$(uci -q get mail.default.to)" ] && {
+					OMR_SYSNAME="$(uci -q get system.@system[0].hostname)"
+					if [ "$(uci -q get omr-tracker.defaults.mail_up_subject)" != "" ] && [ "$(uci -q get omr-tracker.defaults.mail_up_message)" != "" ]; then
+						mail_subject="$(uci -q get omr-tracker.defaults.mail_up_subject)"
+						mail_subject=`echo $mail_subject | sed -e "s/%SYSNAME%/$OMR_SYSNAME/g" -e "s/%INTERFACE%/Server ${name}/g" -e "s/%DEVICE%/${ip}/g" -e "s/%MESSAGE%/$OMR_TRACKER_STATUS_MSG/g"`
+						mail_message="$(uci -q get omr-tracker.defaults.mail_up_message)"
+						mail_message=`echo $mail_message | sed -e "s/%SYSNAME%/$OMR_SYSNAME/g" -e "s/%INTERFACE%/Server ${name}/g" -e "s/%DEVICE%/${ip}/g" -e "s/%MESSAGE%/$OMR_TRACKER_STATUS_MSG/g"`
+						echo -e "Subject: ${mail_subject}\n\n${mail_message}" | sendmail $(uci -q get mail.default.to)
+					else
+						echo -e "Subject: $OMR_SYSNAME: Server ${name} (${ip}) is UP\n. The reason is \"$OMR_TRACKER_STATUS_MSG\"." | sendmail $(uci -q get mail.default.to)
+					fi
+				}
+				script_alert_down="$(uci -q get omr-tracker.proxy.script_alert_up)"
+				[ -n "$script_alert_down" ] && eval $script_alert_up
 				count=$((count+1))
 			else
 				uci -q batch <<-EOF >/dev/null
-					set openmptcprouter.vps.current='0'
+					set openmptcprouter.${name}.current='0'
 					commit openmptcprouter
 				EOF
 				config_load shadowsocks-libev
 				config_foreach _disable_redir ss_redir
+				OMR_TRACKER_STATUS_MSG="No answer to ping and to API check"
+				mail_alert="$(uci -q get omr-tracker.server.mail_alert)"
+				#[ -z "$mail_alert" ] && mail_alert="$(uci -q get omr-tracker.defaults.mail_alert)"
+				[ "$mail_alert" = "1" ] && [ -n "$(uci -q get mail.default.to)" ] && {
+					OMR_SYSNAME="$(uci -q get system.@system[0].hostname)"
+					if [ "$(uci -q get omr-tracker.defaults.mail_down_subject)" != "" ] && [ "$(uci -q get omr-tracker.defaults.mail_down_message)" != "" ]; then
+						mail_subject="$(uci -q get omr-tracker.defaults.mail_down_subject)"
+						mail_subject=`echo $mail_subject | sed -e "s/%SYSNAME%/$OMR_SYSNAME/g" -e "s/%INTERFACE%/Server ${name}/g" -e "s/%DEVICE%/${ip}/g" -e "s/%MESSAGE%/$OMR_TRACKER_STATUS_MSG/g"`
+						mail_message="$(uci -q get omr-tracker.defaults.mail_down_message)"
+						mail_message=`echo $mail_message | sed -e "s/%SYSNAME%/$OMR_SYSNAME/g" -e "s/%INTERFACE%/Server ${name}/g" -e "s/%DEVICE%/${ip}/g" -e "s/%MESSAGE%/$OMR_TRACKER_STATUS_MSG/g"`
+						echo -e "Subject: ${mail_subject}\n\n${mail_message}" | sendmail $(uci -q get mail.default.to)
+					else
+						echo -e "Subject: $OMR_SYSNAME: Server ${name} (${ip}) is down\n. The reason is \"$OMR_TRACKER_STATUS_MSG\"." | sendmail $(uci -q get mail.default.to)
+					fi
+				}
+				script_alert_down="$(uci -q get omr-tracker.proxy.script_alert_down)"
+				[ -n "$script_alert_down" ] && eval $script_alert_down
 			fi
 			countips=$((countips+1))
 		}

omr-tracker/files/bin/omr-tracker-ss

@@ -83,8 +83,25 @@ while true; do
 		nocontact=""
 		[ "${last}" -ge "${retry}" ] || [ "$(uci -q get openmptcprouter.omr.ss_${server})" = "" ] && {
 			_log "Shadowsocks ${server} is up (can contact via http ${host})"
+			OMR_TRACKER_STATUS_MSG="Shadowsocks ${server} is up (can contact via http ${host})"
 			uci -q set openmptcprouter.omr.ss_${server}="up"
 			uci -q commit openmptcprouter.omr
+			mail_alert="$(uci -q get omr-tracker.proxy.mail_alert)"
+			#[ -z "$mail_alert" ] && mail_alert="$(uci -q get omr-tracker.defaults.mail_alert)"
+			[ "$mail_alert" = "1" ] && [ -n "$(uci -q get mail.default.to)" ] && {
+				OMR_SYSNAME="$(uci -q get system.@system[0].hostname)"
+				if [ "$(uci -q get omr-tracker.defaults.mail_up_subject)" != "" ] && [ "$(uci -q get omr-tracker.defaults.mail_up_message)" != "" ]; then
+					mail_subject="$(uci -q get omr-tracker.defaults.mail_up_subject)"
+					mail_subject=`echo $mail_subject | sed -e "s/%SYSNAME%/$OMR_SYSNAME/g" -e "s/%INTERFACE%/Shadowsocks Proxy/g" -e "s/%DEVICE%/Shadowsocks Proxy/g" -e "s/%MESSAGE%/$OMR_TRACKER_STATUS_MSG/g"`
+					mail_message="$(uci -q get omr-tracker.defaults.mail_up_message)"
+					mail_message=`echo $mail_message | sed -e "s/%SYSNAME%/$OMR_SYSNAME/g" -e "s/%INTERFACE%/Shadowsocks Proxy/g" -e "s/%DEVICE%/Shadowsocks Proxy/g" -e "s/%MESSAGE%/$OMR_TRACKER_STATUS_MSG/g"`
+					echo -e "Subject: ${mail_subject}\n\n${mail_message}" | sendmail $(uci -q get mail.default.to)
+				else
+					echo -e "Subject: $OMR_SYSNAME: Shadowsocks Proxy is UP." | sendmail $(uci -q get mail.default.to)
+				fi
+			}
+			script_alert_up="$(uci -q get omr-tracker.proxy.script_alert_up)"
+			[ -n "$script_alert_up" ] && eval $script_alert_up
 		}
 		if [ -z "$($IPTABLESSAVE 2>/dev/null | grep :ssr)" ] && [ "$(uci -q get shadowsocks-libev.ss_rules.disabled)" != "1" ]; then
 			_log "Reload Shadowsocks rules"
@@ -99,6 +116,7 @@ while true; do
 		[ "${last}" -ge "${retry}" ] && {
 			if [ -n "$($IPTABLES -w -t nat -L -n 2>/dev/null | grep ssr)" ]; then
 				_log "Shadowsocks ${server} is down (can't contact via http ${nocontact})"
+				OMR_TRACKER_STATUS_MSG="Shadowsocks ${server} is down (can't contact via http ${nocontact})"
 				uci -q set openmptcprouter.omr.ss_${server}="down"
 				uci -q commit openmptcprouter.omr
 				[ "$(uci show openmptcprouter.omr | grep ss_ | grep up)" = "" ] && /etc/init.d/shadowsocks-libev rules_down 2> /dev/null
@@ -109,7 +127,25 @@ while true; do
 				_ping_server $serverip
 				if [ "$server_ping" = false ]; then
 					_log "Server $server ($serverip) seems down, no answer to ping"
+					OMR_TRACKER_STATUS_MSG="${OMR_TRACKER_STATUS_MSG} - Server $server ($serverip) seems down, no answer to ping"
 				fi
+				mail_alert="$(uci -q get omr-tracker.proxy.mail_alert)"
+				#[ -z "$mail_alert" ] && mail_alert="$(uci -q get omr-tracker.defaults.mail_alert)"
+				[ "$mail_alert" = "1" ] && [ -n "$(uci -q get mail.default.to)" ] && {
+					OMR_SYSNAME="$(uci -q get system.@system[0].hostname)"
+					if [ "$(uci -q get omr-tracker.defaults.mail_down_subject)" != "" ] && [ "$(uci -q get omr-tracker.defaults.mail_down_message)" != "" ]; then
+						mail_subject="$(uci -q get omr-tracker.defaults.mail_down_subject)"
+						mail_subject=`echo $mail_subject | sed -e "s/%SYSNAME%/$OMR_SYSNAME/g" -e "s/%INTERFACE%/Shadowsocks Proxy/g" -e "s/%DEVICE%/Shadowsocks Proxy/g" -e "s/%MESSAGE%/$OMR_TRACKER_STATUS_MSG/g"`
+						mail_message="$(uci -q get omr-tracker.defaults.mail_down_message)"
+						mail_message=`echo $mail_message | sed -e "s/%SYSNAME%/$OMR_SYSNAME/g" -e "s/%INTERFACE%/Shadowsocks Proxy/g" -e "s/%DEVICE%/Shadowsocks Proxy/g" -e "s/%MESSAGE%/$OMR_TRACKER_STATUS_MSG/g"`
+						echo -e "Subject: ${mail_subject}\n\n${mail_message}" | sendmail $(uci -q get mail.default.to)
+					else
+						echo -e "Subject: $OMR_SYSNAME: Shadowsocks Proxy is down\n\nConnection failure of ShadowSocks proxy detected. The reason is \"$OMR_TRACKER_STATUS_MSG\"." | sendmail $(uci -q get mail.default.to)
+					fi
+				}
+				script_alert_down="$(uci -q get omr-tracker.proxy.script_alert_down)"
+				[ -n "$script_alert_down" ] && eval $script_alert_down
+
 				if [ "$disabled" != "1" ] && [ "$(pgrep ss-redir)" = "" ] && [ "$(uci -q get shadowsocks-libev.${server}.key)" != "" ]; then
 					_log "Can't find shadowsocks, restart it..."
 					/etc/init.d/shadowsocks-libev restart

omr-tracker/files/bin/omr-tracker-v2ray

@@ -79,8 +79,26 @@ while true; do
 		nocontact=""
 		[ "${last}" -ge "${retry}" ] || [ "$(uci -q get openmptcprouter.omr.v2ray)" = "" ] && {
 			_log "V2Ray is up (can contact via http ${host})"
+			OMR_TRACKER_STATUS_MSG="V2Ray is up (can contact via http ${host})"
 			uci -q set openmptcprouter.omr.v2ray="up"
 			uci -q commit openmptcprouter.omr
+			/etc/init.d/openmptcprouter-vps set_vps_firewall
+			mail_alert="$(uci -q get omr-tracker.proxy.mail_alert)"
+			#[ -z "$mail_alert" ] && mail_alert="$(uci -q get omr-tracker.defaults.mail_alert)"
+			[ "$mail_alert" = "1" ] && [ -n "$(uci -q get mail.default.to)" ] && {
+				OMR_SYSNAME="$(uci -q get system.@system[0].hostname)"
+				if [ "$(uci -q get omr-tracker.defaults.mail_up_subject)" != "" ] && [ "$(uci -q get omr-tracker.defaults.mail_up_message)" != "" ]; then
+					mail_subject="$(uci -q get omr-tracker.defaults.mail_up_subject)"
+					mail_subject=`echo $mail_subject | sed -e "s/%SYSNAME%/$OMR_SYSNAME/g" -e "s/%INTERFACE%/V2Ray Proxy/g" -e "s/%DEVICE%/Shadowsocks Proxy/g" -e "s/%MESSAGE%/$OMR_TRACKER_STATUS_MSG/g"`
+					mail_message="$(uci -q get omr-tracker.defaults.mail_up_message)"
+					mail_message=`echo $mail_message | sed -e "s/%SYSNAME%/$OMR_SYSNAME/g" -e "s/%INTERFACE%/V2Ray Proxy/g" -e "s/%DEVICE%/Shadowsocks Proxy/g" -e "s/%MESSAGE%/$OMR_TRACKER_STATUS_MSG/g"`
+					echo -e "Subject: ${mail_subject}\n\n${mail_message}" | sendmail $(uci -q get mail.default.to)
+				else
+					echo -e "Subject: $OMR_SYSNAME: V2Ray Proxy is UP." | sendmail $(uci -q get mail.default.to)
+				fi
+			}
+			script_alert_up="$(uci -q get omr-tracker.proxy.script_alert_up)"
+			[ -n "$script_alert_up" ] && eval $script_alert_up
 		}
 		if [ -z "$($IPTABLES -w -t nat -L -n 2>/dev/null | grep v2r)" ]; then
 			_log "Reload V2Ray rules"
@@ -95,8 +113,10 @@ while true; do
 		[ "${last}" -ge "${retry}" ] && {
 			if [ -n "$($IPTABLES -w -t nat -L -n 2>/dev/null | grep v2r)" ]; then
 				_log "V2Ray is down (can't contact via http ${nocontact})"
+				OMR_TRACKER_STATUS_MSG="V2Ray is down (can't contact via http ${nocontact})"
 				uci -q set openmptcprouter.omr.v2ray="down"
 				uci -q commit openmptcprouter.omr
+				/etc/init.d/openmptcprouter-vps set_vps_firewall
 				/etc/init.d/v2ray rules_down 2> /dev/null
 				_get_ip
 				server_ping=false
@@ -104,7 +124,24 @@ while true; do
 				_ping_server $server
 				if [ "$server_ping" = false ]; then
 					_log "Server ($server) seems down, no answer to ping"
+					OMR_TRACKER_STATUS_MSG="${OMR_TRACKER_STATUS_MSG} - Server ($server) seems down, no answer to ping"
 				fi
+				mail_alert="$(uci -q get omr-tracker.proxy.mail_alert)"
+				#[ -z "$mail_alert" ] && mail_alert="$(uci -q get omr-tracker.defaults.mail_alert)"
+				[ "$mail_alert" = "1" ] && [ -n "$(uci -q get mail.default.to)" ] && {
+					OMR_SYSNAME="$(uci -q get system.@system[0].hostname)"
+					if [ "$(uci -q get omr-tracker.defaults.mail_down_subject)" != "" ] && [ "$(uci -q get omr-tracker.defaults.mail_down_message)" != "" ]; then
+						mail_subject="$(uci -q get omr-tracker.defaults.mail_down_subject)"
+						mail_subject=`echo $mail_subject | sed -e "s/%SYSNAME%/$OMR_SYSNAME/g" -e "s/%INTERFACE%/V2Ray Proxy/g" -e "s/%DEVICE%/V2Ray Proxy/g" -e "s/%MESSAGE%/$OMR_TRACKER_STATUS_MSG/g"`
+						mail_message="$(uci -q get omr-tracker.defaults.mail_down_message)"
+						mail_message=`echo $mail_message | sed -e "s/%SYSNAME%/$OMR_SYSNAME/g" -e "s/%INTERFACE%/V2Ray Proxy/g" -e "s/%DEVICE%/V2Ray Proxy/g" -e "s/%MESSAGE%/$OMR_TRACKER_STATUS_MSG/g"`
+						echo -e "Subject: ${mail_subject}\n\n${mail_message}" | sendmail $(uci -q get mail.default.to)
+					else
+						echo -e "Subject: $OMR_SYSNAME: V2Ray Proxy is down\n\nConnection failure of V2Ray proxy detected. The reason is \"$OMR_TRACKER_STATUS_MSG\"." | sendmail $(uci -q get mail.default.to)
+					fi
+				}
+				script_alert_down="$(uci -q get omr-tracker.proxy.script_alert_down)"
+				[ -n "$script_alert_down" ] && eval $script_alert_down
 				sleep $wait_test
 			fi
 		}

omr-tracker/files/etc/config/omr-tracker

@@ -42,10 +42,12 @@ config proxy 'proxy'
 	option wait_test '0'
 	option interval_tries '1'
 	option interval '5'
+	option mail_alert '0'
 
 config server 'server'
 	option enabled '1'
 	option tries '3'
 	option timeout '10'
 	option wait_test '0'
-	option interval '5'
+	option interval '5'
+	option mail_alert '0'