Better watchdog logs

CHANGELOG.md

@@ -5,6 +5,12 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+## [1.8.1] - 2024-01-17
+
+### Changed
+
+- Added more detailed logs in case of watchdog failure
+
 ## [1.8.0] - 2024-01-07
 
 ### Added

install.sh

@@ -1,6 +1,6 @@
 #!/bin/bash
 
-### version: 1.8.0
+### version: 1.8.1
 
 # ~.~.~.~.~.~.~.~.~.~.~.~.~.~.~.~.~.~.~.#
 #    Nightscout Mikr.us setup script    #
@@ -34,6 +34,7 @@ RESERVED_DB_FILE=/srv/nightscout/data/reserved.db
 WATCHDOG_STATUS_FILE=/srv/nightscout/data/watchdog_status
 WATCHDOG_TIME_FILE=/srv/nightscout/data/watchdog_time
 WATCHDOG_LOG_FILE=/srv/nightscout/data/watchdog.log
+WATCHDOG_FAILURES_FILE=/srv/nightscout/data/watchdog-failures.log
 WATCHDOG_CRON_LOG=/srv/nightscout/data/watchdog-cron.log
 UPDATE_CHANNEL_FILE=/srv/nightscout/data/update_channel
 MONGO_DB_DIR=/srv/nightscout/data/mongodb
@@ -41,8 +42,8 @@ TOOL_FILE=/srv/nightscout/tools/nightscout-tool
 TOOL_LINK=/usr/bin/nightscout-tool
 UPDATES_DIR=/srv/nightscout/updates
 UPDATE_CHANNEL=master
-SCRIPT_VERSION="1.8.0"         #auto-update
-SCRIPT_BUILD_TIME="2024.01.07" #auto-update
+SCRIPT_VERSION="1.8.1"         #auto-update
+SCRIPT_BUILD_TIME="2024.01.17" #auto-update
 
 #=======================================
 # SETUP
@@ -1599,7 +1600,7 @@ watchdog_check() {
 
 		local domainLen=${#domain}
 		if ((domainLen > 15)); then
-			local html=$(curl -Lks "$domain")
+			local html=$(curl -Lksi "$domain")
 
 			WATCHDOG_STATUS="detection_failed"
 
@@ -1623,6 +1624,15 @@ watchdog_check() {
 				WATCHDOG_STATUS="restarting"
 			fi
 
+			if [ "$WATCHDOG_STATUS" = "detection_failed" ]; then
+				{
+					echo "----------------------------------------------------------------"
+					echo "[$WATCHDOG_TIME] Unknown server failure:"
+					echo "HTTP DUMP:"
+					echo "$html"
+				} >>"$WATCHDOG_FAILURES_FILE"
+			fi
+
 		else
 			WATCHDOG_STATUS="domain_failed"
 		fi
@@ -1646,6 +1656,12 @@ watchdog_check() {
 	fi
 	# fi
 
+	FAILSIZE=$(wc -l <$WATCHDOG_FAILURES_FILE)
+	if [ "$FAILSIZE" -gt 10000 ]; then
+		tail -10000 $WATCHDOG_FAILURES_FILE >"$WATCHDOG_FAILURES_FILE.tmp"
+		mv -f "$WATCHDOG_FAILURES_FILE.tmp" "$WATCHDOG_FAILURES_FILE"
+	fi
+
 	echo "$WATCHDOG_TIME" >$WATCHDOG_TIME_FILE
 	echo "$WATCHDOG_STATUS" >$WATCHDOG_STATUS_FILE
 

package.json

@@ -1,6 +1,6 @@
 {
   "name": "@dlvoy/ns-installer-mikrus",
-  "version": "1.8.0",
+  "version": "1.8.1",
   "description": "Nightscout installer for mikr.us VPS",
   "main": "index.js",
   "scripts": {

src/lib.sh

@@ -18,6 +18,7 @@ RESERVED_DB_FILE=/srv/nightscout/data/reserved.db
 WATCHDOG_STATUS_FILE=/srv/nightscout/data/watchdog_status
 WATCHDOG_TIME_FILE=/srv/nightscout/data/watchdog_time
 WATCHDOG_LOG_FILE=/srv/nightscout/data/watchdog.log
+WATCHDOG_FAILURES_FILE=/srv/nightscout/data/watchdog-failures.log
 WATCHDOG_CRON_LOG=/srv/nightscout/data/watchdog-cron.log
 UPDATE_CHANNEL_FILE=/srv/nightscout/data/update_channel
 MONGO_DB_DIR=/srv/nightscout/data/mongodb
@@ -1583,7 +1584,7 @@ watchdog_check() {
 
 		local domainLen=${#domain}
 		if ((domainLen > 15)); then
-			local html=$(curl -Lks "$domain")
+			local html=$(curl -Lksi "$domain")
 
 			WATCHDOG_STATUS="detection_failed"
 
@@ -1607,6 +1608,15 @@ watchdog_check() {
 				WATCHDOG_STATUS="restarting"
 			fi
 
+			if [ "$WATCHDOG_STATUS" = "detection_failed" ]; then
+				{
+					echo "----------------------------------------------------------------"
+					echo "[$WATCHDOG_TIME] Unknown server failure:"
+					echo "HTTP DUMP:"
+					echo "$html"
+				} >>"$WATCHDOG_FAILURES_FILE"
+			fi
+
 		else
 			WATCHDOG_STATUS="domain_failed"
 		fi
@@ -1630,6 +1640,12 @@ watchdog_check() {
 	fi
 	# fi
 
+	FAILSIZE=$(wc -l <$WATCHDOG_FAILURES_FILE)
+	if [ "$FAILSIZE" -gt 10000 ]; then
+		tail -10000 $WATCHDOG_FAILURES_FILE >"$WATCHDOG_FAILURES_FILE.tmp"
+		mv -f "$WATCHDOG_FAILURES_FILE.tmp" "$WATCHDOG_FAILURES_FILE"
+	fi
+
 	echo "$WATCHDOG_TIME" >$WATCHDOG_TIME_FILE
 	echo "$WATCHDOG_STATUS" >$WATCHDOG_STATUS_FILE
 

src/setup.sh

@@ -1,6 +1,6 @@
 #!/bin/bash
 
-### version: 1.8.0
+### version: 1.8.1
 
 # ~.~.~.~.~.~.~.~.~.~.~.~.~.~.~.~.~.~.~.#
 #    Nightscout Mikr.us setup script    #

updated

@@ -1 +1 @@
-2024-01-07T18:29:57.941Z
+2024-01-17T08:47:45.288Z