a few new scripts; updated status

Author: WMFO Administrator

file-comparator/file-comparator.c

@@ -0,0 +1,66 @@
+#include <stdio.h>
+#include <stdlib.h>
+
+#define BUFFER_SIZE 48000*2*100
+#define COMPARE_LEN 1000
+// The files are slightly different; usually maximum of 1 difference
+#define DIFFERENCE_THRESHOLD 5
+
+// We look for at least COMPARE_LEN of close samples within
+// DIFFERENCE_THRESHOLD and then declare those a match
+// starting at the first sample. The function takes:
+// Two buffers (buf1, buf2)
+// A total length of the buffers
+// And then returns the number of samples (each 4 bytes) of offset
+long compare_blocks(short* buf1, short* buf2, long buffer_size) {
+	long i, j;
+	for (i = 0, j = 0; i < BUFFER_SIZE; i ++) {
+		if (abs(buf1[i] - buf2[j]) <= DIFFERENCE_THRESHOLD)
+			j++;
+		else 
+			j = 0;
+		if (j > COMPARE_LEN) {
+			long sample_delta = i - j + 1;
+			return sample_delta/2;
+		}
+	}
+	for (j = 0, i = 0; j < BUFFER_SIZE; j ++) {
+		if (abs(buf1[i] - buf2[j]) <= DIFFERENCE_THRESHOLD)
+			i++;
+		else 
+			i = 0;
+		if (i > COMPARE_LEN) {
+			long sample_delta = i - j - 1;
+			return sample_delta/2;
+		}
+	}
+	return -1;
+}
+
+void print_buffer(short* buf, long buffer_size) {
+	long i;
+	for (i = 0; i < buffer_size; i+=2) {
+		printf("%hd\n",buf[i]);
+	}
+}
+
+int main(int argc, char* argv[]) {
+	FILE *f1, *f2;
+	short *buf1, *buf2;
+	if (argc != 3) {
+		printf("Usage: %s FILE1 FILE2\n", argv[0]);
+	}
+	f1 = fopen(argv[1],"r");
+	f2 = fopen(argv[2],"r");
+	if (f1 == NULL || f2 == NULL) {
+		fprintf(stderr,"Error: cannot open file\n");
+		exit(1);
+	}
+	buf1 = malloc(BUFFER_SIZE*sizeof(short));
+	buf2 = malloc(BUFFER_SIZE*sizeof(short));
+	fread(buf1, sizeof(short), BUFFER_SIZE, f1);
+	fread(buf2, sizeof(short), BUFFER_SIZE, f2);
+	long offset = compare_blocks(buf1, buf2, BUFFER_SIZE);
+	printf("%ld\n", offset);
+	exit(0);
+}

scripts/validate-file.sh

@@ -0,0 +1,21 @@
+#!/bin/bash
+date_adj=`date`-1HOUR
+output_filename_base=`date -d "$date_adj" +@%s | xargs date -u +%Y-%m-%d_%H -d`
+output_filename=`echo /home/wmfo-admin/archives/${output_filename_base}U.s16`
+windows_file=`echo /home/wmfo-admin/windows-archives/${output_filename_base}W.s16`
+
+if [ -f $output_filename ] ; then
+	archive_size=`wc -c < $output_filename`
+	archive_runtime=`expr $archive_size / 4 / 48000`
+	windows_archive_size=`wc -c < $windows_file`
+	windows_archive_runtime=`expr $windows_archive_size / 4 / 48000`
+	if [ $archive_runtime -ne 3600 ] ; then
+		echo "Archive runtime isn't 1 hour: $archive_runtime"
+		if [ $windows_archive_runtime -eq 3600 ] ; then 
+			echo "Windows archive is correct length: $windows_archive_runtime"
+		fi
+	fi
+	exit 0
+fi
+echo "Error! Archive file missing!"
+

status.php

@@ -2,21 +2,21 @@
 
 //current filename
 date_default_timezone_set('America/New_York');
-$dt_est = new DateTimeImmutable($date);
+$dt_est = new DateTimeImmutable();
 $dt_utc = $dt_est->setTimeZone(new DateTimeZone("UTC"));
 $fn = './archives/' . $dt_utc->format("Y-m-d_H\U.\s16");
 $dt_last = $dt_utc->sub(new DateInterval("PT1H"));
 $last_fn = './archives/' . $dt_last->format("Y-m-d_H\U.\s16");
 
 //seconds elasped in current hour
+clearstatcache();
 $seconds = time() % 3600;
 
 $seconds_behind = 0;
 
-function verify_amount_of_data($fn, $seconds, $threshold) {
+function verify_amount_of_data($fn, $seconds_file, $threshold) {
 	//for signed 16, amount of data should be 48000 Hz * 4 bytes/sample * seconds elasped
-	clearstatcache();
-	$seconds_behind = ($seconds - filesize($fn) / 48000 / 4);
+	$seconds_behind = ($seconds_file - filesize($fn) / 48000 / 4);
 	$GLOBALS['seconds_behind']  = $seconds_behind;
 	//to allow for SMB and cache flushing, allow $threshold seconds
 	return ($seconds_behind <= $threshold);
@@ -27,15 +27,19 @@ function verify_amount_of_data($fn, $seconds, $threshold) {
 	if ($seconds <= 120 && file_exists($last_fn)) {
 		echo "OK: Current file not yet written, last file present, within threshold";
 	} else {
-		header($_SERVER["SERVER_PROTOCOL"]." 503 Internal Server Error", true, 503);
+		header($_SERVER["SERVER_PROTOCOL"]." 404 Archive File Not Found", true, 404);
 		echo "ERROR: Neither current nor previous recording file present.";
 	}
 } else {
-	if (verify_amount_of_data($fn, $seconds, 120)) {
+	$seconds_file = filemtime($fn) % 3600;
+	$trailing_seconds = $seconds - $seconds_file;
+	if (verify_amount_of_data($fn, $seconds_file, 120)) {
 		echo "OK: System Normal<br>";
-		echo "Stats: disk recording trails timestamp by $seconds_behind seconds which is within threshold";
+		echo "Stats: disk recording trails timestamp by $seconds_behind seconds which is within threshold<br>";
+		echo "Filemtime trails current time by $trailing_seconds";
 	} else {
 		header($_SERVER["SERVER_PROTOCOL"]." 503 Internal Server Error", true, 503);
-		echo "ERROR: Archive file present but shorter than expected";
+		echo "ERROR: Archive file present but shorter than expected:<br>";
+		echo "filemtime: $seconds_file trails current time by $trailing_seconds and the file is $seconds_behind smaller than it should be.";
 	}
 }