From 304bd4a6fdea737cd4bb2616fd22ed2507584cc9 Mon Sep 17 00:00:00 2001
From: relikd <info@relikd.de>
Date: Mon, 1 Mar 2021 22:18:00 +0100
Subject: [PATCH] add word lengths, letter difference count, and letter
 difference off by one

---
 results/analysis.html | 10 ++++--
 results/analysis.js   | 72 ++++++++++++++++++++++++++++++++++++++-----
 results/style.css     |  2 +-
 3 files changed, 74 insertions(+), 10 deletions(-)

diff --git a/results/analysis.html b/results/analysis.html
index bd2155f..d2d0c5c 100644
--- a/results/analysis.html
+++ b/results/analysis.html
@@ -38,10 +38,16 @@
 	</p>
 	<dl>
 		<dt><label for="abc">Alphabet:</label></dt>
-		<dd><input id="abc" style="width: 200px" type="text" value="ᚠᚢᚦᚩᚱᚳᚷᚹᚻᚾᛁᛄᛇᛈᛉᛋᛏᛒᛖᛗᛚᛝᛟᛞᚪᚫᚣᛡᛠ"> (everything else is whitespace)</dd>
+		<dd>
+			<input id="abc" style="width: 250px" type="text" value="ᚠᚢᚦᚩᚱᚳᚷᚹᚻᚾᛁᛄᛇᛈᛉᛋᛏᛒᛖᛗᛚᛝᛟᛞᚪᚫᚣᛡᛠ">
+			<span class="small">⤳ everything else is treated as whitespace</span>
+		</dd>
 
 		<dt><label for="abc_123">Translate to:</label></dt>
-		<dd><input id="abc_123" style="width: 400px" type="text" value="F U TH O R C G W H N I J EO P X S T B E M L NG OE D A AE Y IA EA"> (space separated)</dd>
+		<dd>
+			<input id="abc_123" style="width: 400px" type="text" value="F U TH O R C G W H N I J EO P X S T B E M L NG OE D A AE Y IA EA">
+			<span class="small">⤳ separated by space, currently only used in concealment analysis</span>
+		</dd>
 
 		<dt><label for="input">Input:</label></dt>
 		<dd><textarea id="input" cols="60" rows="10">
diff --git a/results/analysis.js b/results/analysis.js
index 10bf922..fadba2e 100644
--- a/results/analysis.js
+++ b/results/analysis.js
@@ -38,7 +38,8 @@ function num_stream(stream) {
 	for (var i = 0; i < stream.length; i++) {
 		var val = stream[i];
 		var title = '';
-		if (typeof stream[i] != 'string') {
+		const typ = typeof stream[i];
+		if (typ != 'string' && typ != 'number') {
 			title = ' title="' + val[1] + '"';
 			val = val[0];
 		}
@@ -126,36 +127,93 @@ function sec_counts() {
 		}
 		ngrams.push(arrset);
 	}
-	var txt = '<p><b>Words:</b> ' + window.words.length + '</p>\n';
-	txt += '<p><b>Runes:</b> ' + window.runes.length + '</p>\n';
+	var txt = '<p><b>Letters:</b> ' + window.runes.length + '</p>\n';
+	txt += '<p><b>Words:</b> ' + window.words.length + '</p>\n';
 	txt += '<dl>\n';
-
+	var wlens = [];
+	for (var i = 0; i < window.words.length; i++) {
+		wlens.push([window.words[i].length, window.words[i] + ' (' + window.eng_words[i].join('') + ')']);
+	}
+	txt += dt_dd('Word lengths:', num_stream(wlens), 'ioc-list small two', 'strm-wlen');
 	txt += dt_dd('1-grams:', ngram_table(ngrams[0], 'tbl-1g'));
 	txt += dt_dd('2-grams:', ngram_table(ngrams[1], 'tbl-2g', window.txt_abc));
 	txt += pick_ngrams(3, ngrams[2], 100);
 	txt += pick_ngrams(4, ngrams[3], 50);
 	txt += '</dl>\n';
 	byID('sec_counts').innerHTML = txt;
+	apply_colors('strm-wlen', 'div');
 	apply_colors('tbl-1g', 'td');
 	apply_colors('tbl-2g', 'td');
 }
 
+function IC_direct(prob, count) {
+	var sum = 0;
+	var ioc = 0;
+	for (k in prob) {
+		sum += prob[k];
+		ioc += prob[k] * (prob[k] - 1);
+	}
+	return ioc / ((sum * (sum - 1)) / count);
+}
+
+function count_table(id, nums) {
+	var counts = [];
+	var high = 0;
+	for (var i = nums.length - 1; i >= 0; i--) {
+		const val = nums[i][0];
+		if (val > high) { high = val; }
+		counts[val] = (counts[val] || 0) + 1;
+	}
+	var txt = '<table id="' + id + '">\n<tr>';
+	for (var i = 0; i <= high; i++) { txt += '<th>' + i + '</th>'; }
+	txt += '</tr>\n<tr>';
+	for (var i = 0; i <= high; i++) { txt += '<td>' + (counts[i] || '–') + '</td>'; }
+	txt += '</tr>\n</table>\n';
+	txt += '<br><span class="small">⤳ IoC: ' + IC_direct(counts, high + 1).toFixed(3) + '</span>';
+	return txt;
+}
+
 function sec_double() {
 	var num_a = [];
 	var num_b = [];
+	var num_c = [];
 	for (var i = 0; i < window.runes.length - 1; i++) {
 		const a = window.txt_abc.indexOf(window.runes[i]);
 		const b = window.txt_abc.indexOf(window.runes[i + 1]);
-		const x = Math.min(Math.abs(a - b), Math.min(a, b) + 29 - Math.max(a, b));
+		const c = window.txt_abc.indexOf(window.runes[i + 2]);
+		const x = (b - a + window.txt_abc.length) % window.txt_abc.length;
 		num_a.push(x == 0  ? [1, 'offset: ' + i + ', char: ' + window.txt_abc[a]] : '.');
 		num_b.push([x, 'offset: ' + i]);
+		if (c != -1) {  // is -1 for the last entry
+			const y = (c - a + window.txt_abc.length) % window.txt_abc.length;
+			num_c.push([y, 'offset: ' + i]);
+		}
 	}
 	var txt = '';
 	txt += dt_dd('Double Letters:', num_stream(num_a), 'ioc-list small one', 'strm-dbls');
-	txt += dt_dd('Letter Difference:', num_stream(num_b), 'ioc-list small two', 'strm-diff');
+	txt += dt_dd('Letter Difference (2nd – 1st):', num_stream(num_b), 'ioc-list small two', 'strm-diff2a');
+	txt += dt_dd('Count Difference (2nd – 1st):', count_table('tbl-ldiff2a', num_b));
+	for (var i = num_b.length - 1; i >= 0; i--) {
+		num_b[i][0] = Math.min(num_b[i][0], window.txt_abc.length - num_b[i][0])
+	}
+	txt += dt_dd('Letter Difference (2nd, Absolute):', num_stream(num_b), 'ioc-list small two', 'strm-diff2b');
+	txt += dt_dd('Count Difference (2nd, Absolute):', count_table('tbl-ldiff2b', num_b));
+	txt += dt_dd('Letter Difference (3rd – 1st):', num_stream(num_c), 'ioc-list small two', 'strm-diff3a');
+	txt += dt_dd('Count Difference (3rd – 1st):', count_table('tbl-ldiff3a', num_c));
+	for (var i = num_c.length - 1; i >= 0; i--) {
+		num_c[i][0] = Math.min(num_c[i][0], window.txt_abc.length - num_c[i][0])
+	}
+	txt += dt_dd('Letter Difference (3rd, Absolute):', num_stream(num_c), 'ioc-list small two', 'strm-diff3b');
+	txt += dt_dd('Count Difference (3rd, Absolute):', count_table('tbl-ldiff3b', num_c));
+	
 	byID('sec_double').innerHTML = '<dl>\n' + txt + '</dl>\n';
 	apply_colors('strm-dbls', 'div', 0, 1);
-	apply_colors('strm-diff', 'div', 0, 14);
+	for (var i = 2; i <= 3; i++) {
+		apply_colors('strm-diff' + i + 'a', 'div', 0, window.txt_abc.length - 1);
+		apply_colors('strm-diff' + i + 'b', 'div', 0, parseInt((window.txt_abc.length - 1) / 2));
+		apply_colors('tbl-ldiff' + i + 'a', 'td');
+		apply_colors('tbl-ldiff' + i + 'b', 'td');
+	}
 }
 
 function IC(nums) {
diff --git a/results/style.css b/results/style.css
index e21f6a3..319a8d6 100644
--- a/results/style.css
+++ b/results/style.css
@@ -17,7 +17,7 @@ nav {
 }
 nav a { padding: .5em .25em; color: #FFF; text-decoration: none; }
 dt { font-weight: lighter; margin: .5em 0 }
-dd span { display: block; color: #33F; }
+dd span { display: block; color: #33F; margin-top: .5em; }
 table { width: 100%; }
 td { text-align: center; font-size: 0.9em; }
 h3 + table { margin-top: -4em; }