v0.9.9

- update: config.json: add DoNotEncrypt flags to http and https
 - update: app.js: add ability to override service flags when using getServiceString
 - update: app.js: add ability to disable 'wtv-star' while keeping 'wtv-*'
 - update: app.js: add internal header 'minisrv-use-carriage-return', set to 'false' to disable `\r` in headers
 - implement bf0app flashrom functionality
 - update: actually fix wtv-1800:/preregister and include tellyscripts

README.md

@@ -11,12 +11,12 @@ This open source server is in alpha status. Use at your own risk.
 - Suports `.js` service files with synchronous or asynchronous requests
 - Supports multiple simultaneous users
 - WebTV-compatible HTTP(S) Proxy (via minisrv, or using an external proxy for enhanced features (such as [WebOne](https://github.com/atauenis/webone))
-- wtv-flashrom for LC2 and newer boxes (bf0app unsupported, need test unit)
+- Flashrom flashing support for all known units (including bf0app 'Old Classic')
 - Can flash anything on [Ultra Willies](https://wtv.zefie.com/willie.php) with optional `use_zefie_server` flag set on `wtv-flashrom` service.
-- wtv-update:/sync for Download-o-Rama style file downloading
+- `wtv-update:/sync` for Download-o-Rama style file downloading
 
 ### Current issues:
-- ~~Occasionally, in certain circumstances, a specific SSID may be unable to reconnect to the server until the server is restarted~~ *Hopefully fixed in [v0.9.3](https://github.com/zefie/zefie_wtvp_minisrv/releases/tag/v0.9.3)*
+- Satellite Receiver units reportedly cannot surf with http or https proxy.
 - Mis-configuring wtv-update:/sync DiskMaps may cause units to delete contents of partitions (need more info)
 
 ### Won't fix:
@@ -24,12 +24,12 @@ This open source server is in alpha status. Use at your own risk.
 - No intentions to support user accounts, registration, or any form of database system
 
 ### Feature Todo:
-- ~~Implement HTTP proxy (needs to be able to defluff most of the web, think retro WAP converter)~~ ***Done [v0.7.1](https://github.com/zefie/zefie_wtvp_minisrv/releases/tag/v0.7.1)***
-- ~~Flashrom flashing functionality (at least for LC2 and higher)~~ ***Done [v0.8.0](https://github.com/zefie/zefie_wtvp_minisrv/releases/tag/v0.8.0)***
-- ~~SSID/IP black/whitelisting (including tying SSID to an IP or multiple IPs)~~ ***Done [v0.9.4](https://github.com/zefie/zefie_wtvp_minisrv/releases/tag/v0.9.4)***
-- Flashrom flashing for bf0app old classic (need donor unit)
 - wtv-lzpf support
-- (maybe) wtvchat stuff
+- TellyScript generation and/or manipulation (needed for Name Server configuration)
+- ~~Flashrom flashing for bf0app old classic~~ ***Done [v0.9.9](https://github.com/zefie/zefie_wtvp_minisrv/releases/tag/v0.9.9)***
+- ~~SSID/IP black/whitelisting (including tying SSID to an IP or multiple IPs)~~ ***Done [v0.9.4](https://github.com/zefie/zefie_wtvp_minisrv/releases/tag/v0.9.4)***
+- ~~Flashrom flashing functionality (at least for LC2 and higher)~~ ***Done [v0.8.0](https://github.com/zefie/zefie_wtvp_minisrv/releases/tag/v0.8.0)***
+- ~~Implement HTTP proxy (needs to be able to defluff most of the web, think retro WAP converter)~~ ***Done [v0.7.1](https://github.com/zefie/zefie_wtvp_minisrv/releases/tag/v0.7.1)***
 
 ### How To Use:
 - Install [node.js](https://nodejs.org/en/download/). Be sure to say `Yes` when asked about `Chocolatey`.

README_bf0app_flashrom.txt

@@ -0,0 +1,5 @@
+The bf0app flashing system requires a two things that you must be aware of, that are different from a typical setup:
+1) Your PPP system MUST accept auth, a noauth setup will not work for the 2nd dialing phase
+2) You must have a clean dialup. DreamPi voltage-hacked lines, and unstable VoIP systems are known
+   to cause errors, leaving the box in a 'braindead' state with no flash. MiniSrv can help recover
+   from this but you will need to provide a stable dialup connection. This was tested with my Cisco 3825 setup.

zefie_wtvp_minisrv/ServiceVault/wtv-1800/noflash.js

@@ -12,11 +12,12 @@ if (wtvsec_login) {
 
 headers = `200 OK
 Connection: Keep-Alive
+minisrv-use-carriage-return: false
 wtv-initial-key: ` + wtvsec_login.challenge_key.toString(CryptoJS.enc.Base64) + `
 Content-Type: text/tellyscript
 wtv-service: reset
 ` + getServiceString('wtv-head-waiter') + `
-` + getServiceString('wtv-star') + `
+` + getServiceString('wtv-star', { "no_star_word": true }) + `
 ` + getServiceString('wtv-flashrom') + `
 wtv-boot-url: wtv-head-waiter:/login?
 wtv-visit: wtv-head-waiter:/login?
@@ -24,22 +25,16 @@ wtv-client-time-zone: GMT -0000
 wtv-client-time-dst-rule: GMT
 wtv-client-date: `+ strftime("%a, %d %b %Y %H:%M:%S", new Date(new Date().toUTCString())) + ` GMT`;
 
-	var file_path = __dirname + "/ServiceDeps/premade_tellyscripts/bf0app/bf0app_production_braindead";
+	var file_path = __dirname + "/ServiceDeps/premade_tellyscripts/BF0APP/bf0app_boot_uncompressed.tok";
-	//var file_path = __dirname + "/ServiceDeps/premade_tellyscripts/LC2/LC2_OISP_5555732_56k.tok";
 
 	if (file_path) {
 		request_is_async = true;
 		fs.readFile(file_path, null, function (err, file_read_data) {
 			if (err) {
-
 				headers=`500 Some error occurred...`
 			}
 			sendToClient(socket, headers, file_read_data);
 		});
-
-
-
-
 	}
 } else {
 	console.log(" * Something bad happened (we don't know the client ssid???)");

zefie_wtvp_minisrv/ServiceVault/wtv-1800/preregister.js

@@ -1,6 +1,5 @@
 var gourl = "wtv-head-waiter:/login?";
 if (request_headers.query.relogin) gourl += "relogin=true";
-var send_initial_key = true;
 
 if (socket.ssid) {
     if (ssid_sessions[socket.ssid].data_store) {
@@ -46,7 +45,7 @@ if (ssid_sessions[socket.ssid].data_store.wtvsec_login) {
 	var send_tellyscripts = (minisrv_config.services[service_name].send_tellyscripts && !request_headers.query.relogin);
 	var wtv_script_id = parseInt(ssid_sessions[socket.ssid].get("wtv-script-id"));
 	var	bootrom = ssid_sessions[socket.ssid].get("wtv-client-bootrom-version");
-	if (request_headers.query.relogin && wtv_script_id != 0) send_tellyscript = false;
+	if (request_headers.query.relogin && wtv_script_id != 0) send_tellyscripts = false;
 	if (send_tellyscripts) {
 		if (minisrv_config.services[service_name].send_tellyscript_ssid_whitelist) {
 			var send_telly_to_ssid = (minisrv_config.services[service_name].send_tellyscript_ssid_whitelist.findIndex(element => element == socket.ssid) != -1)
@@ -103,36 +102,43 @@ if (ssid_sessions[socket.ssid].data_store.wtvsec_login) {
 		// assume old classic in flash mode, override user setting and send tellyscript
 		// because it is required to proceed in flash mode
 		prereg_contype = "text/tellyscript";
-		var file_path = __dirname + "/ServiceDeps/premade_tellyscripts/bf0app/bf0app_production_braindead.tok";
+		var file_path = __dirname + "/ServiceDeps/premade_tellyscripts/BF0APP/bf0app_boot_uncompressed.tok";
-		bf0app_update = true;
+		var bf0app_update = true;
+		ssid_sessions[socket.ssid].set("bf0app_update", bf0app_update);
 	}
 	
 	if (request_headers["wtv-ticket"]) {
 		gourl = "wtv-head-waiter:/login-stage-two?relogin=true";
-		send_initial_key = false;
 	}	
 
 	headers = "200 OK\n"
+	if (bf0app_update) headers += "minisrv-use-carriage-return: false\n";
 	headers += "Connection: Keep-Alive\n";
-	if (send_initial_key) headers += "wtv-initial-key: " + ssid_sessions[socket.ssid].data_store.wtvsec_login.challenge_key.toString(CryptoJS.enc.Base64) + "\n";
+	headers += "wtv-initial-key: " + ssid_sessions[socket.ssid].data_store.wtvsec_login.challenge_key.toString(CryptoJS.enc.Base64) + "\n";
 	headers += "Content-Type: " + prereg_contype + "\n";
 	headers += "wtv-service: reset\n";
-	headers += getServiceString('wtv-1800') + "\n";
+	if (!bf0app_update) headers += getServiceString('wtv-1800') + "\n";
-	headers += getServiceString('wtv-star') + "\n";
+
-	if (!bf0app_update) headers += getServiceString('wtv-head-waiter') + "\n";
+	if (bf0app_update) headers += getServiceString('wtv-head-waiter', { "flags": "0x00000001" }) + "\n";
+	else headers += getServiceString('wtv-head-waiter') + "\n";
+
+	if (bf0app_update) headers += getServiceString('wtv-star', { "no_star_word": true }) + "\n";
+	else headers += getServiceString('wtv-star') + "\n";
+	
 	headers += getServiceString('wtv-flashrom') + "\n";
-	if (!bf0app_update) headers += "wtv-boot-url: wtv-1800:/preregister?relogin=true\n"
+	if (bf0app_update) headers += "wtv-boot-url: " + gourl + "\n";
+	else headers += "wtv-boot-url: wtv-1800:/preregister?relogin=true\n";
+	headers += "wtv-visit: " + gourl + "\n";
 	if (!bf0app_update) headers += "wtv-open-isp-disabled: false\n";
-	if (!bf0app_update) headers += "wtv-visit: "+gourl+"\n";
+	headers += "wtv-client-time-zone: GMT -0000\n";
-	if (!bf0app_update) headers += "wtv-client-time-zone: GMT -0000\n";
+	headers += "wtv-client-time-dst-rule: GMT\n"
-	if (!bf0app_update) headers += "wtv-client-time-dst-rule: GMT\n"
+	headers += "wtv-client-date: " + strftime("%a, %d %b %Y %H:%M:%S", new Date(new Date().toUTCString())) + " GMT";
-	if (!bf0app_update) headers += "wtv-client-date: " + strftime("%a, %d %b %Y %H:%M:%S", new Date(new Date().toUTCString())) + " GMT";
 
 	if (file_path) {
 		request_is_async = true;
 		fs.readFile(file_path, null, function (err, file_read_data) {
 			if (err) {
-				var errmsg = doErrorCode(400);
+				var errmsg = doErrorPage(400);
 				headers = errmsg[0];
 				file_read_data = errmsg[1] + "\n" + err.toString();
 			}
@@ -140,7 +146,7 @@ if (ssid_sessions[socket.ssid].data_store.wtvsec_login) {
 		});
 	}
 } else {
-	var errpage = doErrorCode(400);
+	var errpage = doErrorPage(400);
 	headers = errpage[0];
 	data = errpage[1];
 }

zefie_wtvp_minisrv/ServiceVault/wtv-flashrom/current-noflash.js

@@ -0,0 +1,114 @@
+// this build can be local or on zefie's server
+// to get the path from zefie's server, browse
+// https://archive.midnightchannel.net/zefie/files/wtv-flashrom/content/artemis-webtv-000/
+// and put everything from 'content/' onwards, including the part000.rom filename
+// example is below
+var default_build_to_send = minisrv_config.services[service_name].bf0app_default_rom || "content/artemis-webtv-000/build7181/daily-nondebug/bf0app-part000.rom";
+
+headers = "200 OK\n";
+var request_path = "";
+var bf0app_update = true;
+if (request_headers.query.path) request_path = unescape(request_headers.query.path);
+else request_path = default_build_to_send;
+request_is_async = true;
+
+if (ssid_sessions[socket.ssid].get("wtv-client-rom-type") == "bf0app" && ssid_sessions[socket.ssid].get("wtv-client-bootrom-version") == "105") {
+	// assume old classic in flash mode, override user setting and send tellyscript
+	// because it is required to proceed in flash mode
+	bf0app_update = true;
+	ssid_sessions[socket.ssid].set("bf0app_update", bf0app_update);
+	headers += "minisrv-use-carriage-return: false\n";
+}
+
+function doLocalFlashROM(flashrom_file_path) {
+	// use local flashrom files;
+	try {
+		fs.readFile(flashrom_file_path, null, function (err, data) {
+			if (err) {
+				errpage = doErrorPage(400)
+				headers = errpage[0];
+				data = err.toString();
+			}
+			sendToClient(socket, headers, data);
+		});
+	} catch (e) {
+		var errpage = doErrorPage(404, "The service could not find the requested ROM.")
+		headers = errpage[0];
+		data = errpage[1];
+		sendToClient(socket, headers, data);
+	}
+}
+
+function calculatedPath(data, path, numparts = null) {
+	var data_128 = new Buffer.alloc(128);
+	data.copy(data_128, 0, 0, 128);
+	var flashrom_numparts = null;
+	var flashrom_message = new Buffer.from(data_128.toString('hex').substring(36 * 2, 68 * 2), 'hex').toString('ascii').replace(/[^0-9a-z\ \.\-]/gi, "");
+
+	if (numparts != null) flashrom_numparts = parseInt(numparts);
+	if (!flashrom_numparts) flashrom_numparts = flashrom_message.substring(flashrom_message.length - 4).replace(/\D/g, '');
+
+	var ind = new Array();
+	ind[0] = (path.indexOf("part") + 4);
+	ind[1] = (path.indexOf(".", ind[0]) + 1);
+	var flashrom_part_num = path.substr(ind[0], (path.length - ind[1]));
+	var flashrom_lastpart = (flashrom_numparts == (parseInt(flashrom_part_num) + 1)) ? true : false;
+	var flashrom_rompath = 'wtv-flashrom:/get-by-path?path=' + path;
+	if (flashrom_lastpart) {
+		flashrom_next_rompath = "wtv-flashrom:/lc2-download-complete?";
+	} else {
+		var flashrom_next_part_num = (parseInt(flashrom_part_num) + 1);
+		if (flashrom_next_part_num < 10) flashrom_next_part_num = "00" + flashrom_next_part_num; // 1s
+		else if (flashrom_next_part_num >= 10 && flashrom_next_part_num < 100) flashrom_next_part_num = "0" + flashrom_next_part_num; // 10s
+		var flashrom_next_rompath = flashrom_rompath.replace("part" + flashrom_part_num, "part" + flashrom_next_part_num) + "&numparts=" + parseInt(flashrom_numparts);
+	}
+	return flashrom_next_rompath;
+}
+
+if ((/\.brom$/).test(request_path)) headers += "Content-Type: binary/x-wtv-bootrom"; // maybe?
+else headers += "Content-Type: binary/x-wtv-flashblock";
+
+var flashrom_file_path = null;
+Object.keys(service_vaults).forEach(function (g) {
+	if (flashrom_file_path != null) return;
+	flashrom_file_path = service_vaults[g] + "/" + service_name + "/" + request_path;
+	if (!fs.existsSync(flashrom_file_path)) flashrom_file_path = null;
+});
+if (minisrv_config.services[service_name].use_zefie_server && !flashrom_file_path) {
+	// get flashrom files from archive.midnightchannel.net
+	var options = {
+		host: "archive.midnightchannel.net",
+		path: "/zefie/files/wtv-flashrom/" + request_path,
+		timeout: 5000,
+		method: 'GET'
+	}
+	const req = https.request(options, function (res) {
+		var data_hex = '';
+		res.setEncoding('hex');
+
+		res.on('data', d => {
+			data_hex += d;
+		})
+
+		res.on('end', function () {
+			if (!zquiet) console.log(` * Zefie's FlashROM Server HTTP Status: ${res.statusCode} ${res.statusMessage}`)
+			if (res.statusCode == 200) {
+				data = Buffer.from(data_hex, 'hex');
+			} else if (res.statusCode == 404) {
+				var errpage = doErrorPage(404, "The service could not find the requested ROM on zefie's server.")
+				headers = errpage[0];
+				data = errpage[1];
+			} else {
+				var errpage = doErrorPage(400)
+				headers = errpage[0];
+				data = errpage[1];
+			}
+			headers += "\nwtv-visit: " + calculatedPath(data, request_path);
+			sendToClient(socket, headers, data);
+		});
+	});
+	req.end();
+} else {
+	doLocalFlashROM(flashrom_file_path);
+}
+

zefie_wtvp_minisrv/ServiceVault/wtv-flashrom/get-by-path.js

@@ -1,5 +1,7 @@
 request_is_async = true;
 
+
+var bf0app_update = false;
 var request_path = unescape(request_headers.query.path);
 headers = "200 OK\n"
 
@@ -22,11 +24,44 @@ function doLocalFlashROM(flashrom_file_path) {
 	}
 }
 
-var romtype = ssid_sessions[socket.ssid].get("wtv-client-rom-type");
+if (ssid_sessions[socket.ssid].get("wtv-client-rom-type") == "bf0app" && ssid_sessions[socket.ssid].get("wtv-client-bootrom-version") == "105") {
+	// assume old classic in flash mode, override user setting and send tellyscript
+	// because it is required to proceed in flash mode
+	bf0app_update = true;
+	ssid_sessions[socket.ssid].set("bf0app_update", bf0app_update);
+	headers += "minisrv-use-carriage-return: false\n";
+}
 
-if (request_headers.query.raw || romtype == "bf0app") {
+
+function calculatedPath(data, path, numparts = null) {
+	var data_128 = new Buffer.alloc(128);
+	data.copy(data_128, 0, 0, 128);
+	var flashrom_numparts = null;
+	var flashrom_message = new Buffer.from(data_128.toString('hex').substring(36 * 2, 68 * 2), 'hex').toString('ascii').replace(/[^0-9a-z\ \.\-]/gi, "");
+
+	if (numparts != null) flashrom_numparts = parseInt(numparts);
+	if (!flashrom_numparts) flashrom_numparts = flashrom_message.substring(flashrom_message.length - 4).replace(/\D/g, '');
+
+	var ind = new Array();
+	ind[0] = (path.indexOf("part") + 4);
+	ind[1] = (path.indexOf(".", ind[0]) + 1);
+	var flashrom_part_num = path.substr(ind[0], (path.length - ind[1]));
+	var flashrom_lastpart = (flashrom_numparts == (parseInt(flashrom_part_num) + 1)) ? true : false;
+	var flashrom_rompath = 'wtv-flashrom:/get-by-path?path=' + path;
+	if (flashrom_lastpart) flashrom_next_rompath = null;
+	else {
+		var flashrom_next_part_num = (parseInt(flashrom_part_num) + 1);
+		if (flashrom_next_part_num < 10) flashrom_next_part_num = "00" + flashrom_next_part_num; // 1s
+		else if (flashrom_next_part_num >= 10 && flashrom_next_part_num < 100) flashrom_next_part_num = "0" + flashrom_next_part_num; // 10s
+		var flashrom_next_rompath = flashrom_rompath.replace("part" + flashrom_part_num, "part" + flashrom_next_part_num) + "&numparts=" + parseInt(flashrom_numparts);
+	}
+	return flashrom_next_rompath;
+}
+
+if (request_headers.query.raw || bf0app_update) {
 	if ((/\.brom$/).test(request_path)) headers += "Content-Type: binary/x-wtv-bootrom"; // maybe?
 	else headers += "Content-Type: binary/x-wtv-flashblock";
+
 	var flashrom_file_path = null;
 	Object.keys(service_vaults).forEach(function (g) {
 		if (flashrom_file_path != null) return;
@@ -62,6 +97,11 @@ if (request_headers.query.raw || romtype == "bf0app") {
 					headers = errpage[0];
 					data = errpage[1];
 				}
+				if (bf0app_update) {
+					var nextpath = calculatedPath(data, request_path, (request_headers.query.numparts || null));
+					if (nextpath != null) headers += "\nwtv-visit: " + nextpath;
+				}
+				else headers += "\nwtv-connection-close: true";
 				sendToClient(socket, headers, data);
 			});
 		});

zefie_wtvp_minisrv/ServiceVault/wtv-flashrom/get-lc2-page.js

@@ -89,7 +89,8 @@ if (!request_headers.query.path) {
 }
 
 async function processLC2DownloadPage(path, flashrom_message, numparts = null) {
-	if (numparts != null) var flashrom_numparts = parseInt(numparts);
+	var flashrom_numparts = null;
+	if (numparts != null) flashrom_numparts = parseInt(numparts);
 	if (!flashrom_numparts) flashrom_numparts = flashrom_message.substring(flashrom_message.length - 4).replace(/\D/g, '');
 	var ind = new Array();
 	ind[0] = (path.indexOf("part") + 4);

zefie_wtvp_minisrv/ServiceVault/wtv-flashrom/initiate-lc2-download.js

@@ -1,9 +1,10 @@
 if (request_headers.query.path) {
 var url = "wtv-flashrom:/get-lc2-page?path=" + request_headers.query.path;
 var romtype = ssid_sessions[socket.ssid].get("wtv-client-rom-type");
-if (romtype == "bf0app") {
+	if (romtype == "bf0app") {
-	url = "client:updateflash?ipaddr="+minisrv_config.services[service_name].host+"&port="+minisrv_config.services[service_name].port+"&path=" + request_headers.query.path;
+		url = "client:updateflash?ipaddr=" + minisrv_config.services[service_name].host + "&port=" + minisrv_config.services[service_name].port + "&path=" + escape(url.replace("get-lc2-page", "get-by-path"));
-}
+		if (request_headers.query.numparts) url += escape("&numparts=" + request_headers.query.numparts);
+	}
 	headers = "300 OK\n";
 	headers += "wtv-visit: " + url + "\n";
 	headers += "Location: " + url + "\n";

zefie_wtvp_minisrv/ServiceVault/wtv-flashrom/noflash.js

@@ -0,0 +1,114 @@
+// this build can be local or on zefie's server
+// to get the path from zefie's server, browse
+// https://archive.midnightchannel.net/zefie/files/wtv-flashrom/content/artemis-webtv-000/
+// and put everything from 'content/' onwards, including the part000.rom filename
+// example is below
+var default_build_to_send = minisrv_config.services[service_name].bf0app_default_rom || "content/artemis-webtv-000/build7181/daily-nondebug/bf0app-part000.rom";
+
+headers = "200 OK\n";
+var request_path = "";
+var bf0app_update = true;
+if (request_headers.query.path) request_path = unescape(request_headers.query.path);
+else request_path = default_build_to_send;
+request_is_async = true;
+
+if (ssid_sessions[socket.ssid].get("wtv-client-rom-type") == "bf0app" && ssid_sessions[socket.ssid].get("wtv-client-bootrom-version") == "105") {
+	// assume old classic in flash mode, override user setting and send tellyscript
+	// because it is required to proceed in flash mode
+	bf0app_update = true;
+	ssid_sessions[socket.ssid].set("bf0app_update", bf0app_update);
+	headers += "minisrv-use-carriage-return: false\n";
+}
+
+function doLocalFlashROM(flashrom_file_path) {
+	// use local flashrom files;
+	try {
+		fs.readFile(flashrom_file_path, null, function (err, data) {
+			if (err) {
+				errpage = doErrorPage(400)
+				headers = errpage[0];
+				data = err.toString();
+			}
+			sendToClient(socket, headers, data);
+		});
+	} catch (e) {
+		var errpage = doErrorPage(404, "The service could not find the requested ROM.")
+		headers = errpage[0];
+		data = errpage[1];
+		sendToClient(socket, headers, data);
+	}
+}
+
+function calculatedPath(data, path, numparts = null) {
+	var data_128 = new Buffer.alloc(128);
+	data.copy(data_128, 0, 0, 128);
+	var flashrom_numparts = null;
+	var flashrom_message = new Buffer.from(data_128.toString('hex').substring(36 * 2, 68 * 2), 'hex').toString('ascii').replace(/[^0-9a-z\ \.\-]/gi, "");
+
+	if (numparts != null) flashrom_numparts = parseInt(numparts);
+	if (!flashrom_numparts) flashrom_numparts = flashrom_message.substring(flashrom_message.length - 4).replace(/\D/g, '');
+
+	var ind = new Array();
+	ind[0] = (path.indexOf("part") + 4);
+	ind[1] = (path.indexOf(".", ind[0]) + 1);
+	var flashrom_part_num = path.substr(ind[0], (path.length - ind[1]));
+	var flashrom_lastpart = (flashrom_numparts == (parseInt(flashrom_part_num) + 1)) ? true : false;
+	var flashrom_rompath = 'wtv-flashrom:/get-by-path?path=' + path;
+	if (flashrom_lastpart) {
+		flashrom_next_rompath = "wtv-flashrom:/lc2-download-complete?";
+	} else {
+		var flashrom_next_part_num = (parseInt(flashrom_part_num) + 1);
+		if (flashrom_next_part_num < 10) flashrom_next_part_num = "00" + flashrom_next_part_num; // 1s
+		else if (flashrom_next_part_num >= 10 && flashrom_next_part_num < 100) flashrom_next_part_num = "0" + flashrom_next_part_num; // 10s
+		var flashrom_next_rompath = flashrom_rompath.replace("part" + flashrom_part_num, "part" + flashrom_next_part_num) + "&numparts=" + parseInt(flashrom_numparts);
+	}
+	return flashrom_next_rompath;
+}
+
+if ((/\.brom$/).test(request_path)) headers += "Content-Type: binary/x-wtv-bootrom"; // maybe?
+else headers += "Content-Type: binary/x-wtv-flashblock";
+
+var flashrom_file_path = null;
+Object.keys(service_vaults).forEach(function (g) {
+	if (flashrom_file_path != null) return;
+	flashrom_file_path = service_vaults[g] + "/" + service_name + "/" + request_path;
+	if (!fs.existsSync(flashrom_file_path)) flashrom_file_path = null;
+});
+if (minisrv_config.services[service_name].use_zefie_server && !flashrom_file_path) {
+	// get flashrom files from archive.midnightchannel.net
+	var options = {
+		host: "archive.midnightchannel.net",
+		path: "/zefie/files/wtv-flashrom/" + request_path,
+		timeout: 5000,
+		method: 'GET'
+	}
+	const req = https.request(options, function (res) {
+		var data_hex = '';
+		res.setEncoding('hex');
+
+		res.on('data', d => {
+			data_hex += d;
+		})
+
+		res.on('end', function () {
+			if (!zquiet) console.log(` * Zefie's FlashROM Server HTTP Status: ${res.statusCode} ${res.statusMessage}`)
+			if (res.statusCode == 200) {
+				data = Buffer.from(data_hex, 'hex');
+			} else if (res.statusCode == 404) {
+				var errpage = doErrorPage(404, "The service could not find the requested ROM on zefie's server.")
+				headers = errpage[0];
+				data = errpage[1];
+			} else {
+				var errpage = doErrorPage(400)
+				headers = errpage[0];
+				data = errpage[1];
+			}
+			headers += "\nwtv-visit: " + calculatedPath(data, request_path);
+			sendToClient(socket, headers, data);
+		});
+	});
+	req.end();
+} else {
+	doLocalFlashROM(flashrom_file_path);
+}
+

zefie_wtvp_minisrv/app.js

@@ -31,19 +31,19 @@ if (!String.prototype.reverse) {
     }
 }
 
-function getServiceString(service) {
+function getServiceString(service, overrides = null) {
     // used externally by service scripts
     if (service === "all") {
         var out = "";
         Object.keys(minisrv_config.services).forEach(function (k) {
-            out += minisrv_config.services[k].toString() + "\n";
+            out += minisrv_config.services[k].toString(overrides) + "\n";
         });
         return out;
     } else {
         if (!minisrv_config.services[service]) {
             throw ("SERVICE ERROR: Attempted to provision unconfigured service: " + service)
         } else {
-            return minisrv_config.services[service].toString();
+            return minisrv_config.services[service].toString(overrides);
         }
     }
 }
@@ -469,9 +469,9 @@ async function sendToClient(socket, headers_obj, data) {
 
     // calculate content length
     if (typeof data.length !== 'undefined') {
-        headers_obj["Content-Length"] = data.length;
+        headers_obj["Content-length"] = data.length;
     } else if (typeof data.byteLength !== 'undefined') {
-        headers_obj["Content-Length"] = data.byteLength;
+        headers_obj["Content-length"] = data.byteLength;
     }
 
     if (ssid_sessions[socket.ssid]) {
@@ -486,17 +486,23 @@ async function sendToClient(socket, headers_obj, data) {
         }
     }
 
+    var end_of_line = "\n";
+    if (!headers_obj['minisrv-use-carriage-return'] || headers_obj['minisrv-use-carriage-return'] != "false") end_of_line = "\r\n";
+    if (headers_obj['minisrv-use-carriage-return']) delete headers_obj['minisrv-use-carriage-return'];
+
+    if (end_of_line == "\n" && zdebug) console.log(" * Script requested to send headers without carriage return (bf0app hack)");
+
     // header object to string
     if (zshowheaders) console.log(" * Outgoing headers on socket ID", socket.id, (await filterSSID(headers_obj)));
     Object.keys(headers_obj).forEach(function (k) {
         if (k == "http_response") {
-            headers += headers_obj[k] + "\r\n";
+            headers += headers_obj[k] + end_of_line;
         } else {
             if (k.indexOf('_') >= 0) {
                 var j = k.split('_')[0];
-                headers += j + ": " + headers_obj[k] + "\r\n";
+                headers += j + ": " + headers_obj[k] + end_of_line;
             } else {
-                headers += k + ": " + headers_obj[k] + "\r\n";
+                headers += k + ": " + headers_obj[k] + end_of_line;
             }
         }
     });
@@ -505,17 +511,17 @@ async function sendToClient(socket, headers_obj, data) {
     // send to client
     var toClient = null;
     if (typeof data == 'string') {
-        toClient = headers + "\r\n" + data;
+        toClient = headers + end_of_line + data;
         socket.write(toClient);
     } else if (typeof data == 'object') {
         if (zquiet) var verbosity_mod = (headers_obj["wtv-encrypted"] == 'true') ? " encrypted response" : "";
         if (socket_sessions[socket.id].secure_headers == true) {
             // encrypt headers
             if (zquiet)verbosity_mod += " with encrypted headers";
-            var enc_headers = socket_sessions[socket.id].wtvsec.Encrypt(1, headers + "\r\n");
+            var enc_headers = socket_sessions[socket.id].wtvsec.Encrypt(1, headers + end_of_line);
             socket.write(new Uint8Array(concatArrayBuffer(enc_headers, data)));
         } else {
-            socket.write(new Uint8Array(concatArrayBuffer(Buffer.from(headers + "\r\n"), data)));
+            socket.write(new Uint8Array(concatArrayBuffer(Buffer.from(headers + end_of_line), data)));
         }
         if (zquiet) console.log(" * Sent" + verbosity_mod + " " + headers_obj.http_response + " to client (Content-Type:", headers_obj['Content-Type'], "~", headers_obj['Content-Length'], "bytes)");
     }
@@ -1217,15 +1223,26 @@ Object.keys(minisrv_config.services).forEach(function (k) {
     if (minisrv_config.services[k].port && !minisrv_config.services[k].nobind) {
         ports.push(minisrv_config.services[k].port);
     }
-
+    // minisrv_config service toString
-    minisrv_config.services[k].toString = function () {
+    minisrv_config.services[k].toString = function (overrides) {
-        var outstr = "wtv-service: name=" + this.name + " host=" + this.host + " port=" + this.port;
+        var self = this;
-        if (this.flags) outstr += " flags=" + this.flags;
+        if (overrides != null) {
-        if (this.connections) outstr += " connections=" + this.connections;
+            if (typeof (overrides) == 'object') {
+                Object.keys(overrides).forEach(function (k) {
+                    self[k] = overrides[k];
+                });
+            }
+        }
+        if ((k == "wtv-star" && self.no_star_word != true) || k != "wtv-star") {
+            var outstr = "wtv-service: name=" + self.name + " host=" + self.host + " port=" + self.port;
+            if (self.flags) outstr += " flags=" + self.flags;
+            if (self.connections) outstr += " connections=" + self.connections;
+        }
         if (k == "wtv-star") {
-            outstr += "\nwtv-service: name=wtv-* host=" + this.host + " port=" + this.port;
+            outstr += "\nwtv-service: name=wtv-* host=" + self.host + " port=" + self.port;
-            if (this.flags) outstr += " flags=" + this.flags;
+            if (self.flags) outstr += " flags=" + self.flags;
-            if (this.connections) outstr += " connections=" + this.connections;
+            if (self.connections) outstr += " connections=" + self.connections;
+            if (self['no_star_word']) delete self['no_star_word'];
         }
         return outstr;
     }

zefie_wtvp_minisrv/config.json

@@ -47,7 +47,8 @@
     "wtv-flashrom": {
       "port": 1618,
       "flags": "0x00000040",
-      "use_zefie_server": true
+      "use_zefie_server": true,
+      "bf0app_default_rom": "content/artemis-webtv-000/build7181/daily-nondebug/bf0app-part000.rom"
     },
     "wtv-music": {
       "port": 1656,
@@ -68,7 +69,8 @@
       "use_external_proxy": false,
       "external_proxy_is_socks": false,
       "external_proxy_host": "127.0.0.1",
-      "external_proxy_port": 1080
+      "external_proxy_port": 1080,
+      "flags": "0x00000001"
     },
     "https": {
       "port": 1650,
@@ -76,7 +78,8 @@
       "use_external_proxy": false,
       "external_proxy_is_socks": false,
       "external_proxy_host": "127.0.0.1",
-      "external_proxy_port": 1080
+      "external_proxy_port": 1080,
+      "flags": "0x00000001"
     }
   }
 }

zefie_wtvp_minisrv/package.json

@@ -1,6 +1,6 @@
 {
   "name": "zefie_wtvp_minisrv",
-  "version": "0.9.8",
+  "version": "0.9.9",
   "description": "WebTV Service (WTVP) Emulation Server",
   "main": "app.js",
   "homepage": "https://github.com/zefie/zefie_wtvp_minisrv",

zefie_wtvp_minisrv/zefie_wtvp_minisrv.njsproj

@@ -32,12 +32,17 @@
     <Content Include=".gitignore" />
     <Content Include="app.js" />
     <Content Include="config.json" />
+    <Content Include="ServiceVault\wtv-1800\noflash.js" />
+    <Content Include="ServiceVault\wtv-1800\offer-open-isp-suggest.js" />
     <Content Include="ServiceVault\wtv-chat\home.js" />
     <Content Include="ServiceVault\wtv-chat\images\htv_chat.gif" />
     <Content Include="ServiceVault\wtv-chat\images\htv_chat.jpg" />
     <Content Include="ServiceVault\wtv-chat\images\top_corner_dark.jpg" />
     <Content Include="ServiceVault\wtv-chat\images\widget.gif" />
     <Content Include="ServiceVault\wtv-chat\MakeChatPage.js" />
+    <Content Include="ServiceVault\wtv-flashrom\current-noflash.js">
+      <SubType>Code</SubType>
+    </Content>
     <Content Include="ServiceVault\wtv-flashrom\get-by-path.js">
       <SubType>Code</SubType>
     </Content>
@@ -47,6 +52,7 @@
     </Content>
     <Content Include="ServiceVault\wtv-flashrom\lc2-download-complete.js" />
     <Content Include="ServiceVault\wtv-flashrom\lc2-download-failed.js" />
+    <Content Include="ServiceVault\wtv-flashrom\noflash.js" />
     <Content Include="ServiceVault\wtv-flashrom\ROMCache\HackTVLogoJewel.gif" />
     <Content Include="ServiceVault\wtv-flashrom\ROMCache\MSNLogo.gif" />
     <Content Include="ServiceVault\wtv-flashrom\ROMCache\S40H1.gif" />