tool.js

function managementRuleTool(item) {
  let xmlhttp = new XMLHttpRequest();
  xmlhttp.onreadystatechange = function() {
    console.log(xmlhttp.responseText);
    let data = JSON.parse(xmlhttp.responseText);
    showDataInPanelTool(data);
    //console.log(data);
  }

  let url = "?table=management_rule&action=json&management_rule_id=" + item.value;
  xmlhttp.open("GET", url, true);
  xmlhttp.send();
 
}

function tenantTool(item) {
	let xmlhttp = new XMLHttpRequest();
	xmlhttp.onreadystatechange = function() {
		console.log(xmlhttp.responseText);
		let data = JSON.parse(xmlhttp.responseText);
		showDataInPanelTool(data);
		//console.log(data);
	}
	console.log(item.value);
	let url = "?table=tenant&action=json&tenant_id=" + item.value;
	xmlhttp.open("GET", url, true);
	xmlhttp.send();

}

function userTool(item) {
	let xmlhttp = new XMLHttpRequest();
	xmlhttp.onreadystatechange = function() {
		console.log(xmlhttp.responseText);
		let data = JSON.parse(xmlhttp.responseText);
		showDataInPanelTool(data);
		//console.log(data);
	}
	console.log(item.value);
	let url = "?table=user&action=json&user_id=" + item.value;
	xmlhttp.open("GET", url, true);
	xmlhttp.send();

}

function formSubmitTasks() {
  if(onSubmitManyToManyItems){
    for(const item of onSubmitManyToManyItems){
      if(document.getElementById("dest_" + item)){
        for(const option of document.getElementById("dest_" + item).options) {
          //values.push(option.value);
          option.selected = true;
          console.log(option);
        }
      }
    }
  }
  
}


function checkSqlSyntax(formElementName) {
	const inputElement = document.querySelector(`textarea[name="${formElementName}"]`);
	
	var xmlhttp = new XMLHttpRequest();
	if (inputElement) {
		xmlhttp.onreadystatechange = function() {
			if (xmlhttp.readyState === XMLHttpRequest.DONE) {
				if (xmlhttp.status === 200) {
					let data = JSON.parse(xmlhttp.responseText.trim());
					let currentElement = inputElement.previousElementSibling;
					let errorDiv = null;
					
					while (currentElement) {
						if (currentElement.classList && currentElement.classList.contains('genericformerror')) {
							errorDiv = currentElement;
							break;
						}
						currentElement = currentElement.previousElementSibling;
					}
				
					if (errorDiv) {
						if(data["errors"].length > 0) {
							errorDiv.textContent = data["errors"][0];
						} else {
							errorDiv.textContent = "";
						}
					} else {
						console.log('Error div with class "genericformerror" not found.');
					}
				}
			}

		}
		let sql = inputElement.value;
		let skipTest = false;
		if(stripXMLTags(sql).trim() == "") {
			skipTest = true;
		}
		if(skipTest){
			sql = "SELECT 1"; //sql that always passes!
		} else {
			sql = replaceXMLTagsWithOne(sql); //so tokenized sql won't fail check
		}
		
		const params = new URLSearchParams();
		params.append("sql", sql.trim());
		params.append("action", "checksqlsyntax");
		let url = "tool.php"; 
		xmlhttp.open("POST", url, true);
		xmlhttp.setRequestHeader("Content-type", "application/x-www-form-urlencoded");
		xmlhttp.send(params);
	}
}

function replaceXMLTagsWithOne(input) {
	return input.replace(/<[^>]*>/g, '1');
  }

function checkJsonSyntax(formElementName) {
	const inputElement = document.querySelector(`textarea[name="${formElementName}"]`);
	var xmlhttp = new XMLHttpRequest();
	if (inputElement) {
		xmlhttp.onreadystatechange = function() {
			if (xmlhttp.readyState === XMLHttpRequest.DONE) {
				if (xmlhttp.status === 200) {
					let data = JSON.parse(xmlhttp.responseText.trim());
 
					let currentElement = inputElement.previousElementSibling;
					let errorDiv = null;
					
					while (currentElement) {
						if (currentElement.classList && currentElement.classList.contains('genericformerror')) {
							errorDiv = currentElement;
							break;
						}
						currentElement = currentElement.previousElementSibling;
					}
 
					if (errorDiv) {
						if(data["errors"]!="") {
							errorDiv.textContent = data["errors"];
						} else {
							errorDiv.textContent = "";
						}
					} else {
						console.log('Error div with class "genericformerror" not found.');
					}
				}
			}
		}

		const params = new URLSearchParams();
		params.append("json", inputElement.value);
		params.append("action", "checkjsonsyntax");
		let url = "tool.php"; 
		//console.log(url);
		xmlhttp.open("POST", url, true);
		xmlhttp.setRequestHeader("Content-type", "application/x-www-form-urlencoded");
		xmlhttp.send(params);
	}
}

function escapeHTML(unsafeText) {
    let div = document.createElement('div');
    div.innerText = unsafeText;
    return div.innerHTML;
}

function showDataInPanelTool(data){
  let html = "<div class='list'>";
  let panelId = "";
  for (let key in data) {
    console.log(key);
    html += "<div class='listrow'><span><b>" + key + "</b></span><span>" + escapeHTML(data[key]) + "</span></div>";
    if(document.getElementById("panel_" + key)) {
      panelId = "panel_" + key;
    }
  }
  html += "</div>";
  if(panelId){
  	document.getElementById(panelId).innerHTML = html;
  }
}

function tokenReplace(template, data, strDelimiterBegin = "<", strDelimiterEnd = "/>") {
	for (const key in data) {
		const value = data[key];

		if (!Array.isArray(value)) {
		// Replace single values
		template = template.replace(
			new RegExp(`${strDelimiterBegin}${key}${strDelimiterEnd}`, "g"),
			value
		);
		} else {
		// Handle list values
		if (value.length > 0 && typeof value[0] !== "object") {
			const values = value.join(",");
			template = template.replace(
			new RegExp(`${strDelimiterBegin}${key}${strDelimiterEnd}`, "g"),
			values
			);
		}
		}
	}
	return template;
}

//update the genericTable data
function autoUpdate(encryptedSql, headerData, tableId){
  var decodedHeaderData = JSON.parse(headerData);
  var xmlhttp = new XMLHttpRequest();
  xmlhttp.onreadystatechange = function() {
 
    if (xmlhttp.readyState == 4 && xmlhttp.status == 200) {
      //console.log(xmlhttp.responseText);
      var data = JSON.parse(xmlhttp.responseText);
	  let tableRows;
	  if(tableId){
		tableRows = document.getElementById(tableId).getElementsByClassName("listrow");
	  } else {
		tableRows = document.getElementsByClassName("listrow");
	  }


      rowCounter = 0;
      for (const row of tableRows) {
        var htmlRow = tableRows[rowCounter];
        var dataRecord = data[rowCounter];
        if(htmlRow) {
          //console.log(htmlRow);
          var spans = htmlRow.getElementsByTagName("span");
          cellCounter = 0;
          for (const column of decodedHeaderData){
            //console.log(column);
            let key = column["name"];
			let newcolumnData;
			if(dataRecord) {
            	newcolumnData = dataRecord[key];
				let originalValue = newcolumnData;
				if("function" in column) {
					//console.log(column["function"], dataRecord);
					//make sure you have a Javascript version of the PHP functions you do this with!:
					const stringToEval = tokenReplace(column["function"], dataRecord);
					//console.log(stringToEval);
					newcolumnData = eval(stringToEval);
					spans[cellCounter].setAttribute("value", originalValue);//for help with sorting
					//spans[cellCounter].value = originalValue; 
				}
				//console.log(key, newcolumnData);
				if(spans[cellCounter].innerHTML.indexOf("<input") == -1) {
					spans[cellCounter].textContent = newcolumnData;
				}
			}
            cellCounter++;
          }
        }
        rowCounter++;

      }
    }
    //gotta reapply latest sort:
    //nah, let's not do it this way
    /*
    if(currentSortColumn > -1) {
      ascending = -ascending;
      sortTable(event, currentSortColumn);
    }
    */
  }
  const params = new URLSearchParams();
  params.append("direction", ascending);
  params.append("sortColumn", currentSortColumn);
  params.append("action", "runencryptedsql");
  params.append("headerData",  headerData.replace(/'/g, "\\'"));
  params.append("value",  encryptedSql);

  let url = "tool.php"; 
  //console.log(url);
  xmlhttp.open("POST", url, true);
  xmlhttp.setRequestHeader("Content-type", "application/x-www-form-urlencoded");
  xmlhttp.send(params);
  setTimeout(function() { 
    autoUpdate(encryptedSql, headerData, tableId);
  }, 7000);

}

function copyManyToMany(sourceId, destinationId){
  let source = document.getElementById(sourceId);
  let dest = document.getElementById(destinationId);
  for(var i = source.options.length - 1; i >= 0; i--) {
    var option = source.options[i];
    if(option.selected) {
        dest.appendChild(option.cloneNode(true)); // Clone the option before appending
        source.remove(i);
    }
  }
  return false;
}

function copy(id){
  var href = document.getElementById("href" + id.toString());
  var contentDiv = document.getElementById("clip" + id.toString());
  var clipContent = "";
  if(href) {
    clipContent = href.innerHTML;
  } else if(contentDiv) {
    clipContent = contentDiv.innerHTML;
  }
  if(clipContent) {
    copyHack(clipContent);
    var backgroundColor = document.body.style.backgroundColor;
    document.body.style.backgroundColor = '#ccffcc';
    setTimeout(function () {document.body.style.backgroundColor = backgroundColor}, 200);
  }
}

function copyHack(value){ //such a hack!!
    var copyTextarea = document.createElement("textarea");
    copyTextarea.style.position = "fixed";
    copyTextarea.style.opacity = "0";
    copyTextarea.textContent = value;
 
    document.body.appendChild(copyTextarea);
    copyTextarea.select();
    document.execCommand("copy");
    document.body.removeChild(copyTextarea);
}

function cleanText(inputText) {
  const tempDiv = document.createElement('div');
  tempDiv.innerHTML = inputText;
  const cleanedText = tempDiv.innerText.trim();
  return cleanedText;
}

function getFormValues(formId) {
  var form = document.getElementById(formId);
  var formData = {};

  if (form) {
      var elements = form.elements;

      for (var i = 0; i < elements.length; i++) {
          var element = elements[i];
          var elementType = element.type;
          var elementName = element.name;

          if (elementName) {
              switch (elementType) {
                  case 'select-one':
                      formData[elementName] = element.options[element.selectedIndex].value;
                      break;
                  case 'select-multiple':
                      formData[elementName] = getSelectedOptions(element);
                      break;
                  case 'checkbox':
                  case 'radio':
                      formData[elementName] = element.checked ? element.value : null;
                      break;
                  default:
                      formData[elementName] = element.value;
              }
          }
      }
  }

  return formData;
}

function getSelectedOptions(selectElement) {
  var selectedOptions = [];
  for (var i = 0; i < selectElement.options.length; i++) {
      if (selectElement.options[i].selected) {
          selectedOptions.push(selectElement.options[i].value);
      }
  }
  return selectedOptions;
}

function startWaiting(message){
	let showWaiting = true;
    const forms = document.forms;
    // Loop through each form
    for (let form of forms) {
        // Get the "output_format" select element within the form
        const outputFormatSelect = form.elements['output_format'];
        // Check if the select element exists and its value is "csv"
        if (outputFormatSelect && outputFormatSelect.value.toLowerCase() === 'csv') {
            showWaiting = false; // Found a match, return true
        }
    }
	if(showWaiting) {
		var waitingBody = document.getElementById("waitingouter");
		waitingBody.style.display = 'block';
		var waitingMessage = document.getElementById("waitingmessage");
		waitingMessage.innerHTML = message;
	}
}

function stopWaiting(){
  var waitingBody = document.getElementById("waitingouter");
  waitingBody.style.display = 'none';
  
}

function deleteListRows(idOfParent, classToKill) { //thanks chatgpt!
  var parentDiv = document.getElementById(idOfParent); 
  var listRows = parentDiv.getElementsByClassName(classToKill);
  while (listRows.length > 0) {
      parentDiv.removeChild(listRows[0]);
  }
}

function findObjectByName(array, nameValue) {
    return array.find(obj => obj.name === nameValue);
}

function findObjectByColumn(array, column, columnValue) {
	if(!array){
		return;
	}
    return array.find(obj => obj[column] === columnValue);
}

function stripXMLTags(input) {
	return input.replace(/<[^>]*>/g, '');
}
  

if(document.getElementById('file')) {
  document.getElementById('file').onchange = function() {
    startWaiting();
  };
}

window.addEventListener('resize', function() {
  //window.location.reload(); //meh let's not
});

function genericListActionBackend(name, value, tableName, primaryKeyName, primaryKeyValue, hashedEntities){ //this is a security nightmare;  need to improve!!
  var xmlhttp = new XMLHttpRequest();
  xmlhttp.onreadystatechange = function() {
    if (xmlhttp.readyState == 4 && xmlhttp.status == 200) {
      //alert(xmlhttp.responseText);
      //var data = JSON.parse(xmlhttp.responseText);
 
    }
  };
  let url = "?action=genericFormSave&table=" + encodeURIComponent(tableName) + "&primary_key_name=" + encodeURIComponent(primaryKeyName) + "&primary_key_value=" + encodeURIComponent(primaryKeyValue) + "&value=" + encodeURIComponent(value) + "&name=" + encodeURIComponent(name) + "&hashed_entities="  + encodeURIComponent(hashedEntities); 
  xmlhttp.open("GET", url, true);
  xmlhttp.send();
}

function genericSelect(id, name, defaultValue, data, event = "", handler = "") {
  let out = "";
  out += `<select name="${name}" id="${id}" ${event}="${handler}">\n`;
  out += "<option></option>";
  console.log(data);
  data.forEach(datum => {
      let value = datum.value !== undefined ? datum.value : datum;
      let text = datum.text !== undefined ? datum.text : datum;
      let selected = defaultValue == value ? " selected='true'" : "";

      out += `<option${selected} value="${value}">`;
      out += text;
      out += "</option>";
  });

  out += "</select>";
  return out;
}

function getValuesFromCommandTypeTable(sourceCommandTypeIdName, destColumnInputName) {
	let sourceSelect = document.querySelector(`select[name="${sourceCommandTypeIdName}"]`);
	let commandTypeId = sourceSelect ? sourceSelect.value : null;
	if (!commandTypeId) {
        console.error("Source commandTypeId not found or no value selected.");
        return;
    }
	let destInput = document.querySelector(`input[name="${destColumnInputName}"], select[name="${destColumnInputName}"]`);
    if (!destInput) {
        console.error("Destination element not found.");
        return;
    }
    let xmlhttp = new XMLHttpRequest();
    xmlhttp.onreadystatechange = function () {
        if (xmlhttp.readyState == 4 && xmlhttp.status == 200) {
            let columns = JSON.parse(xmlhttp.responseText);
			// Remember the currently selected option
			let currentlySelectedValue = destInput.value;
            if(!columns) {
				//we need to convert that select into an input
				if (destInput.tagName.toLowerCase() === "select") {
					// Create a new input element
					let newInput = document.createElement("input");
				
					// Copy attributes from the original select to the new input
					newInput.name = destInput.name;
					newInput.id = destInput.id; // Optional, if the original has an ID
					newInput.className = destInput.className; // Copy classes
				
					// Optionally, copy any custom attributes if needed
					Array.from(destInput.attributes).forEach(attr => {
						if (!['name', 'id', 'class'].includes(attr.name)) {
							newInput.setAttribute(attr.name, attr.value);
						}
					});
				
					// Replace the select element with the new input
					destInput.parentNode.replaceChild(newInput, destInput);
				
					// Update destInput to reference the new input element
					destInput = newInput;
				}
			} else {
				if (destInput.tagName.toLowerCase() === 'input') {
					// Create a new select element
					let newSelect = document.createElement('select');
				
					// Optionally copy attributes from the input to the select
					Array.from(destInput.attributes).forEach(attr => {
						newSelect.setAttribute(attr.name, attr.value);
					});
				
					// Replace the input with the select in the DOM
					destInput.parentNode.replaceChild(newSelect, destInput);
				
					// Update the reference to point to the new select
					destInput = newSelect;
				}
				// Clear existing options
				destInput.innerHTML = "";
				// Populate the select with new options
				let foundSelected = false;
				columns.forEach(column => {
					let option = document.createElement("option");
					option.value = column.id;
					option.textContent = column.name;
					destInput.appendChild(option);
					// Preserve selection if the value exists in the new options
					if (column.id === currentlySelectedValue) {
						option.selected = true;
						foundSelected = true;
					}
				});

				// Ensure no selection if the current value isn't valid
				if (!foundSelected) {
					destSelect.value = ""; // Clear selection
				}
			}
        }
    };

    let url = "?action=getrecordsfromassociatedtable&command_type_id=" + commandTypeId;
    xmlhttp.open("GET", url, true);
    xmlhttp.send();


}

function getColumnsForTable(sourceTableSelectName, destColumnSelectName, dest2ColumnSelectName) {
    // Get the source select element and retrieve its value
    let sourceSelect = document.querySelector(`select[name="${sourceTableSelectName}"]`);
    let tableName = sourceSelect ? sourceSelect.value : null;
    if (!tableName) {
        console.error("Source table select element not found or no value selected.");
        return;
    }
    // Get the destination select element
    let destSelect = document.querySelector(`select[name="${destColumnSelectName}"]`);
    if (!destSelect) {
        console.error("Destination column select element not found.");
        return;
    }
	let dest2Select;
	if(dest2ColumnSelectName){
		dest2Select = document.querySelector(`select[name="${dest2ColumnSelectName}"]`);
	}
    let xmlhttp = new XMLHttpRequest();
    xmlhttp.onreadystatechange = function () {
        if (xmlhttp.readyState == 4 && xmlhttp.status == 200) {
            let columns = JSON.parse(xmlhttp.responseText);
            
            // Remember the currently selected option
            let currentlySelectedValue = destSelect.value;
			let currently2SelectedValue;
			if(dest2ColumnSelectName) {
				currently2SelectedValue = dest2Select.value;
			}
 
            // Clear existing options
            destSelect.innerHTML = "";
			if(dest2Select){
				dest2Select.innerHTML = "";
			}
            // Populate the select with new options
            let foundSelected = false;
			let found2Selected = false;
            columns.forEach(column => {
                let option = document.createElement("option");
				let option2 = document.createElement("option");
                option.value = column;
                option.textContent = column;
				option2.value = column;
                option2.textContent = column;
                destSelect.appendChild(option);
				if(dest2Select){
					dest2Select.appendChild(option2);
				}
                // Preserve selection if the value exists in the new options
                if (column === currentlySelectedValue) {
                    option.selected = true;
                    foundSelected = true;
                }
				if (currently2SelectedValue && column === currently2SelectedValue) {
                    option2.selected = true;
                    found2Selected = true;
                }
            });

            // Ensure no selection if the current value isn't valid
            if (!foundSelected) {
                destSelect.value = ""; // Clear selection
            }
			if (!found2Selected && dest2Select) {
                dest2Select.value = ""; // Clear selection
            }
        }
    };

    let url = "?action=getcolumns&table=" + encodeURIComponent(tableName);
    xmlhttp.open("GET", url, true);
    xmlhttp.send();
}

let managementToolTableName = "";
let managementToolColumnName = "";
let managementToolTableHasLocationIdColumn = false;

function managementRuleTableChange() {
  managementToolTableName = document.getElementById("tableNameForManagementRule")[document.getElementById("tableNameForManagementRule").selectedIndex].value;
  let xmlhttp = new XMLHttpRequest();
  let mrColumn =  document.getElementById("mr_column");
  xmlhttp.onreadystatechange = function() {
    if (xmlhttp.readyState == 4 && xmlhttp.status == 200) {
      //alert(xmlhttp.responseText);
      let columns = JSON.parse(xmlhttp.responseText);
      managementToolTableHasLocationIdColumn = columns.includes("device_id");
      mrColumn.innerHTML = "<span>Column:</span><span> " + genericSelect("columnNameForManagementRule", "columnNameForManagementRule", "", columns, "onchange", "managementRuleColumnChange()"  )  + "</span>";
    }
  }

  let url = "?action=getcolumns&table=" + encodeURIComponent(managementToolTableName); 
  xmlhttp.open("GET", url, true);
  xmlhttp.send();
}

function managementRuleColumnChange() {
  managementToolColumnName = document.getElementById("columnNameForManagementRule")[document.getElementById("columnNameForManagementRule").selectedIndex].value;
  let xmlhttp = new XMLHttpRequest();
  let mrLocation =  document.getElementById("mr_location");
  if(!managementToolTableHasLocationIdColumn){
    tag = "<"  + managementToolTableName + "[]." + managementToolColumnName + "/>";
    managementRuleDisplayTag(tag);
  } else {
    xmlhttp.onreadystatechange = function() {
      if (xmlhttp.readyState == 4 && xmlhttp.status == 200) {
        console.log(xmlhttp.responseText);
        let crudeLocations = JSON.parse(xmlhttp.responseText);
        let locations = crudeLocations.map(row => {
          return {
              value: row.device_id,
              text: row.name
          };
        });
        let lastTagScript =  "makeManagementRuleTagFromLocation(document.getElementById('locationForManagementRule')[document.getElementById('locationForManagementRule').selectedIndex].value)";
        mrLocation.innerHTML = "<span>Location:</span><span>" + genericSelect("locationForManagementRule", "locationForManagementRule", "",  locations, "onchange", lastTagScript ) + "</span>";

      }
    }

    let url = "?action=getdevices"; 
    xmlhttp.open("GET", url, true);
    xmlhttp.send();

  }

}

function unescapeHtml(html) {
  let textArea = document.createElement('textarea');
  textArea.innerHTML = html;
  return textArea.value;
}

function managementRuleDisplayTag(tag) {
  let mrTag =  document.getElementById("mr_tag");
  mrTag.innerHTML = tag.replace(/</g, '&lt;').replace(/>/g, '&gt;');
  let mrButton =  document.getElementById("mr_button");
  mrButton.style.display = 'block';
}

function makeManagementRuleTagFromLocation(location) {
  let mrTag =  document.getElementById("mr_tag");
  let tag = "<"  + managementToolTableName + "[" + location + "]." + managementToolColumnName + "/>";
  mrTag.innerHTML = tag.replace(/</g, '&lt;').replace(/>/g, '&gt;');
  let mrButton =  document.getElementById("mr_button");
  mrButton.style.display = 'block';
}

function managementConditionsAddTag() {
  let mrTag =  document.getElementById("mr_tag");
  let tag = unescapeHtml(mrTag.innerHTML);
  let formItemName = "conditions";
  let textareas = document.getElementsByName(formItemName);
  if (textareas.length > 0) {
    let textarea = textareas[0];

    // Append the text to the existing content
    textarea.value += tag;
	/*
	let textareaCM = document.getElementById("id-" + formItemName);
	console.log(textareaCM);
	const allCodeMirrorInstances = document.querySelectorAll('.CodeMirror');
	console.log(allCodeMirrorInstances);
	for(let cmi of allCodeMirrorInstances){
		const cmInstance = cmi.CodeMirror || CodeMirror.fromTextArea(cmi.previousSibling);
		console.log(cmInstance);
		cmInstance.save();
	}
	console.log(allCodeMirrorInstances);
	if(textareaCM && textareaCM.CodeMirror) {
		textareaCM.CodeMirror.save();
	}
	*/
  } else {
      console.warn(`Textarea with name "${formItemName}" not found.`);
  }
}



//report-related graphing:
///////////////////////////////////////

function displayReport(reportId, canvasId) {
  displayViewOption(canvasId, reportData, reportOutput , reportId);

}

function initGoogleMap() {
	//don't do anything
}

//does adjustments to colors based on plot parameters and record data
//this allows data to change colors dynamically in graphs and maps
function manipulateColor(plotColor, plot, record) {
	//do color effects from data if specified
	var darkenByDivisor = 1;
	var lightenByDivisor = 1;
	var saturateByDivisor = 1;
	var desaturateByDivisor = 1;

	if(plot.darkenByDivisor) {
		darkenByDivisor = plot.darkenByDivisor;
	}
	if(plot.lightenByDivisor) {
		lightenByDivisor = plot.lightenByDivisor;
	}
	if(plot.saturateByDivisor) {
		saturateByDivisor = plot.saturateByDivisor;
	}
	if(plot.desaturateByDivisor) {
		desaturateByDivisor = plot.desaturateByDivisor;
	}
	if(plot.darkenBy) {
		//console.log(plotLineColor + " " + tinycolor(plotLineColor).darken(30) + " "+ record[plot.darkenBy]);
		plotColor = tinycolor(plotColor.toString()).darken(parseInt(record[plot.darkenBy]/darkenByDivisor)).toHexString()
	}
	if(plot.lightenBy) {
		//console.log(plotLineColor + " " + tinycolor(plotLineColor).darken(30) + " "+ record[plot.darkenBy]);
		plotColor = tinycolor(plotColor.toString()).lighten(parseInt(record[plot.lightenBy]/lightenByDivisor)).toHexString()
	}
	if(plot.saturateBy) {
		//console.log(plotLineColor + " " + tinycolor(plotLineColor).darken(30) + " "+ record[plot.darkenBy]);
		plotColor = tinycolor(plotColor.toString()).saturate(parseInt(record[plot.saturateBy]/saturateByDivisor)).toHexString()
	}
	if(plot.desaturateBy) {
		//console.log(plotLineColor + " " + tinycolor(plotLineColor).darken(30) + " "+ record[plot.darkenBy]);
		plotColor = tinycolor(plotColor.toString()).desaturate(parseInt(record[plot.desaturateBy]/desaturateByDivisor)).toHexString()
	}
	return plotColor;
}

function reportsDivSet(divToShow, reportId) {
	var allDivs = ["googleMapsDiv","reportVisualization", "searchResults-" . reportId, "searchResults"];
	//console.log(allDivs.length);
	if(reportId) {
		for(var i=0; i<allDivs.length; i++) {
			var divInQuestion = document.getElementById(allDivs[i]);
			if(divInQuestion) {
				//console.log(divInQuestion);
				if(allDivs[i] != divToShow) {
					//console.log(allDivs[i]);
					divInQuestion.style.display = 'none';
				} else {
					//console.log("ok:" + allDivs[i]);
					divInQuestion.style.display = 'block';
				}
			}
		}
	}
}



//values can be a reportId if you want to read a live form
function genericParamReplace(stringIn, values, paramPrefix) {
	if(!paramPrefix) {
		paramPrefix = "@";
	}
	if((typeof values == "string")){
		var formIn;
		//values is actually a reportId, so read the live values off the form
		if(document.getElementById("reportForm-" + values)) {
			formIn = document.getElementById("reportForm-" + values).elements;
		} else if(document.getElementById("searchForm")) {
			formIn = document.getElementById("searchForm").elements;
		} else {
			return stringIn;
		}
		values = new Array();
		//console.log(formIn.length);
		for(var i=0; i<formIn.length; i++) {
			var element = formIn[i];
			//console.log(element);
			//if(formItem["name"]) {
				values[element.name] = decodeURIComponent(element.value);
			//}
		}
	}
	for(var key in values) {
		var value = values[key];
		if(key.trim() != "") {
			//console.log(value);
			//apparently there are errors in this process at times, so:
			try {
				var decodedUriComponent = decodeURIComponent(value);
				stringIn = stringIn.replace(paramPrefix + key, decodedUriComponent);
				//console.log(decodedJsonData);
			}
			catch (err) { 
				//dont bother
			}
 			
 		}
	}
	return stringIn;
}

function isHexDec(inVal) {
	var re = /[0-9A-Fa-f]{6}/g;
	if(re.test(inVal)) {
	    return true;
	} else {
	    return false;
	}
}

//returns either a string beginning with # or a possibly-acceptable color name based on the input. 
//returns an array if given one or if the colors are a string list 
function colorFix(strIn) {
	//console.log(strIn);
	if(strIn) {
		if((typeof strIn == "string")){
			strIn = strIn.replace('#', '').trim();
			if(strIn.indexOf(" ")) {
				strIn = strIn.split(" "); //handle below
			} else {
				if(isHexDec(strIn)) {
					return "#" + strIn.trim();
				} else {

					return strIn.trim();
				}
			}
		} 
		if (strIn instanceof Array) {
			for(var i=0; i<strIn.length; i++) {
				//console.log(strIn[i]);
				strIn[i] = strIn[i].replace('#', '');
				if(isHexDec(strIn)) {
					strIn[i] = "#" + strIn[i].trim();
				} else {

					strIn[i] = strIn[i].trim();
				}
			}
			return strIn;
		}
	}

}

function formatJSON(jsonString, indent = 2) {
  try {
      // Parse the JSON string into an object
      const jsonObj = JSON.parse(jsonString);
      
      // Convert the object back into a formatted JSON string
      return JSON.stringify(jsonObj, null, indent);
  } catch (error) {
      // Handle errors in case of invalid JSON
      console.error("Invalid JSON string:", error);
      return jsonString; //but then just return whatever it was, because we don't want to just throw out the baby with the bathwater
  }
}

function formatSQL(sql) {
	// Define SQL keywords and keywords that cause a new line
	const keywords = ['SELECT', 'FROM', 'WHERE', 'GROUP BY', 'ORDER BY', 'LIMIT', 'INNER JOIN', 'LEFT JOIN', 'RIGHT JOIN', 'OUTER JOIN', 'JOIN', 'ON', 'HAVING'];
	const newlineKeywords = new Set(['SELECT', 'FROM', 'WHERE', 'GROUP BY', 'ORDER BY', 'LIMIT', 'JOIN', 'ON', 'HAVING']);
	const indentKeywords = new Set(['SELECT', 'FROM', 'WHERE', 'GROUP BY', 'ORDER BY', 'LIMIT']);
	
	let formatted = '';
	let indentLevel = 0;
	let lines = sql.replace(/\s+/g, ' ').trim().split(' ');
	
	function addNewline() {
	  formatted += '\n' + '  '.repeat(indentLevel);
	}
  
	function increaseIndent() {
	  indentLevel++;
	}
  
	function decreaseIndent() {
	  if (indentLevel > 0) {
		indentLevel--;
	  }
	}
	
	for (let i = 0; i < lines.length; i++) {
	  let word = lines[i].toUpperCase();
	  let originalWord = lines[i];
  
	  if (newlineKeywords.has(word)) {
		addNewline();
		if (indentKeywords.has(word)) {
		  increaseIndent();
		}
		formatted += word;
	  } else if (word === ',') {
		formatted += ',';
		addNewline();
	  } else if (word === ')') {
		decreaseIndent();
		addNewline();
		formatted += word;
	  } else if (word === '(') {
		formatted += word;
		increaseIndent();
		addNewline();
	  } else {
		formatted += ' ' + originalWord;
	  }
	}
	return formatted;
}

//the result of a productive back-and-forth with ChatGPT:
function xsmoothArray(intArray, windowSize, weightFactor) {
	// Create a new array to store the smoothed values
	let smoothedArray = [];
	
	// Precompute the weights
	let fullWeightSum = 0;
	let weights = [];
	if(!windowSize){
		windowSize = 10;
	}
	if(!weightFactor){
		weightFactor = 1;
	}
	// Generate weights based on weightFactor
	for (let i = -windowSize; i <= windowSize; i++) { //originally ChatGPT offered a fixed window of only three data points, which was far too small
	  let distance = Math.abs(i);
	  let weight = Math.pow(weightFactor, windowSize - distance); //this kinda defeats the purpose of large windows for weightFactors bigger than one, but it might be useful
	  weights.push(weight);
	  fullWeightSum += weight;
	}
  
	// Iterate over each element in the array
	for (let i = 0; i < intArray.length; i++) {
	  let weightedSum = 0;
	  let actualWeightSum = 0;
  
	  // Calculate the weighted sum of values within the window
	  for (let j = -windowSize; j <= windowSize; j++) {
		let index = i + j;
  
		// Check if index is within bounds
		if (index >= 0 && index < intArray.length) {
		  let weight = weights[j + windowSize];
		  weightedSum += intArray[index] * weight;
		  actualWeightSum += weight;
		}
	  }
  
	  // Calculate the weighted average and round to two decimal places
	  let smoothedValue = (weightedSum / actualWeightSum).toFixed(2);
	  smoothedArray.push(Number(smoothedValue));
	}
  
	return smoothedArray;
}

function linearInterpolate(start, end, steps) {
    let stepArray = [];
    let increment = (end - start) / (steps - 1); // Adjust increment to fit exactly
    for (let i = 0; i < steps; i++) { // Now only generate 'steps' points
        stepArray.push(start + increment * i);
    }
    return stepArray;
}

function findInflectionPoints(values, tolerance) {
    let inflectionPoints = [];
    let slopes = [];
    
    for (let i = 1; i < values.length; i++) {
        slopes.push(values[i] - values[i - 1]);
    }
    
    let oldInflectionPoint = 0;
    for (let i = 1; i < slopes.length; i++) {
        let slopeChange = Math.abs(slopes[i] - slopes[i - 1]);
        let maxSlope = Math.max(Math.abs(slopes[i]), Math.abs(slopes[i - 1]));
        
        if (maxSlope > 0 && (slopeChange / maxSlope) * 100 > tolerance) {
            if ((i + 1) - oldInflectionPoint > 1) {
                inflectionPoints.push(i + 1);
            }
            oldInflectionPoint = i + 1;
        }
    }
    inflectionPoints.push(values.length - 1);

    return inflectionPoints;
}

function smoothArray(intArray, minimumWindowSize, weightFactor) {
    let inflectionPoints = findInflectionPoints(intArray, 0.5);
    let smoothedArray = [];
    
    if (!minimumWindowSize) {
        minimumWindowSize = 10;
    }
    if (!weightFactor) {
        weightFactor = 1;
    }
    
    let oldInflectionPoint = 0;

    for (let inflectionPoint of inflectionPoints) {
        let windowSize = inflectionPoint - oldInflectionPoint;
        if (windowSize < minimumWindowSize) {
            windowSize = minimumWindowSize;
        }
        
        // Smooth between inflection points using linear interpolation
        let interpolatedValues = linearInterpolate(intArray[oldInflectionPoint], intArray[inflectionPoint], inflectionPoint - oldInflectionPoint);
        smoothedArray.push(...interpolatedValues);
        
        oldInflectionPoint = inflectionPoint;
    }
    
    return smoothedArray;
}

// Cubic spline interpolation
function cubicSpline(x, y) {
    const n = x.length - 1;
    const a = [...y];
    const b = new Array(n).fill(0);
    const d = new Array(n).fill(0);
    const h = [];
    const alpha = [];

    // Step 1: Calculate h and alpha
    for (let i = 0; i < n; i++) {
        h[i] = x[i + 1] - x[i];
        alpha[i] = (3 / h[i]) * (a[i + 1] - a[i]) - (3 / h[i - 1]) * (a[i] - a[i - 1]);
    }

    // Step 2: Solve the tridiagonal system
    const c = new Array(n + 1).fill(0);
    const l = new Array(n + 1).fill(1);
    const mu = new Array(n + 1).fill(0);
    const z = new Array(n + 1).fill(0);

    for (let i = 1; i < n; i++) {
        l[i] = 2 * (x[i + 1] - x[i - 1]) - h[i - 1] * mu[i - 1];
        mu[i] = h[i] / l[i];
        z[i] = (alpha[i] - h[i - 1] * z[i - 1]) / l[i];
    }

    for (let j = n - 1; j >= 0; j--) {
        c[j] = z[j] - mu[j] * c[j + 1];
        b[j] = (a[j + 1] - a[j]) / h[j] - h[j] * (c[j + 1] + 2 * c[j]) / 3;
        d[j] = (c[j + 1] - c[j]) / (3 * h[j]);
    }

    // The cubic spline coefficients for each segment are now a, b, c, d
    return { a, b, c, d, x };
}

// Spline interpolation at a given point
function splineInterpolate(spline, xi) {
    const { a, b, c, d, x } = spline;
    let i = 0;

    // Find the right interval for xi
    for (let j = 1; j < x.length; j++) {
        if (xi < x[j]) {
            i = j - 1;
            break;
        }
    }

    const dx = xi - x[i];
    return a[i] + b[i] * dx + c[i] * Math.pow(dx, 2) + d[i] * Math.pow(dx, 3);
}

// Function to smooth the array using cubic splines between inflection points
function wsmoothArray(values, minimumWindowSize, weightFactor) {
    let inflectionPoints = findInflectionPoints(values, 90);
    let smoothedArray = [];

    let x = [];
    let y = [];

    for (let i = 0; i < inflectionPoints.length; i++) {
        x.push(inflectionPoints[i]);
        y.push(values[inflectionPoints[i]]);
    }

    const spline = cubicSpline(x, y);

    // Generate smoothed values
    for (let i = 0; i < values.length; i++) {
        smoothedArray.push(splineInterpolate(spline, i));
    }

    return smoothedArray;
}

//uses charts.js library to make all sorts of graphs. also a serves as the launch point for other viewOptions like google maps and calendar
function displayViewOption(canvasId, records, viewOptionInfo, reportId) {
	if(!viewOptionInfo) {
		return;
	}
	//allow us to manipulate the graphing process with report form inputs (just put @variables in the JSON anywhere JSON will allow it)
	if(reportId) {
		var encodedViewOptions = genericParamReplace(JSON.stringify(viewOptionInfo), reportId, "@");
		//console.log(encodedViewOptions);
		viewOptionInfo =  JSON.parse(encodedViewOptions);
	}
	var type = viewOptionInfo.type;
	if(!type) {
		type = "line";
	}

	//map is handled by google maps, not charts.js, so catch that here:
	if(type == "map") {
		reportsDivSet("googleMapsDiv", reportId);
		return plotOnMap(globalMap, records, viewOptionInfo);
	} else if(type == "email") {
		reportsDivSet("searchResults-" + reportId, reportId);
		return sendEmailConfirm(records, viewOptionInfo, reportId);
	}	if(type == "calendar") {
		reportsDivSet("searchResults-" + reportId, reportId);
		return displayCalendar(records, viewOptionInfo, reportId);
	}

	reportsDivSet("reportVisualization", reportId);
	//in case we need to draw pie charts and no colors were supplied in the root of the viewOptionInfo:
	var strStockColors = "ff0099,ff9900,99ff99,9999ff,990099,00ff00,00ffff,ffff00,0000ff,999900,990000,ff0000,000000,ffffff,330000,990033";
	if(viewOptionInfo.colors) {
		strStockColors = viewOptionInfo.colors;
	}

	if(viewOptionInfo.colors) {
		strStockColors = viewOptionInfo.colors;
	}
	var stockColors = strStockColors.split(",");
	var defaultColor = stockColors[0];
	var noAxes = ["doughnut", "pie"];
	var plots = viewOptionInfo.plots;
	var caption = viewOptionInfo.caption;
	var dataSets = new Array();
	var labels = new Array();
	var labelsMade = false;
	var colorIndex = 0;

  if(!caption){
    caption = "";
  }
	
	var borderColor;
	if(plots) {
		for(var i=0; i<plots.length; i++) {
			var plot = plots[i];
			var colorsForPies = new Array();
			defaultWeight = 1;
			if(plot.lineWeight) {
				defaultWeight = plot.lineWeight;

			}
			if(!plot.lineWeight && viewOptionInfo.lineWeight) {
				defaultWeight = viewOptionInfo.lineWeight;
			}

			//console.log(plot);
			//narrow the data:
			var narrowedData = new Array();
			var colorToUse = new Array();
			if(records && records.length) {
				for(var j=0; j<records.length; j++) {
					var record = records[j];
					if(!viewOptionInfo.excludeValue || (viewOptionInfo.excludeValue && viewOptionInfo.excludeValue!=record[viewOptionInfo.labelColumn])) {
						//console.log(colorFix(thisColor));
						if(!labelsMade) {
							labels.push(record[viewOptionInfo.labelColumn]);
							var thisColor = stockColors[colorIndex];

							//console.log((thisColor));
							if(colorFix(thisColor) instanceof Array) {
								colorsForPies.push(colorFix(thisColor)[0]);
								
							} else {
								colorsForPies.push(colorFix(thisColor));
							}
							colorIndex++;
							if(colorIndex >= stockColors.length) {
								colorIndex = 0;
							}
						}
						if(plot.column) {
							narrowedData.push(parseFloat(record[plot.column]));
						}
					}
					//need a default in case color is not set
					var plotLineColor = stockColors[colorIndex];
					if(plot.color) {
						plotLineColor = plot.color;
					}

					plotLineColor = manipulateColor(plotLineColor, plot, record);

					if(!(plotLineColor instanceof Array)) {
						colorToUse.push(plotLineColor);
					}
			 
					//borderColor = colorToUse;
					if (viewOptionInfo.color) {
						borderColor = viewOptionInfo.color;
					}

				}
			}
			labelsMade = true;

			if (noAxes.indexOf(type) > -1) {
				console.log(colorsForPies);
				
				colorToUse = colorsForPies;
			}

			//colorToUse = colorsForPies;
			//console.log(colorFix(colorToUse));
			//
			borderColor = colorFix(borderColor);
			//console.log(colorFix(borderColor));
			if ((borderColor instanceof Array)) {
				borderColor = borderColor[0];
			}
			if(!borderColor) {
				borderColor = colorFix(defaultColor);
			}
			//borderColor = '#000000';
			//colorToUse = '#ff0000';
			//console.log(colorToUse[0]);
	 
			if(type == 'line' && colorToUse instanceof Array) {
				colorToUse = colorToUse[0];
			}
			//console.log(colorToUse);
			var plotShape = "circle";
			var radius = 4;
			if(plot["shape"]) {
				if(plot["shape"].type) {
					plotShape = plot["shape"].type;
				}
				if(plot["shape"].radius) {
					radius = plot["shape"].radius;
				}
				//allows the circle size to be changed by data
				if(plot["shape"].alternativeMagnitude) {
					//i also want to have a synonymn for alternativeMagnitude
					//harmonize how this works with gooogle maps
					radius = record[plot["shape"].alternativeMagnitude];
				}
		  
				radius = parseFloat(radius);
				if(plot.shape && plot.shape.alternativeMagnitudeDivisor) {
					radius = radius/plot.shape.alternativeMagnitudeDivisor;
				}

			}
			dataSets.push(
			{
	            label: plot.label,
	            backgroundColor: colorFix(colorToUse),
	            borderColor: borderColor,
	            data: narrowedData,
	            borderWidth: defaultWeight,
	            pointStyle : plotShape,
	            radius : radius,
	            fill: false,
	        });
		}
	}
	var scaleDisplay = true;
	if (noAxes.indexOf(type) > -1) {
   		scaleDisplay = false;
   	}

	var scales = {
        xAxes: [{
            display: scaleDisplay,
            scaleLabel: {
                display: true,
                labelString: viewOptionInfo.labelColumn
            }
        }],
        yAxes: [{
            display: scaleDisplay,
            scaleLabel: {
                display: true,
                labelString: 'Value'
            }
        }]
    }

    var config = {
        type: type,
        data: {
            labels: labels,
            datasets: dataSets
        },
        options: {
            responsive: true,
            title:{
                display:true,
                text: caption
            },
            tooltips: {
                mode: 'index',
                intersect: false,
            },
            hover: {
                mode: 'nearest',
                intersect: true
            },
            scales: scales
        }
    };
  
	// console.log(config);
	var canvas = false;
	if(document.getElementById(canvasId)) {
		canvas = document.getElementById(canvasId).getContext("2d");
	}
	//var canvas = document.getElementById(canvasId);
	if(canvas) {
		//canvas.style.display='block';
	} else {
		return;
	}
	window.graphics = null;
	window.graphics = new Chart(canvas, config);
	/*
	if(typeof(viewOptionInfo["width"]) != "undefined") {
		canvas.style.width= viewOptionInfo.width + "px";
	}
	if(viewOptionInfo.height) {
		canvas.style.height= viewOptionInfo.height + "px";
	}
	*/

	window.graphics.update();
}

function plotOnMap(map, records, viewOptionInfo) {
	var place = document.getElementById("googleMapper");
	if(!place) {
		return;
	}
	/*
	setTimeout(function() {
	google.maps.event.trigger(map, "resize");

	}, 4000);
	*/
	place.style.display = 'block';

	if(typeof(viewOptionInfo["width"]) != "undefined") {
		place.style.width = viewOptionInfo.width + "px";
	} else {
		//place.style.width = "1000px";
	}
	if(viewOptionInfo.height) {
		canvas.style.height= viewOptionInfo.height + "px";
	} else {

		//place.style.height = "600px";
	}
	var degreeWiggle = 0;
	var degreeWiggleLatColumn = null;
	var degreeWiggleLonColumn = null;
	var markerArray = new Array();
	var markerCursor = 0;
	var defaultOpacity = "0.1";
	
	var reportVisualization = document.getElementById("reportVisualization");
	if(reportVisualization) {
		reportVisualization.style.display = 'none';
	}
	var strStockColors = "ff0099,ff9900,99ff99,9999ff,990099,00ff00,00ffff,ffff00,0000ff,999900,990000,ff0000,000000,ffffff,330000,990033";
	
	if(viewOptionInfo.colors) {
		strStockColors = viewOptionInfo.colors;
	}
	var colorArray = strStockColors.split(",");
	var defaultColor = colorArray[0];
	if(viewOptionInfo.color) {
		defaultColor = viewOptionInfo.color;

	}
 
	var zoom = 0;
	if(viewOptionInfo.zoom) {
		zoom = viewOptionInfo.zoom;
	}
	if(viewOptionInfo.degreeWiggle) {
		degreeWiggle = viewOptionInfo.degreeWiggle;
	}

	if(viewOptionInfo.degreeWiggleLatColumn) {
		degreeWiggleLatColumn = viewOptionInfo.degreeWiggleLatColumn;
	}	
	if(viewOptionInfo.degreeWiggleLonColumn) {
		degreeWiggleLonColumn = viewOptionInfo.degreeWiggleLonColumn;
	}	
	var mapType = 'terrain';
	if(viewOptionInfo.mapType) {
		mapType = viewOptionInfo.mapType;
	}
	var lat = viewOptionInfo.lat;
	var lon = viewOptionInfo.lon;
	if(!lat || !lon || !zoom) {
		var center = centerOfGeoPlot(viewOptionInfo, records);
		//console.log(viewOptionInfo.plots[0]);
		console.log(center);
		if(!lat) {
			lat = center.lat;
		}
		if(!lon) {
			lon = center.lon;
		}
		if(!zoom) {
			zoom = center.estimatedScale;
		}
		if(!zoom) {
			zoom = 5;
		}

	}
 

	 map = new google.maps.Map(place, {
          zoom: zoom,
          center: new google.maps.LatLng(lat, lon),
          mapTypeId: mapType
        });


	//console.log(viewOptionInfo);
	for (var j = 0; j < viewOptionInfo.plots.length; j++) {
	 
		var plot = viewOptionInfo.plots[j];
		if(plot.degreeWiggle) {
			degreeWiggle = plot.degreeWiggle;
		}
		if(plot.degreeWiggleLatColumn) {
			degreeWiggleLatColumn = plot.degreeWiggleLatColumn;
		}	
		if(plot.degreeWiggleLonColumn) {
			degreeWiggleLonColumn = plot.degreeWiggleLonColumn;
		}

		var defaultWeight = 1;
		if(plot.lineWeight) {
			defaultWeight = plot.lineWeight;
		}
		if(!plot.lineWeight && viewOptionInfo.lineWeight) {
			defaultWeight = viewOptionInfo.lineWeight;
		}

		var latColumn = plot.latColumn;
		var lonColumn = plot.lonColumn;
		var iconName = plot.iconName;
   	  	var plotColor = defaultColor;
		var plotOpacity = defaultOpacity;
		var magnitudeColumn = plot.magnitudeColumn;
		var labelTemplate = plot.labelTemplate;
		var linkTemplate = plot.linkTemplate;
		var infoWindowTemplate = plot.infoWindowTemplate;
		if(plot.color) {
			plotColor = plot.color;
		}
		if(plot.opacity) {
			plotOpacity = plot.opacity;
		}

	    for (var i = 0; i < records.length; i++) {
	    	var didPlot = false;
	    	var record = records[i];
	    	var iconPath = "icons/default.png";
	    	var markerUrl = null;
	    	if(plot[iconName]) {
	    		iconPath = "icons/" + plot[iconName] + ".png";
	    	}

	    	//lat/lon wiggle make sure that not all the map
	    	//markers don't stack on top of each other if all
	    	//the addresses in a zipcode get the same lat/lon
	    	//values.  degreeWiggleLatColumn/degreeWiggleLonColumn
	    	//make it so the markers always end up in the same random
	    	//place on the map
	    	var latWiggleAmount = 0;
	    	var lonWiggleAmount = 0;
			if(degreeWiggleLatColumn  && record[degreeWiggleLatColumn]) {
				latWiggleAmount = (record[degreeWiggleLatColumn] % 1000)/1000;
			} else if(degreeWiggle) {
				latWiggleAmount = Math.random();
			}
			if(degreeWiggleLonColumn && record[degreeWiggleLonColumn]) {
				lonWiggleAmount = (record[degreeWiggleLonColumn] % 1000)/1000 ;
			} else if(degreeWiggle) {
				lonWiggleAmount = Math.random();
			} 

	    	var degreeWiggleDeltaLat = degreeWiggle * latWiggleAmount - (0.5 * degreeWiggle);
	    	var degreeWiggleDeltaLon = degreeWiggle * lonWiggleAmount - (0.5 * degreeWiggle);
	      	//console.log(degreeWiggleDeltaLat + ' ' + degreeWiggleDeltaLon);
	      	var latLng = new google.maps.LatLng(parseFloat(record[latColumn]) + degreeWiggleDeltaLat,parseFloat(record[lonColumn]) + degreeWiggleDeltaLon);
	      	//console.log(latLng);
	      	
	      	var markerConfig = {
		        position: latLng,
		        map: map
	      	}
	      	if(plot[iconName]) {
	      		markerConfig["icon"] = iconPath;
	      	}
	      	var quantity =  record[magnitudeColumn]; 
			if(!quantity) {
				quantity=0;
			} else {
				quantity = parseFloat(quantity);
			}
			if(plot.quantityDivisor) {
				quantity = quantity/plot.quantityDivisor;
			}
			if(labelTemplate) {
				markerConfig["label"] = genericParamReplace(labelTemplate, record, "@");
			}
			if(linkTemplate) {
				markerUrl = genericParamReplace(linkTemplate, record, "@");
			}

			plotColor = manipulateColor(plotColor, plot, record);

			//console.log(defaultColor);
			var marker = null;
			var mapShape = null;
	      	if(plot["shape"]) {
	      		if(plot["shape"].radius) {
	      			quantity = plot["shape"].radius;
	      		}
	      		if(plot["shape"].type) {
	      			if(plot["shape"].type == "circle") {
	      				circleConfig = {

							strokeColor: colorFix(defaultColor),
							strokeOpacity: defaultOpacity,
							strokeWeight: defaultWeight,

							fillColor: colorFix(plotColor),
							fillOpacity: plotOpacity,
							center: latLng,
							map: map,
							icon: "default",
							radius: quantity

	      				}
	      				//console.log(circleConfig);
	      				mapShape = new google.maps.Circle(circleConfig);
	      				 
	      				var didPlot = true;
	      			}
	      		}
	      	}
	      	if(!didPlot || plot["alwaysShowIcon"]) {

	      		markerArray[markerCursor] = new google.maps.Marker(markerConfig);
	      		if(markerUrl) {
	      			//console.log(markerUrl);
	      			//markerArray[markerCursor].addListener("click", function() {navigateToPage(markerUrl)});
	      			attachHyperlinkToMapMarker(markerArray[markerCursor], markerUrl);

	      		}
	      		if(plot["infoWindowTemplate"]) {
	      		 
	      			//markerArray[markerCursor].addListener("mouseover", function() {console.log(markerCursor)});
	      			attachHoverMapMarker(markerArray[markerCursor], plot["infoWindowTemplate"], record);
	      		}
	      		var didPlot = true;
	      		markerCursor++;
	     	}
	    }
	}
}

//looks at records and tries to find the center of the data, as well as a zoom for google maps to use
//plots can now be viewOption to get the center of all plots
function centerOfGeoPlot(plot, records) {
	var latSum = 0;
	var lonSum = 0;
	var count = 0;
	var minLat = 100;
	var minLon = 400;
	var maxLat = 0;
	var maxLon = -300;
	var plots = [plot];
	if(plot.plots) {
		plots = plot.plots;
	}
	for(var j=0; j<plots.length; j++) {
		var plot = plots[j];
		if(plot) {
			//console.log(plot);
		    for (var i = 0; i < records.length; i++) {
		    	var record = records[i];
		    	if(isNumeric(record[plot.latColumn]) && isNumeric(record[plot.lonColumn])) {
			    	var lat = parseFloat(record[plot.latColumn]);
			    	var lon = parseFloat(record[plot.lonColumn]);
			    	//console.log(lat + " " + lon);
			      	latSum += lat;
			      	lonSum += lon;
			      	if(lon < minLon) {
			      		minLon = lon;
			      	}
			      	if(lon > maxLon) {
			      		maxLon = lon;
			      	}
			      	if(lat < minLat) {
			      		minLat = lat;
			      	}
			      	if(lat > maxLat) {
			      		maxLat = lat;
			      	}
			      	count++;
		      	}
		     }
		     //12 is about 15 miles wide 12 diag
		    //8 is about 200 miles wide   150 diag
		    //6 is about 1200 miles wide  900 diag
		    //4 is about 4000 miles across 3000 diag
		    //basic pythagorean stuff here:
		    var diagonalLength = Math.pow(Math.pow((maxLon-minLon), 2) + Math.pow((maxLat-minLat), 2), 0.5);
		    //i know, 60 miles per degree is only true of latitude, but for these purposes this is close enough:
		    var estimatedDiagonalInMiles = parseFloat(diagonalLength) * 60;
		    var estimatedScale = 2;
		    //var estimatedDiagonalInMiles = diagonalLength * 60;
		    //after some experimentation, i've found this calculates a good Google Maps zoom factor from a max quadrangle diagonal length:
			estimatedScale = parseInt(16-(Math.log2(estimatedDiagonalInMiles * 1.20)));
			if(estimatedScale < 1) {
				estimatedScale = 1;
			}
		    return {"lat": latSum/count, "lon":lonSum/count,  "maxLat": maxLat, "maxLon": maxLon,  "minLat": minLat, "minLon": minLon, "diagonalLength":diagonalLength, "distanceInMiles":estimatedDiagonalInMiles, "estimatedScale":estimatedScale}
		}
	}

}

function createTimescalePeriodDropdown(scales, thisPeriod, scaleName, currentStartDate, event, eventAction, tableName, locationId) {
    const scale = scales.find(s => s.value === scaleName);
	let numberOfPeriods = 200;
	//let's find how far back data goes
    if (!scale) {
        console.error("Scale not found!");
        return;
    }
    const periodSize = scale.period_size;
	const periodScale = scale.period_scale;
	//console.log(periodSize, periodScale);
	let xmlhttp = new XMLHttpRequest();
    xmlhttp.onreadystatechange = function() {
		if (xmlhttp.readyState == 4 && xmlhttp.status == 200) {
			let jsonData = xmlhttp.responseText;
			//console.log(jsonData);
			recordedData = JSON.parse(jsonData);
			let minimalDate = recordedData["recorded"];
			const dropdown = document.createElement('select');
			dropdown.id = 'startDateDropdown';
			if(event){
				dropdown.addEventListener(event, function(event) {
					// Access the selected value via event.target.value
					//console.log('Selected value:', event.target.value);
					if(eventAction){
						eval(eventAction);
					}
				});
			}

			let setByTimespanSwitch = false;
			for (let i = 0; i < numberOfPeriods; i++) {
				const option = document.createElement('option');
				let label = pastStepper(periodScale, periodSize, i);
				option.text = label;
				option.value = i;
				if(option.text <= currentStartDate  && !setByTimespanSwitch) {
					setByTimespanSwitch = true;
					option.selected = true; 
				}
				if(thisPeriod !== false && thisPeriod == i  && !setByTimespanSwitch){
					//console.log("selected:", option.value, option.text);
					option.selected = true; 
				}
				//console.log(minimalDate, label);
				if(minimalDate <= label  || i==0){//filter out options where there is no data
					dropdown.appendChild(option); 
				}
			}
			//document.getElementById('placeforscaledropdown').replaceChildren(dropdown); //breaks on older Chromebooks
			document.getElementById('placeforscaledropdown').innerHTML = '';
			document.getElementById('placeforscaledropdown').appendChild(dropdown);
		}
	}

	let url = "data.php?mode=getEarliestRecorded&table=" + tableName + "&locationId=" + locationId; 
    xmlhttp.open("GET", url, true);
    xmlhttp.send();
}

function calculateRevisedTimespanPeriod(scales, thisPeriod, scaleName, currentStartDate){
	//does what the preceding function does, but only outputs a number of steps of scaleName to get back to currentStartDate instead of option dropdowns
	const scale = scales.find(s => s.value === scaleName);
	let numberOfPeriods = 200;
	//let's find how far back data goes
    if (!scale) {
        console.error("Scale not found!");
        return;
    }
    const periodSize = scale.period_size;
	const periodScale = scale.period_scale;
	let setByTimespanSwitch = false;
	
	//const currentDate = new Date(now);
	for (let i = 0; i < numberOfPeriods; i++) {
		let dateTimeBoundary = pastStepper(periodScale, periodSize, i);
		//console.log(periodSize, scaleName, periodScale, timeUnitMap[periodScale], i, dateTimeBoundary, currentStartDate);
		if(dateTimeBoundary <= currentStartDate  && !setByTimespanSwitch) {
			setByTimespanSwitch = true;
			//console.log("movement happened", i, dateTimeBoundary)
			return i
		}
		if(thisPeriod !== false && thisPeriod == i  && !setByTimespanSwitch){
			//console.log("movement nope", i, dateTimeBoundary)
			return i;
		}
	}
	return 0;
}

function pastStepper(periodScale, periodSize, ordinal){
	//steps into the past ordinal * periodSize units of periodScale size, returning a string representation of a datetime
	const now = new Date();
	let currentDate = new Date(now);
	//janky ChatGPT code that failed after ordinal==16:
	//currentDate[`set${timeUnitMap[periodScale]}`](now[`get${timeUnitMap[periodScale]}`]() - ((ordinal + 1 )* periodSize));
	if(periodScale == 'day'){
		currentDate.setDate(currentDate.getDate() - (ordinal+1) * periodSize);
	} else if (periodScale == 'month'){
		currentDate.setMonth(currentDate.getMonth() - (ordinal+1) * periodSize);
	} else if (periodScale == 'year'){
		currentDate.setFullYear(currentDate.getFullYear() - (ordinal+1) * periodSize);
	} else if (periodScale == 'hour'){
		currentDate.setHours(currentDate.getHours() - (ordinal+1) * periodSize);
	}
	let datetimeString;
	if (periodScale === 'hour') {
		datetimeString = currentDate.toISOString().substring(0, 16).replace('T', ' ');  // YYYY-MM-DD HH:mm format
	} else {
		datetimeString = currentDate.toISOString().substring(0, 10);  // YYYY-MM-DD format
	}
	return datetimeString;
}

function timeAgo(sqlDateTime, compareTo = null) {
	// Define the timezone globally or set a default
	const timezone = window.timezone || "UTC";
  
	// Parse the dates into `Date` objects in the specified timezone
	const past = new Date(new Date(sqlDateTime).toLocaleString("en-US", { timeZone: timezone }));
	const now = compareTo 
	  ? new Date(new Date(compareTo).toLocaleString("en-US", { timeZone: timezone })) 
	  : new Date(new Date().toLocaleString("en-US", { timeZone: timezone }));
  
	// Calculate the difference in seconds
	let diffInSeconds = Math.floor((now - past) / 1000);
	diffInSeconds = Math.max(0, diffInSeconds);
  
	// Calculate units of time
	const seconds = diffInSeconds % 60;
	const minutes = Math.floor(diffInSeconds / 60) % 60;
	const hours = Math.floor(diffInSeconds / 3600) % 24;
	const days = Math.floor(diffInSeconds / 86400);
	if(isNaN(seconds)){
		return "";
	}
	// Return the appropriate message
	if (days > 0) {
	  return days === 1 ? "1 day ago" : `${days} days ago`;
	}
	if (hours > 0) {
	  return hours === 1 ? "1 hour ago" : `${hours} hours ago`;
	}
	if (minutes > 0) {
	  return minutes === 1 ? "1 minute ago" : `${minutes} minutes ago`;
	}
	return seconds === 1 ? "1 second ago" : `${seconds} seconds ago`;
  }

function expandArray(arr, n) {
    const originalLength = arr.length;
    const result = [...arr]; // Start with a copy of the original array
    // Calculate where to place duplicates by spacing out n items evenly
	if(n > 0){
		for (let i = 0; i < n; i++) {
			// Position to insert a duplicate item
			const insertIndex = Math.floor((i + 1) * (result.length - 1) / (n + 1));
			result.splice(insertIndex, 0, result[insertIndex]); // Duplicate adjacent item
		}
	} else {
        // Removing items evenly
        const itemsToRemove = Math.min(-n, result.length); // Limit removals to array length
        for (let i = 0; i < itemsToRemove; i++) {
            const removeIndex = Math.floor((i + 1) * (result.length - 1) / (itemsToRemove + 1));
            result.splice(removeIndex, 1); // Remove item at calculated index
        }
	}
    return result;
}

function timeConverter(UNIX_timestamp){
  var a = new Date(UNIX_timestamp * 1000);
  var months = ['Jan','Feb','Mar','Apr','May','Jun','Jul','Aug','Sep','Oct','Nov','Dec'];
  var year = a.getFullYear();
  var month = months[a.getMonth()];
  var date = a.getDate();
  var hour = a.getHours();
  var min = a.getMinutes();
  var sec = a.getSeconds();
  var time = date + ' ' + month + ' ' + year + ' ' + hour + ':' + min + ':' + sec ;
  return time;
}