diff --git a/Changelog.md b/Changelog.md index f5f26c676..d96f6652f 100644 --- a/Changelog.md +++ b/Changelog.md @@ -1,8 +1,10 @@ -## [15.2.0] - 2023-04-23 +## [15.2.1] - 2023-04-27 -### Update Procedure +#### Fixed + - [#2357](https://github.com/jomjol/AI-on-the-edge-device/pull/2357) Fix Alignment Mark issue -Update Procedure see [online documentation](https://jomjol.github.io/AI-on-the-edge-device-docs/Installation/#update-ota-over-the-air) + +## [15.2.0] - 2023-04-23 ### Changes @@ -13,8 +15,6 @@ For a full list of changes see [Full list of changes](https://github.com/jomjol/ - [#2286](https://github.com/jomjol/AI-on-the-edge-device/pull/2286) Implement a camera livestream handler - [#2252](https://github.com/jomjol/AI-on-the-edge-device/pull/2252) Set prevalue using MQTT + set prevalue to RAW value (REST+MQTT) - [#2319](https://github.com/jomjol/AI-on-the-edge-device/pull/2319) Extend InfluxDBv1 with individual topic names -- [#](https://github.com/jomjol/AI-on-the-edge-device/pull/) -- [#](https://github.com/jomjol/AI-on-the-edge-device/pull/) #### Changed @@ -37,10 +37,6 @@ For a full list of changes see [Full list of changes](https://github.com/jomjol/ ## [15.1.1] - 2023-03-23 -### Update Procedure - -Update Procedure see [online documentation](https://jomjol.github.io/AI-on-the-edge-device-docs/Installation/#update-ota-over-the-air) - ### Changes For a full list of changes see [Full list of changes](https://github.com/jomjol/AI-on-the-edge-device/compare/v15.1.0...v15.1.1) @@ -970,7 +966,8 @@ External Illumination - Initial Version -[15.2.0]: https://github.com/jomjol/AI-on-the-edge-device/compare/v15.1.1...v15.1.2 +[15.2.1]: https://github.com/jomjol/AI-on-the-edge-device/compare/v15.2.0...v15.2.1 +[15.2.0]: https://github.com/jomjol/AI-on-the-edge-device/compare/v15.1.1...v15.2.0 [15.1.1]: https://github.com/jomjol/AI-on-the-edge-device/compare/v15.1.0...v15.1.1 [15.1.0]: https://github.com/jomjol/AI-on-the-edge-device/compare/v15.0.3...v15.1.0 [15.0.3]: https://github.com/jomjol/AI-on-the-edge-device/compare/v14.0.3...v15.0.3 diff --git a/code/components/jomjol_flowcontroll/ClassFlowTakeImage.cpp b/code/components/jomjol_flowcontroll/ClassFlowTakeImage.cpp index bafd53f7b..e4e11854d 100644 --- a/code/components/jomjol_flowcontroll/ClassFlowTakeImage.cpp +++ b/code/components/jomjol_flowcontroll/ClassFlowTakeImage.cpp @@ -218,6 +218,8 @@ bool ClassFlowTakeImage::doFlow(string zwtime) LogFile.WriteHeapInfo("ClassFlowTakeImage::doFlow - After RemoveOldLogs"); #endif + psram_deinit_shared_memory_for_take_image_step(); + return true; } diff --git a/code/components/jomjol_flowcontroll/MainFlowControl.cpp b/code/components/jomjol_flowcontroll/MainFlowControl.cpp index 974920a4a..46883d8f4 100644 --- a/code/components/jomjol_flowcontroll/MainFlowControl.cpp +++ b/code/components/jomjol_flowcontroll/MainFlowControl.cpp @@ -657,20 +657,32 @@ esp_err_t handler_editflow(httpd_req_t *req) string out2 = out.substr(0, out.length() - 4) + "_org.jpg"; - CAlignAndCutImage *caic = new CAlignAndCutImage("cutref", in); - caic->CutAndSave(out2, x, y, dx, dy); - delete caic; + if ((*flowctrl.getActStatus() == "Flow finished") && psram_init_shared_memory_for_take_image_step()) { + LogFile.WriteToFile(ESP_LOG_INFO, TAG, "Taking image for Alignment Mark Update..."); - CImageBasis *cim = new CImageBasis("cutref", out2); - if (enhance) - { - cim->Contrast(90); - } + CAlignAndCutImage *caic = new CAlignAndCutImage("cutref", in); + caic->CutAndSave(out2, x, y, dx, dy); + delete caic; + + CImageBasis *cim = new CImageBasis("cutref", out2); + if (enhance) + { + cim->Contrast(90); + } + + cim->SaveToFile(out); + delete cim; - cim->SaveToFile(out); - delete cim; + psram_deinit_shared_memory_for_take_image_step(); + + + zw = "CutImage Done"; + } + else { + LogFile.WriteToFile(ESP_LOG_WARN, TAG, "Taking image for Alignment Mark not possible while device is busy with a round!"); + zw = "Device Busy"; + } - zw = "CutImage Done"; httpd_resp_set_hdr(req, "Access-Control-Allow-Origin", "*"); httpd_resp_send(req, zw.c_str(), zw.length()); diff --git a/code/components/jomjol_helper/psram.cpp b/code/components/jomjol_helper/psram.cpp index 8c7dcabb8..ce6c1c032 100644 --- a/code/components/jomjol_helper/psram.cpp +++ b/code/components/jomjol_helper/psram.cpp @@ -9,6 +9,7 @@ using namespace std; void *shared_region = NULL; uint32_t allocatedBytesForSTBI = 0; +std::string sharedMemoryInUseFor = ""; /** Reserve a large block in the PSRAM which will be shared between the different steps. @@ -33,9 +34,24 @@ bool reserve_psram_shared_region(void) { /******************************************************************* * Memory used in Take Image (STBI) *******************************************************************/ -void psram_init_shared_memory_for_take_image_step(void) { - LogFile.WriteToFile(ESP_LOG_DEBUG, TAG, "Init shared memory for step 'Take Image' (STBI buffers)"); +bool psram_init_shared_memory_for_take_image_step(void) { + if (sharedMemoryInUseFor != "") { + LogFile.WriteToFile(ESP_LOG_ERROR, TAG, "Shared memory in PSRAM already in use for " + sharedMemoryInUseFor + "!"); + return false; + } + + LogFile.WriteToFile(ESP_LOG_DEBUG, TAG, "Init shared memory for step 'Take Image' (STBI buffers)"); allocatedBytesForSTBI = 0; + sharedMemoryInUseFor = "TakeImage"; + + return true; +} + + +void psram_deinit_shared_memory_for_take_image_step(void) { + LogFile.WriteToFile(ESP_LOG_DEBUG, TAG, "Deinit shared memory for step 'Take Image' (STBI buffers)"); + allocatedBytesForSTBI = 0; + sharedMemoryInUseFor = ""; } @@ -45,7 +61,8 @@ void *psram_reserve_shared_stbi_memory(size_t size) { if (size >= 100000) { if ((allocatedBytesForSTBI + size) > TENSOR_ARENA_SIZE + MAX_MODEL_SIZE) { // Check if it still fits in the shared region LogFile.WriteToFile(ESP_LOG_ERROR, TAG, "Shared memory in PSRAM too small (STBI) to fit additional " + - std::to_string(size) + "bytes! Available: " + std::to_string(TENSOR_ARENA_SIZE + MAX_MODEL_SIZE - allocatedBytesForSTBI) + " bytes!"); + std::to_string(size) + " bytes! Available: " + std::to_string(TENSOR_ARENA_SIZE + MAX_MODEL_SIZE - allocatedBytesForSTBI) + " bytes!"); + return NULL; } @@ -83,14 +100,21 @@ void psram_free_shared_stbi_memory(void *p) { * During this step we only use the shared part of the PSRAM * for the tmpImage. *******************************************************************/ -void *psram_reserve_shared_tmp_image_memory(void) { +void *psram_reserve_shared_tmp_image_memory(void) { + if (sharedMemoryInUseFor != "") { + LogFile.WriteToFile(ESP_LOG_ERROR, TAG, "Shared memory in PSRAM already in use for " + sharedMemoryInUseFor + "!"); + return NULL; + } + LogFile.WriteToFile(ESP_LOG_DEBUG, TAG, "Allocating tmpImage (" + std::to_string(IMAGE_SIZE) + " bytes, use shared memory in PSRAM)..."); + sharedMemoryInUseFor = "Aligning"; return shared_region; // Use 1th part of the shared memory for the tmpImage (only user) } void psram_free_shared_temp_image_memory(void) { LogFile.WriteToFile(ESP_LOG_DEBUG, TAG, "Shared memory used for tmpImage (PSRAM, part of shared memory) is free again"); + sharedMemoryInUseFor = ""; } @@ -103,18 +127,33 @@ void psram_free_shared_temp_image_memory(void) { * Tensor Arena. Therefore we do not need to monitor the usage. *******************************************************************/ void *psram_get_shared_tensor_arena_memory(void) { - LogFile.WriteToFile(ESP_LOG_DEBUG, TAG, "Allocating Tensor Arena (" + std::to_string(TENSOR_ARENA_SIZE) + " bytes, use shared memory in PSRAM)..."); - return shared_region; // Use 1th part of the shared memory for Tensor + if ((sharedMemoryInUseFor == "") || (sharedMemoryInUseFor == "Digitalization_Model")) { + sharedMemoryInUseFor = "Digitalization_Tensor"; + LogFile.WriteToFile(ESP_LOG_DEBUG, TAG, "Allocating Tensor Arena (" + std::to_string(TENSOR_ARENA_SIZE) + " bytes, use shared memory in PSRAM)..."); + return shared_region; // Use 1th part of the shared memory for Tensor + } + else { + LogFile.WriteToFile(ESP_LOG_ERROR, TAG, "Shared memory in PSRAM already in use for " + sharedMemoryInUseFor + "!"); + return NULL; + } } void *psram_get_shared_model_memory(void) { - LogFile.WriteToFile(ESP_LOG_DEBUG, TAG, "Allocating Model memory (" + std::to_string(MAX_MODEL_SIZE) + " bytes, use shared memory in PSRAM)..."); - return (uint8_t *)shared_region + TENSOR_ARENA_SIZE; // Use 2nd part of the shared memory (after Tensor Arena) for the model + if ((sharedMemoryInUseFor == "") || (sharedMemoryInUseFor == "Digitalization_Tensor")) { + sharedMemoryInUseFor = "Digitalization_Model"; + LogFile.WriteToFile(ESP_LOG_DEBUG, TAG, "Allocating Model memory (" + std::to_string(MAX_MODEL_SIZE) + " bytes, use shared memory in PSRAM)..."); + return (uint8_t *)shared_region + TENSOR_ARENA_SIZE; // Use 2nd part of the shared memory (after Tensor Arena) for the model + } + else { + LogFile.WriteToFile(ESP_LOG_ERROR, TAG, "Shared memory in PSRAM already in use for " + sharedMemoryInUseFor + "!"); + return NULL; + } } void psram_free_shared_tensor_arena_and_model_memory(void) { + sharedMemoryInUseFor = ""; LogFile.WriteToFile(ESP_LOG_DEBUG, TAG, "Shared memory used for Tensor Arena and model (PSRAM, part of shared memory) is free again"); } diff --git a/code/components/jomjol_helper/psram.h b/code/components/jomjol_helper/psram.h index 4c85bf26b..880e883ac 100644 --- a/code/components/jomjol_helper/psram.h +++ b/code/components/jomjol_helper/psram.h @@ -9,7 +9,8 @@ bool reserve_psram_shared_region(void); /* Memory used in Take Image Step */ -void psram_init_shared_memory_for_take_image_step(void); +bool psram_init_shared_memory_for_take_image_step(void); +void psram_deinit_shared_memory_for_take_image_step(void); void *psram_reserve_shared_stbi_memory(size_t size); void *psram_reallocate_shared_stbi_memory(void *ptr, size_t newsize); void psram_free_shared_stbi_memory(void *p); diff --git a/sd-card/html/edit_alignment.html b/sd-card/html/edit_alignment.html index 41e5fbca5..434f1db79 100644 --- a/sd-card/html/edit_alignment.html +++ b/sd-card/html/edit_alignment.html @@ -73,7 +73,7 @@

Alignment Marks

x: dx: - + y: @@ -133,7 +133,7 @@

Alignment Marks

WriteConfigININew(); UpdateConfigReference(domainname) SaveConfigToServer(domainname); - firework.launch('Configuration got updated. It will get applied after the next reboot!', 'success', 5000); + firework.launch('Reference Marks got updated. The change will get applied after the next reboot!', 'success', 5000); } function EnhanceContrast(){ @@ -144,8 +144,9 @@

Alignment Marks

refInfo[aktindex]["dy"] = document.getElementById("refdy").value; enhanceCon = true; - MakeContrastImageZW(refInfo[aktindex], enhanceCon, domainname); - UpdateReference(); + if (MakeContrastImageZW(refInfo[aktindex], enhanceCon, domainname)) { + UpdateReference(); + } } function UpdateReference(){ @@ -250,9 +251,10 @@

Alignment Marks

refInfo[aktindex]["y"] = document.getElementById("refy").value; refInfo[aktindex]["dx"] = document.getElementById("refdx").value; refInfo[aktindex]["dy"] = document.getElementById("refdy").value; - MakeRefZW(refInfo[aktindex], domainname); - UpdateReference(); - document.getElementById("enhancecontrast").disabled = false; + if (MakeRefZW(refInfo[aktindex], domainname)) { + UpdateReference(); + document.getElementById("enhancecontrast").disabled = false; + } } function drawGrid(){ diff --git a/sd-card/html/edit_reference.html b/sd-card/html/edit_reference.html index 62a8235d8..a39ee7598 100644 --- a/sd-card/html/edit_reference.html +++ b/sd-card/html/edit_reference.html @@ -272,7 +272,7 @@

Reference Image

SaveCanvasToImage(canvas, "/config/reference.jpg", true, getDomainname()); showReference(param); UpdatePage(); - firework.launch('Reference got updated. It will get applied after the next reboot!', 'success', 5000); + firework.launch('Reference got saved. It will get applied after the next reboot!', 'success', 5000); } } diff --git a/sd-card/html/readconfigcommon.js b/sd-card/html/readconfigcommon.js index 0f9c83fec..f256df8ea 100644 --- a/sd-card/html/readconfigcommon.js +++ b/sd-card/html/readconfigcommon.js @@ -252,11 +252,21 @@ function MakeContrastImageZW(zw, _enhance, _domainname){ var xhttp = new XMLHttpRequest(); try { xhttp.open("GET", url, false); - xhttp.send(); } + xhttp.send(); + } catch (error) { // firework.launch('Deleting Config.ini failed!', 'danger', 30000); } + + if (xhttp.responseText == "CutImage Done") { + firework.launch('Reference Image Contrast got enhanced.', 'success', 5000); + return true; + } + else { + firework.launch("Device is busy, please try again when the round got completed!", 'warning', 10000); + return false; + } } @@ -268,13 +278,23 @@ function MakeRefZW(zw, _domainname){ var xhttp = new XMLHttpRequest(); try { xhttp.open("GET", url, false); - xhttp.send(); } + xhttp.send(); + } catch (error) { // firework.launch('Deleting Config.ini failed!', 'danger', 30000); } - _filetarget2 = zw["name"].replace("/config/", "/img_tmp/"); -// _filetarget2 = _filetarget2.replace(".jpg", "_org.jpg"); - FileCopyOnServer(_filetarget, _filetarget2, _domainname); + + if (xhttp.responseText == "CutImage Done") { + _filetarget2 = zw["name"].replace("/config/", "/img_tmp/"); + // _filetarget2 = _filetarget2.replace(".jpg", "_org.jpg"); + FileCopyOnServer(_filetarget, _filetarget2, _domainname); + firework.launch('Reference Image got updated.', 'success', 5000); + return true; + } + else { + firework.launch("Device is busy, please try again when the round got completed!", 'warning', 10000); + return false; + } }