Refactor of ModelPaths update script

.github/scripts/.gitignore

@@ -1,3 +1,4 @@
 *.csv
 .wowtools.json
+.wago_tools.json
 atlas.lua

.github/scripts/.last_wow_build

@@ -0,0 +1 @@
+acb4ae782e4c990ef764592e78bc9e85

.github/scripts/.last_wow_classic_beta_build

@@ -0,0 +1 @@
+80b9d29886861d6f0225de09ca1d0476

.github/scripts/.last_wow_classic_build

@@ -0,0 +1 @@
+ac0b091d8852985a2ce03e416fbf1cf1

.github/scripts/.last_wow_classic_era_build

@@ -0,0 +1 @@
+5a468991f9812a6d3b2e08575c1211c2

.github/scripts/csv_to_lua.lua

@@ -1,29 +1,33 @@
-
 -- usage:
 -- # lua.exe ./list_to_table.lua <release>
 
 local releases = {
   wow_classic_era = {
-    input = "wow_classic_era_list.csv", -- get it from https://wow.tools/casc/listfile/download/csv/build?buildConfig=9ad6ad5306deb8eed364b64cc628ac98
+    input = "wow_classic_era.csv",
     output = "ModelPathsClassic.lua",
-    generate = true
+    generate = true,
   },
   wow_classic = {
-    input = "wow_classic_list.csv", -- get it from https://wow.tools/casc/listfile/download/csv/build?buildConfig=9ad6ad5306deb8eed364b64cc628ac98
-    output = "ModelPathsBCC.lua",
-    generate = true
+    input = "wow_classic.csv",
+    output = "ModelPathsWrath.lua",
+    generate = true,
+  },
+  wow_classic_beta = {
+    input = "wow_classic_beta.csv",
+    output = "ModelPathsCata.lua",
+    generate = true,
   },
   wow = {
-    input = "wow_list.csv", -- get it from https://wow.tools/casc/listfile/download/csv/build?buildConfig=26291f284f42494375d511d1fc120216 (last retail build when i write that)
+    input = "wow.csv",
     output = "ModelPaths.lua",
-    generate = true
-  }
+    generate = true,
+  },
 }
 
-require "table"
+require("table")
 
 if not arg[1] or not releases[arg[1]] then
-  print(arg[0], "<wow|wow_classic|wow_classic_era>")
+  print(arg[0], "<wow|wow_classic|wow_classic_beta|wow_classic_era>")
   return
 end
 
@@ -40,9 +44,9 @@ local function recurseSet(var, key, value)
       end
     end
     table.insert(var, idx, {
-          value = key,
-          text = key,
-          fileId = tostring(value),
+      value = key,
+      text = key,
+      fileId = tostring(value),
     })
   elseif todo == nil then
     local idx = 1
@@ -54,19 +58,19 @@ local function recurseSet(var, key, value)
       end
     end
     table.insert(var, idx, {
-           value = subkey,
-           text = subkey,
-           fileId = tostring(value),
-     })
+      value = subkey,
+      text = subkey,
+      fileId = tostring(value),
+    })
   else
-     local tab
-     for k, v in pairs(var) do
-        if v.value == subkey then
-           tab = var[k].children
-           break
-        end
-     end
-     if tab == nil then
+    local tab
+    for k, v in pairs(var) do
+      if v.value == subkey then
+        tab = var[k].children
+        break
+      end
+    end
+    if tab == nil then
       local idx = 1
       for k, v in pairs(var) do
         if subkey > v.value then
@@ -75,15 +79,15 @@ local function recurseSet(var, key, value)
           break
         end
       end
-        tab = {
-           value = subkey,
-           text = subkey,
-           children = {},
-        }
-        table.insert(var, idx, tab)
-        tab = tab.children
-     end
-     recurseSet(tab, todo, value)
+      tab = {
+        value = subkey,
+        text = subkey,
+        children = {},
+      }
+      table.insert(var, idx, tab)
+      tab = tab.children
+    end
+    recurseSet(tab, todo, value)
   end
 end
 
@@ -98,21 +102,32 @@ local function serializeTable(val, name, skipnewlines, depth)
   end
 
   if type(val) == "table" then
-      tmp = tmp .. "{" .. (not skipnewlines and "\n" or "")
+    tmp = tmp .. "{" .. (not skipnewlines and "\n" or "")
 
-      for k, v in pairs(val) do
-          tmp =  tmp .. serializeTable(v, k, skipnewlines, depth + 1) .. "," .. (not skipnewlines and "\n" or "")
-      end
+    -- Get the keys
+    local keys = {}
+    for k in pairs(val) do
+      table.insert(keys, k)
+    end
+
+    -- Sort the keys
+    table.sort(keys)
+
+    -- Iterate over the sorted keys
+    for _, k in ipairs(keys) do
+      local v = val[k]
+      tmp = tmp .. serializeTable(v, k, skipnewlines, depth + 1) .. "," .. (not skipnewlines and "\n" or "")
+    end
 
-      tmp = tmp .. string.rep(" ", depth) .. "}"
+    tmp = tmp .. string.rep(" ", depth) .. "}"
   elseif type(val) == "number" then
-      tmp = tmp .. tostring(val)
+    tmp = tmp .. tostring(val)
   elseif type(val) == "string" then
-      tmp = tmp .. string.format("%q", val)
+    tmp = tmp .. string.format("%q", val)
   elseif type(val) == "boolean" then
-      tmp = tmp .. (val and "true" or "false")
+    tmp = tmp .. (val and "true" or "false")
   else
-      tmp = tmp .. "\"[unserializable datatype:" .. type(val) .. "]\""
+    tmp = tmp .. '"[unserializable datatype:' .. type(val) .. ']"'
   end
 
   return tmp
@@ -122,9 +137,9 @@ local info = releases[arg[1]]
 if info and info.generate then
   local models = {}
   for line in io.lines(info.input) do
-    local fileid, file = line:match("(%d*);(.*)")
+    local fileId, file = line:match("(%d*);(.*)")
     if file and file:match("%.m2$") then
-      recurseSet(models, file, fileid)
+      recurseSet(models, file, fileId)
     end
   end
 

.github/scripts/update-model-paths.sh

@@ -0,0 +1,42 @@
+#!/bin/bash
+
+download_file() {
+  local url=$1
+  local output_file=$2
+
+  wget -O "${output_file}" "${url}" || { echo "Error while downloading ${output_file}"; exit 1; }
+}
+
+update_model_paths() {
+  local branch=$1
+  local build_config
+
+  build_config=$(jq -r ".${branch}.build_config" < .wago_tools.json)
+  if [ -z "${build_config}" ] || [ "${build_config}" == "null" ]; then
+    echo "${branch} build_config not found in .wago_tools.json"
+    return
+  fi
+
+  local last_build_file=".last_${branch}_build"
+  if [ -f "${last_build_file}" ] && [[ ${build_config} == $(cat "${last_build_file}") ]]; then
+    echo "${branch} build_config has not changed"
+    return
+  fi
+
+  echo "New ${branch} build detected"
+  local csv_file="${branch}.csv"
+  download_file "https://wago.tools/api/files?branch=${branch}&search=.m2&format=csv" "${csv_file}"
+  echo "${build_config}" > "${last_build_file}"
+  lua csv_to_lua.lua "${branch}" || { echo "Error while creating ${branch}.lua"; exit 1; }
+}
+
+download_file "https://wago.tools/api/builds/latest" ".wago_tools.json"
+
+branches=("wow" "wow_classic" "wow_classic_beta" "wow_classic_era")
+
+for branch in "${branches[@]}"
+do
+  update_model_paths "$branch"
+done
+
+mv ModelPaths*.lua ../../WeakAurasModelPaths/

.github/workflows/atlas-update.yml

@@ -3,7 +3,6 @@ name: Create Atlas File List Update Pull Request
 on:
   schedule:
     - cron: "0 10 * * 1"
-
   workflow_dispatch:
 
 jobs:
@@ -22,7 +21,7 @@ jobs:
       - name: Update Atlas Files from wago.tools
         run: |
           cd .github/scripts/
-          ./wagotools-atlas.sh
+          ./update-atlas-files.sh
         shell: bash
 
       - name: Cleanup Luarocks
@@ -35,4 +34,5 @@ jobs:
           branch: update-atlasfiles
           commit-message: Update Atlas File List from wago.tools
           title: Update Atlas File List from wago.tools
+          body: Update Atlas File List from wago.tools
           delete-branch: true

.github/workflows/modelpaths-update.yml

@@ -0,0 +1,28 @@
+name: Create WeakAurasModelPaths Update Pull Request
+
+on:
+  schedule:
+    - cron: "0 10 * * 1"
+  workflow_dispatch:
+
+jobs:
+  modelPathsUpdate:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - uses: leafo/gh-actions-lua@v10
+
+      - name: Update WeakAurasModelPaths from wago.tools
+        run: |
+          cd .github/scripts/
+          ./update-model-paths.sh
+        shell: bash
+
+      - name: Create Pull Request
+        uses: peter-evans/create-pull-request@v6
+        with:
+          branch: update-modelpaths
+          commit-message: Update WeakAurasModelPaths from wago.tools
+          title: Update WeakAurasModelPaths from wago.tools
+          body: Update WeakAurasModelPaths from wago.tools
+          delete-branch: true

.luarc.json

@@ -227,6 +227,7 @@
   ],
   "runtime.version": "Lua 5.1",
   "workspace.ignoreDir": [
+    ".github",
     ".vscode",
     "WeakAurasModelPaths",
     "WeakAuras/Libs"