[regtest/aports] Update causes to link to bugs

- add automation for causes in aports-html.sh, and document it

Author: Andy C

regtest/aports-html.sh

@@ -191,6 +191,7 @@ published-html() {
 - [2025-08-07-fix](2025-08-07-fix.wwz/_tmp/aports-report/2025-08-07-fix/diff_merged.html)
 - [2025-08-14-fix](2025-08-14-fix.wwz/_tmp/aports-report/2025-08-14-fix/diff_merged.html)
 - [2025-08-26-ifs](2025-08-26-ifs.wwz/_tmp/aports-report/2025-08-26-ifs/diff_merged.html)
+  - new causes: [2025-09-06-edit](2025-09-06-edit.wwz/_tmp/aports-report/2025-09-06-edit/diff_merged.html)
 
 EOF
 
@@ -260,7 +261,7 @@ make-package-table() {
 
   sqlite3 -cmd '.mode columns' $db < regtest/aports/tasks.sql
 
-  pushd $base_dir/$config
+  pushd $base_dir/$config > /dev/null
 
   db-to-tsv $db packages
 
@@ -278,7 +279,8 @@ make-package-table() {
 .mode column
 select * from metrics;
 EOF
-  popd
+
+  popd > /dev/null
 
   #cat $base_dir/$config/packages.schema.tsv 
 }
@@ -331,7 +333,8 @@ make-diff-db() {
   local cause_awk=$PWD/regtest/aports/cause.awk
   local cause_sql=$PWD/regtest/aports/cause.sql
 
-  pushd $base_dir
+  pushd $base_dir > /dev/null
+
   rm -f $db
   sqlite3 $db < $diff_sql
 
@@ -374,7 +377,7 @@ EOF
   # The DB is diff_baseline.db, with table diff_baseline
   db-to-tsv $db diff_baseline
 
-  popd
+  popd > /dev/null
 }
 
 db-to-tsv() {
@@ -491,12 +494,12 @@ merge-diffs() {
   local name2=metrics
 
   # copied from above
-  pushd $epoch_dir
+  pushd $epoch_dir > /dev/null
 
   db-to-tsv $db diff_merged 'order by pkg'
   db-to-tsv $db metrics
 
-  popd
+  popd > /dev/null
 
   make-apk-merged $epoch_dir $db
 
@@ -607,6 +610,52 @@ deploy-published() {
   echo "Visit https://$dest_dir/published.html"
 }
 
+#
+# For editing
+#
+
+readonly EDIT_DIR=_tmp/aports-edit
+
+sync-wwz() {
+  local wwz=${1:-2025-08-26-ifs.wwz}
+
+  mkdir -p $EDIT_DIR
+
+  rsync --archive --verbose \
+    $WEB_HOST:$WEB_HOST/aports-build/$wwz  \
+    $EDIT_DIR/$wwz
+
+  ls -l $EDIT_DIR
+  #echo "Wrote $wwz"
+}
+
+extract() {
+  local wwz=${1:-2025-08-26-ifs.wwz}
+  local new_epoch=${2:-2025-09-06-edit}
+
+  # Extract the whole thing into a temp dir
+  local tmp_dir=$EDIT_DIR/$new_epoch
+  rm -r -f $tmp_dir
+  mkdir -p $tmp_dir
+
+  pushd $tmp_dir
+  unzip ../$wwz
+  popd
+
+  # Now re-create the old structure under _tmp/aports-report/2025-09-06-edit
+
+  local dest_dir=$REPORT_DIR/$new_epoch
+  mkdir -p $dest_dir
+
+  local old_epoch
+  old_epoch=$(basename $wwz .wwz)
+  mv -v --no-target-directory $tmp_dir/_tmp/aports-report/$old_epoch $dest_dir
+}
+
+#
+# Dev tools
+#
+
 out-of-vm() {
   local dest=~/vm-shared/$EPOCH
   mkdir -p $dest

regtest/aports.md

@@ -209,6 +209,32 @@ Then look at the logs in
 
     $ regtest/aports-run.sh enter-rootfs       # as root user
 
+### Update `cause.awk`, re-generate HTML, and re-deploy
+
+Suppose you want to edit `regtest/aports/cause.awk` to add new causes.  For
+example, you can link to bug `#2339` with a line like:
+
+    patterns["#2339"] = "requires a signal or hook name"
+
+First sync the latest report from the `op.oils.pub` web server:
+
+    regtest/aports-html sync-wwz 2025-08-26-ifs.wwz
+
+Then extract it to a new "epoch":
+
+    regtest/aports-html extract 2025-08-26-ifs.wwz 2025-09-06-edit
+
+Then re-generate HTML:
+
+    $ regtest/aports-html.sh write-all-reports _tmp/aports-report/2025-09-06-edit
+
+You can iterate on `cause.awk`, generating new HTML.
+
+And then upload a new report as before.  You can similarly edit the function
+`regtest/aports-html.sh published-html` to include a link.
+
+- <https://op.oils.pub/aports-build/published.html>
+
 ## TODO
 
 - Running under podman could be more reliable

regtest/aports/cause.awk

@@ -35,8 +35,8 @@ BEGIN {
   # esh package: OSH string
   patterns[9] = "fatal: Undefined variable"
 
-  # mawk: trap 0
-  patterns[10] = "requires a signal or hook name"
+  # mawk, openvpn: trap 0
+  patterns["#2339"] = "requires a signal or hook name"
 
   # pkgconf 
   patterns[11] = " with multiple files"
@@ -52,11 +52,12 @@ BEGIN {
   patterns[14] = "terminate called after throwing an instance of"
 
   # screen
-  patterns[65] = "mkdir: invalid option --"
-  patterns[15] = "mkdir: unrecognized option: /"  # changed 2025-08-04-rootbld
+  patterns["#2364"] = "mkdir: unrecognized option: /"  # changed 2025-08-04-rootbld
+  patterns["##2364"] = "mkdir: invalid option --"
 
   # postfix
-  patterns[16] = "Unexpected token after arithmetic expression"
+  # gzip
+  patterns["#2337"] = "Unexpected token after arithmetic expression"
 
   # make
   patterns[17] = "oils I/O error"
@@ -65,7 +66,7 @@ BEGIN {
   patterns[18] = "[ backticks in [ -c flag ] ]"
 
   # sqsh
-  patterns[19] = "(test) Unexpected trailing word"
+  patterns["#2409"] = "(test) Unexpected trailing word"
 
   found = 0
 }