From: Daniel Turull <[email protected]>
Without this, every AUH run retries all candidates regardless of previous
outcomes, wasting time on recipes that consistently fail or were already
upgraded recently.
Add modules/state.py which persists upgrade results to a JSON state file
(auh-state.json in the upgrade-helper work directory, typically
$BUILDDIR/upgrade-helper/). The new --incremental flag activates this
tracking and skips package groups where all packages were recently attempted.
Behavior:
- Failed attempts are retried after retry_interval days (default 30).
- Successful/already-current upgrades are suppressed for success_max_age
days (default 30).
Tested with master (2026-06-01):
command: ../auto-upgrade-helper/upgrade-helper.py all --incremental -s
- Run 1 (2026-06-01 07:38): 122 attempted, 98 succeeded, 24 failed, 0 skipped
- Run 2 (2026-06-01 11:17): 1 attempted, 0 succeeded, 1 failed, 26 skipped
- Run 3 (2026-06-01 11:20): 0 attempted, 0 succeeded, 0 failed, 27 skipped
2nd test on master (2026-06-02)
Now in the second run we get the skipping message
INFO: piglit 1.0-new-commits-available: skipping (last attempt 2026-06-02 13:38:01 result=failure; will retry in 30 day(s))
INFO: libinput 1.31.2: skipping (last attempt 2026-06-02 13:40:03 result=failure; will retry in 30 day(s))
INFO: alsa-ucm-conf 1.2.16: skipping (last attempt 2026-06-02 13:43:57 result=failure; will retry in 30 day(s))
INFO: webkitgtk 2.52.4: skipping (last attempt 2026-06-02 13:46:52 result=failure; will retry in 30 day(s))
INFO: boost 1.91.0: skipping (last attempt 2026-06-02 13:50:11 result=failure; will retry in 30 day(s))
INFO: libical 4.0.2: skipping (last attempt 2026-06-02 13:52:44 result=failure; will retry in 30 day(s))
INFO: vte 0.84.0: skipping (last attempt 2026-06-02 13:53:31 result=failure; will retry in 30 day(s))
INFO: 28/28 package groups skipped (incremental mode)
Link: https://lists.openembedded.org/g/openembedded-architecture/message/2349
And extract of auh-state.json
"cargo": {
"1.96.0": {
"timestamp": 1780405831.0888734,
"result": "failure"
}
},
"sbom-cve-check-update-cvelist-native": {
"2026-06-02": {
"timestamp": 1780406109.500104,
"result": "success"
}
},
Signed-off-by: Daniel Turull <[email protected]>
---
Changes in v2:
- should_skip() simplified to a presence check; _prune() owns all time logic
- log skip reason (previous timestamp, result, days until retry) per group
- log recorded result per package after each attempt
- drop upgrade_err capture; use g['error'] directly after commit_changes()
- drop dead isinstance(upgrade_err, UpgradeNotNeededError) check
---
modules/state.py | 109 ++++++++++++++++++++++++++++++++++++++++++++
upgrade-helper.conf | 10 +++-
upgrade-helper.py | 37 +++++++++++++++
3 files changed, 155 insertions(+), 1 deletion(-)
create mode 100644 modules/state.py
diff --git a/modules/state.py b/modules/state.py
new file mode 100644
index 0000000..a23fa1f
--- /dev/null
+++ b/modules/state.py
@@ -0,0 +1,109 @@
+# SPDX-License-Identifier: GPL-2.0-or-later
+# vim: set ts=4 sw=4 et:
+#
+# Copyright (c) 2026 Ericsson AB
+#
+# This program is free software; you can redistribute it and/or
+# modify it under the terms of the GNU General Public License
+# as published by the Free Software Foundation; either version 2
+# of the License, or (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
+#
+# AUTHORS
+# Daniel Turull <[email protected]>
+#
+
+import datetime
+import json
+import os
+import time
+
+from logging import warning as W
+
+RESULT_SUCCESS = "success"
+RESULT_FAILURE = "failure"
+
+STATE_FILENAME = "auh-state.json"
+STATE_VERSION = 1
+
+SECONDS_PER_DAY = 86400
+DEFAULT_COOLDOWN_DAYS = 30
+DEFAULT_SUCCESS_MAX_AGE_DAYS = 30
+
+
+class State:
+ """Tracks upgrade attempts as {recipe: {version: {timestamp, result}}}."""
+
+ def __init__(self, state_dir, cooldown_days=DEFAULT_COOLDOWN_DAYS,
+ success_max_age_days=DEFAULT_SUCCESS_MAX_AGE_DAYS):
+ self.path = os.path.join(state_dir, STATE_FILENAME)
+ self.cooldown = cooldown_days * SECONDS_PER_DAY
+ self.success_max_age = success_max_age_days * SECONDS_PER_DAY
+ self.data = self._load()
+ self._prune()
+
+ def _load(self):
+ if os.path.exists(self.path):
+ try:
+ with open(self.path) as f:
+ raw = json.load(f)
+ except (json.JSONDecodeError, OSError) as e:
+ W(" %s is corrupt (%s), starting fresh" % (self.path, e))
+ return {}
+ if not isinstance(raw, dict) or raw.get("version") != STATE_VERSION:
+ W(" %s: unsupported or missing version, starting fresh"
+ % self.path)
+ return {}
+ return raw.get("recipes", {})
+ return {}
+
+ def save(self):
+ with open(self.path, "w") as f:
+ json.dump({"version": STATE_VERSION, "recipes": self.data},
+ f, indent=2)
+
+ def record(self, pn, version, result):
+ entry = {"timestamp": time.time(), "result": result}
+ if pn not in self.data:
+ self.data[pn] = {}
+ self.data[pn][version] = entry
+
+ def should_skip(self, pn, version):
+ """Return True if a recent state entry exists (stale entries are pruned at load)."""
+ return self.data.get(pn, {}).get(version) is not None
+
+ def skip_reason(self, pn, version):
+ """Return a human-readable string explaining why pn/version is being skipped."""
+ entry = self.data.get(pn, {}).get(version, {})
+ ts = entry.get("timestamp", 0)
+ when = datetime.datetime.fromtimestamp(ts).strftime("%Y-%m-%d %H:%M:%S")
+ result = entry.get("result", "unknown")
+ max_age = self.success_max_age if result == RESULT_SUCCESS else self.cooldown
+ retry_in = int((ts + max_age - time.time()) / SECONDS_PER_DAY) + 1
+ return ("last attempt %s result=%s; will retry in %d day(s)"
+ % (when, result, retry_in))
+
+ def _prune(self):
+ """Remove stale entries older than their respective max-age."""
+ now = time.time()
+ for pn in list(self.data):
+ versions = self.data[pn]
+ for ver in list(versions):
+ entry = versions[ver]
+ age = now - entry.get("timestamp", 0)
+ if entry.get("result") == RESULT_SUCCESS:
+ if age > self.success_max_age:
+ del versions[ver]
+ else:
+ if age > self.cooldown:
+ del versions[ver]
+ if not versions:
+ del self.data[pn]
diff --git a/upgrade-helper.conf b/upgrade-helper.conf
index 269bde3..c5dfdde 100644
--- a/upgrade-helper.conf
+++ b/upgrade-helper.conf
@@ -50,7 +50,15 @@
# passed; does not apply when layer_mode is enabled).
#blacklist=python glibc gcc
-# specify the directory where work (patches) will be saved
+# When running with --incremental, how many days to wait before retrying
+# a failed upgrade attempt for the same recipe version. Default is 30 days.
+#retry_interval=30
+
+# When running with --incremental, how many days to skip a successfully
+# upgraded recipe version before attempting it again. Default is 30 days.
+#success_max_age=30
+
+# specify the directory where work (patches) will be saved
# (optional; default is BUILDDIR/upgrade-helper/)
#workdir=
diff --git a/upgrade-helper.py b/upgrade-helper.py
index 40f31c4..46311f0 100755
--- a/upgrade-helper.py
+++ b/upgrade-helper.py
@@ -59,6 +59,8 @@ from utils.emailhandler import Email
from statistics import Statistics
from steps import upgrade_steps
from testimage import TestImage
+from state import (State, RESULT_SUCCESS, RESULT_FAILURE,
+ DEFAULT_COOLDOWN_DAYS, DEFAULT_SUCCESS_MAX_AGE_DAYS)
if not os.getenv('BUILDDIR', False):
E(" You must source oe-init-build-env before running this script!\n")
@@ -104,6 +106,8 @@ def parse_cmdline():
help="do not compile, just change the checksums, remove PR, and commit")
parser.add_argument("-c", "--config-file", default=None,
help="Path to the configuration file. Default is $BUILDDIR/upgrade-helper/upgrade-helper.conf")
+ parser.add_argument("--incremental", action="store_true",
+ help="skip recipes already attempted (uses JSON state file)")
parser.add_argument("--layer-names", nargs='*', action="store", default='',
help="layers to include in the upgrade research")
parser.add_argument("--layer-dir", action="store", default='',
@@ -169,6 +173,16 @@ class Updater(object):
self.email_handler = Email(settings)
self.statistics = Statistics()
+ if self.args.incremental:
+ cooldown = int(settings.get('retry_interval', DEFAULT_COOLDOWN_DAYS))
+ success_max_age = int(settings.get('success_max_age',
+ DEFAULT_SUCCESS_MAX_AGE_DAYS))
+ self.state = State(self.uh_dir,
+ cooldown_days=cooldown,
+ success_max_age_days=success_max_age)
+ else:
+ self.state = None
+
def _set_options(self):
self.opts = {}
self.opts['layer_mode'] = settings.get('layer_mode', '')
@@ -468,6 +482,18 @@ class Updater(object):
pkggroups_ctx.append({"name":",".join([pkg_ctx['PN'] for pkg_ctx in pkgs_ctx]),"pkgs":pkgs_ctx,"error":None, 'base_dir':self.uh_recipes_all_dir})
I(" ############################################################")
+ if self.state:
+ kept = []
+ for g in pkggroups_ctx:
+ pn, npv = g['pkgs'][0]['PN'], g['pkgs'][0]['NPV']
+ if self.state.should_skip(pn, npv):
+ I(" %s %s: skipping (%s)" % (pn, npv, self.state.skip_reason(pn, npv)))
+ else:
+ kept.append(g)
+ I(" %d/%d package groups skipped (incremental mode)"
+ % (len(pkggroups_ctx) - len(kept), len(pkggroups_ctx)))
+ pkggroups_ctx = kept
+ total_pkggroups = len(pkggroups_ctx)
if pkggroups_ctx and not self.args.skip_compilation:
I(" Building gcc runtimes ...")
for machine in self.opts['machines']:
@@ -534,6 +560,17 @@ class Updater(object):
succeeded_pkggroups_ctx.remove(g)
failed_pkggroups_ctx.append(g)
+ if self.state:
+ result = RESULT_FAILURE if g.get('error') else RESULT_SUCCESS
+ # All packages in a group share the same result because AUH
+ # upgrades them atomically; individual outcomes are not tracked.
+ for pkg_ctx in g['pkgs']:
+ I(" %s %s: recording result=%s" % (pkg_ctx['PN'], pkg_ctx['NPV'], result))
+ self.state.record(pkg_ctx['PN'], pkg_ctx['NPV'], result)
+
+ if self.state:
+ self.state.save()
+
if self.opts['testimage']:
ctxs = {}
ctxs['succeeded'] = succeeded_pkggroups_ctx
--
2.51.0
lmpx.com only provides a reader for public news (NNTP) servers. It is not
affiliated with the servers or forums shown here and is not responsible for
the content of articles, which is written by their respective authors.