Merge pull request #439 from nesquena/release/v0.50.37
release: v0.50.37 — fix onboarding wizard for existing Hermes users
This commit is contained in:
26
CHANGELOG.md
26
CHANGELOG.md
@@ -1,5 +1,31 @@
|
|||||||
# Hermes Web UI -- Changelog
|
# Hermes Web UI -- Changelog
|
||||||
|
|
||||||
|
## [v0.50.37] fix(onboarding): skip wizard when Hermes is already configured
|
||||||
|
|
||||||
|
Fixes #420 — existing Hermes users with a valid `config.yaml` were shown the first-run
|
||||||
|
onboarding wizard on every WebUI load because the only completion gate was
|
||||||
|
`settings.onboarding_completed` in the WebUI's own settings file. Users who configured
|
||||||
|
Hermes via the CLI before the WebUI existed had no such flag, so the wizard always fired
|
||||||
|
and could silently overwrite their working config.
|
||||||
|
|
||||||
|
**Changes:**
|
||||||
|
1. `api/onboarding.py` `get_onboarding_status()`: auto-complete when `config.yaml` exists
|
||||||
|
AND `chat_ready=True`. Existing configured users are never shown the wizard.
|
||||||
|
2. `api/onboarding.py` `apply_onboarding_setup()`: refuse to overwrite an existing
|
||||||
|
`config.yaml` without `confirm_overwrite=True` in the request body. Returns
|
||||||
|
`{error: "config_exists", requires_confirm: true}` for the frontend to handle.
|
||||||
|
3. `static/index.html`: "Skip setup" button added to wizard footer — users are never
|
||||||
|
trapped in the wizard.
|
||||||
|
4. `static/onboarding.js`: `skipOnboarding()` calls `/api/onboarding/complete` without
|
||||||
|
modifying config, then closes the overlay.
|
||||||
|
5. `static/boot.js`: Escape key now dismisses the onboarding overlay.
|
||||||
|
6. `static/i18n.js`: `onboarding_skip` / `onboarding_skipped` keys added to en + es locales.
|
||||||
|
7. `tests/test_onboarding_existing_config.py`: 8 new unit tests covering gate logic and
|
||||||
|
overwrite guard.
|
||||||
|
|
||||||
|
- Total tests: 1063 (was 1055)
|
||||||
|
|
||||||
|
|
||||||
## [v0.50.36] fix: workspace list cleaner — allow own-profile paths, remove brittle string filter
|
## [v0.50.36] fix: workspace list cleaner — allow own-profile paths, remove brittle string filter
|
||||||
|
|
||||||
Two bugs in `_clean_workspace_list()` caused workspace additions to silently disappear on the next `load_workspaces()` call, breaking `test_workspace_add_no_duplicate` and `test_workspace_rename` (and potentially causing real-world workspace list corruption):
|
Two bugs in `_clean_workspace_list()` caused workspace additions to silently disappear on the next `load_workspaces()` call, breaking `test_workspace_add_no_duplicate` and `test_workspace_rename` (and potentially causing real-world workspace list corruption):
|
||||||
|
|||||||
@@ -8,7 +8,7 @@
|
|||||||
> Prerequisites: SSH tunnel is active on port 8787. Open http://localhost:8787 in browser.
|
> Prerequisites: SSH tunnel is active on port 8787. Open http://localhost:8787 in browser.
|
||||||
> Server health check: curl http://127.0.0.1:8787/health should return {"status":"ok"}.
|
> Server health check: curl http://127.0.0.1:8787/health should return {"status":"ok"}.
|
||||||
>
|
>
|
||||||
> Automated tests: 961 total (961 passing, 0 known failures). Includes onboarding coverage for bootstrap/static wizard presence, real provider config persistence (`config.yaml` + `.env`), and the `/api/onboarding/*` backend.
|
> Automated tests: 1063 total (1063 passing, 0 known failures). Includes onboarding coverage for bootstrap/static wizard presence, real provider config persistence (`config.yaml` + `.env`), the `/api/onboarding/*` backend, and the onboarding skip/existing-config guard.
|
||||||
> Run: `pytest tests/ -v --timeout=60`
|
> Run: `pytest tests/ -v --timeout=60`
|
||||||
|
|
||||||
---
|
---
|
||||||
|
|||||||
@@ -404,8 +404,15 @@ def get_onboarding_status() -> dict:
|
|||||||
skip_requested = skip_env in {"1", "true", "yes"}
|
skip_requested = skip_env in {"1", "true", "yes"}
|
||||||
auto_completed = skip_requested and bool(runtime.get("chat_ready"))
|
auto_completed = skip_requested and bool(runtime.get("chat_ready"))
|
||||||
|
|
||||||
|
# Auto-complete for existing Hermes users: if config.yaml already exists
|
||||||
|
# AND the system is chat_ready, treat onboarding as done. These users
|
||||||
|
# configured Hermes via the CLI before the Web UI existed; they must never
|
||||||
|
# be shown the first-run wizard — it would silently overwrite their config.
|
||||||
|
config_exists = Path(_get_config_path()).exists()
|
||||||
|
config_auto_completed = config_exists and bool(runtime.get("chat_ready"))
|
||||||
|
|
||||||
return {
|
return {
|
||||||
"completed": bool(settings.get("onboarding_completed")) or auto_completed,
|
"completed": bool(settings.get("onboarding_completed")) or auto_completed or config_auto_completed,
|
||||||
"settings": {
|
"settings": {
|
||||||
"default_model": settings.get("default_model") or DEFAULT_MODEL,
|
"default_model": settings.get("default_model") or DEFAULT_MODEL,
|
||||||
"default_workspace": settings.get("default_workspace")
|
"default_workspace": settings.get("default_workspace")
|
||||||
@@ -454,7 +461,21 @@ def apply_onboarding_setup(body: dict) -> dict:
|
|||||||
if parsed.scheme not in {"http", "https"}:
|
if parsed.scheme not in {"http", "https"}:
|
||||||
raise ValueError("base_url must start with http:// or https://")
|
raise ValueError("base_url must start with http:// or https://")
|
||||||
|
|
||||||
cfg = _load_yaml_config(_get_config_path())
|
config_path = _get_config_path()
|
||||||
|
# Guard: if config.yaml already exists and the caller did not explicitly
|
||||||
|
# acknowledge the overwrite, refuse to proceed. The frontend must pass
|
||||||
|
# confirm_overwrite=True after showing the user a confirmation step.
|
||||||
|
if Path(config_path).exists() and not body.get("confirm_overwrite"):
|
||||||
|
return {
|
||||||
|
"error": "config_exists",
|
||||||
|
"message": (
|
||||||
|
"Hermes is already configured (config.yaml exists). "
|
||||||
|
"Pass confirm_overwrite=true to overwrite it."
|
||||||
|
),
|
||||||
|
"requires_confirm": True,
|
||||||
|
}
|
||||||
|
|
||||||
|
cfg = _load_yaml_config(config_path)
|
||||||
env_path = _get_active_hermes_home() / ".env"
|
env_path = _get_active_hermes_home() / ".env"
|
||||||
env_values = _load_env_file(env_path)
|
env_values = _load_env_file(env_path)
|
||||||
|
|
||||||
@@ -478,7 +499,7 @@ def apply_onboarding_setup(body: dict) -> dict:
|
|||||||
model_cfg.pop("base_url", None)
|
model_cfg.pop("base_url", None)
|
||||||
|
|
||||||
cfg["model"] = model_cfg
|
cfg["model"] = model_cfg
|
||||||
_save_yaml_config(_get_config_path(), cfg)
|
_save_yaml_config(config_path, cfg)
|
||||||
|
|
||||||
if api_key:
|
if api_key:
|
||||||
_write_env_file(env_path, {provider_meta["env_var"]: api_key})
|
_write_env_file(env_path, {provider_meta["env_var"]: api_key})
|
||||||
|
|||||||
@@ -484,6 +484,12 @@ document.addEventListener('keydown',async e=>{
|
|||||||
if(!S.busy){await newSession();await renderSessionList();closeMobileSidebar();$('msg').focus();}
|
if(!S.busy){await newSession();await renderSessionList();closeMobileSidebar();$('msg').focus();}
|
||||||
}
|
}
|
||||||
if(e.key==='Escape'){
|
if(e.key==='Escape'){
|
||||||
|
// Close onboarding overlay if open (skip/dismiss the wizard)
|
||||||
|
const onboardingOverlay=$('onboardingOverlay');
|
||||||
|
if(onboardingOverlay&&onboardingOverlay.style.display!=='none'){
|
||||||
|
if(typeof skipOnboarding==='function') skipOnboarding();
|
||||||
|
return;
|
||||||
|
}
|
||||||
// Close settings overlay if open
|
// Close settings overlay if open
|
||||||
const settingsOverlay=$('settingsOverlay');
|
const settingsOverlay=$('settingsOverlay');
|
||||||
if(settingsOverlay&&settingsOverlay.style.display!=='none'){_closeSettingsPanel();return;}
|
if(settingsOverlay&&settingsOverlay.style.display!=='none'){_closeSettingsPanel();return;}
|
||||||
|
|||||||
@@ -220,6 +220,8 @@ const LOCALES = {
|
|||||||
onboarding_lead: 'A quick guided setup will verify Hermes, save a real provider configuration, choose a workspace and model, and optionally protect the app with a password.',
|
onboarding_lead: 'A quick guided setup will verify Hermes, save a real provider configuration, choose a workspace and model, and optionally protect the app with a password.',
|
||||||
onboarding_back: 'Back',
|
onboarding_back: 'Back',
|
||||||
onboarding_continue: 'Continue',
|
onboarding_continue: 'Continue',
|
||||||
|
onboarding_skip: 'Skip setup',
|
||||||
|
onboarding_skipped: 'Setup skipped — using existing config.',
|
||||||
onboarding_open: 'Open Hermes',
|
onboarding_open: 'Open Hermes',
|
||||||
onboarding_step_system_title: 'System check',
|
onboarding_step_system_title: 'System check',
|
||||||
onboarding_step_system_desc: 'Verify Hermes Agent and config visibility.',
|
onboarding_step_system_desc: 'Verify Hermes Agent and config visibility.',
|
||||||
@@ -498,6 +500,8 @@ const LOCALES = {
|
|||||||
onboarding_lead: 'Una guía rápida verificará Hermes, guardará una configuración real del proveedor, elegirá un espacio de trabajo y un modelo, y opcionalmente protegerá la app con una contraseña.',
|
onboarding_lead: 'Una guía rápida verificará Hermes, guardará una configuración real del proveedor, elegirá un espacio de trabajo y un modelo, y opcionalmente protegerá la app con una contraseña.',
|
||||||
onboarding_back: 'Atrás',
|
onboarding_back: 'Atrás',
|
||||||
onboarding_continue: 'Continuar',
|
onboarding_continue: 'Continuar',
|
||||||
|
onboarding_skip: 'Omitir configuración',
|
||||||
|
onboarding_skipped: 'Configuración omitida — se usa la configuración existente.',
|
||||||
onboarding_open: 'Abrir Hermes',
|
onboarding_open: 'Abrir Hermes',
|
||||||
onboarding_step_system_title: 'Comprobación del sistema',
|
onboarding_step_system_title: 'Comprobación del sistema',
|
||||||
onboarding_step_system_desc: 'Verifica Hermes Agent y la visibilidad de la configuración.',
|
onboarding_step_system_desc: 'Verifica Hermes Agent y la visibilidad de la configuración.',
|
||||||
|
|||||||
@@ -391,6 +391,7 @@
|
|||||||
<div class="onboarding-body" id="onboardingBody"></div>
|
<div class="onboarding-body" id="onboardingBody"></div>
|
||||||
<div class="onboarding-actions">
|
<div class="onboarding-actions">
|
||||||
<button class="sm-btn" id="onboardingBackBtn" onclick="prevOnboardingStep()" style="display:none" data-i18n="onboarding_back">Back</button>
|
<button class="sm-btn" id="onboardingBackBtn" onclick="prevOnboardingStep()" style="display:none" data-i18n="onboarding_back">Back</button>
|
||||||
|
<button class="sm-btn" id="onboardingSkipBtn" onclick="skipOnboarding()" style="margin-right:auto;opacity:.7" data-i18n="onboarding_skip">Skip setup</button>
|
||||||
<button class="sm-btn" id="onboardingNextBtn" onclick="nextOnboardingStep()" style="font-weight:700;color:var(--blue);border-color:rgba(124,185,255,.32)" data-i18n="onboarding_continue">Continue</button>
|
<button class="sm-btn" id="onboardingNextBtn" onclick="nextOnboardingStep()" style="font-weight:700;color:var(--blue);border-color:rgba(124,185,255,.32)" data-i18n="onboarding_continue">Continue</button>
|
||||||
</div>
|
</div>
|
||||||
</div>
|
</div>
|
||||||
@@ -535,7 +536,7 @@
|
|||||||
<div class="settings-section-title">System</div>
|
<div class="settings-section-title">System</div>
|
||||||
<div class="settings-section-meta">Instance version and access controls.</div>
|
<div class="settings-section-meta">Instance version and access controls.</div>
|
||||||
</div>
|
</div>
|
||||||
<span class="settings-version-badge">v0.50.36</span>
|
<span class="settings-version-badge">v0.50.37</span>
|
||||||
</div>
|
</div>
|
||||||
<div class="settings-field" style="border-top:1px solid var(--border);padding-top:12px;margin-top:8px">
|
<div class="settings-field" style="border-top:1px solid var(--border);padding-top:12px;margin-top:8px">
|
||||||
<label for="settingsPassword" data-i18n="settings_label_password">Access Password</label>
|
<label for="settingsPassword" data-i18n="settings_label_password">Access Password</label>
|
||||||
|
|||||||
@@ -330,6 +330,18 @@ async function _finishOnboarding(){
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
async function skipOnboarding(){
|
||||||
|
try{
|
||||||
|
// Mark onboarding completed server-side without changing any config
|
||||||
|
await api('/api/onboarding/complete',{method:'POST',body:'{}'});
|
||||||
|
ONBOARDING.active=false;
|
||||||
|
$('onboardingOverlay').style.display='none';
|
||||||
|
showToast(t('onboarding_skipped')||'Setup skipped');
|
||||||
|
}catch(e){
|
||||||
|
_setOnboardingNotice((e.message||String(e)),'warn');
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
async function nextOnboardingStep(){
|
async function nextOnboardingStep(){
|
||||||
try{
|
try{
|
||||||
if(ONBOARDING.steps[ONBOARDING.step]==='setup'){
|
if(ONBOARDING.steps[ONBOARDING.step]==='setup'){
|
||||||
|
|||||||
340
tests/test_onboarding_existing_config.py
Normal file
340
tests/test_onboarding_existing_config.py
Normal file
@@ -0,0 +1,340 @@
|
|||||||
|
"""Tests for fix: onboarding wizard must not fire when Hermes is already configured.
|
||||||
|
|
||||||
|
Issue #420 — existing Hermes users (config.yaml present + chat_ready) were
|
||||||
|
shown the first-run wizard because the only gate was settings.onboarding_completed.
|
||||||
|
|
||||||
|
Covers:
|
||||||
|
(a) config.yaml present + chat_ready=True → completed=True (no wizard)
|
||||||
|
(b) no config.yaml → completed=False (wizard fires)
|
||||||
|
(c) apply_onboarding_setup refuses to overwrite an existing config without
|
||||||
|
confirm_overwrite=True
|
||||||
|
"""
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import json
|
||||||
|
import pathlib
|
||||||
|
import urllib.error
|
||||||
|
import urllib.request
|
||||||
|
from unittest import mock
|
||||||
|
|
||||||
|
import pytest
|
||||||
|
|
||||||
|
# ---------------------------------------------------------------------------
|
||||||
|
# Unit tests — no live server needed, test logic directly via imports
|
||||||
|
# ---------------------------------------------------------------------------
|
||||||
|
|
||||||
|
|
||||||
|
def _make_status(*, config_exists: bool, chat_ready: bool, onboarding_done: bool = False):
|
||||||
|
"""Call get_onboarding_status() with a controlled filesystem + settings."""
|
||||||
|
import importlib
|
||||||
|
|
||||||
|
# Import fresh copies each call so module-level state doesn't bleed across
|
||||||
|
import api.onboarding as mod
|
||||||
|
|
||||||
|
fake_config_path = pathlib.Path("/tmp/_test_config.yaml")
|
||||||
|
|
||||||
|
settings = {"onboarding_completed": onboarding_done}
|
||||||
|
|
||||||
|
# Build a minimal runtime dict that get_onboarding_status() would produce
|
||||||
|
# from _status_from_runtime. We only need the keys the gate checks.
|
||||||
|
runtime = {
|
||||||
|
"chat_ready": chat_ready,
|
||||||
|
"provider_configured": chat_ready,
|
||||||
|
"provider_ready": chat_ready,
|
||||||
|
"setup_state": "ready" if chat_ready else "needs_provider",
|
||||||
|
"provider_note": "test note",
|
||||||
|
"current_provider": "openrouter" if chat_ready else None,
|
||||||
|
"current_model": "anthropic/claude-sonnet-4.6" if chat_ready else None,
|
||||||
|
"current_base_url": None,
|
||||||
|
"env_path": "/tmp/.hermes_test/.env",
|
||||||
|
}
|
||||||
|
|
||||||
|
with (
|
||||||
|
mock.patch.object(mod, "load_settings", return_value=settings),
|
||||||
|
mock.patch.object(mod, "get_config", return_value={}),
|
||||||
|
mock.patch.object(
|
||||||
|
mod,
|
||||||
|
"verify_hermes_imports",
|
||||||
|
return_value=(chat_ready, [], {}),
|
||||||
|
),
|
||||||
|
mock.patch.object(mod, "_status_from_runtime", return_value=runtime),
|
||||||
|
mock.patch.object(mod, "load_workspaces", return_value=[]),
|
||||||
|
mock.patch.object(mod, "get_last_workspace", return_value=None),
|
||||||
|
mock.patch.object(mod, "get_available_models", return_value=[]),
|
||||||
|
mock.patch.object(mod, "_get_config_path", return_value=fake_config_path),
|
||||||
|
mock.patch.object(pathlib.Path, "exists") as mock_exists,
|
||||||
|
):
|
||||||
|
# Make Path(_get_config_path()).exists() return config_exists
|
||||||
|
mock_exists.return_value = config_exists
|
||||||
|
result = mod.get_onboarding_status()
|
||||||
|
|
||||||
|
return result
|
||||||
|
|
||||||
|
|
||||||
|
class TestOnboardingGate:
|
||||||
|
def test_config_exists_and_chat_ready_returns_completed_true(self):
|
||||||
|
"""Primary fix: existing valid config → wizard must NOT fire."""
|
||||||
|
result = _make_status(config_exists=True, chat_ready=True)
|
||||||
|
assert result["completed"] is True, (
|
||||||
|
"Wizard fired for existing Hermes user! "
|
||||||
|
"config.yaml + chat_ready must auto-complete onboarding."
|
||||||
|
)
|
||||||
|
|
||||||
|
def test_no_config_returns_completed_false(self):
|
||||||
|
"""Fresh install with no config → wizard should fire."""
|
||||||
|
result = _make_status(config_exists=False, chat_ready=False)
|
||||||
|
assert result["completed"] is False, (
|
||||||
|
"Fresh install must show the wizard (completed should be False)."
|
||||||
|
)
|
||||||
|
|
||||||
|
def test_config_exists_but_not_chat_ready_still_shows_wizard(self):
|
||||||
|
"""Broken/incomplete config (config.yaml exists but chat_ready=False) →
|
||||||
|
still show wizard so the user can fix it."""
|
||||||
|
result = _make_status(config_exists=True, chat_ready=False)
|
||||||
|
# Should NOT be auto-completed — config is present but broken
|
||||||
|
assert result["completed"] is False, (
|
||||||
|
"Broken config (chat_ready=False) must still show the wizard."
|
||||||
|
)
|
||||||
|
|
||||||
|
def test_onboarding_done_flag_always_respected(self):
|
||||||
|
"""If user already completed onboarding in settings, never show wizard."""
|
||||||
|
result = _make_status(config_exists=False, chat_ready=False, onboarding_done=True)
|
||||||
|
assert result["completed"] is True
|
||||||
|
|
||||||
|
def test_config_exists_always_exposed_in_system(self):
|
||||||
|
"""config_exists must still appear in the response system block."""
|
||||||
|
result = _make_status(config_exists=True, chat_ready=True)
|
||||||
|
assert "config_exists" in result["system"]
|
||||||
|
assert result["system"]["config_exists"] is True
|
||||||
|
|
||||||
|
|
||||||
|
class TestApplyOnboardingSetupGuard:
|
||||||
|
"""Fix #2: apply_onboarding_setup must not silently overwrite config.yaml."""
|
||||||
|
|
||||||
|
def _call_setup(self, body: dict, config_yaml_exists: bool):
|
||||||
|
import api.onboarding as mod
|
||||||
|
|
||||||
|
fake_config_path = pathlib.Path("/tmp/_test_config.yaml")
|
||||||
|
|
||||||
|
with (
|
||||||
|
mock.patch.object(mod, "_get_config_path", return_value=fake_config_path),
|
||||||
|
mock.patch.object(pathlib.Path, "exists", return_value=config_yaml_exists),
|
||||||
|
):
|
||||||
|
return mod.apply_onboarding_setup(body)
|
||||||
|
|
||||||
|
def test_setup_blocked_when_config_exists_without_confirm(self):
|
||||||
|
"""Must return an error dict (not raise) if config.yaml exists and no confirm_overwrite."""
|
||||||
|
result = self._call_setup(
|
||||||
|
{
|
||||||
|
"provider": "openrouter",
|
||||||
|
"model": "anthropic/claude-sonnet-4.6",
|
||||||
|
"api_key": "test-key",
|
||||||
|
},
|
||||||
|
config_yaml_exists=True,
|
||||||
|
)
|
||||||
|
assert isinstance(result, dict), "Expected a dict response, not an exception"
|
||||||
|
assert result.get("error") == "config_exists", (
|
||||||
|
f"Expected error='config_exists', got: {result}"
|
||||||
|
)
|
||||||
|
assert result.get("requires_confirm") is True
|
||||||
|
|
||||||
|
def test_setup_allowed_with_confirm_overwrite(self):
|
||||||
|
"""With confirm_overwrite=True, setup may proceed (will hit real logic)."""
|
||||||
|
import api.onboarding as mod
|
||||||
|
|
||||||
|
fake_config_path = pathlib.Path("/tmp/_test_config_confirm.yaml")
|
||||||
|
fake_config_path.unlink(missing_ok=True) # start clean
|
||||||
|
try:
|
||||||
|
# Without patching Path.exists, use a non-existent path so it won't block
|
||||||
|
result = mod.apply_onboarding_setup(
|
||||||
|
{
|
||||||
|
"provider": "openrouter",
|
||||||
|
"model": "anthropic/claude-sonnet-4.6",
|
||||||
|
"api_key": "test-key-confirm",
|
||||||
|
"confirm_overwrite": True,
|
||||||
|
}
|
||||||
|
)
|
||||||
|
# Should NOT return config_exists error
|
||||||
|
if isinstance(result, dict):
|
||||||
|
assert result.get("error") != "config_exists", (
|
||||||
|
"confirm_overwrite=True should bypass the config-exists guard."
|
||||||
|
)
|
||||||
|
finally:
|
||||||
|
fake_config_path.unlink(missing_ok=True)
|
||||||
|
|
||||||
|
def test_setup_allowed_when_no_config_exists(self):
|
||||||
|
"""Fresh install: no config.yaml → setup proceeds normally (no blocking error)."""
|
||||||
|
import api.onboarding as mod
|
||||||
|
|
||||||
|
fake_config_path = pathlib.Path("/tmp/_test_config_fresh.yaml")
|
||||||
|
fake_config_path.unlink(missing_ok=True)
|
||||||
|
try:
|
||||||
|
with mock.patch.object(mod, "_get_config_path", return_value=fake_config_path):
|
||||||
|
result = mod.apply_onboarding_setup(
|
||||||
|
{
|
||||||
|
"provider": "openrouter",
|
||||||
|
"model": "anthropic/claude-sonnet-4.6",
|
||||||
|
"api_key": "test-key-fresh",
|
||||||
|
}
|
||||||
|
)
|
||||||
|
if isinstance(result, dict):
|
||||||
|
assert result.get("error") != "config_exists"
|
||||||
|
finally:
|
||||||
|
fake_config_path.unlink(missing_ok=True)
|
||||||
|
|
||||||
|
|
||||||
|
# ---------------------------------------------------------------------------
|
||||||
|
# Integration tests — require the live test server on port 8788
|
||||||
|
# ---------------------------------------------------------------------------
|
||||||
|
|
||||||
|
BASE = "http://127.0.0.1:8788"
|
||||||
|
|
||||||
|
|
||||||
|
def _http_get(path):
|
||||||
|
with urllib.request.urlopen(BASE + path, timeout=10) as r:
|
||||||
|
return json.loads(r.read()), r.status
|
||||||
|
|
||||||
|
|
||||||
|
def _http_post(path, body=None):
|
||||||
|
req = urllib.request.Request(
|
||||||
|
BASE + path,
|
||||||
|
data=json.dumps(body or {}).encode(),
|
||||||
|
headers={"Content-Type": "application/json"},
|
||||||
|
)
|
||||||
|
try:
|
||||||
|
with urllib.request.urlopen(req, timeout=10) as r:
|
||||||
|
return json.loads(r.read()), r.status
|
||||||
|
except urllib.error.HTTPError as e:
|
||||||
|
return json.loads(e.read()), e.code
|
||||||
|
|
||||||
|
|
||||||
|
def _server_hermes_home() -> pathlib.Path:
|
||||||
|
data, _ = _http_get("/api/onboarding/status")
|
||||||
|
env_path = data.get("system", {}).get("env_path", "")
|
||||||
|
if env_path:
|
||||||
|
return pathlib.Path(env_path).parent
|
||||||
|
return pathlib.Path.home() / ".hermes" / "webui-mvp-test"
|
||||||
|
|
||||||
|
|
||||||
|
def _server_reachable() -> bool:
|
||||||
|
try:
|
||||||
|
_http_get("/health")
|
||||||
|
return True
|
||||||
|
except Exception:
|
||||||
|
return False
|
||||||
|
|
||||||
|
|
||||||
|
# Mark integration tests to only run when test server is up
|
||||||
|
requires_server = pytest.mark.skipif(
|
||||||
|
not _server_reachable(),
|
||||||
|
reason="Test server on :8788 not reachable",
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
try:
|
||||||
|
import yaml as _yaml
|
||||||
|
_HAS_YAML = True
|
||||||
|
except ImportError:
|
||||||
|
_HAS_YAML = False
|
||||||
|
|
||||||
|
_needs_yaml = pytest.mark.skipif(
|
||||||
|
not _HAS_YAML, reason="PyYAML not installed"
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
@requires_server
|
||||||
|
class TestOnboardingGateIntegration:
|
||||||
|
"""Live-server integration tests for the onboarding gate fix."""
|
||||||
|
|
||||||
|
@pytest.fixture(autouse=True)
|
||||||
|
def _clean(self):
|
||||||
|
hermes_home = _server_hermes_home()
|
||||||
|
for rel in ("config.yaml", ".env"):
|
||||||
|
(hermes_home / rel).unlink(missing_ok=True)
|
||||||
|
yield
|
||||||
|
for rel in ("config.yaml", ".env"):
|
||||||
|
(hermes_home / rel).unlink(missing_ok=True)
|
||||||
|
|
||||||
|
def test_no_config_wizard_fires(self):
|
||||||
|
"""No config.yaml → completed=False."""
|
||||||
|
data, status = _http_get("/api/onboarding/status")
|
||||||
|
assert status == 200
|
||||||
|
assert data["completed"] is False
|
||||||
|
|
||||||
|
@_needs_yaml
|
||||||
|
def test_existing_config_and_chat_ready_skips_wizard(self):
|
||||||
|
"""Write a valid config.yaml + .env → completed must be True."""
|
||||||
|
import yaml
|
||||||
|
|
||||||
|
hermes_home = _server_hermes_home()
|
||||||
|
# Write a real config.yaml
|
||||||
|
cfg = {"model": {"provider": "openrouter", "default": "anthropic/claude-sonnet-4.6"}}
|
||||||
|
(hermes_home / "config.yaml").write_text(
|
||||||
|
yaml.safe_dump(cfg, sort_keys=False), encoding="utf-8"
|
||||||
|
)
|
||||||
|
# Write a fake API key so provider_ready (and thus chat_ready) fires
|
||||||
|
# — but only when hermes_cli imports are available
|
||||||
|
data, _ = _http_get("/api/onboarding/status")
|
||||||
|
if data["system"]["hermes_found"] and data["system"]["imports_ok"]:
|
||||||
|
(hermes_home / ".env").write_text(
|
||||||
|
"OPENROUTER_API_KEY=test-existing-key\n", encoding="utf-8"
|
||||||
|
)
|
||||||
|
data, status = _http_get("/api/onboarding/status")
|
||||||
|
assert status == 200
|
||||||
|
assert data["completed"] is True, (
|
||||||
|
"Existing config + chat_ready must auto-complete onboarding."
|
||||||
|
)
|
||||||
|
else:
|
||||||
|
# Agent not installed: chat_ready is always False, so wizard still
|
||||||
|
# fires — that is the correct behaviour (can't verify readiness).
|
||||||
|
assert data["completed"] is False
|
||||||
|
|
||||||
|
@_needs_yaml
|
||||||
|
def test_setup_blocked_for_existing_config(self):
|
||||||
|
"""POST /api/onboarding/setup must return config_exists error if config.yaml exists."""
|
||||||
|
import yaml
|
||||||
|
|
||||||
|
hermes_home = _server_hermes_home()
|
||||||
|
cfg = {"model": {"provider": "openrouter", "default": "anthropic/claude-sonnet-4.6"}}
|
||||||
|
(hermes_home / "config.yaml").write_text(
|
||||||
|
yaml.safe_dump(cfg, sort_keys=False), encoding="utf-8"
|
||||||
|
)
|
||||||
|
|
||||||
|
data, status = _http_post(
|
||||||
|
"/api/onboarding/setup",
|
||||||
|
{
|
||||||
|
"provider": "openrouter",
|
||||||
|
"model": "anthropic/claude-sonnet-4.6",
|
||||||
|
"api_key": "test-key",
|
||||||
|
},
|
||||||
|
)
|
||||||
|
assert status == 200
|
||||||
|
assert data.get("error") == "config_exists", (
|
||||||
|
f"Expected config_exists guard. Got: {data}"
|
||||||
|
)
|
||||||
|
assert data.get("requires_confirm") is True
|
||||||
|
|
||||||
|
@_needs_yaml
|
||||||
|
def test_setup_allowed_with_confirm_overwrite(self):
|
||||||
|
"""POST /api/onboarding/setup with confirm_overwrite=True succeeds."""
|
||||||
|
import yaml
|
||||||
|
|
||||||
|
hermes_home = _server_hermes_home()
|
||||||
|
cfg = {"model": {"provider": "openrouter", "default": "anthropic/claude-sonnet-4.6"}}
|
||||||
|
(hermes_home / "config.yaml").write_text(
|
||||||
|
yaml.safe_dump(cfg, sort_keys=False), encoding="utf-8"
|
||||||
|
)
|
||||||
|
|
||||||
|
data, status = _http_post(
|
||||||
|
"/api/onboarding/setup",
|
||||||
|
{
|
||||||
|
"provider": "openrouter",
|
||||||
|
"model": "anthropic/claude-sonnet-4.6",
|
||||||
|
"api_key": "test-key",
|
||||||
|
"confirm_overwrite": True,
|
||||||
|
},
|
||||||
|
)
|
||||||
|
assert status == 200
|
||||||
|
assert data.get("error") != "config_exists", (
|
||||||
|
"confirm_overwrite=True must bypass the guard."
|
||||||
|
)
|
||||||
Reference in New Issue
Block a user