As in, (re)save the settings in the NS8 UI? No; I could try that.
Having tried that, now the situation is worseāIām now unable to log in as any user. Here are the last few lines of the log containing āerrorā:
2025-08-26T13:00:51-04:00 [1:goauthentik1:goauthentik-app] {"event": "Internal Server Error: /api/v3/core/brands/", "exception": [{"exc_notes": [], "exc_type": "PermissionError", "exc_value": "[Errno 13] Permission denied: '/dev/shm/counter_2.db'", "exceptions": [], "frames": [{"filename": "/ak-root/.venv/lib/python3.13/site-packages/asgiref/sync.py", "lineno": 489, "locals": {"args": "'(functools.partial(<function response_for_exception at 0x7fe47eda6b60>, <ASGIReq'+99", "exc_info": "\"(<class 'PermissionError'>, PermissionError(13, 'Permission denied'), <traceback\"+27", "func": "<built-in method run of _contextvars.Context object at 0x7fe473b77900>", "kwargs": "{}", "loop": "<uvloop.Loop running=True closed=False debug=False>", "self": "<asgiref.sync.SyncToAsync object at 0x7fe4736542f0>", "task_context": "[]"}, "name": "thread_handler"}, {"filename": "/ak-root/.venv/lib/python3.13/site-packages/django/core/handlers/exception.py", "lineno": 42, "locals": {"exc": "PermissionError(13, 'Permission denied')", "get_response": "'<django_prometheus.middleware.PrometheusAfterMiddleware object at 0x7fe474e7b380'+1", "request": "<ASGIRequest: GET '/api/v3/core/brands/?page=1&page_size=100'>"}, "name": "inner"}, {"filename": "/ak-root/.venv/lib/python3.13/site-packages/sentry_sdk/integrations/django/asgi.py", "lineno": 243, "locals": {"_check_middleware_span": "<function _wrap_middleware.<locals>._check_middleware_span at 0x7fe4735e8540>", "args": "(<ASGIRequest: GET '/api/v3/core/brands/?page=1&page_size=100'>,)", "f": "'<bound method MiddlewareMixin.__acall__ of <PrometheusAfterMiddleware get_respon'+36", "kwargs": "{}", "middleware_span": "\"<Span(op='middleware.django', description:'django_prometheus.middleware.Promethe\"+180", "self": "'<django_prometheus.middleware.PrometheusAfterMiddleware object at 0x7fe474e7b380'+1"}, "name": "__acall__"}, {"filename": "/ak-root/.venv/lib/python3.13/site-packages/django/utils/deprecation.py", "lineno": 141, "locals": {"request": "<ASGIRequest: GET '/api/v3/core/brands/?page=1&page_size=100'>", "response": "None", "self": "<PrometheusAfterMiddleware get_response=BaseHandler._get_response_async>"}, "name": "__acall__"}, {"filename": "/ak-root/.venv/lib/python3.13/site-packages/asgiref/sync.py", "lineno": 439, "locals": {"args": "(<ASGIRequest: GET '/api/v3/core/brands/?page=1&page_size=100'>,)", "child": "'functools.partial(<bound method PrometheusAfterMiddleware.process_request of <Pr'+135", "context": "<_contextvars.Context object at 0x7fe474fe4400>", "current_thread_executor": "<asgiref.current_thread_executor.CurrentThreadExecutor object at 0x7fe474ede510>", "exec_coro": "<Future finished exception=PermissionError(13, 'Permission denied')>", "executor": "<asgiref.current_thread_executor.CurrentThreadExecutor object at 0x7fe474ede510>", "func": "<built-in method run of _contextvars.Context object at 0x7fe474fe4400>", "kwargs": "{}", "loop": "<uvloop.Loop running=True closed=False debug=False>", "self": "<asgiref.sync.SyncToAsync object at 0x7fe473c502f0>", "task_context": "[]"}, "name": "__call__"}, {"filename": "/ak-root/.venv/lib/python3.13/site-packages/asgiref/current_thread_executor.py", "lineno": 40, "locals": {"self": "None"}, "name": "run"}, {"filename": "/ak-root/.venv/lib/python3.13/site-packages/asgiref/sync.py", "lineno": 493, "locals": {"args": "'(functools.partial(<bound method PrometheusAfterMiddleware.process_request of <P'+138", "exc_info": "(None, None, None)", "func": "<built-in method run of _contextvars.Context object at 0x7fe474fe4400>", "kwargs": "{}", "loop": "<uvloop.Loop running=True closed=False debug=False>", "self": "<asgiref.sync.SyncToAsync object at 0x7fe473c502f0>", "task_context": "[]"}, "name": "thread_handler"}, {"filename": "/ak-root/.venv/lib/python3.13/site-packages/django_prometheus/middleware.py", "lineno": 218, "locals": {"method": "'GET'", "request": "<ASGIRequest: GET '/api/v3/core/brands/?page=1&page_size=100'>", "self": "<PrometheusAfterMiddleware get_response=BaseHandler._get_response_async>", "transport": "'http'"}, "name": "process_request"}, {"filename": "/ak-root/.venv/lib/python3.13/site-packages/django_prometheus/middleware.py", "lineno": 213, "locals": {"labels": "{'method': 'GET'}", "metric": "prometheus_client.metrics.Counter(django_http_requests_total_by_method)", "request": "<ASGIRequest: GET '/api/v3/core/brands/?page=1&page_size=100'>", "response": "None", "self": "<PrometheusAfterMiddleware get_response=BaseHandler._get_response_async>"}, "name": "label_metric"}, {"filename": "/ak-root/.venv/lib/python3.13/site-packages/prometheus_client/metrics.py", "lineno": 179, "locals": {"labelkwargs": "{'method': 'GET'}", "labelvalues": "('GET',)", "self": "prometheus_client.metrics.Counter(django_http_requests_total_by_method)"}, "name": "labels"}, {"filename": "/ak-root/.venv/lib/python3.13/site-packages/prometheus_client/metrics.py", "lineno": 127, "locals": {"_labelvalues": "('GET',)", "documentation": "'Count of requests by method.'", "labelnames": "('method',)", "name": "'django_http_requests_total_by_method'", "namespace": "''", "registry": "<prometheus_client.registry.CollectorRegistry object at 0x7fe485797a10>", "self": "prometheus_client.metrics.Counter(django_http_requests_total_by_method)", "subsystem": "''", "unit": "''"}, "name": "__init__"}, {"filename": "/ak-root/.venv/lib/python3.13/site-packages/prometheus_client/metrics.py", "lineno": 282, "locals": {"self": "prometheus_client.metrics.Counter(django_http_requests_total_by_method)"}, "name": "_metric_init"}, {"filename": "/ak-root/.venv/lib/python3.13/site-packages/prometheus_client/values.py", "lineno": 68, "locals": {"help_text": "'Count of requests by method.'", "kwargs": "{}", "labelnames": "('method',)", "labelvalues": "('GET',)", "lock": "<unlocked _thread.lock object at 0x7fe473e8a090>", "metric_name": "'django_http_requests_total_by_method'", "multiprocess_mode": "''", "name": "'django_http_requests_total_by_method_total'", "self": "'<prometheus_client.values.MultiProcessValue.<locals>.MmapedValue object at 0x7fe'+10", "typ": "'counter'", "values": "'[<prometheus_client.values.MultiProcessValue.<locals>.MmapedValue object at 0x7f'+288"}, "name": "__init__"}, {"filename": "/ak-root/.venv/lib/python3.13/site-packages/prometheus_client/values.py", "lineno": 82, "locals": {"file_prefix": "'counter'", "filename": "'/dev/shm/counter_2.db'", "files": "{'gauge_all': <prometheus_client.mmap_dict.MmapedDict object at 0x7fe474cde8f0>}", "help_text": "'Count of requests by method.'", "labelnames": "('method',)", "labelvalues": "('GET',)", "metric_name": "'django_http_requests_total_by_method'", "multiprocess_mode": "''", "name": "'django_http_requests_total_by_method_total'", "pid": "{'value': 2}", "self": "'<prometheus_client.values.MultiProcessValue.<locals>.MmapedValue object at 0x7fe'+10", "typ": "'counter'"}, "name": "__reset"}, {"filename": "/ak-root/.venv/lib/python3.13/site-packages/prometheus_client/mmap_dict.py", "lineno": 64, "locals": {"filename": "'/dev/shm/counter_2.db'", "read_mode": "False", "self": "<prometheus_client.mmap_dict.MmapedDict object at 0x7fe4744bb050>"}, "name": "__init__"}], "is_cause": false, "is_group": false, "syntax_error": null}], "level": "error", "logger": "django.request", "timestamp": "2025-08-26T17:00:51.476620"}
2025-08-26T13:00:51-04:00 [1:goauthentik1:goauthentik-app] {"error":"500 Internal Server Error","event":"failed to fetch page","level":"warning","logger":"authentik.router.brand_tls","page":1,"timestamp":"2025-08-26T17:00:51Z"}
2025-08-26T13:00:51-04:00 [1:goauthentik1:goauthentik-app] {"error":"500 Internal Server Error","event":"failed to get brands","level":"warning","logger":"authentik.router.brand_tls","timestamp":"2025-08-26T17:00:51Z"}
2025-08-26T13:00:52-04:00 [1:goauthentik1:goauthentik-app] {"event": "Internal Server Error: /api/v3/core/brands/", "exception": [{"exc_notes": [], "exc_type": "PermissionError", "exc_value": "[Errno 13] Permission denied: '/dev/shm/counter_2.db'", "exceptions": [], "frames": [{"filename": "/ak-root/.venv/lib/python3.13/site-packages/asgiref/sync.py", "lineno": 489, "locals": {"args": "'(functools.partial(<function response_for_exception at 0x7fe47eda6b60>, <ASGIReq'+99", "exc_info": "\"(<class 'PermissionError'>, PermissionError(13, 'Permission denied'), <traceback\"+27", "func": "<built-in method run of _contextvars.Context object at 0x7fe47578f500>", "kwargs": "{}", "loop": "<uvloop.Loop running=True closed=False debug=False>", "self": "<asgiref.sync.SyncToAsync object at 0x7fe473d7ac10>", "task_context": "[]"}, "name": "thread_handler"}, {"filename": "/ak-root/.venv/lib/python3.13/site-packages/django/core/handlers/exception.py", "lineno": 42, "locals": {"exc": "PermissionError(13, 'Permission denied')", "get_response": "'<django_prometheus.middleware.PrometheusAfterMiddleware object at 0x7fe474e7b380'+1", "request": "<ASGIRequest: GET '/api/v3/core/brands/?page=1&page_size=100'>"}, "name": "inner"}, {"filename": "/ak-root/.venv/lib/python3.13/site-packages/sentry_sdk/integrations/django/asgi.py", "lineno": 243, "locals": {"_check_middleware_span": "<function _wrap_middleware.<locals>._check_middleware_span at 0x7fe4735e8540>", "args": "(<ASGIRequest: GET '/api/v3/core/brands/?page=1&page_size=100'>,)", "f": "'<bound method MiddlewareMixin.__acall__ of <PrometheusAfterMiddleware get_respon'+36", "kwargs": "{}", "middleware_span": "\"<Span(op='middleware.django', description:'django_prometheus.middleware.Promethe\"+180", "self": "'<django_prometheus.middleware.PrometheusAfterMiddleware object at 0x7fe474e7b380'+1"}, "name": "__acall__"}, {"filename": "/ak-root/.venv/lib/python3.13/site-packages/django/utils/deprecation.py", "lineno": 141, "locals": {"request": "<ASGIRequest: GET '/api/v3/core/brands/?page=1&page_size=100'>", "response": "None", "self": "<PrometheusAfterMiddleware get_response=BaseHandler._get_response_async>"}, "name": "__acall__"}, {"filename": "/ak-root/.venv/lib/python3.13/site-packages/asgiref/sync.py", "lineno": 439, "locals": {"args": "(<ASGIRequest: GET '/api/v3/core/brands/?page=1&page_size=100'>,)", "child": "'functools.partial(<bound method PrometheusAfterMiddleware.process_request of <Pr'+135", "context": "<_contextvars.Context object at 0x7fe474d5e340>", "current_thread_executor": "<asgiref.current_thread_executor.CurrentThreadExecutor object at 0x7fe474ede0b0>", "exec_coro": "<Future finished exception=PermissionError(13, 'Permission denied')>", "executor": "<asgiref.current_thread_executor.CurrentThreadExecutor object at 0x7fe474ede0b0>", "func": "<built-in method run of _contextvars.Context object at 0x7fe474d5e340>", "kwargs": "{}", "loop": "<uvloop.Loop running=True closed=False debug=False>", "self": "<asgiref.sync.SyncToAsync object at 0x7fe473d58670>", "task_context": "[]"}, "name": "__call__"}, {"filename": "/ak-root/.venv/lib/python3.13/site-packages/asgiref/current_thread_executor.py", "lineno": 40, "locals": {"self": "None"}, "name": "run"}, {"filename": "/ak-root/.venv/lib/python3.13/site-packages/asgiref/sync.py", "lineno": 493, "locals": {"args": "'(functools.partial(<bound method PrometheusAfterMiddleware.process_request of <P'+138", "exc_info": "(None, None, None)", "func": "<built-in method run of _contextvars.Context object at 0x7fe474d5e340>", "kwargs": "{}", "loop": "<uvloop.Loop running=True closed=False debug=False>", "self": "<asgiref.sync.SyncToAsync object at 0x7fe473d58670>", "task_context": "[]"}, "name": "thread_handler"}, {"filename": "/ak-root/.venv/lib/python3.13/site-packages/django_prometheus/middleware.py", "lineno": 218, "locals": {"method": "'GET'", "request": "<ASGIRequest: GET '/api/v3/core/brands/?page=1&page_size=100'>", "self": "<PrometheusAfterMiddleware get_response=BaseHandler._get_response_async>", "transport": "'http'"}, "name": "process_request"}, {"filename": "/ak-root/.venv/lib/python3.13/site-packages/django_prometheus/middleware.py", "lineno": 213, "locals": {"labels": "{'method': 'GET'}", "metric": "prometheus_client.metrics.Counter(django_http_requests_total_by_method)", "request": "<ASGIRequest: GET '/api/v3/core/brands/?page=1&page_size=100'>", "response": "None", "self": "<PrometheusAfterMiddleware get_response=BaseHandler._get_response_async>"}, "name": "label_metric"}, {"filename": "/ak-root/.venv/lib/python3.13/site-packages/prometheus_client/metrics.py", "lineno": 179, "locals": {"labelkwargs": "{'method': 'GET'}", "labelvalues": "('GET',)", "self": "prometheus_client.metrics.Counter(django_http_requests_total_by_method)"}, "name": "labels"}, {"filename": "/ak-root/.venv/lib/python3.13/site-packages/prometheus_client/metrics.py", "lineno": 127, "locals": {"_labelvalues": "('GET',)", "documentation": "'Count of requests by method.'", "labelnames": "('method',)", "name": "'django_http_requests_total_by_method'", "namespace": "''", "registry": "<prometheus_client.registry.CollectorRegistry object at 0x7fe485797a10>", "self": "prometheus_client.metrics.Counter(django_http_requests_total_by_method)", "subsystem": "''", "unit": "''"}, "name": "__init__"}, {"filename": "/ak-root/.venv/lib/python3.13/site-packages/prometheus_client/metrics.py", "lineno": 282, "locals": {"self": "prometheus_client.metrics.Counter(django_http_requests_total_by_method)"}, "name": "_metric_init"}, {"filename": "/ak-root/.venv/lib/python3.13/site-packages/prometheus_client/values.py", "lineno": 68, "locals": {"help_text": "'Count of requests by method.'", "kwargs": "{}", "labelnames": "('method',)", "labelvalues": "('GET',)", "lock": "<unlocked _thread.lock object at 0x7fe473e8a090>", "metric_name": "'django_http_requests_total_by_method'", "multiprocess_mode": "''", "name": "'django_http_requests_total_by_method_total'", "self": "'<prometheus_client.values.MultiProcessValue.<locals>.MmapedValue object at 0x7fe'+10", "typ": "'counter'", "values": "'[<prometheus_client.values.MultiProcessValue.<locals>.MmapedValue object at 0x7f'+288"}, "name": "__init__"}, {"filename": "/ak-root/.venv/lib/python3.13/site-packages/prometheus_client/values.py", "lineno": 82, "locals": {"file_prefix": "'counter'", "filename": "'/dev/shm/counter_2.db'", "files": "{'gauge_all': <prometheus_client.mmap_dict.MmapedDict object at 0x7fe474cde8f0>}", "help_text": "'Count of requests by method.'", "labelnames": "('method',)", "labelvalues": "('GET',)", "metric_name": "'django_http_requests_total_by_method'", "multiprocess_mode": "''", "name": "'django_http_requests_total_by_method_total'", "pid": "{'value': 2}", "self": "'<prometheus_client.values.MultiProcessValue.<locals>.MmapedValue object at 0x7fe'+10", "typ": "'counter'"}, "name": "__reset"}, {"filename": "/ak-root/.venv/lib/python3.13/site-packages/prometheus_client/mmap_dict.py", "lineno": 64, "locals": {"filename": "'/dev/shm/counter_2.db'", "read_mode": "False", "self": "<prometheus_client.mmap_dict.MmapedDict object at 0x7fe47401f050>"}, "name": "__init__"}], "is_cause": false, "is_group": false, "syntax_error": null}], "level": "error", "logger": "django.request", "timestamp": "2025-08-26T17:00:52.863930"}
2025-08-26T13:00:52-04:00 [1:goauthentik1:goauthentik-app] {"error":"500 Internal Server Error","event":"failed to fetch page","level":"warning","logger":"authentik.router.brand_tls","page":1,"timestamp":"2025-08-26T17:00:52Z"}
2025-08-26T13:00:52-04:00 [1:goauthentik1:goauthentik-app] {"error":"500 Internal Server Error","event":"failed to get brands","level":"warning","logger":"authentik.router.brand_tls","timestamp":"2025-08-26T17:00:52Z"}