2025-04-29T00:30:42.988Z developer-hub-init info Starting Developer Hub backend (node:1) [DEP0040] DeprecationWarning: The `punycode` module is deprecated. Please use a userland alternative instead. (Use `node --trace-deprecation ...` to show where the warning was created) (node:1) [UNDICI-EHPA] Warning: EnvHttpProxyAgent is experimental, expect them to change at any time. Loading config from MergedConfigSource{FileConfigSource{path="/opt/app-root/src/app-config.yaml"}, FileConfigSource{path="/opt/app-root/src/app-config.example.yaml"}, FileConfigSource{path="/opt/app-root/src/app-config.example.production.yaml"}, FileConfigSource{path="/opt/app-root/src/dynamic-plugins-root/app-config.dynamic-plugins.yaml"}, FileConfigSource{path="/opt/app-root/src/app-config-from-configmap.yaml"}, EnvConfigSource{count=1}} skipping '/opt/app-root/src/dynamic-plugins-root/app-config.dynamic-plugins.yaml' since it is not a directory skipping 'lost+found' system directory 2025-04-29T00:30:52.808Z backstage info Found 2 new secrets in config that will be redacted 2025-04-29T00:30:52.810Z backstage info skipping '/opt/app-root/src/dynamic-plugins-root/app-config.dynamic-plugins.yaml' since it is not a directory 2025-04-29T00:30:52.837Z backstage error an error occurred while loading dynamic backend plugin 'backstage-community-plugin-scaffolder-backend-module-quay-dynamic' from 'file:///opt/app-root/src/dynamic-plugins-root/backstage-community-plugin-scaffolder-backend-module-quay-dynamic-2.6.0' Cannot find module '@backstage-community/plugin-scaffolder-backend-module-quay' Require stack: - /opt/app-root/src/dynamic-plugins-root/backstage-community-plugin-scaffolder-backend-module-quay-dynamic-2.6.0/dist/index.cjs.js - /opt/app-root/src/packages/backend/dist/loader/CommonJSModuleLoader.cjs.js - /opt/app-root/src/packages/backend/dist/index.cjs.js code="MODULE_NOT_FOUND" requireStack=["/opt/app-root/src/dynamic-plugins-root/backstage-community-plugin-scaffolder-backend-module-quay-dynamic-2.6.0/dist/index.cjs.js","/opt/app-root/src/packages/backend/dist/loader/CommonJSModuleLoader.cjs.js","/opt/app-root/src/packages/backend/dist/index.cjs.js"] stack="Error: Cannot find module '@backstage-community/plugin-scaffolder-backend-module-quay'\nRequire stack:\n- /opt/app-root/src/dynamic-plugins-root/backstage-community-plugin-scaffolder-backend-module-quay-dynamic-2.6.0/dist/index.cjs.js\n- /opt/app-root/src/packages/backend/dist/loader/CommonJSModuleLoader.cjs.js\n- /opt/app-root/src/packages/backend/dist/index.cjs.js\n at Module._resolveFilename (node:internal/modules/cjs/loader:1244:15)\n at ModuleObject._resolveFilename (/opt/app-root/src/packages/backend/dist/loader/CommonJSModuleLoader.cjs.js:59:16)\n at Module._load (node:internal/modules/cjs/loader:1070:27)\n at TracingChannel.traceSync (node:diagnostics_channel:322:14)\n at wrapModuleLoad (node:internal/modules/cjs/loader:217:24)\n at Module.require (node:internal/modules/cjs/loader:1335:12)\n at Module.patchedRequire (/opt/app-root/src/node_modules/require-in-the-middle/index.js:194:34)\n at Hook._require.Module.require (/opt/app-root/src/node_modules/require-in-the-middle/index.js:142:27)\n at require (node:internal/modules/helpers:136:16)\n at Object. (/opt/app-root/src/dynamic-plugins-root/backstage-community-plugin-scaffolder-backend-module-quay-dynamic-2.6.0/dist/index.cjs.js:5:41)\n at Module._compile (node:internal/modules/cjs/loader:1562:14)\n at Module._extensions..js (node:internal/modules/cjs/loader:1699:10)\n at Module.load (node:internal/modules/cjs/loader:1313:32)\n at Module._load (node:internal/modules/cjs/loader:1123:12)\n at TracingChannel.traceSync (node:diagnostics_channel:322:14)\n at wrapModuleLoad (node:internal/modules/cjs/loader:217:24)" 2025-04-29T00:30:52.839Z backstage error an error occurred while loading dynamic backend plugin 'backstage-community-plugin-scaffolder-backend-module-regex-dynamic' from 'file:///opt/app-root/src/dynamic-plugins-root/backstage-community-plugin-scaffolder-backend-module-regex-dynamic-2.5.0' Cannot find module '@backstage-community/plugin-scaffolder-backend-module-regex' Require stack: - /opt/app-root/src/dynamic-plugins-root/backstage-community-plugin-scaffolder-backend-module-regex-dynamic-2.5.0/dist/index.cjs.js - /opt/app-root/src/packages/backend/dist/loader/CommonJSModuleLoader.cjs.js - /opt/app-root/src/packages/backend/dist/index.cjs.js code="MODULE_NOT_FOUND" requireStack=["/opt/app-root/src/dynamic-plugins-root/backstage-community-plugin-scaffolder-backend-module-regex-dynamic-2.5.0/dist/index.cjs.js","/opt/app-root/src/packages/backend/dist/loader/CommonJSModuleLoader.cjs.js","/opt/app-root/src/packages/backend/dist/index.cjs.js"] stack="Error: Cannot find module '@backstage-community/plugin-scaffolder-backend-module-regex'\nRequire stack:\n- /opt/app-root/src/dynamic-plugins-root/backstage-community-plugin-scaffolder-backend-module-regex-dynamic-2.5.0/dist/index.cjs.js\n- /opt/app-root/src/packages/backend/dist/loader/CommonJSModuleLoader.cjs.js\n- /opt/app-root/src/packages/backend/dist/index.cjs.js\n at Module._resolveFilename (node:internal/modules/cjs/loader:1244:15)\n at ModuleObject._resolveFilename (/opt/app-root/src/packages/backend/dist/loader/CommonJSModuleLoader.cjs.js:59:16)\n at Module._load (node:internal/modules/cjs/loader:1070:27)\n at TracingChannel.traceSync (node:diagnostics_channel:322:14)\n at wrapModuleLoad (node:internal/modules/cjs/loader:217:24)\n at Module.require (node:internal/modules/cjs/loader:1335:12)\n at Module.patchedRequire (/opt/app-root/src/node_modules/require-in-the-middle/index.js:194:34)\n at Hook._require.Module.require (/opt/app-root/src/node_modules/require-in-the-middle/index.js:142:27)\n at require (node:internal/modules/helpers:136:16)\n at Object. (/opt/app-root/src/dynamic-plugins-root/backstage-community-plugin-scaffolder-backend-module-regex-dynamic-2.5.0/dist/index.cjs.js:5:42)\n at Module._compile (node:internal/modules/cjs/loader:1562:14)\n at Module._extensions..js (node:internal/modules/cjs/loader:1699:10)\n at Module.load (node:internal/modules/cjs/loader:1313:32)\n at Module._load (node:internal/modules/cjs/loader:1123:12)\n at TracingChannel.traceSync (node:diagnostics_channel:322:14)\n at wrapModuleLoad (node:internal/modules/cjs/loader:217:24)" 2025-04-29T00:30:52.841Z backstage error an error occurred while loading dynamic backend plugin 'backstage-plugin-techdocs-backend-dynamic' from 'file:///opt/app-root/src/dynamic-plugins-root/backstage-plugin-techdocs-backend-dynamic-1.11.6' Cannot find module '@backstage/plugin-search-backend-module-techdocs/alpha' Require stack: - /opt/app-root/src/dynamic-plugins-root/backstage-plugin-techdocs-backend-dynamic-1.11.6/dist/bundle.cjs.js - /opt/app-root/src/dynamic-plugins-root/backstage-plugin-techdocs-backend-dynamic-1.11.6/dist/index.cjs.js - /opt/app-root/src/packages/backend/dist/loader/CommonJSModuleLoader.cjs.js - /opt/app-root/src/packages/backend/dist/index.cjs.js code="MODULE_NOT_FOUND" requireStack=["/opt/app-root/src/dynamic-plugins-root/backstage-plugin-techdocs-backend-dynamic-1.11.6/dist/bundle.cjs.js","/opt/app-root/src/dynamic-plugins-root/backstage-plugin-techdocs-backend-dynamic-1.11.6/dist/index.cjs.js","/opt/app-root/src/packages/backend/dist/loader/CommonJSModuleLoader.cjs.js","/opt/app-root/src/packages/backend/dist/index.cjs.js"] stack="Error: Cannot find module '@backstage/plugin-search-backend-module-techdocs/alpha'\nRequire stack:\n- /opt/app-root/src/dynamic-plugins-root/backstage-plugin-techdocs-backend-dynamic-1.11.6/dist/bundle.cjs.js\n- /opt/app-root/src/dynamic-plugins-root/backstage-plugin-techdocs-backend-dynamic-1.11.6/dist/index.cjs.js\n- /opt/app-root/src/packages/backend/dist/loader/CommonJSModuleLoader.cjs.js\n- /opt/app-root/src/packages/backend/dist/index.cjs.js\n at Module._resolveFilename (node:internal/modules/cjs/loader:1244:15)\n at ModuleObject._resolveFilename (/opt/app-root/src/packages/backend/dist/loader/CommonJSModuleLoader.cjs.js:59:16)\n at Module._load (node:internal/modules/cjs/loader:1070:27)\n at TracingChannel.traceSync (node:diagnostics_channel:322:14)\n at wrapModuleLoad (node:internal/modules/cjs/loader:217:24)\n at Module.require (node:internal/modules/cjs/loader:1335:12)\n at Module.patchedRequire (/opt/app-root/src/node_modules/require-in-the-middle/index.js:194:34)\n at Hook._require.Module.require (/opt/app-root/src/node_modules/require-in-the-middle/index.js:142:27)\n at require (node:internal/modules/helpers:136:16)\n at Object. (/opt/app-root/src/dynamic-plugins-root/backstage-plugin-techdocs-backend-dynamic-1.11.6/dist/bundle.cjs.js:4:28)\n at Module._compile (node:internal/modules/cjs/loader:1562:14)\n at Module._extensions..js (node:internal/modules/cjs/loader:1699:10)\n at Module.load (node:internal/modules/cjs/loader:1313:32)\n at Module._load (node:internal/modules/cjs/loader:1123:12)\n at TracingChannel.traceSync (node:diagnostics_channel:322:14)\n at wrapModuleLoad (node:internal/modules/cjs/loader:217:24)" 2025-04-29T00:30:52.843Z backstage error an error occurred while loading dynamic backend plugin 'red-hat-developer-hub-backstage-plugin-catalog-backend-module-marketplace-dynamic' from 'file:///opt/app-root/src/dynamic-plugins-root/red-hat-developer-hub-backstage-plugin-catalog-backend-module-marketplace-dynamic-0.3.0' Cannot find module '@red-hat-developer-hub/backstage-plugin-catalog-backend-module-marketplace' Require stack: - /opt/app-root/src/dynamic-plugins-root/red-hat-developer-hub-backstage-plugin-catalog-backend-module-marketplace-dynamic-0.3.0/dist/index.cjs.js - /opt/app-root/src/packages/backend/dist/loader/CommonJSModuleLoader.cjs.js - /opt/app-root/src/packages/backend/dist/index.cjs.js code="MODULE_NOT_FOUND" requireStack=["/opt/app-root/src/dynamic-plugins-root/red-hat-developer-hub-backstage-plugin-catalog-backend-module-marketplace-dynamic-0.3.0/dist/index.cjs.js","/opt/app-root/src/packages/backend/dist/loader/CommonJSModuleLoader.cjs.js","/opt/app-root/src/packages/backend/dist/index.cjs.js"] stack="Error: Cannot find module '@red-hat-developer-hub/backstage-plugin-catalog-backend-module-marketplace'\nRequire stack:\n- /opt/app-root/src/dynamic-plugins-root/red-hat-developer-hub-backstage-plugin-catalog-backend-module-marketplace-dynamic-0.3.0/dist/index.cjs.js\n- /opt/app-root/src/packages/backend/dist/loader/CommonJSModuleLoader.cjs.js\n- /opt/app-root/src/packages/backend/dist/index.cjs.js\n at Module._resolveFilename (node:internal/modules/cjs/loader:1244:15)\n at ModuleObject._resolveFilename (/opt/app-root/src/packages/backend/dist/loader/CommonJSModuleLoader.cjs.js:59:16)\n at Module._load (node:internal/modules/cjs/loader:1070:27)\n at TracingChannel.traceSync (node:diagnostics_channel:322:14)\n at wrapModuleLoad (node:internal/modules/cjs/loader:217:24)\n at Module.require (node:internal/modules/cjs/loader:1335:12)\n at Module.patchedRequire (/opt/app-root/src/node_modules/require-in-the-middle/index.js:194:34)\n at Hook._require.Module.require (/opt/app-root/src/node_modules/require-in-the-middle/index.js:142:27)\n at require (node:internal/modules/helpers:136:16)\n at Object. (/opt/app-root/src/dynamic-plugins-root/red-hat-developer-hub-backstage-plugin-catalog-backend-module-marketplace-dynamic-0.3.0/dist/index.cjs.js:5:54)\n at Module._compile (node:internal/modules/cjs/loader:1562:14)\n at Module._extensions..js (node:internal/modules/cjs/loader:1699:10)\n at Module.load (node:internal/modules/cjs/loader:1313:32)\n at Module._load (node:internal/modules/cjs/loader:1123:12)\n at TracingChannel.traceSync (node:diagnostics_channel:322:14)\n at wrapModuleLoad (node:internal/modules/cjs/loader:217:24)" 2025-04-29T00:30:52.844Z backstage error an error occurred while loading dynamic backend plugin 'red-hat-developer-hub-backstage-plugin-marketplace-backend-dynamic' from 'file:///opt/app-root/src/dynamic-plugins-root/red-hat-developer-hub-backstage-plugin-marketplace-backend-dynamic-0.3.1' Cannot find module '@red-hat-developer-hub/backstage-plugin-marketplace-backend' Require stack: - /opt/app-root/src/dynamic-plugins-root/red-hat-developer-hub-backstage-plugin-marketplace-backend-dynamic-0.3.1/dist/index.cjs.js - /opt/app-root/src/packages/backend/dist/loader/CommonJSModuleLoader.cjs.js - /opt/app-root/src/packages/backend/dist/index.cjs.js code="MODULE_NOT_FOUND" requireStack=["/opt/app-root/src/dynamic-plugins-root/red-hat-developer-hub-backstage-plugin-marketplace-backend-dynamic-0.3.1/dist/index.cjs.js","/opt/app-root/src/packages/backend/dist/loader/CommonJSModuleLoader.cjs.js","/opt/app-root/src/packages/backend/dist/index.cjs.js"] stack="Error: Cannot find module '@red-hat-developer-hub/backstage-plugin-marketplace-backend'\nRequire stack:\n- /opt/app-root/src/dynamic-plugins-root/red-hat-developer-hub-backstage-plugin-marketplace-backend-dynamic-0.3.1/dist/index.cjs.js\n- /opt/app-root/src/packages/backend/dist/loader/CommonJSModuleLoader.cjs.js\n- /opt/app-root/src/packages/backend/dist/index.cjs.js\n at Module._resolveFilename (node:internal/modules/cjs/loader:1244:15)\n at ModuleObject._resolveFilename (/opt/app-root/src/packages/backend/dist/loader/CommonJSModuleLoader.cjs.js:59:16)\n at Module._load (node:internal/modules/cjs/loader:1070:27)\n at TracingChannel.traceSync (node:diagnostics_channel:322:14)\n at wrapModuleLoad (node:internal/modules/cjs/loader:217:24)\n at Module.require (node:internal/modules/cjs/loader:1335:12)\n at Module.patchedRequire (/opt/app-root/src/node_modules/require-in-the-middle/index.js:194:34)\n at Hook._require.Module.require (/opt/app-root/src/node_modules/require-in-the-middle/index.js:142:27)\n at require (node:internal/modules/helpers:136:16)\n at Object. (/opt/app-root/src/dynamic-plugins-root/red-hat-developer-hub-backstage-plugin-marketplace-backend-dynamic-0.3.1/dist/index.cjs.js:5:41)\n at Module._compile (node:internal/modules/cjs/loader:1562:14)\n at Module._extensions..js (node:internal/modules/cjs/loader:1699:10)\n at Module.load (node:internal/modules/cjs/loader:1313:32)\n at Module._load (node:internal/modules/cjs/loader:1123:12)\n at TracingChannel.traceSync (node:diagnostics_channel:322:14)\n at wrapModuleLoad (node:internal/modules/cjs/loader:217:24)" 2025-04-29T00:30:52.866Z rootHttpRouter info Listening on :7007 2025-04-29T00:30:52.868Z backstage info Plugin initialization started: 'healthcheck', 'app', 'catalog', 'proxy', 'scaffolder', 'search', 'events', 'permission', 'auth', 'dynamic-plugins-info', 'scalprum', 'licensed-users-info' type="initialization" Can't take lock to run migrations: Migration table is already locked If you are sure migrations are not running you can release the lock manually by running 'knex migrate:unlock' 2025-04-29T00:30:53.184Z backstage error Plugin 'catalog' threw an error during startup, waiting for 10 other plugins to finish before shutting down the process. Failed to instantiate service 'core.httpRouter' for 'catalog' because the factory function threw an error, Error: Failed to instantiate service 'core.auth' for 'catalog' because the factory function threw an error, MigrationLocked: Migration table is already locked type="initialization" stack="Error: Failed to instantiate service 'core.httpRouter' for 'catalog' because the factory function threw an error, Error: Failed to instantiate service 'core.auth' for 'catalog' because the factory function threw an error, MigrationLocked: Migration table is already locked\n at /opt/app-root/src/node_modules/@backstage/backend-defaults/node_modules/@backstage/backend-app-api/dist/wiring/ServiceRegistry.cjs.js:232:21\n at process.processTicksAndRejections (node:internal/process/task_queues:105:5)\n at async Promise.all (index 0)\n at async ServiceRegistry.initializeEagerServicesWithScope (/opt/app-root/src/node_modules/@backstage/backend-defaults/node_modules/@backstage/backend-app-api/dist/wiring/ServiceRegistry.cjs.js:161:11)\n at async /opt/app-root/src/node_modules/@backstage/backend-defaults/node_modules/@backstage/backend-app-api/dist/wiring/BackendInitializer.cjs.js:240:11\n at async Promise.allSettled (index 2)\n at async #doStart (/opt/app-root/src/node_modules/@backstage/backend-defaults/node_modules/@backstage/backend-app-api/dist/wiring/BackendInitializer.cjs.js:233:21)\n at async BackendInitializer.start (/opt/app-root/src/node_modules/@backstage/backend-defaults/node_modules/@backstage/backend-app-api/dist/wiring/BackendInitializer.cjs.js:163:5)\n at async BackstageBackend.start (/opt/app-root/src/node_modules/@backstage/backend-defaults/node_modules/@backstage/backend-app-api/dist/wiring/BackstageBackend.cjs.js:19:5)" 2025-04-29T00:30:55.825Z backstage info Plugin initialization in progress, newly initialized: 'healthcheck', still initializing: 'app', 'proxy', 'scaffolder', 'search', 'events', 'permission', 'auth', 'dynamic-plugins-info', 'scalprum', 'licensed-users-info' type="initialization" 2025-04-29T00:30:55.827Z app info Serving static app content from /opt/app-root/src/packages/app/dist 2025-04-29T00:30:56.235Z scaffolder info Starting scaffolder with the following actions enabled catalog:scaffolded-from, catalog:timestamping, catalog:annotate, fetch:plain, fetch:plain:file, fetch:template, fetch:template:file, debug:log, debug:wait, catalog:register, catalog:fetch, catalog:write, fs:delete, fs:rename, fs:readdir 2025-04-29T00:30:56.399Z app info Storing 356 updated assets and 0 new assets 2025-04-29T00:30:56.523Z events info Database is PostgreSQL, using database store 2025-04-29T00:30:56.595Z search info Added DefaultCatalogCollatorFactory collator factory for type software-catalog 2025-04-29T00:30:56.829Z backstage info Plugin initialization in progress, newly initialized: 'proxy', 'scaffolder', 'app', 'search', still initializing: 'events', 'permission', 'auth', 'dynamic-plugins-info', 'scalprum', 'licensed-users-info' type="initialization" 2025-04-29T00:30:56.835Z events info Task worker starting: event-bus-cleanup, {"version":2,"cadence":"PT10S","initialDelayDuration":"PT10S","timeoutAfterDuration":"PT1M"} task="event-bus-cleanup" 2025-04-29T00:30:57.081Z auth info Enabled Provider Factories : {} 2025-04-29T00:30:57.083Z auth info Configuring "database" as KeyStore provider 2025-04-29T00:30:57.238Z scalprum info Loaded dynamic frontend plugin 'backstage-community-plugin-analytics-provider-segment' from 'file:///opt/app-root/src/dynamic-plugins-root/backstage-community-plugin-analytics-provider-segment-1.13.0' 2025-04-29T00:30:57.239Z scalprum info Loaded dynamic frontend plugin 'backstage-plugin-techdocs' from 'file:///opt/app-root/src/dynamic-plugins-root/backstage-plugin-techdocs-1.12.3' 2025-04-29T00:30:57.239Z scalprum info Loaded dynamic frontend plugin 'backstage-plugin-techdocs-module-addons-contrib' from 'file:///opt/app-root/src/dynamic-plugins-root/backstage-plugin-techdocs-module-addons-contrib-1.1.21' 2025-04-29T00:30:57.239Z scalprum info Loaded dynamic frontend plugin 'red-hat-developer-hub-backstage-plugin-dynamic-home-page' from 'file:///opt/app-root/src/dynamic-plugins-root/red-hat-developer-hub-backstage-plugin-dynamic-home-page-1.3.0' 2025-04-29T00:30:57.240Z scalprum info Loaded dynamic frontend plugin 'red-hat-developer-hub-backstage-plugin-global-floating-action-button' from 'file:///opt/app-root/src/dynamic-plugins-root/red-hat-developer-hub-backstage-plugin-global-floating-action-button-1.1.4' 2025-04-29T00:30:57.240Z scalprum info Loaded dynamic frontend plugin 'red-hat-developer-hub-backstage-plugin-global-header' from 'file:///opt/app-root/src/dynamic-plugins-root/red-hat-developer-hub-backstage-plugin-global-header-1.5.0' 2025-04-29T00:30:57.240Z scalprum info Loaded dynamic frontend plugin 'red-hat-developer-hub-backstage-plugin-marketplace' from 'file:///opt/app-root/src/dynamic-plugins-root/red-hat-developer-hub-backstage-plugin-marketplace-0.5.7' 2025-04-29T00:30:57.404Z permission warn RBAC backend plugin was disabled by application config permission.enabled: false 2025-04-29T00:30:57.406Z permission warn Permission backend started with permissions disabled. Enable permissions by setting permission.enabled=true. node:internal/process/promises:394 triggerUncaughtException(err, true /* fromPromise */); ^ Error: Failed to instantiate service 'core.httpRouter' for 'catalog' because the factory function threw an error, Error: Failed to instantiate service 'core.auth' for 'catalog' because the factory function threw an error, MigrationLocked: Migration table is already locked at /opt/app-root/src/node_modules/@backstage/backend-defaults/node_modules/@backstage/backend-app-api/dist/wiring/ServiceRegistry.cjs.js:232:21 at process.processTicksAndRejections (node:internal/process/task_queues:105:5) at async Promise.all (index 0) at async ServiceRegistry.initializeEagerServicesWithScope (/opt/app-root/src/node_modules/@backstage/backend-defaults/node_modules/@backstage/backend-app-api/dist/wiring/ServiceRegistry.cjs.js:161:11) at async /opt/app-root/src/node_modules/@backstage/backend-defaults/node_modules/@backstage/backend-app-api/dist/wiring/BackendInitializer.cjs.js:240:11 at async Promise.allSettled (index 2) at async #doStart (/opt/app-root/src/node_modules/@backstage/backend-defaults/node_modules/@backstage/backend-app-api/dist/wiring/BackendInitializer.cjs.js:233:21) at async BackendInitializer.start (/opt/app-root/src/node_modules/@backstage/backend-defaults/node_modules/@backstage/backend-app-api/dist/wiring/BackendInitializer.cjs.js:163:5) at async BackstageBackend.start (/opt/app-root/src/node_modules/@backstage/backend-defaults/node_modules/@backstage/backend-app-api/dist/wiring/BackstageBackend.cjs.js:19:5) Node.js v22.13.1