Outcomes:
- No tenant upgraded successfully. Each was left in an incomplete and unworkable state with no way to easily roll back without restoring a backup of the databases for Okapi and the Folio modules.
- You could still log in to each tenant, but dependencies were not being met in the Settings page, and some app pages would not load without error.
- Once the process errors out, no way to undo changes or have it continue.
- Each tenant failed during the upgrade, logs from the create-deploy-<tenant> K8s Job erroring out differently:
Diku tenant error:
HTTP/1.1 500 Internal Server Error Content-Type: text/plain content-length: 216 POST request for mod-finance-storage-4.1.1 /_/tenant failed with [ " CREATE UNIQUE INDEX IF NOT EXISTS budget_name_idx_unique ON diku_mod_finance_storage.budget ( lower(f_unaccent(jsonb->>'name')) ) ;" ]
State of the modules deployed for the Diku tenant:
[ {
"id" : "edge-oai-pmh-2.0.1"
}, {
"id" : "edge-orders-2.0.2"
}, {
"id" : "edge-patron-3.0.3"
}, {
"id" : "edge-rtac-2.0.1"
}, {
"id" : "edge-sip2-1.0.1"
}, {
"id" : "folio_acquisition-units-1.1.0"
}, {
"id" : "folio_agreements-3.2.4"
}, {
"id" : "folio_calendar-2.5.0"
}, {
"id" : "folio_checkin-1.9.0"
}, {
"id" : "folio_checkout-1.11.1"
}, {
"id" : "folio_circulation-1.11.0"
}, {
"id" : "folio_data-import-1.5.1"
}, {
"id" : "folio_developer-1.10.1"
}, {
"id" : "folio_eholdings-2.0.2"
}, {
"id" : "folio_erm-usage-2.4.0"
}, {
"id" : "folio_finance-1.6.0"
}, {
"id" : "folio_inventory-1.12.1"
}, {
"id" : "folio_invoice-1.1.0"
}, {
"id" : "folio_licenses-3.5.1"
}, {
"id" : "folio_local-kb-admin-1.1.1"
}, {
"id" : "folio_myprofile-1.7.0"
}, {
"id" : "folio_notes-1.3.0"
}, {
"id" : "folio_orders-1.7.1"
}, {
"id" : "folio_organizations-1.5.0"
}, {
"id" : "folio_plugin-create-item-1.3.1"
}, {
"id" : "folio_plugin-find-agreement-3.0.1"
}, {
"id" : "folio_plugin-find-contact-1.3.0"
}, {
"id" : "folio_plugin-find-erm-usage-data-provider-1.1.0"
}, {
"id" : "folio_plugin-find-instance-1.5.0"
}, {
"id" : "folio_plugin-find-interface-1.2.0"
}, {
"id" : "folio_plugin-find-license-3.3.1"
}, {
"id" : "folio_plugin-find-organization-1.4.0"
}, {
"id" : "folio_plugin-find-po-line-1.1.0"
}, {
"id" : "folio_plugin-find-user-1.9.0"
}, {
"id" : "folio_requests-1.12.0"
}, {
"id" : "folio_search-1.9.0"
}, {
"id" : "folio_servicepoints-1.4.1"
}, {
"id" : "folio_stripes-acq-components-1.2.0"
}, {
"id" : "folio_stripes-core-3.10.3"
}, {
"id" : "folio_stripes-smart-components-2.11.0"
}, {
"id" : "folio_tags-1.3.2"
}, {
"id" : "folio_tenant-settings-2.13.1"
}, {
"id" : "folio_users-2.25.4"
}, {
"id" : "mod-agreements-1.10.0"
}, {
"id" : "mod-authtoken-2.3.0"
}, {
"id" : "mod-calendar-1.6.1"
}, {
"id" : "mod-circulation-16.7.1"
}, {
"id" : "mod-circulation-storage-9.3.0"
}, {
"id" : "mod-codex-ekb-1.4.0"
}, {
"id" : "mod-codex-inventory-1.5.0"
}, {
"id" : "mod-codex-mux-2.6.0"
}, {
"id" : "mod-configuration-5.3.0"
}, {
"id" : "mod-data-import-1.6.1"
}, {
"id" : "mod-data-import-converter-storage-1.5.1"
}, {
"id" : "mod-email-1.5.0"
}, {
"id" : "mod-erm-usage-2.5.0"
}, {
"id" : "mod-erm-usage-harvester-1.4.0"
}, {
"id" : "mod-event-config-1.3.2"
}, {
"id" : "mod-feesfines-15.6.0"
}, {
"id" : "mod-finance-storage-3.0.0"
}, {
"id" : "mod-gobi-1.7.0"
}, {
"id" : "mod-inventory-13.1.0"
}, {
"id" : "mod-inventory-storage-18.2.3"
}, {
"id" : "mod-invoice-2.0.0"
}, {
"id" : "mod-invoice-storage-2.0.0"
}, {
"id" : "mod-kb-ebsco-java-3.0.1"
}, {
"id" : "mod-licenses-1.11.0"
}, {
"id" : "mod-login-6.1.1"
}, {
"id" : "mod-login-saml-1.2.2"
}, {
"id" : "mod-notes-2.7.0"
}, {
"id" : "mod-notify-2.3.1"
}, {
"id" : "mod-oai-pmh-1.1.0"
}, {
"id" : "mod-orders-8.0.2"
}, {
"id" : "mod-orders-storage-9.0.0"
}, {
"id" : "mod-organizations-storage-2.2.1"
}, {
"id" : "mod-password-validator-1.4.1"
}, {
"id" : "mod-patron-3.0.2"
}, {
"id" : "mod-permissions-5.8.2"
}, {
"id" : "mod-rtac-1.2.4"
}, {
"id" : "mod-sender-1.1.0"
}, {
"id" : "mod-source-record-manager-1.6.2"
}, {
"id" : "mod-source-record-storage-2.6.1"
}, {
"id" : "mod-tags-0.4.0"
}, {
"id" : "mod-template-engine-1.6.1"
}, {
"id" : "mod-user-import-3.1.0"
}, {
"id" : "mod-users-16.0.0"
}, {
"id" : "mod-users-bl-5.1.0"
}, {
"id" : "okapi-2.33.0"
} ]
Tamu tenant error:
HTTP/1.1 500 Internal Server Error
Content-Type: text/plain
content-length: 1774
POST request for mod-event-config-1.4.1 /_/tenant failed with [ " INSERT INTO event_configurations (id, jsonb) VALUES ('767c364e-2eae-4e6c-bb55-ebcc68b7bf66', '{ \"id\": \"767c364e-2eae-4e6c-bb55-ebcc68b7bf66\", \"name\": \"CREATE_PASSWORD_EVENT\", \"active\": true, \"templates\": [ { \"templateId\": \"263d4e33-db8d-4e07-9060-11f442320c05\", \"outputFormat\": \"text/plain\", \"deliveryChannel\": \"email\" } ] }'), ('0b1b7cac-f6fe-45ec-99f5-6758d54a51d7', '{ \"id\": \"0b1b7cac-f6fe-45ec-99f5-6758d54a51d7\", \"name\": \"RESET_PASSWORD_EVENT\", \"active\": true, \"templates\": [ { \"templateId\": \"ed8c1c67-897b-4a23-a702-c36e280c6a93\", \"outputFormat\": \"text/html\", \"deliveryChannel\": \"email\" } ] }'), ('44b3e36f-c1a9-47e8-9607-1266decfad80', '{ \"id\": \"44b3e36f-c1a9-47e8-9607-1266decfad80\", \"name\": \"PASSWORD_CREATED_EVENT\", \"active\": true, \"templates\": [ { \"templateId\": \"ce9e3e2c-669a-4491-a12f-e0fdad066191\", \"outputFormat\": \"text/plain\", \"deliveryChannel\": \"email\" } ] }'), ('c35b12ac-0958-4fc8-b9f4-e5a6c2347abf', '{ \"id\": \"c35b12ac-0958-4fc8-b9f4-e5a6c2347abf\", \"name\": \"PASSWORD_CHANGED_EVENT\", \"active\": true, \"templates\": [ { \"templateId\": \"0ff6678f-53cd-4a32-9937-504c28f14077\", \"outputFormat\": \"text/plain\", \"deliveryChannel\": \"email\" } ] }'), ('2ed2ad69-7aac-404a-8cef-f8b99e7190cd', '{ \"id\": \"2ed2ad69-7aac-404a-8cef-f8b99e7190cd\", \"name\": \"USERNAME_LOCATED_EVENT\", \"active\": true, \"templates\": [ { \"templateId\": \"d0ee371a-f3f7-407a-b6f3-714362db6240\", \"outputFormat\": \"text/plain\", \"deliveryChannel\": \"email\" } ] }') ON CONFLICT DO NOTHING;" ]
State of the modules deployed for the Tamu tenant:
[ {
"id" : "edge-oai-pmh-2.0.1"
}, {
"id" : "edge-orders-2.0.2"
}, {
"id" : "edge-patron-3.0.3"
}, {
"id" : "edge-rtac-2.0.1"
}, {
"id" : "edge-sip2-1.0.1"
}, {
"id" : "folio_acquisition-units-1.2.0"
}, {
"id" : "folio_agreements-3.3.0"
}, {
"id" : "folio_calendar-2.7.2"
}, {
"id" : "folio_checkin-1.9.0"
}, {
"id" : "folio_checkout-1.11.1"
}, {
"id" : "folio_circulation-1.11.0"
}, {
"id" : "folio_data-import-1.5.1"
}, {
"id" : "folio_developer-1.10.1"
}, {
"id" : "folio_eholdings-2.0.2"
}, {
"id" : "folio_erm-usage-2.4.0"
}, {
"id" : "folio_finance-1.6.0"
}, {
"id" : "folio_inventory-1.12.1"
}, {
"id" : "folio_invoice-1.1.0"
}, {
"id" : "folio_licenses-3.5.1"
}, {
"id" : "folio_local-kb-admin-1.1.1"
}, {
"id" : "folio_myprofile-1.7.0"
}, {
"id" : "folio_notes-1.3.0"
}, {
"id" : "folio_orders-1.7.1"
}, {
"id" : "folio_organizations-1.5.0"
}, {
"id" : "folio_plugin-create-item-1.3.1"
}, {
"id" : "folio_plugin-find-agreement-3.0.1"
}, {
"id" : "folio_plugin-find-contact-1.3.0"
}, {
"id" : "folio_plugin-find-erm-usage-data-provider-1.1.0"
}, {
"id" : "folio_plugin-find-instance-1.5.0"
}, {
"id" : "folio_plugin-find-interface-1.2.0"
}, {
"id" : "folio_plugin-find-license-3.3.1"
}, {
"id" : "folio_plugin-find-organization-1.4.0"
}, {
"id" : "folio_plugin-find-po-line-1.1.0"
}, {
"id" : "folio_plugin-find-user-1.9.0"
}, {
"id" : "folio_requests-1.12.0"
}, {
"id" : "folio_search-1.9.0"
}, {
"id" : "folio_servicepoints-1.4.1"
}, {
"id" : "folio_stripes-acq-components-1.2.0"
}, {
"id" : "folio_stripes-core-3.10.3"
}, {
"id" : "folio_stripes-smart-components-2.11.0"
}, {
"id" : "folio_tags-1.3.2"
}, {
"id" : "folio_tenant-settings-2.13.1"
}, {
"id" : "folio_users-2.25.4"
}, {
"id" : "mod-agreements-2.0.1"
}, {
"id" : "mod-authtoken-2.3.0"
}, {
"id" : "mod-calendar-1.7.0"
}, {
"id" : "mod-circulation-16.7.1"
}, {
"id" : "mod-circulation-storage-10.0.1"
}, {
"id" : "mod-codex-ekb-1.4.0"
}, {
"id" : "mod-codex-inventory-1.5.0"
}, {
"id" : "mod-codex-mux-2.6.0"
}, {
"id" : "mod-configuration-5.3.0"
}, {
"id" : "mod-data-import-1.6.1"
}, {
"id" : "mod-data-import-converter-storage-1.5.1"
}, {
"id" : "mod-email-1.5.0"
}, {
"id" : "mod-erm-usage-2.5.0"
}, {
"id" : "mod-erm-usage-harvester-1.4.0"
}, {
"id" : "mod-event-config-1.3.2"
}, {
"id" : "mod-feesfines-15.6.0"
}, {
"id" : "mod-finance-1.1.0"
}, {
"id" : "mod-finance-storage-4.1.1"
}, {
"id" : "mod-gobi-1.7.0"
}, {
"id" : "mod-inventory-13.1.0"
}, {
"id" : "mod-inventory-storage-18.2.3"
}, {
"id" : "mod-invoice-2.0.0"
}, {
"id" : "mod-invoice-storage-2.0.0"
}, {
"id" : "mod-kb-ebsco-java-3.0.1"
}, {
"id" : "mod-licenses-2.0.1"
}, {
"id" : "mod-login-6.1.1"
}, {
"id" : "mod-login-saml-1.2.2"
}, {
"id" : "mod-notes-2.7.0"
}, {
"id" : "mod-notify-2.3.1"
}, {
"id" : "mod-oai-pmh-1.1.0"
}, {
"id" : "mod-orders-9.0.0"
}, {
"id" : "mod-orders-storage-9.0.0"
}, {
"id" : "mod-organizations-storage-2.2.1"
}, {
"id" : "mod-password-validator-1.4.1"
}, {
"id" : "mod-patron-3.0.2"
}, {
"id" : "mod-permissions-5.8.2"
}, {
"id" : "mod-rtac-1.2.4"
}, {
"id" : "mod-sender-1.1.0"
}, {
"id" : "mod-source-record-manager-1.6.2"
}, {
"id" : "mod-source-record-storage-2.6.1"
}, {
"id" : "mod-tags-0.4.0"
}, {
"id" : "mod-template-engine-1.6.1"
}, {
"id" : "mod-user-import-3.1.0"
}, {
"id" : "mod-users-16.0.0"
}, {
"id" : "mod-users-bl-5.1.0"
}, {
"id" : "okapi-2.33.0"
} ]