mirror of
https://github.com/portainer/portainer.git
synced 2025-07-23 07:19:41 +02:00
* feat(app): rework private registries and support private registries in kubernetes [EE-30] feat(api): backport private registries backend changes (#5072) * feat(api/bolt): backport bolt changes * feat(api/exec): backport exec changes * feat(api/http): backport http/handler/dockerhub changes * feat(api/http): backport http/handler/endpoints changes * feat(api/http): backport http/handler/registries changes * feat(api/http): backport http/handler/stacks changes * feat(api/http): backport http/handler changes * feat(api/http): backport http/proxy/factory/azure changes * feat(api/http): backport http/proxy/factory/docker changes * feat(api/http): backport http/proxy/factory/utils changes * feat(api/http): backport http/proxy/factory/kubernetes changes * feat(api/http): backport http/proxy/factory changes * feat(api/http): backport http/security changes * feat(api/http): backport http changes * feat(api/internal): backport internal changes * feat(api): backport api changes * feat(api/kubernetes): backport kubernetes changes * fix(api/http): changes on backend following backport feat(app): backport private registries frontend changes (#5056) * feat(app/docker): backport docker/components changes * feat(app/docker): backport docker/helpers changes * feat(app/docker): backport docker/views/container changes * feat(app/docker): backport docker/views/images changes * feat(app/docker): backport docker/views/registries changes * feat(app/docker): backport docker/views/services changes * feat(app/docker): backport docker changes * feat(app/kubernetes): backport kubernetes/components changes * feat(app/kubernetes): backport kubernetes/converters changes * feat(app/kubernetes): backport kubernetes/models changes * feat(app/kubernetes): backport kubernetes/registries changes * feat(app/kubernetes): backport kubernetes/services changes * feat(app/kubernetes): backport kubernetes/views/applications changes * feat(app/kubernetes): backport kubernetes/views/configurations changes * feat(app/kubernetes): backport kubernetes/views/configure changes * feat(app/kubernetes): backport kubernetes/views/resource-pools changes * feat(app/kubernetes): backport kubernetes/views changes * feat(app/portainer): backport portainer/components/accessManagement changes * feat(app/portainer): backport portainer/components/datatables changes * feat(app/portainer): backport portainer/components/forms changes * feat(app/portainer): backport portainer/components/registry-details changes * feat(app/portainer): backport portainer/models changes * feat(app/portainer): backport portainer/rest changes * feat(app/portainer): backport portainer/services changes * feat(app/portainer): backport portainer/views changes * feat(app/portainer): backport portainer changes * feat(app): backport app changes * config(project): gitignore + jsconfig changes gitignore all files under api/cmd/portainer but main.go and enable Code Editor autocomplete on import ... from '@/...' fix(app): fix pull rate limit checker fix(app/registries): sidebar menus and registry accesses users filtering fix(api): add missing kube client factory fix(kube): fetch dockerhub pull limits (#5133) fix(app): pre review fixes (#5142) * fix(app/registries): remove checkbox for endpointRegistries view * fix(endpoints): allow access to default namespace * fix(docker): fetch pull limits * fix(kube/ns): show selected registries for non admin Co-authored-by: Chaim Lev-Ari <chiptus@gmail.com> chore(webpack): ignore missing sourcemaps fix(registries): fetch registry config from url feat(kube/registries): ignore not found when deleting secret feat(db): move migration to db 31 fix(registries): fix bugs in PR EE-869 (#5169) * fix(registries): hide role * fix(endpoints): set empty access policy to edge endpoint * fix(registry): remove double arguments * fix(admin): ignore warning * feat(kube/configurations): tag registry secrets (#5157) * feat(kube/configurations): tag registry secrets * feat(kube/secrets): show registry secrets for admins * fix(registries): move dockerhub to beginning * refactor(registries): use endpoint scoped registries feat(registries): filter by namespace if supplied feat(access-managment): filter users for registry (#5191) * refactor(access-manage): move users selector to component * feat(access-managment): filter users for registry refactor(registries): sync code with CE (#5200) * refactor(registry): add inspect handler under endpoints * refactor(endpoint): sync endpoint_registries_list * refactor(endpoints): sync registry_access * fix(db): rename migration functions * fix(registries): show accesses for admin * fix(kube): set token on transport * refactor(kube): move secret help to bottom * fix(kuberentes): remove shouldLog parameter * style(auth): add description of security.IsAdmin * feat(security): allow admin access to registry * feat(edge): connect to edge endpoint when creating client * style(portainer): change deprecation version * refactor(sidebar): hide manage * refactor(containers): revert changes * style(container): remove whitespace * fix(endpoint): add handler to registy on endpointService * refactor(image): use endpointService.registries * fix(kueb/namespaces): rename resource pool to namespace * fix(kube/namespace): move selected registries * fix(api/registries): hide accesses on registry creation Co-authored-by: LP B <xAt0mZ@users.noreply.github.com> refactor(api): remove code duplication after rebase fix(app/registries): replace last registry api usage by endpoint registry api fix(api/endpoints): update registry access policies on endpoint deletion (#5226) [EE-1027] fix(db): update db version * fix(dockerhub): fetch rate limits * fix(registry/tests): supply restricred context * fix(registries): show proget registry only when selected * fix(registry): create dockerhub registry * feat(db): move migrations to db 32 Co-authored-by: Chaim Lev-Ari <chiptus@gmail.com>
385 lines
8.9 KiB
Go
385 lines
8.9 KiB
Go
package migrator
|
|
|
|
import (
|
|
"github.com/boltdb/bolt"
|
|
portainer "github.com/portainer/portainer/api"
|
|
"github.com/portainer/portainer/api/bolt/dockerhub"
|
|
"github.com/portainer/portainer/api/bolt/endpoint"
|
|
"github.com/portainer/portainer/api/bolt/endpointgroup"
|
|
"github.com/portainer/portainer/api/bolt/endpointrelation"
|
|
"github.com/portainer/portainer/api/bolt/extension"
|
|
plog "github.com/portainer/portainer/api/bolt/log"
|
|
"github.com/portainer/portainer/api/bolt/registry"
|
|
"github.com/portainer/portainer/api/bolt/resourcecontrol"
|
|
"github.com/portainer/portainer/api/bolt/role"
|
|
"github.com/portainer/portainer/api/bolt/schedule"
|
|
"github.com/portainer/portainer/api/bolt/settings"
|
|
"github.com/portainer/portainer/api/bolt/stack"
|
|
"github.com/portainer/portainer/api/bolt/tag"
|
|
"github.com/portainer/portainer/api/bolt/teammembership"
|
|
"github.com/portainer/portainer/api/bolt/user"
|
|
"github.com/portainer/portainer/api/bolt/version"
|
|
"github.com/portainer/portainer/api/internal/authorization"
|
|
)
|
|
|
|
var migrateLog = plog.NewScopedLog("bolt, migrate")
|
|
|
|
type (
|
|
// Migrator defines a service to migrate data after a Portainer version update.
|
|
Migrator struct {
|
|
currentDBVersion int
|
|
db *bolt.DB
|
|
endpointGroupService *endpointgroup.Service
|
|
endpointService *endpoint.Service
|
|
endpointRelationService *endpointrelation.Service
|
|
extensionService *extension.Service
|
|
registryService *registry.Service
|
|
resourceControlService *resourcecontrol.Service
|
|
roleService *role.Service
|
|
scheduleService *schedule.Service
|
|
settingsService *settings.Service
|
|
stackService *stack.Service
|
|
tagService *tag.Service
|
|
teamMembershipService *teammembership.Service
|
|
userService *user.Service
|
|
versionService *version.Service
|
|
fileService portainer.FileService
|
|
authorizationService *authorization.Service
|
|
dockerhubService *dockerhub.Service
|
|
}
|
|
|
|
// Parameters represents the required parameters to create a new Migrator instance.
|
|
Parameters struct {
|
|
DB *bolt.DB
|
|
DatabaseVersion int
|
|
EndpointGroupService *endpointgroup.Service
|
|
EndpointService *endpoint.Service
|
|
EndpointRelationService *endpointrelation.Service
|
|
ExtensionService *extension.Service
|
|
RegistryService *registry.Service
|
|
ResourceControlService *resourcecontrol.Service
|
|
RoleService *role.Service
|
|
ScheduleService *schedule.Service
|
|
SettingsService *settings.Service
|
|
StackService *stack.Service
|
|
TagService *tag.Service
|
|
TeamMembershipService *teammembership.Service
|
|
UserService *user.Service
|
|
VersionService *version.Service
|
|
FileService portainer.FileService
|
|
AuthorizationService *authorization.Service
|
|
DockerhubService *dockerhub.Service
|
|
}
|
|
)
|
|
|
|
// NewMigrator creates a new Migrator.
|
|
func NewMigrator(parameters *Parameters) *Migrator {
|
|
return &Migrator{
|
|
db: parameters.DB,
|
|
currentDBVersion: parameters.DatabaseVersion,
|
|
endpointGroupService: parameters.EndpointGroupService,
|
|
endpointService: parameters.EndpointService,
|
|
endpointRelationService: parameters.EndpointRelationService,
|
|
extensionService: parameters.ExtensionService,
|
|
registryService: parameters.RegistryService,
|
|
resourceControlService: parameters.ResourceControlService,
|
|
roleService: parameters.RoleService,
|
|
scheduleService: parameters.ScheduleService,
|
|
settingsService: parameters.SettingsService,
|
|
tagService: parameters.TagService,
|
|
teamMembershipService: parameters.TeamMembershipService,
|
|
stackService: parameters.StackService,
|
|
userService: parameters.UserService,
|
|
versionService: parameters.VersionService,
|
|
fileService: parameters.FileService,
|
|
authorizationService: parameters.AuthorizationService,
|
|
dockerhubService: parameters.DockerhubService,
|
|
}
|
|
}
|
|
|
|
// Migrate checks the database version and migrate the existing data to the most recent data model.
|
|
func (m *Migrator) Migrate() error {
|
|
// Portainer < 1.12
|
|
if m.currentDBVersion < 1 {
|
|
err := m.updateAdminUserToDBVersion1()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
// Portainer 1.12.x
|
|
if m.currentDBVersion < 2 {
|
|
err := m.updateResourceControlsToDBVersion2()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
err = m.updateEndpointsToDBVersion2()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
// Portainer 1.13.x
|
|
if m.currentDBVersion < 3 {
|
|
err := m.updateSettingsToDBVersion3()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
// Portainer 1.14.0
|
|
if m.currentDBVersion < 4 {
|
|
err := m.updateEndpointsToDBVersion4()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
// https://github.com/portainer/portainer/issues/1235
|
|
if m.currentDBVersion < 5 {
|
|
err := m.updateSettingsToVersion5()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
// https://github.com/portainer/portainer/issues/1236
|
|
if m.currentDBVersion < 6 {
|
|
err := m.updateSettingsToVersion6()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
// https://github.com/portainer/portainer/issues/1449
|
|
if m.currentDBVersion < 7 {
|
|
err := m.updateSettingsToVersion7()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
if m.currentDBVersion < 8 {
|
|
err := m.updateEndpointsToVersion8()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
// https: //github.com/portainer/portainer/issues/1396
|
|
if m.currentDBVersion < 9 {
|
|
err := m.updateEndpointsToVersion9()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
// https://github.com/portainer/portainer/issues/461
|
|
if m.currentDBVersion < 10 {
|
|
err := m.updateEndpointsToVersion10()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
// https://github.com/portainer/portainer/issues/1906
|
|
if m.currentDBVersion < 11 {
|
|
err := m.updateEndpointsToVersion11()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
// Portainer 1.18.0
|
|
if m.currentDBVersion < 12 {
|
|
err := m.updateEndpointsToVersion12()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
err = m.updateEndpointGroupsToVersion12()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
err = m.updateStacksToVersion12()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
// Portainer 1.19.0
|
|
if m.currentDBVersion < 13 {
|
|
err := m.updateSettingsToVersion13()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
// Portainer 1.19.2
|
|
if m.currentDBVersion < 14 {
|
|
err := m.updateResourceControlsToDBVersion14()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
// Portainer 1.20.0
|
|
if m.currentDBVersion < 15 {
|
|
err := m.updateSettingsToDBVersion15()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
err = m.updateTemplatesToVersion15()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
if m.currentDBVersion < 16 {
|
|
err := m.updateSettingsToDBVersion16()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
// Portainer 1.20.1
|
|
if m.currentDBVersion < 17 {
|
|
err := m.updateExtensionsToDBVersion17()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
// Portainer 1.21.0
|
|
if m.currentDBVersion < 18 {
|
|
err := m.updateUsersToDBVersion18()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
err = m.updateEndpointsToDBVersion18()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
err = m.updateEndpointGroupsToDBVersion18()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
err = m.updateRegistriesToDBVersion18()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
// Portainer 1.22.0
|
|
if m.currentDBVersion < 19 {
|
|
err := m.updateSettingsToDBVersion19()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
// Portainer 1.22.1
|
|
if m.currentDBVersion < 20 {
|
|
err := m.updateUsersToDBVersion20()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
err = m.updateSettingsToDBVersion20()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
err = m.updateSchedulesToDBVersion20()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
// Portainer 1.23.0
|
|
// DBVersion 21 is missing as it was shipped as via hotfix 1.22.2
|
|
if m.currentDBVersion < 22 {
|
|
err := m.updateResourceControlsToDBVersion22()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
err = m.updateUsersAndRolesToDBVersion22()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
// Portainer 1.24.0
|
|
if m.currentDBVersion < 23 {
|
|
err := m.updateTagsToDBVersion23()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
err = m.updateEndpointsAndEndpointGroupsToDBVersion23()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
// Portainer 1.24.1
|
|
if m.currentDBVersion < 24 {
|
|
err := m.updateSettingsToDB24()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
// Portainer 2.0.0
|
|
if m.currentDBVersion < 25 {
|
|
err := m.updateSettingsToDB25()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
err = m.updateStacksToDB24()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
// Portainer 2.1.0
|
|
if m.currentDBVersion < 26 {
|
|
err := m.updateEndpointSettingsToDB25()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
// Portainer 2.2.0
|
|
if m.currentDBVersion < 27 {
|
|
err := m.updateStackResourceControlToDB27()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
// Portainer 2.6.0
|
|
if m.currentDBVersion < 30 {
|
|
err := m.migrateDBVersionTo30()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
// Portainer 2.9.0
|
|
if m.currentDBVersion < 32 {
|
|
err := m.migrateDBVersionTo32()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
return m.versionService.StoreDBVersion(portainer.DBVersion)
|
|
}
|