mirror of
https://github.com/portainer/portainer.git
synced 2025-07-19 05:19:39 +02:00
* feat(app): rework private registries and support private registries in kubernetes [EE-30] feat(api): backport private registries backend changes (#5072) * feat(api/bolt): backport bolt changes * feat(api/exec): backport exec changes * feat(api/http): backport http/handler/dockerhub changes * feat(api/http): backport http/handler/endpoints changes * feat(api/http): backport http/handler/registries changes * feat(api/http): backport http/handler/stacks changes * feat(api/http): backport http/handler changes * feat(api/http): backport http/proxy/factory/azure changes * feat(api/http): backport http/proxy/factory/docker changes * feat(api/http): backport http/proxy/factory/utils changes * feat(api/http): backport http/proxy/factory/kubernetes changes * feat(api/http): backport http/proxy/factory changes * feat(api/http): backport http/security changes * feat(api/http): backport http changes * feat(api/internal): backport internal changes * feat(api): backport api changes * feat(api/kubernetes): backport kubernetes changes * fix(api/http): changes on backend following backport feat(app): backport private registries frontend changes (#5056) * feat(app/docker): backport docker/components changes * feat(app/docker): backport docker/helpers changes * feat(app/docker): backport docker/views/container changes * feat(app/docker): backport docker/views/images changes * feat(app/docker): backport docker/views/registries changes * feat(app/docker): backport docker/views/services changes * feat(app/docker): backport docker changes * feat(app/kubernetes): backport kubernetes/components changes * feat(app/kubernetes): backport kubernetes/converters changes * feat(app/kubernetes): backport kubernetes/models changes * feat(app/kubernetes): backport kubernetes/registries changes * feat(app/kubernetes): backport kubernetes/services changes * feat(app/kubernetes): backport kubernetes/views/applications changes * feat(app/kubernetes): backport kubernetes/views/configurations changes * feat(app/kubernetes): backport kubernetes/views/configure changes * feat(app/kubernetes): backport kubernetes/views/resource-pools changes * feat(app/kubernetes): backport kubernetes/views changes * feat(app/portainer): backport portainer/components/accessManagement changes * feat(app/portainer): backport portainer/components/datatables changes * feat(app/portainer): backport portainer/components/forms changes * feat(app/portainer): backport portainer/components/registry-details changes * feat(app/portainer): backport portainer/models changes * feat(app/portainer): backport portainer/rest changes * feat(app/portainer): backport portainer/services changes * feat(app/portainer): backport portainer/views changes * feat(app/portainer): backport portainer changes * feat(app): backport app changes * config(project): gitignore + jsconfig changes gitignore all files under api/cmd/portainer but main.go and enable Code Editor autocomplete on import ... from '@/...' fix(app): fix pull rate limit checker fix(app/registries): sidebar menus and registry accesses users filtering fix(api): add missing kube client factory fix(kube): fetch dockerhub pull limits (#5133) fix(app): pre review fixes (#5142) * fix(app/registries): remove checkbox for endpointRegistries view * fix(endpoints): allow access to default namespace * fix(docker): fetch pull limits * fix(kube/ns): show selected registries for non admin Co-authored-by: Chaim Lev-Ari <chiptus@gmail.com> chore(webpack): ignore missing sourcemaps fix(registries): fetch registry config from url feat(kube/registries): ignore not found when deleting secret feat(db): move migration to db 31 fix(registries): fix bugs in PR EE-869 (#5169) * fix(registries): hide role * fix(endpoints): set empty access policy to edge endpoint * fix(registry): remove double arguments * fix(admin): ignore warning * feat(kube/configurations): tag registry secrets (#5157) * feat(kube/configurations): tag registry secrets * feat(kube/secrets): show registry secrets for admins * fix(registries): move dockerhub to beginning * refactor(registries): use endpoint scoped registries feat(registries): filter by namespace if supplied feat(access-managment): filter users for registry (#5191) * refactor(access-manage): move users selector to component * feat(access-managment): filter users for registry refactor(registries): sync code with CE (#5200) * refactor(registry): add inspect handler under endpoints * refactor(endpoint): sync endpoint_registries_list * refactor(endpoints): sync registry_access * fix(db): rename migration functions * fix(registries): show accesses for admin * fix(kube): set token on transport * refactor(kube): move secret help to bottom * fix(kuberentes): remove shouldLog parameter * style(auth): add description of security.IsAdmin * feat(security): allow admin access to registry * feat(edge): connect to edge endpoint when creating client * style(portainer): change deprecation version * refactor(sidebar): hide manage * refactor(containers): revert changes * style(container): remove whitespace * fix(endpoint): add handler to registy on endpointService * refactor(image): use endpointService.registries * fix(kueb/namespaces): rename resource pool to namespace * fix(kube/namespace): move selected registries * fix(api/registries): hide accesses on registry creation Co-authored-by: LP B <xAt0mZ@users.noreply.github.com> refactor(api): remove code duplication after rebase fix(app/registries): replace last registry api usage by endpoint registry api fix(api/endpoints): update registry access policies on endpoint deletion (#5226) [EE-1027] fix(db): update db version * fix(dockerhub): fetch rate limits * fix(registry/tests): supply restricred context * fix(registries): show proget registry only when selected * fix(registry): create dockerhub registry * feat(db): move migrations to db 32 Co-authored-by: Chaim Lev-Ari <chiptus@gmail.com>
198 lines
7.1 KiB
Go
198 lines
7.1 KiB
Go
package docker
|
|
|
|
import (
|
|
"context"
|
|
"errors"
|
|
"net/http"
|
|
"path"
|
|
|
|
"github.com/docker/docker/client"
|
|
|
|
portainer "github.com/portainer/portainer/api"
|
|
"github.com/portainer/portainer/api/http/proxy/factory/utils"
|
|
"github.com/portainer/portainer/api/http/security"
|
|
"github.com/portainer/portainer/api/internal/authorization"
|
|
)
|
|
|
|
const (
|
|
volumeObjectIdentifier = "ID"
|
|
)
|
|
|
|
func getInheritedResourceControlFromVolumeLabels(dockerClient *client.Client, endpointID portainer.EndpointID, volumeID string, resourceControls []portainer.ResourceControl) (*portainer.ResourceControl, error) {
|
|
volume, err := dockerClient.VolumeInspect(context.Background(), volumeID)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
stackResourceID := getStackResourceIDFromLabels(volume.Labels, endpointID)
|
|
if stackResourceID != "" {
|
|
return authorization.GetResourceControlByResourceIDAndType(stackResourceID, portainer.StackResourceControl, resourceControls), nil
|
|
}
|
|
|
|
return nil, nil
|
|
}
|
|
|
|
// volumeListOperation extracts the response as a JSON object, loop through the volume array
|
|
// decorate and/or filter the volumes based on resource controls before rewriting the response.
|
|
func (transport *Transport) volumeListOperation(response *http.Response, executor *operationExecutor) error {
|
|
// VolumeList response is a JSON object
|
|
// https://docs.docker.com/engine/api/v1.28/#operation/VolumeList
|
|
responseObject, err := utils.GetResponseAsJSONObject(response)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
// The "Volumes" field contains the list of volumes as an array of JSON objects
|
|
if responseObject["Volumes"] != nil {
|
|
volumeData := responseObject["Volumes"].([]interface{})
|
|
|
|
for _, volumeObject := range volumeData {
|
|
volume := volumeObject.(map[string]interface{})
|
|
if volume["Name"] == nil || volume["CreatedAt"] == nil {
|
|
return errors.New("missing identifier in Docker resource list response")
|
|
}
|
|
volume[volumeObjectIdentifier] = volume["Name"].(string) + volume["CreatedAt"].(string)
|
|
}
|
|
|
|
resourceOperationParameters := &resourceOperationParameters{
|
|
resourceIdentifierAttribute: volumeObjectIdentifier,
|
|
resourceType: portainer.VolumeResourceControl,
|
|
labelsObjectSelector: selectorVolumeLabels,
|
|
}
|
|
|
|
volumeData, err = transport.applyAccessControlOnResourceList(resourceOperationParameters, volumeData, executor)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
// Overwrite the original volume list
|
|
responseObject["Volumes"] = volumeData
|
|
}
|
|
|
|
return utils.RewriteResponse(response, responseObject, http.StatusOK)
|
|
}
|
|
|
|
// volumeInspectOperation extracts the response as a JSON object, verify that the user
|
|
// has access to the volume based on any existing resource control and either rewrite an access denied response or a decorated volume.
|
|
func (transport *Transport) volumeInspectOperation(response *http.Response, executor *operationExecutor) error {
|
|
// VolumeInspect response is a JSON object
|
|
// https://docs.docker.com/engine/api/v1.28/#operation/VolumeInspect
|
|
responseObject, err := utils.GetResponseAsJSONObject(response)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
if responseObject["Name"] == nil || responseObject["CreatedAt"] == nil {
|
|
return errors.New("missing identifier in Docker resource detail response")
|
|
}
|
|
responseObject[volumeObjectIdentifier] = responseObject["Name"].(string) + responseObject["CreatedAt"].(string)
|
|
|
|
resourceOperationParameters := &resourceOperationParameters{
|
|
resourceIdentifierAttribute: volumeObjectIdentifier,
|
|
resourceType: portainer.VolumeResourceControl,
|
|
labelsObjectSelector: selectorVolumeLabels,
|
|
}
|
|
|
|
return transport.applyAccessControlOnResource(resourceOperationParameters, responseObject, response, executor)
|
|
}
|
|
|
|
// selectorVolumeLabels retrieve the labels object associated to the volume object.
|
|
// Labels are available under the "Labels" property.
|
|
// API schema references:
|
|
// https://docs.docker.com/engine/api/v1.28/#operation/VolumeInspect
|
|
// https://docs.docker.com/engine/api/v1.28/#operation/VolumeList
|
|
func selectorVolumeLabels(responseObject map[string]interface{}) map[string]interface{} {
|
|
return utils.GetJSONObject(responseObject, "Labels")
|
|
}
|
|
|
|
func (transport *Transport) decorateVolumeResourceCreationOperation(request *http.Request, resourceIdentifierAttribute string, resourceType portainer.ResourceControlType) (*http.Response, error) {
|
|
tokenData, err := security.RetrieveTokenData(request)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
volumeID := request.Header.Get("X-Portainer-VolumeName")
|
|
|
|
if volumeID != "" {
|
|
cli := transport.dockerClient
|
|
agentTargetHeader := request.Header.Get(portainer.PortainerAgentTargetHeader)
|
|
if agentTargetHeader != "" {
|
|
dockerClient, err := transport.dockerClientFactory.CreateClient(transport.endpoint, agentTargetHeader)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
defer dockerClient.Close()
|
|
cli = dockerClient
|
|
}
|
|
|
|
_, err = cli.VolumeInspect(context.Background(), volumeID)
|
|
if err == nil {
|
|
return nil, errors.New("a volume with the same name already exists")
|
|
}
|
|
}
|
|
|
|
response, err := transport.executeDockerRequest(request)
|
|
if err != nil {
|
|
return response, err
|
|
}
|
|
|
|
if response.StatusCode == http.StatusCreated {
|
|
err = transport.decorateVolumeCreationResponse(response, resourceIdentifierAttribute, resourceType, tokenData.ID)
|
|
}
|
|
return response, err
|
|
}
|
|
|
|
func (transport *Transport) decorateVolumeCreationResponse(response *http.Response, resourceIdentifierAttribute string, resourceType portainer.ResourceControlType, userID portainer.UserID) error {
|
|
responseObject, err := utils.GetResponseAsJSONObject(response)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
if responseObject["Name"] == nil || responseObject["CreatedAt"] == nil {
|
|
return errors.New("missing identifier in Docker resource creation response")
|
|
}
|
|
resourceID := responseObject["Name"].(string) + responseObject["CreatedAt"].(string)
|
|
|
|
resourceControl, err := transport.createPrivateResourceControl(resourceID, resourceType, userID)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
responseObject = decorateObject(responseObject, resourceControl)
|
|
|
|
return utils.RewriteResponse(response, responseObject, http.StatusOK)
|
|
}
|
|
|
|
func (transport *Transport) restrictedVolumeOperation(requestPath string, request *http.Request) (*http.Response, error) {
|
|
|
|
if request.Method == http.MethodGet {
|
|
return transport.rewriteOperation(request, transport.volumeInspectOperation)
|
|
}
|
|
|
|
volumeName := path.Base(requestPath)
|
|
agentTargetHeader := request.Header.Get(portainer.PortainerAgentTargetHeader)
|
|
|
|
resourceID, err := transport.getVolumeResourceID(agentTargetHeader, volumeName)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
if request.Method == http.MethodDelete {
|
|
return transport.executeGenericResourceDeletionOperation(request, resourceID, volumeName, portainer.VolumeResourceControl)
|
|
}
|
|
return transport.restrictedResourceOperation(request, resourceID, volumeName, portainer.VolumeResourceControl, false)
|
|
}
|
|
|
|
func (transport *Transport) getVolumeResourceID(nodename, volumeID string) (string, error) {
|
|
cli, err := transport.dockerClientFactory.CreateClient(transport.endpoint, nodename)
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
defer cli.Close()
|
|
|
|
volume, err := cli.VolumeInspect(context.Background(), volumeID)
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
|
|
return volume.Name + volume.CreatedAt, nil
|
|
}
|