mirror of
https://github.com/portainer/portainer.git
synced 2025-07-19 05:19:39 +02:00
* feat(app): rework private registries and support private registries in kubernetes [EE-30] feat(api): backport private registries backend changes (#5072) * feat(api/bolt): backport bolt changes * feat(api/exec): backport exec changes * feat(api/http): backport http/handler/dockerhub changes * feat(api/http): backport http/handler/endpoints changes * feat(api/http): backport http/handler/registries changes * feat(api/http): backport http/handler/stacks changes * feat(api/http): backport http/handler changes * feat(api/http): backport http/proxy/factory/azure changes * feat(api/http): backport http/proxy/factory/docker changes * feat(api/http): backport http/proxy/factory/utils changes * feat(api/http): backport http/proxy/factory/kubernetes changes * feat(api/http): backport http/proxy/factory changes * feat(api/http): backport http/security changes * feat(api/http): backport http changes * feat(api/internal): backport internal changes * feat(api): backport api changes * feat(api/kubernetes): backport kubernetes changes * fix(api/http): changes on backend following backport feat(app): backport private registries frontend changes (#5056) * feat(app/docker): backport docker/components changes * feat(app/docker): backport docker/helpers changes * feat(app/docker): backport docker/views/container changes * feat(app/docker): backport docker/views/images changes * feat(app/docker): backport docker/views/registries changes * feat(app/docker): backport docker/views/services changes * feat(app/docker): backport docker changes * feat(app/kubernetes): backport kubernetes/components changes * feat(app/kubernetes): backport kubernetes/converters changes * feat(app/kubernetes): backport kubernetes/models changes * feat(app/kubernetes): backport kubernetes/registries changes * feat(app/kubernetes): backport kubernetes/services changes * feat(app/kubernetes): backport kubernetes/views/applications changes * feat(app/kubernetes): backport kubernetes/views/configurations changes * feat(app/kubernetes): backport kubernetes/views/configure changes * feat(app/kubernetes): backport kubernetes/views/resource-pools changes * feat(app/kubernetes): backport kubernetes/views changes * feat(app/portainer): backport portainer/components/accessManagement changes * feat(app/portainer): backport portainer/components/datatables changes * feat(app/portainer): backport portainer/components/forms changes * feat(app/portainer): backport portainer/components/registry-details changes * feat(app/portainer): backport portainer/models changes * feat(app/portainer): backport portainer/rest changes * feat(app/portainer): backport portainer/services changes * feat(app/portainer): backport portainer/views changes * feat(app/portainer): backport portainer changes * feat(app): backport app changes * config(project): gitignore + jsconfig changes gitignore all files under api/cmd/portainer but main.go and enable Code Editor autocomplete on import ... from '@/...' fix(app): fix pull rate limit checker fix(app/registries): sidebar menus and registry accesses users filtering fix(api): add missing kube client factory fix(kube): fetch dockerhub pull limits (#5133) fix(app): pre review fixes (#5142) * fix(app/registries): remove checkbox for endpointRegistries view * fix(endpoints): allow access to default namespace * fix(docker): fetch pull limits * fix(kube/ns): show selected registries for non admin Co-authored-by: Chaim Lev-Ari <chiptus@gmail.com> chore(webpack): ignore missing sourcemaps fix(registries): fetch registry config from url feat(kube/registries): ignore not found when deleting secret feat(db): move migration to db 31 fix(registries): fix bugs in PR EE-869 (#5169) * fix(registries): hide role * fix(endpoints): set empty access policy to edge endpoint * fix(registry): remove double arguments * fix(admin): ignore warning * feat(kube/configurations): tag registry secrets (#5157) * feat(kube/configurations): tag registry secrets * feat(kube/secrets): show registry secrets for admins * fix(registries): move dockerhub to beginning * refactor(registries): use endpoint scoped registries feat(registries): filter by namespace if supplied feat(access-managment): filter users for registry (#5191) * refactor(access-manage): move users selector to component * feat(access-managment): filter users for registry refactor(registries): sync code with CE (#5200) * refactor(registry): add inspect handler under endpoints * refactor(endpoint): sync endpoint_registries_list * refactor(endpoints): sync registry_access * fix(db): rename migration functions * fix(registries): show accesses for admin * fix(kube): set token on transport * refactor(kube): move secret help to bottom * fix(kuberentes): remove shouldLog parameter * style(auth): add description of security.IsAdmin * feat(security): allow admin access to registry * feat(edge): connect to edge endpoint when creating client * style(portainer): change deprecation version * refactor(sidebar): hide manage * refactor(containers): revert changes * style(container): remove whitespace * fix(endpoint): add handler to registy on endpointService * refactor(image): use endpointService.registries * fix(kueb/namespaces): rename resource pool to namespace * fix(kube/namespace): move selected registries * fix(api/registries): hide accesses on registry creation Co-authored-by: LP B <xAt0mZ@users.noreply.github.com> refactor(api): remove code duplication after rebase fix(app/registries): replace last registry api usage by endpoint registry api fix(api/endpoints): update registry access policies on endpoint deletion (#5226) [EE-1027] fix(db): update db version * fix(dockerhub): fetch rate limits * fix(registry/tests): supply restricred context * fix(registries): show proget registry only when selected * fix(registry): create dockerhub registry * feat(db): move migrations to db 32 Co-authored-by: Chaim Lev-Ari <chiptus@gmail.com>
233 lines
8.6 KiB
Go
233 lines
8.6 KiB
Go
package docker
|
|
|
|
import (
|
|
"bytes"
|
|
"context"
|
|
"encoding/json"
|
|
"errors"
|
|
"io/ioutil"
|
|
"net/http"
|
|
|
|
"github.com/docker/docker/client"
|
|
portainer "github.com/portainer/portainer/api"
|
|
"github.com/portainer/portainer/api/http/proxy/factory/utils"
|
|
"github.com/portainer/portainer/api/http/security"
|
|
"github.com/portainer/portainer/api/internal/authorization"
|
|
)
|
|
|
|
const (
|
|
containerObjectIdentifier = "Id"
|
|
)
|
|
|
|
func getInheritedResourceControlFromContainerLabels(dockerClient *client.Client, endpointID portainer.EndpointID, containerID string, resourceControls []portainer.ResourceControl) (*portainer.ResourceControl, error) {
|
|
container, err := dockerClient.ContainerInspect(context.Background(), containerID)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
serviceName := container.Config.Labels[resourceLabelForDockerServiceID]
|
|
if serviceName != "" {
|
|
serviceResourceControl := authorization.GetResourceControlByResourceIDAndType(serviceName, portainer.ServiceResourceControl, resourceControls)
|
|
if serviceResourceControl != nil {
|
|
return serviceResourceControl, nil
|
|
}
|
|
}
|
|
|
|
stackResourceID := getStackResourceIDFromLabels(container.Config.Labels, endpointID)
|
|
if stackResourceID != "" {
|
|
return authorization.GetResourceControlByResourceIDAndType(stackResourceID, portainer.StackResourceControl, resourceControls), nil
|
|
}
|
|
|
|
return nil, nil
|
|
}
|
|
|
|
// containerListOperation extracts the response as a JSON array, loop through the containers array
|
|
// decorate and/or filter the containers based on resource controls before rewriting the response.
|
|
func (transport *Transport) containerListOperation(response *http.Response, executor *operationExecutor) error {
|
|
// ContainerList response is a JSON array
|
|
// https://docs.docker.com/engine/api/v1.28/#operation/ContainerList
|
|
responseArray, err := utils.GetResponseAsJSONArray(response)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
resourceOperationParameters := &resourceOperationParameters{
|
|
resourceIdentifierAttribute: containerObjectIdentifier,
|
|
resourceType: portainer.ContainerResourceControl,
|
|
labelsObjectSelector: selectorContainerLabelsFromContainerListOperation,
|
|
}
|
|
|
|
responseArray, err = transport.applyAccessControlOnResourceList(resourceOperationParameters, responseArray, executor)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
if executor.labelBlackList != nil {
|
|
responseArray, err = filterContainersWithBlackListedLabels(responseArray, executor.labelBlackList)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
return utils.RewriteResponse(response, responseArray, http.StatusOK)
|
|
}
|
|
|
|
// containerInspectOperation extracts the response as a JSON object, verify that the user
|
|
// has access to the container based on resource control and either rewrite an access denied response or a decorated container.
|
|
func (transport *Transport) containerInspectOperation(response *http.Response, executor *operationExecutor) error {
|
|
//ContainerInspect response is a JSON object
|
|
// https://docs.docker.com/engine/api/v1.28/#operation/ContainerInspect
|
|
responseObject, err := utils.GetResponseAsJSONObject(response)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
resourceOperationParameters := &resourceOperationParameters{
|
|
resourceIdentifierAttribute: containerObjectIdentifier,
|
|
resourceType: portainer.ContainerResourceControl,
|
|
labelsObjectSelector: selectorContainerLabelsFromContainerInspectOperation,
|
|
}
|
|
|
|
return transport.applyAccessControlOnResource(resourceOperationParameters, responseObject, response, executor)
|
|
}
|
|
|
|
// selectorContainerLabelsFromContainerInspectOperation retrieve the labels object associated to the container object.
|
|
// This selector is specific to the containerInspect Docker operation.
|
|
// Labels are available under the "Config.Labels" property.
|
|
// API schema reference: https://docs.docker.com/engine/api/v1.28/#operation/ContainerInspect
|
|
func selectorContainerLabelsFromContainerInspectOperation(responseObject map[string]interface{}) map[string]interface{} {
|
|
containerConfigObject := utils.GetJSONObject(responseObject, "Config")
|
|
if containerConfigObject != nil {
|
|
containerLabelsObject := utils.GetJSONObject(containerConfigObject, "Labels")
|
|
return containerLabelsObject
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// selectorContainerLabelsFromContainerListOperation retrieve the labels object associated to the container object.
|
|
// This selector is specific to the containerList Docker operation.
|
|
// Labels are available under the "Labels" property.
|
|
// API schema reference: https://docs.docker.com/engine/api/v1.28/#operation/ContainerList
|
|
func selectorContainerLabelsFromContainerListOperation(responseObject map[string]interface{}) map[string]interface{} {
|
|
containerLabelsObject := utils.GetJSONObject(responseObject, "Labels")
|
|
return containerLabelsObject
|
|
}
|
|
|
|
// filterContainersWithLabels loops through a list of containers, and filters containers that do not contains
|
|
// any labels in the labels black list.
|
|
func filterContainersWithBlackListedLabels(containerData []interface{}, labelBlackList []portainer.Pair) ([]interface{}, error) {
|
|
filteredContainerData := make([]interface{}, 0)
|
|
|
|
for _, container := range containerData {
|
|
containerObject := container.(map[string]interface{})
|
|
|
|
containerLabels := selectorContainerLabelsFromContainerListOperation(containerObject)
|
|
if containerLabels != nil {
|
|
if !containerHasBlackListedLabel(containerLabels, labelBlackList) {
|
|
filteredContainerData = append(filteredContainerData, containerObject)
|
|
}
|
|
} else {
|
|
filteredContainerData = append(filteredContainerData, containerObject)
|
|
}
|
|
}
|
|
|
|
return filteredContainerData, nil
|
|
}
|
|
|
|
func containerHasBlackListedLabel(containerLabels map[string]interface{}, labelBlackList []portainer.Pair) bool {
|
|
for key, value := range containerLabels {
|
|
labelName := key
|
|
labelValue := value.(string)
|
|
|
|
for _, blackListedLabel := range labelBlackList {
|
|
if blackListedLabel.Name == labelName && blackListedLabel.Value == labelValue {
|
|
return true
|
|
}
|
|
}
|
|
}
|
|
|
|
return false
|
|
}
|
|
|
|
func (transport *Transport) decorateContainerCreationOperation(request *http.Request, resourceIdentifierAttribute string, resourceType portainer.ResourceControlType) (*http.Response, error) {
|
|
type PartialContainer struct {
|
|
HostConfig struct {
|
|
Privileged bool `json:"Privileged"`
|
|
PidMode string `json:"PidMode"`
|
|
Devices []interface{} `json:"Devices"`
|
|
Sysctls map[string]interface{} `json:"Sysctls"`
|
|
CapAdd []string `json:"CapAdd"`
|
|
CapDrop []string `json:"CapDrop"`
|
|
Binds []string `json:"Binds"`
|
|
} `json:"HostConfig"`
|
|
}
|
|
|
|
forbiddenResponse := &http.Response{
|
|
StatusCode: http.StatusForbidden,
|
|
}
|
|
|
|
tokenData, err := security.RetrieveTokenData(request)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
isAdminOrEndpointAdmin, err := transport.isAdminOrEndpointAdmin(request)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
if !isAdminOrEndpointAdmin {
|
|
securitySettings, err := transport.fetchEndpointSecuritySettings()
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
body, err := ioutil.ReadAll(request.Body)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
partialContainer := &PartialContainer{}
|
|
err = json.Unmarshal(body, partialContainer)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
if !securitySettings.AllowPrivilegedModeForRegularUsers && partialContainer.HostConfig.Privileged {
|
|
return forbiddenResponse, errors.New("forbidden to use privileged mode")
|
|
}
|
|
|
|
if !securitySettings.AllowHostNamespaceForRegularUsers && partialContainer.HostConfig.PidMode == "host" {
|
|
return forbiddenResponse, errors.New("forbidden to use pid host namespace")
|
|
}
|
|
|
|
if !securitySettings.AllowDeviceMappingForRegularUsers && len(partialContainer.HostConfig.Devices) > 0 {
|
|
return forbiddenResponse, errors.New("forbidden to use device mapping")
|
|
}
|
|
|
|
if !securitySettings.AllowSysctlSettingForRegularUsers && len(partialContainer.HostConfig.Sysctls) > 0 {
|
|
return forbiddenResponse, errors.New("forbidden to use sysctl settings")
|
|
}
|
|
|
|
if !securitySettings.AllowContainerCapabilitiesForRegularUsers && (len(partialContainer.HostConfig.CapAdd) > 0 || len(partialContainer.HostConfig.CapDrop) > 0) {
|
|
return nil, errors.New("forbidden to use container capabilities")
|
|
}
|
|
|
|
if !securitySettings.AllowBindMountsForRegularUsers && (len(partialContainer.HostConfig.Binds) > 0) {
|
|
return forbiddenResponse, errors.New("forbidden to use bind mounts")
|
|
}
|
|
|
|
request.Body = ioutil.NopCloser(bytes.NewBuffer(body))
|
|
}
|
|
|
|
response, err := transport.executeDockerRequest(request)
|
|
if err != nil {
|
|
return response, err
|
|
}
|
|
|
|
if response.StatusCode == http.StatusCreated {
|
|
err = transport.decorateGenericResourceCreationResponse(response, resourceIdentifierAttribute, resourceType, tokenData.ID)
|
|
}
|
|
|
|
return response, err
|
|
}
|