[ws-daemon] Support rootfs quota

Author: csweichel

components/ws-daemon/pkg/daemon/config.go

@@ -10,6 +10,7 @@ import (
 	"github.com/gitpod-io/gitpod/ws-daemon/pkg/diskguard"
 	"github.com/gitpod-io/gitpod/ws-daemon/pkg/hosts"
 	"github.com/gitpod-io/gitpod/ws-daemon/pkg/iws"
+	"github.com/gitpod-io/gitpod/ws-daemon/pkg/quota"
 	"github.com/gitpod-io/gitpod/ws-daemon/pkg/resources"
 )
 
@@ -18,11 +19,12 @@ type Config struct {
 	Runtime         RuntimeConfig         `json:"runtime"`
 	ReadinessSignal ReadinessSignalConfig `json:"readiness"`
 
-	Content        content.Config      `json:"content"`
-	Uidmapper      iws.UidmapperConfig `json:"uidmapper"`
-	Resources      resources.Config    `json:"resources"`
-	Hosts          hosts.Config        `json:"hosts"`
-	DiskSpaceGuard diskguard.Config    `json:"disk"`
+	Content              content.Config      `json:"content"`
+	Uidmapper            iws.UidmapperConfig `json:"uidmapper"`
+	Resources            resources.Config    `json:"resources"`
+	Hosts                hosts.Config        `json:"hosts"`
+	DiskSpaceGuard       diskguard.Config    `json:"disk"`
+	ContainerRootfsQuota quota.Size          `json:"containerRootfsQuota"`
 }
 
 type RuntimeConfig struct {

components/ws-daemon/pkg/daemon/daemon.go

@@ -46,17 +46,26 @@ func NewDaemon(config Config, reg prometheus.Registerer) (*Daemon, error) {
 	if nodename == "" {
 		return nil, xerrors.Errorf("NODENAME env var isn't set")
 	}
+
 	cgCustomizer := &CgroupCustomizer{}
 	cgCustomizer.WithCgroupBasePath(config.Resources.CGroupsBasePath)
 	markUnmountFallback, err := NewMarkUnmountFallback(reg)
 	if err != nil {
 		return nil, err
 	}
-	dsptch, err := dispatch.NewDispatch(containerRuntime, clientset, config.Runtime.KubernetesNamespace, nodename,
+	listener := []dispatch.Listener{
 		resources.NewDispatchListener(&config.Resources, reg),
 		cgCustomizer,
 		markUnmountFallback,
-	)
+	}
+
+	if config.ContainerRootfsQuota != 0 {
+		listener = append(listener, &ContainerRootFSQuotaEnforcer{
+			Quota: config.ContainerRootfsQuota,
+		})
+	}
+
+	dsptch, err := dispatch.NewDispatch(containerRuntime, clientset, config.Runtime.KubernetesNamespace, nodename, listener...)
 	if err != nil {
 		return nil, err
 	}

components/ws-daemon/pkg/daemon/rootfsquota.go

@@ -0,0 +1,44 @@
+// Copyright (c) 2021 Gitpod GmbH. All rights reserved.
+// Licensed under the GNU Affero General Public License (AGPL).
+// See License-AGPL.txt in the project root for license information.
+
+package daemon
+
+import (
+	"context"
+
+	"github.com/gitpod-io/gitpod/ws-daemon/pkg/container"
+	"github.com/gitpod-io/gitpod/ws-daemon/pkg/dispatch"
+	"github.com/gitpod-io/gitpod/ws-daemon/pkg/quota"
+	"golang.org/x/xerrors"
+)
+
+type ContainerRootFSQuotaEnforcer struct {
+	Quota quota.Size
+}
+
+func (c *ContainerRootFSQuotaEnforcer) WorkspaceAdded(ctx context.Context, ws *dispatch.Workspace) error {
+	disp := dispatch.GetFromContext(ctx)
+	if disp == nil {
+		return xerrors.Errorf("no dispatch available")
+	}
+
+	loc, err := disp.Runtime.ContainerRootfs(ctx, ws.ContainerID, container.OptsContainerRootfs{Unmapped: false})
+	if err != nil {
+		return xerrors.Errorf("cannot find container rootfs: %w", err)
+	}
+
+	// TODO(cw); create one FS for all of those operations for performance/memory optimisation
+	fs, err := quota.NewXFS(loc)
+	if err != nil {
+		return xerrors.Errorf("XFS is not supported: %w", err)
+	}
+
+	// TODO(cw): we'll need to clean up the used prjquota's - otherwise we'll run out of them on a busy node
+	_, err = fs.SetQuota(loc, c.Quota)
+	if err != nil {
+		return xerrors.Errorf("cannot enforce rootfs quota: %w", err)
+	}
+
+	return nil
+}