mirror of
				https://github.com/superseriousbusiness/gotosocial.git
				synced 2025-11-04 08:52:26 -06:00 
			
		
		
		
	Bumps [github.com/KimMachineGun/automemlimit](https://github.com/KimMachineGun/automemlimit) from 0.2.4 to 0.2.5. - [Release notes](https://github.com/KimMachineGun/automemlimit/releases) - [Commits](https://github.com/KimMachineGun/automemlimit/compare/v0.2.4...v0.2.5) --- updated-dependencies: - dependency-name: github.com/KimMachineGun/automemlimit dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] <support@github.com> Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
		
			
				
	
	
		
			446 lines
		
	
	
	
		
			11 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
			
		
		
	
	
			446 lines
		
	
	
	
		
			11 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
/*
 | 
						|
   Copyright The containerd Authors.
 | 
						|
 | 
						|
   Licensed under the Apache License, Version 2.0 (the "License");
 | 
						|
   you may not use this file except in compliance with the License.
 | 
						|
   You may obtain a copy of the License at
 | 
						|
 | 
						|
       http://www.apache.org/licenses/LICENSE-2.0
 | 
						|
 | 
						|
   Unless required by applicable law or agreed to in writing, software
 | 
						|
   distributed under the License is distributed on an "AS IS" BASIS,
 | 
						|
   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 | 
						|
   See the License for the specific language governing permissions and
 | 
						|
   limitations under the License.
 | 
						|
*/
 | 
						|
 | 
						|
package cgroup2
 | 
						|
 | 
						|
import (
 | 
						|
	"bufio"
 | 
						|
	"fmt"
 | 
						|
	"io"
 | 
						|
	"math"
 | 
						|
	"os"
 | 
						|
	"path/filepath"
 | 
						|
	"strconv"
 | 
						|
	"strings"
 | 
						|
	"time"
 | 
						|
	"unsafe"
 | 
						|
 | 
						|
	"github.com/containerd/cgroups/v3/cgroup2/stats"
 | 
						|
 | 
						|
	"github.com/godbus/dbus/v5"
 | 
						|
	"github.com/opencontainers/runtime-spec/specs-go"
 | 
						|
	"github.com/sirupsen/logrus"
 | 
						|
	"golang.org/x/sys/unix"
 | 
						|
)
 | 
						|
 | 
						|
const (
 | 
						|
	cgroupProcs    = "cgroup.procs"
 | 
						|
	cgroupThreads  = "cgroup.threads"
 | 
						|
	defaultDirPerm = 0755
 | 
						|
)
 | 
						|
 | 
						|
// defaultFilePerm is a var so that the test framework can change the filemode
 | 
						|
// of all files created when the tests are running.  The difference between the
 | 
						|
// tests and real world use is that files like "cgroup.procs" will exist when writing
 | 
						|
// to a read cgroup filesystem and do not exist prior when running in the tests.
 | 
						|
// this is set to a non 0 value in the test code
 | 
						|
var defaultFilePerm = os.FileMode(0)
 | 
						|
 | 
						|
// remove will remove a cgroup path handling EAGAIN and EBUSY errors and
 | 
						|
// retrying the remove after a exp timeout
 | 
						|
func remove(path string) error {
 | 
						|
	var err error
 | 
						|
	delay := 10 * time.Millisecond
 | 
						|
	for i := 0; i < 5; i++ {
 | 
						|
		if i != 0 {
 | 
						|
			time.Sleep(delay)
 | 
						|
			delay *= 2
 | 
						|
		}
 | 
						|
		if err = os.RemoveAll(path); err == nil {
 | 
						|
			return nil
 | 
						|
		}
 | 
						|
	}
 | 
						|
	return fmt.Errorf("cgroups: unable to remove path %q: %w", path, err)
 | 
						|
}
 | 
						|
 | 
						|
// parseCgroupProcsFile parses /sys/fs/cgroup/$GROUPPATH/cgroup.procs
 | 
						|
func parseCgroupProcsFile(path string) ([]uint64, error) {
 | 
						|
	f, err := os.Open(path)
 | 
						|
	if err != nil {
 | 
						|
		return nil, err
 | 
						|
	}
 | 
						|
	defer f.Close()
 | 
						|
	var (
 | 
						|
		out []uint64
 | 
						|
		s   = bufio.NewScanner(f)
 | 
						|
	)
 | 
						|
	for s.Scan() {
 | 
						|
		if t := s.Text(); t != "" {
 | 
						|
			pid, err := strconv.ParseUint(t, 10, 0)
 | 
						|
			if err != nil {
 | 
						|
				return nil, err
 | 
						|
			}
 | 
						|
			out = append(out, pid)
 | 
						|
		}
 | 
						|
	}
 | 
						|
	if err := s.Err(); err != nil {
 | 
						|
		return nil, err
 | 
						|
	}
 | 
						|
	return out, nil
 | 
						|
}
 | 
						|
 | 
						|
func parseKV(raw string) (string, interface{}, error) {
 | 
						|
	parts := strings.Fields(raw)
 | 
						|
	switch len(parts) {
 | 
						|
	case 2:
 | 
						|
		v, err := parseUint(parts[1], 10, 64)
 | 
						|
		if err != nil {
 | 
						|
			// if we cannot parse as a uint, parse as a string
 | 
						|
			return parts[0], parts[1], nil
 | 
						|
		}
 | 
						|
		return parts[0], v, nil
 | 
						|
	default:
 | 
						|
		return "", 0, ErrInvalidFormat
 | 
						|
	}
 | 
						|
}
 | 
						|
 | 
						|
func parseUint(s string, base, bitSize int) (uint64, error) {
 | 
						|
	v, err := strconv.ParseUint(s, base, bitSize)
 | 
						|
	if err != nil {
 | 
						|
		intValue, intErr := strconv.ParseInt(s, base, bitSize)
 | 
						|
		// 1. Handle negative values greater than MinInt64 (and)
 | 
						|
		// 2. Handle negative values lesser than MinInt64
 | 
						|
		if intErr == nil && intValue < 0 {
 | 
						|
			return 0, nil
 | 
						|
		} else if intErr != nil &&
 | 
						|
			intErr.(*strconv.NumError).Err == strconv.ErrRange &&
 | 
						|
			intValue < 0 {
 | 
						|
			return 0, nil
 | 
						|
		}
 | 
						|
		return 0, err
 | 
						|
	}
 | 
						|
	return v, nil
 | 
						|
}
 | 
						|
 | 
						|
// parseCgroupFile parses /proc/PID/cgroup file and return string
 | 
						|
func parseCgroupFile(path string) (string, error) {
 | 
						|
	f, err := os.Open(path)
 | 
						|
	if err != nil {
 | 
						|
		return "", err
 | 
						|
	}
 | 
						|
	defer f.Close()
 | 
						|
	return parseCgroupFromReader(f)
 | 
						|
}
 | 
						|
 | 
						|
func parseCgroupFromReader(r io.Reader) (string, error) {
 | 
						|
	var (
 | 
						|
		s = bufio.NewScanner(r)
 | 
						|
	)
 | 
						|
	for s.Scan() {
 | 
						|
		var (
 | 
						|
			text  = s.Text()
 | 
						|
			parts = strings.SplitN(text, ":", 3)
 | 
						|
		)
 | 
						|
		if len(parts) < 3 {
 | 
						|
			return "", fmt.Errorf("invalid cgroup entry: %q", text)
 | 
						|
		}
 | 
						|
		// text is like "0::/user.slice/user-1001.slice/session-1.scope"
 | 
						|
		if parts[0] == "0" && parts[1] == "" {
 | 
						|
			return parts[2], nil
 | 
						|
		}
 | 
						|
	}
 | 
						|
	if err := s.Err(); err != nil {
 | 
						|
		return "", err
 | 
						|
	}
 | 
						|
	return "", fmt.Errorf("cgroup path not found")
 | 
						|
}
 | 
						|
 | 
						|
// ToResources converts the oci LinuxResources struct into a
 | 
						|
// v2 Resources type for use with this package.
 | 
						|
//
 | 
						|
// converting cgroups configuration from v1 to v2
 | 
						|
// ref: https://github.com/containers/crun/blob/master/crun.1.md#cgroup-v2
 | 
						|
func ToResources(spec *specs.LinuxResources) *Resources {
 | 
						|
	var resources Resources
 | 
						|
	if cpu := spec.CPU; cpu != nil {
 | 
						|
		resources.CPU = &CPU{
 | 
						|
			Cpus: cpu.Cpus,
 | 
						|
			Mems: cpu.Mems,
 | 
						|
		}
 | 
						|
		if shares := cpu.Shares; shares != nil {
 | 
						|
			convertedWeight := 1 + ((*shares-2)*9999)/262142
 | 
						|
			resources.CPU.Weight = &convertedWeight
 | 
						|
		}
 | 
						|
		if period := cpu.Period; period != nil {
 | 
						|
			resources.CPU.Max = NewCPUMax(cpu.Quota, period)
 | 
						|
		}
 | 
						|
	}
 | 
						|
	if mem := spec.Memory; mem != nil {
 | 
						|
		resources.Memory = &Memory{}
 | 
						|
		if swap := mem.Swap; swap != nil {
 | 
						|
			resources.Memory.Swap = swap
 | 
						|
		}
 | 
						|
		if l := mem.Limit; l != nil {
 | 
						|
			resources.Memory.Max = l
 | 
						|
		}
 | 
						|
		if l := mem.Reservation; l != nil {
 | 
						|
			resources.Memory.Low = l
 | 
						|
		}
 | 
						|
	}
 | 
						|
	if hugetlbs := spec.HugepageLimits; hugetlbs != nil {
 | 
						|
		hugeTlbUsage := HugeTlb{}
 | 
						|
		for _, hugetlb := range hugetlbs {
 | 
						|
			hugeTlbUsage = append(hugeTlbUsage, HugeTlbEntry{
 | 
						|
				HugePageSize: hugetlb.Pagesize,
 | 
						|
				Limit:        hugetlb.Limit,
 | 
						|
			})
 | 
						|
		}
 | 
						|
		resources.HugeTlb = &hugeTlbUsage
 | 
						|
	}
 | 
						|
	if pids := spec.Pids; pids != nil {
 | 
						|
		resources.Pids = &Pids{
 | 
						|
			Max: pids.Limit,
 | 
						|
		}
 | 
						|
	}
 | 
						|
	if i := spec.BlockIO; i != nil {
 | 
						|
		resources.IO = &IO{}
 | 
						|
		if i.Weight != nil {
 | 
						|
			resources.IO.BFQ.Weight = 1 + (*i.Weight-10)*9999/990
 | 
						|
		}
 | 
						|
		for t, devices := range map[IOType][]specs.LinuxThrottleDevice{
 | 
						|
			ReadBPS:   i.ThrottleReadBpsDevice,
 | 
						|
			WriteBPS:  i.ThrottleWriteBpsDevice,
 | 
						|
			ReadIOPS:  i.ThrottleReadIOPSDevice,
 | 
						|
			WriteIOPS: i.ThrottleWriteIOPSDevice,
 | 
						|
		} {
 | 
						|
			for _, d := range devices {
 | 
						|
				resources.IO.Max = append(resources.IO.Max, Entry{
 | 
						|
					Type:  t,
 | 
						|
					Major: d.Major,
 | 
						|
					Minor: d.Minor,
 | 
						|
					Rate:  d.Rate,
 | 
						|
				})
 | 
						|
			}
 | 
						|
		}
 | 
						|
	}
 | 
						|
	if i := spec.Rdma; i != nil {
 | 
						|
		resources.RDMA = &RDMA{}
 | 
						|
		for device, value := range spec.Rdma {
 | 
						|
			if device != "" && (value.HcaHandles != nil && value.HcaObjects != nil) {
 | 
						|
				resources.RDMA.Limit = append(resources.RDMA.Limit, RDMAEntry{
 | 
						|
					Device:     device,
 | 
						|
					HcaHandles: *value.HcaHandles,
 | 
						|
					HcaObjects: *value.HcaObjects,
 | 
						|
				})
 | 
						|
			}
 | 
						|
		}
 | 
						|
	}
 | 
						|
 | 
						|
	return &resources
 | 
						|
}
 | 
						|
 | 
						|
// Gets uint64 parsed content of single value cgroup stat file
 | 
						|
func getStatFileContentUint64(filePath string) uint64 {
 | 
						|
	contents, err := os.ReadFile(filePath)
 | 
						|
	if err != nil {
 | 
						|
		return 0
 | 
						|
	}
 | 
						|
	trimmed := strings.TrimSpace(string(contents))
 | 
						|
	if trimmed == "max" {
 | 
						|
		return math.MaxUint64
 | 
						|
	}
 | 
						|
 | 
						|
	res, err := parseUint(trimmed, 10, 64)
 | 
						|
	if err != nil {
 | 
						|
		logrus.Errorf("unable to parse %q as a uint from Cgroup file %q", string(contents), filePath)
 | 
						|
		return res
 | 
						|
	}
 | 
						|
 | 
						|
	return res
 | 
						|
}
 | 
						|
 | 
						|
func readIoStats(path string) []*stats.IOEntry {
 | 
						|
	// more details on the io.stat file format: https://www.kernel.org/doc/Documentation/cgroup-v2.txt
 | 
						|
	var usage []*stats.IOEntry
 | 
						|
	fpath := filepath.Join(path, "io.stat")
 | 
						|
	currentData, err := os.ReadFile(fpath)
 | 
						|
	if err != nil {
 | 
						|
		return usage
 | 
						|
	}
 | 
						|
	entries := strings.Split(string(currentData), "\n")
 | 
						|
 | 
						|
	for _, entry := range entries {
 | 
						|
		parts := strings.Split(entry, " ")
 | 
						|
		if len(parts) < 2 {
 | 
						|
			continue
 | 
						|
		}
 | 
						|
		majmin := strings.Split(parts[0], ":")
 | 
						|
		if len(majmin) != 2 {
 | 
						|
			continue
 | 
						|
		}
 | 
						|
		major, err := strconv.ParseUint(majmin[0], 10, 0)
 | 
						|
		if err != nil {
 | 
						|
			return usage
 | 
						|
		}
 | 
						|
		minor, err := strconv.ParseUint(majmin[1], 10, 0)
 | 
						|
		if err != nil {
 | 
						|
			return usage
 | 
						|
		}
 | 
						|
		parts = parts[1:]
 | 
						|
		ioEntry := stats.IOEntry{
 | 
						|
			Major: major,
 | 
						|
			Minor: minor,
 | 
						|
		}
 | 
						|
		for _, s := range parts {
 | 
						|
			keyPairValue := strings.Split(s, "=")
 | 
						|
			if len(keyPairValue) != 2 {
 | 
						|
				continue
 | 
						|
			}
 | 
						|
			v, err := strconv.ParseUint(keyPairValue[1], 10, 0)
 | 
						|
			if err != nil {
 | 
						|
				continue
 | 
						|
			}
 | 
						|
			switch keyPairValue[0] {
 | 
						|
			case "rbytes":
 | 
						|
				ioEntry.Rbytes = v
 | 
						|
			case "wbytes":
 | 
						|
				ioEntry.Wbytes = v
 | 
						|
			case "rios":
 | 
						|
				ioEntry.Rios = v
 | 
						|
			case "wios":
 | 
						|
				ioEntry.Wios = v
 | 
						|
			}
 | 
						|
		}
 | 
						|
		usage = append(usage, &ioEntry)
 | 
						|
	}
 | 
						|
	return usage
 | 
						|
}
 | 
						|
 | 
						|
func rdmaStats(filepath string) []*stats.RdmaEntry {
 | 
						|
	currentData, err := os.ReadFile(filepath)
 | 
						|
	if err != nil {
 | 
						|
		return []*stats.RdmaEntry{}
 | 
						|
	}
 | 
						|
	return toRdmaEntry(strings.Split(string(currentData), "\n"))
 | 
						|
}
 | 
						|
 | 
						|
func parseRdmaKV(raw string, entry *stats.RdmaEntry) {
 | 
						|
	var value uint64
 | 
						|
	var err error
 | 
						|
 | 
						|
	parts := strings.Split(raw, "=")
 | 
						|
	switch len(parts) {
 | 
						|
	case 2:
 | 
						|
		if parts[1] == "max" {
 | 
						|
			value = math.MaxUint32
 | 
						|
		} else {
 | 
						|
			value, err = parseUint(parts[1], 10, 32)
 | 
						|
			if err != nil {
 | 
						|
				return
 | 
						|
			}
 | 
						|
		}
 | 
						|
		if parts[0] == "hca_handle" {
 | 
						|
			entry.HcaHandles = uint32(value)
 | 
						|
		} else if parts[0] == "hca_object" {
 | 
						|
			entry.HcaObjects = uint32(value)
 | 
						|
		}
 | 
						|
	}
 | 
						|
}
 | 
						|
 | 
						|
func toRdmaEntry(strEntries []string) []*stats.RdmaEntry {
 | 
						|
	var rdmaEntries []*stats.RdmaEntry
 | 
						|
	for i := range strEntries {
 | 
						|
		parts := strings.Fields(strEntries[i])
 | 
						|
		switch len(parts) {
 | 
						|
		case 3:
 | 
						|
			entry := new(stats.RdmaEntry)
 | 
						|
			entry.Device = parts[0]
 | 
						|
			parseRdmaKV(parts[1], entry)
 | 
						|
			parseRdmaKV(parts[2], entry)
 | 
						|
 | 
						|
			rdmaEntries = append(rdmaEntries, entry)
 | 
						|
		default:
 | 
						|
			continue
 | 
						|
		}
 | 
						|
	}
 | 
						|
	return rdmaEntries
 | 
						|
}
 | 
						|
 | 
						|
// isUnitExists returns true if the error is that a systemd unit already exists.
 | 
						|
func isUnitExists(err error) bool {
 | 
						|
	if err != nil {
 | 
						|
		if dbusError, ok := err.(dbus.Error); ok {
 | 
						|
			return strings.Contains(dbusError.Name, "org.freedesktop.systemd1.UnitExists")
 | 
						|
		}
 | 
						|
	}
 | 
						|
	return false
 | 
						|
}
 | 
						|
 | 
						|
func systemdUnitFromPath(path string) string {
 | 
						|
	_, unit := filepath.Split(path)
 | 
						|
	return unit
 | 
						|
}
 | 
						|
 | 
						|
func readHugeTlbStats(path string) []*stats.HugeTlbStat {
 | 
						|
	var usage = []*stats.HugeTlbStat{}
 | 
						|
	var keyUsage = make(map[string]*stats.HugeTlbStat)
 | 
						|
	f, err := os.Open(path)
 | 
						|
	if err != nil {
 | 
						|
		return usage
 | 
						|
	}
 | 
						|
	files, err := f.Readdir(-1)
 | 
						|
	f.Close()
 | 
						|
	if err != nil {
 | 
						|
		return usage
 | 
						|
	}
 | 
						|
 | 
						|
	for _, file := range files {
 | 
						|
		if strings.Contains(file.Name(), "hugetlb") &&
 | 
						|
			(strings.HasSuffix(file.Name(), "max") || strings.HasSuffix(file.Name(), "current")) {
 | 
						|
			var hugeTlb *stats.HugeTlbStat
 | 
						|
			var ok bool
 | 
						|
			fileName := strings.Split(file.Name(), ".")
 | 
						|
			pageSize := fileName[1]
 | 
						|
			if hugeTlb, ok = keyUsage[pageSize]; !ok {
 | 
						|
				hugeTlb = &stats.HugeTlbStat{}
 | 
						|
			}
 | 
						|
			hugeTlb.Pagesize = pageSize
 | 
						|
			out, err := os.ReadFile(filepath.Join(path, file.Name()))
 | 
						|
			if err != nil {
 | 
						|
				continue
 | 
						|
			}
 | 
						|
			var value uint64
 | 
						|
			stringVal := strings.TrimSpace(string(out))
 | 
						|
			if stringVal == "max" {
 | 
						|
				value = math.MaxUint64
 | 
						|
			} else {
 | 
						|
				value, err = strconv.ParseUint(stringVal, 10, 64)
 | 
						|
			}
 | 
						|
			if err != nil {
 | 
						|
				continue
 | 
						|
			}
 | 
						|
			switch fileName[2] {
 | 
						|
			case "max":
 | 
						|
				hugeTlb.Max = value
 | 
						|
			case "current":
 | 
						|
				hugeTlb.Current = value
 | 
						|
			}
 | 
						|
			keyUsage[pageSize] = hugeTlb
 | 
						|
		}
 | 
						|
	}
 | 
						|
	for _, entry := range keyUsage {
 | 
						|
		usage = append(usage, entry)
 | 
						|
	}
 | 
						|
	return usage
 | 
						|
}
 | 
						|
 | 
						|
func getSubreaper() (int, error) {
 | 
						|
	var i uintptr
 | 
						|
	if err := unix.Prctl(unix.PR_GET_CHILD_SUBREAPER, uintptr(unsafe.Pointer(&i)), 0, 0, 0); err != nil {
 | 
						|
		return -1, err
 | 
						|
	}
 | 
						|
	return int(i), nil
 | 
						|
}
 |