/*
   Copyright The containerd Authors.

   Licensed under the Apache License, Version 2.0 (the "License");
   you may not use this file except in compliance with the License.
   You may obtain a copy of the License at

       http://www.apache.org/licenses/LICENSE-2.0

   Unless required by applicable law or agreed to in writing, software
   distributed under the License is distributed on an "AS IS" BASIS,
   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
   See the License for the specific language governing permissions and
   limitations under the License.
*/

package cgroup2

import (
	"context"
	"fmt"
	"os"
	"os/exec"
	"syscall"
	"testing"
	"time"

	systemdDbus "github.com/coreos/go-systemd/v22/dbus"
	"github.com/opencontainers/runtime-spec/specs-go"
	"github.com/stretchr/testify/assert"
	"github.com/stretchr/testify/require"
	"go.uber.org/goleak"
)

func setupForNewSystemd(t *testing.T) (cmd *exec.Cmd, group string) {
	cmd = exec.Command("cat")
	err := cmd.Start()
	require.NoError(t, err, "failed to start cat process")
	proc := cmd.Process
	require.NotNil(t, proc, "process was nil")

	group = fmt.Sprintf("testing-watcher-%d.scope", proc.Pid)

	return
}

func TestErrorsWhenUnitAlreadyExists(t *testing.T) {
	checkCgroupMode(t)

	cmd, group := setupForNewSystemd(t)
	proc := cmd.Process

	_, err := NewSystemd("", group, proc.Pid, &Resources{})
	require.NoError(t, err, "Failed to init new cgroup manager")

	_, err = NewSystemd("", group, proc.Pid, &Resources{})
	if err == nil {
		t.Fatal("Expected recreating cgroup manager should fail")
	} else if !isUnitExists(err) {
		t.Fatalf("Failed to init cgroup manager with unexpected error: %s", err)
	}
}

// kubelet relies on this behavior to make sure a slice exists
func TestIgnoreUnitExistsWhenPidNegativeOne(t *testing.T) {
	checkCgroupMode(t)

	cmd, group := setupForNewSystemd(t)
	proc := cmd.Process

	_, err := NewSystemd("", group, proc.Pid, &Resources{})
	require.NoError(t, err, "Failed to init new cgroup manager")

	_, err = NewSystemd("", group, -1, &Resources{})
	require.NoError(t, err, "Expected to be able to recreate cgroup manager")
}

//nolint:staticcheck // Staticcheck false positives for nil pointer deference after t.Fatal
func TestEventChanCleanupOnCgroupRemoval(t *testing.T) {
	checkCgroupMode(t)

	cmd := exec.Command("cat")
	stdin, err := cmd.StdinPipe()
	require.NoError(t, err, "failed to create cat process")

	err = cmd.Start()
	require.NoError(t, err, "failed to start cat process")

	proc := cmd.Process
	require.NotNil(t, proc, "process was nil")

	group := fmt.Sprintf("testing-watcher-%d.scope", proc.Pid)
	c, err := NewSystemd("", group, proc.Pid, &Resources{})
	require.NoError(t, err, "failed to init new cgroup manager")

	evCh, errCh := c.EventChan()

	// give event goroutine a chance to start
	time.Sleep(500 * time.Millisecond)

	err = stdin.Close()
	require.NoError(t, err, "failed closing stdin")

	err = cmd.Wait()
	require.NoError(t, err, "failed waiting for cmd")

	done := false
	for !done {
		select {
		case <-evCh:
		case err := <-errCh:
			require.NoError(t, err, "unexpected error on error channel")
			done = true
		case <-time.After(5 * time.Second):
			t.Fatal("Timed out")
		}
	}
	goleak.VerifyNone(t)
}

func TestEventChanCleanupAfterOOMKill(t *testing.T) {
	checkCgroupMode(t)

	groupPath := fmt.Sprintf("/testing-oom-watcher-%d", time.Now().UnixNano())
	c, err := NewManager(defaultCgroup2Path, groupPath,
		&Resources{
			Memory: &Memory{
				Max:  toPtr(int64(15 * 1024 * 1024)), // 15MB
				Swap: toPtr(int64(15 * 1024 * 1024)), // 15MB
			},
		},
	)
	require.NoError(t, err, "failed to init new cgroup manager")
	defer func() {
		require.NoError(t, c.Delete())
	}()

	cgroupFD, err := os.Open(c.path)
	require.NoError(t, err, "failed to open cgroup path")
	defer cgroupFD.Close()

	evCh, errCh := c.EventChan()

	cmd := exec.Command("dd", "if=/dev/zero", "of=/dev/null", "bs=64M")
	cmd.SysProcAttr = &syscall.SysProcAttr{
		Pdeathsig:   syscall.SIGKILL,
		UseCgroupFD: true,
		CgroupFD:    int(cgroupFD.Fd()),
	}

	err = cmd.Start()
	require.NoError(t, err, "failed to start dd process")

	err = cmd.Wait()
	require.Error(t, err)

	for ev := range evCh {
		t.Logf("Received memory event: %+v", ev)
		if ev.OOMKill > 0 {
			break
		}
	}

	done := false
	for !done {
		select {
		case err := <-errCh:
			require.NoError(t, err, "unexpected error on error channel")
			done = true
		case <-time.After(5 * time.Second):
			t.Fatal("Timed out")
		}
	}
	goleak.VerifyNone(t)
}

func TestSystemdFullPath(t *testing.T) {
	tests := []struct {
		inputSlice  string
		inputGroup  string
		expectedOut string
	}{
		{
			inputSlice:  "user.slice",
			inputGroup:  "myGroup.slice",
			expectedOut: "/sys/fs/cgroup/user.slice/myGroup.slice",
		},
		{
			inputSlice:  "/",
			inputGroup:  "myGroup.slice",
			expectedOut: "/sys/fs/cgroup/myGroup.slice",
		},
		{
			inputSlice:  "system.slice",
			inputGroup:  "myGroup.slice",
			expectedOut: "/sys/fs/cgroup/system.slice/myGroup.slice",
		},
		{
			inputSlice:  "user.slice",
			inputGroup:  "my-group.slice",
			expectedOut: "/sys/fs/cgroup/user.slice/my.slice/my-group.slice",
		},
		{
			inputSlice:  "user.slice",
			inputGroup:  "my-group-more-dashes.slice",
			expectedOut: "/sys/fs/cgroup/user.slice/my.slice/my-group.slice/my-group-more.slice/my-group-more-dashes.slice",
		},
		{
			inputSlice:  "user.slice",
			inputGroup:  "my-group-dashes.slice",
			expectedOut: "/sys/fs/cgroup/user.slice/my.slice/my-group.slice/my-group-dashes.slice",
		},
		{
			inputSlice:  "user.slice",
			inputGroup:  "myGroup.scope",
			expectedOut: "/sys/fs/cgroup/user.slice/myGroup.scope",
		},
		{
			inputSlice:  "user.slice",
			inputGroup:  "my-group-dashes.scope",
			expectedOut: "/sys/fs/cgroup/user.slice/my-group-dashes.scope",
		},
		{
			inputSlice:  "test-waldo.slice",
			inputGroup:  "my-group.slice",
			expectedOut: "/sys/fs/cgroup/test.slice/test-waldo.slice/my.slice/my-group.slice",
		},
		{
			inputSlice:  "test-waldo.slice",
			inputGroup:  "my.service",
			expectedOut: "/sys/fs/cgroup/test.slice/test-waldo.slice/my.service",
		},
	}

	for _, test := range tests {
		actual := getSystemdFullPath(test.inputSlice, test.inputGroup)
		assert.Equal(t, test.expectedOut, actual)
	}
}

func TestKill(t *testing.T) {
	checkCgroupMode(t)
	manager, err := NewManager(defaultCgroup2Path, "/test1", ToResources(&specs.LinuxResources{}))
	require.NoError(t, err)
	t.Cleanup(func() {
		_ = manager.Delete()
	})

	var (
		procs    []*exec.Cmd
		numProcs = 5
	)
	for i := 0; i < numProcs; i++ {
		cmd := exec.Command("sleep", "infinity")
		// Don't leak the process if we fail to join the cg,
		// send sigkill after tests over.
		cmd.SysProcAttr = &syscall.SysProcAttr{
			Pdeathsig: syscall.SIGKILL,
		}
		err = cmd.Start()
		require.NoError(t, err)

		err = manager.AddProc(uint64(cmd.Process.Pid))
		require.NoError(t, err)

		procs = append(procs, cmd)
	}
	// Verify we have 5 pids before beginning Kill below.
	pids, err := manager.Procs(true)
	require.NoError(t, err)
	require.Len(t, pids, numProcs, "pid count unexpected")
	threads, err := manager.Threads(true)
	require.NoError(t, err)
	require.Len(t, threads, numProcs, "pid count unexpected")

	// Now run kill, and check that nothing is running after.
	err = manager.Kill()
	require.NoError(t, err)

	done := make(chan struct{})
	go func() {
		for _, proc := range procs {
			_ = proc.Wait()
		}
		done <- struct{}{}
	}()

	select {
	case <-time.After(time.Second * 3):
		t.Fatal("timed out waiting for processes to exit")
	case <-done:
	}
}

func TestMoveTo(t *testing.T) {
	checkCgroupMode(t)

	src, err := NewManager(defaultCgroup2Path, "/test-moveto-src", ToResources(&specs.LinuxResources{}))
	require.NoError(t, err)
	t.Cleanup(func() {
		_ = src.Kill()
		_ = src.Delete()
	})

	cmd := exec.Command("sleep", "infinity")
	// Don't leak the process if we fail to join the cg,
	// send sigkill after tests over.
	cmd.SysProcAttr = &syscall.SysProcAttr{
		Pdeathsig: syscall.SIGKILL,
	}
	err = cmd.Start()
	require.NoError(t, err)

	proc := cmd.Process.Pid
	err = src.AddProc(uint64(proc))
	require.NoError(t, err)

	destination, err := NewManager(defaultCgroup2Path, "/test-moveto-dest", ToResources(&specs.LinuxResources{}))
	require.NoError(t, err)
	t.Cleanup(func() {
		_ = destination.Kill()
		_ = destination.Delete()
	})

	err = src.MoveTo(destination)
	require.NoError(t, err)

	desProcs, err := destination.Procs(true)
	require.NoError(t, err)

	desMap := make(map[int]bool)
	for _, p := range desProcs {
		desMap[int(p)] = true
	}
	if !desMap[proc] {
		t.Fatalf("process %v not in destination cgroup", proc)
	}
}

func TestCgroupType(t *testing.T) {
	checkCgroupMode(t)
	manager, err := NewManager(defaultCgroup2Path, "/test-type", ToResources(&specs.LinuxResources{}))
	require.NoError(t, err)
	submanager, err := NewManager(defaultCgroup2Path, "/test-type/sub", ToResources(&specs.LinuxResources{}))
	require.NoError(t, err)

	t.Cleanup(func() {
		_ = submanager.Delete()
		_ = manager.Delete()
	})

	// Check initial type is domain
	cgType, err := manager.GetType()
	require.NoError(t, err)
	require.Equal(t, cgType, Domain)

	// Swap sub cgroup to threaded
	require.NoError(t, submanager.SetType(Threaded))

	// Check sub cgroup type is threaded
	cgType, err = submanager.GetType()
	require.NoError(t, err)
	require.Equal(t, cgType, Threaded)

	// Check parent cgroup type is domain threaded
	cgType, err = manager.GetType()
	require.NoError(t, err)
	require.Equal(t, cgType, DomainThreaded)
}

func TestCgroupv2PSIStats(t *testing.T) {
	checkCgroupMode(t)
	group := "/psi-test-cg"
	groupPath := fmt.Sprintf("%s-%d", group, os.Getpid())
	res := Resources{}
	c, err := NewManager(defaultCgroup2Path, groupPath, &res)
	require.NoError(t, err, "failed to init new cgroup manager")
	t.Cleanup(func() {
		os.Remove(c.path)
	})

	stats, err := c.Stat()
	require.NoError(t, err, "failed to get cgroup stats")
	if stats.CPU.PSI == nil || stats.Memory.PSI == nil || stats.Io.PSI == nil {
		t.Error("expected psi not nil but got nil")
	}
}

func TestSystemdCgroupPSIController(t *testing.T) {
	checkCgroupMode(t)
	group := fmt.Sprintf("testing-psi-%d.scope", os.Getpid())
	pid := os.Getpid()
	res := Resources{}
	c, err := NewSystemd("", group, pid, &res)
	require.NoError(t, err, "failed to init new cgroup systemd manager")

	stats, err := c.Stat()
	require.NoError(t, err, "failed to get cgroup stats")
	if stats.CPU.PSI == nil || stats.Memory.PSI == nil || stats.Io.PSI == nil {
		t.Error("expected psi not nil but got nil")
	}
}

func TestCPUQuotaPeriodUSec(t *testing.T) {
	checkCgroupMode(t)
	requireSystemdVersion(t, cpuQuotaPeriodUSecSupportedVersion)

	pid := os.Getpid()
	group := fmt.Sprintf("testing-cpu-period-%d.scope", pid)

	tests := []struct {
		name           string
		cpuMax         CPUMax
		expectedCPUMax string
		expectedPeriod uint64
	}{
		{
			name:           "default cpu.max",
			cpuMax:         "max 100000",
			expectedCPUMax: "max 100000",
			expectedPeriod: 100000,
		},
	}

	for _, test := range tests {
		t.Run(test.name, func(t *testing.T) {
			c, err := NewSystemd("", group, pid, &Resources{
				CPU: &CPU{
					Max: test.cpuMax,
				},
			})
			require.NoError(t, err, "failed to init new cgroup systemd manager")

			conn, err := systemdDbus.NewWithContext(context.TODO())
			require.NoError(t, err, "failed to connect to systemd")
			defer conn.Close()

			unitName := systemdUnitFromPath(c.path)
			props, err := conn.GetAllPropertiesContext(context.TODO(), unitName)
			require.NoError(t, err, "failed to get unit properties")

			periodUSec, ok := props["CPUQuotaPeriodUSec"]
			require.True(t, ok, "CPUQuotaPeriodUSec property not found")
			require.Equal(t, test.expectedPeriod, periodUSec.(uint64), "CPUQuotaPeriodUSec value doesn't match expected period")
		})
	}
}

func BenchmarkStat(b *testing.B) {
	checkCgroupMode(b)
	group := "/stat-test-cg"
	groupPath := fmt.Sprintf("%s-%d", group, os.Getpid())
	c, err := NewManager(defaultCgroup2Path, groupPath, &Resources{})
	require.NoErrorf(b, err, "failed to init new cgroup manager")
	b.Cleanup(func() {
		_ = c.Delete()
	})

	b.ReportAllocs()
	for i := 0; i < b.N; i++ {
		_, err := c.Stat()
		require.NoError(b, err)
	}
}

func TestStatFiltered(t *testing.T) {
	checkCgroupMode(t)
	group := "/stat-filtered-test-cg"
	groupPath := fmt.Sprintf("%s-%d", group, os.Getpid())
	c, err := NewManager(defaultCgroup2Path, groupPath, &Resources{})
	require.NoError(t, err, "failed to init new cgroup manager")
	t.Cleanup(func() {
		_ = c.Delete()
	})

	t.Run("StatAll", func(t *testing.T) {
		statAll, err := c.StatFiltered(StatAll)
		require.NoError(t, err)

		assert.NotNil(t, statAll.Pids)
		assert.NotNil(t, statAll.CPU)
		assert.NotNil(t, statAll.Memory)
		assert.NotNil(t, statAll.Io)
		assert.NotNil(t, statAll.Rdma)
	})

	t.Run("CPUOnly", func(t *testing.T) {
		stats, err := c.StatFiltered(StatCPU)
		require.NoError(t, err)

		assert.NotNil(t, stats.CPU, "CPU stats should be populated")
		assert.Nil(t, stats.Pids, "Pids stats should be nil")
		assert.Nil(t, stats.Memory, "Memory stats should be nil")
		assert.Nil(t, stats.MemoryEvents, "MemoryEvents should be nil")
		assert.Nil(t, stats.Io, "IO stats should be nil")
		assert.Nil(t, stats.Rdma, "RDMA stats should be nil")
		assert.Nil(t, stats.Hugetlb, "Hugetlb stats should be nil")
	})

	t.Run("MemoryOnly", func(t *testing.T) {
		stats, err := c.StatFiltered(StatMemory)
		require.NoError(t, err)

		assert.NotNil(t, stats.Memory, "Memory stats should be populated")
		assert.Nil(t, stats.Pids, "Pids stats should be nil")
		assert.Nil(t, stats.CPU, "CPU stats should be nil")
		assert.Nil(t, stats.MemoryEvents, "MemoryEvents should be nil")
		assert.Nil(t, stats.Io, "IO stats should be nil")
	})

	t.Run("MemoryEventsOnly", func(t *testing.T) {
		stats, err := c.StatFiltered(StatMemoryEvents)
		require.NoError(t, err)

		assert.NotNil(t, stats.MemoryEvents, "MemoryEvents should be populated")
		assert.Nil(t, stats.Memory, "Memory stats should be nil")
		assert.Nil(t, stats.CPU, "CPU stats should be nil")
	})

	t.Run("CPUAndMemory", func(t *testing.T) {
		stats, err := c.StatFiltered(StatCPU | StatMemory)
		require.NoError(t, err)

		assert.NotNil(t, stats.CPU, "CPU stats should be populated")
		assert.NotNil(t, stats.Memory, "Memory stats should be populated")
		assert.Nil(t, stats.Pids, "Pids stats should be nil")
		assert.Nil(t, stats.MemoryEvents, "MemoryEvents should be nil")
		assert.Nil(t, stats.Io, "IO stats should be nil")
	})

	t.Run("PidsOnly", func(t *testing.T) {
		stats, err := c.StatFiltered(StatPids)
		require.NoError(t, err)

		assert.NotNil(t, stats.Pids, "Pids stats should be populated")
		assert.Nil(t, stats.CPU, "CPU stats should be nil")
		assert.Nil(t, stats.Memory, "Memory stats should be nil")
	})

	t.Run("IOOnly", func(t *testing.T) {
		stats, err := c.StatFiltered(StatIO)
		require.NoError(t, err)

		assert.NotNil(t, stats.Io, "IO stats should be populated")
		assert.Nil(t, stats.CPU, "CPU stats should be nil")
		assert.Nil(t, stats.Memory, "Memory stats should be nil")
	})

	t.Run("ZeroMask", func(t *testing.T) {
		stats, err := c.StatFiltered(0)
		require.NoError(t, err)

		assert.Nil(t, stats.Pids, "Pids stats should be nil")
		assert.Nil(t, stats.CPU, "CPU stats should be nil")
		assert.Nil(t, stats.Memory, "Memory stats should be nil")
		assert.Nil(t, stats.MemoryEvents, "MemoryEvents should be nil")
		assert.Nil(t, stats.Io, "IO stats should be nil")
		assert.Nil(t, stats.Rdma, "RDMA stats should be nil")
		assert.Nil(t, stats.Hugetlb, "Hugetlb stats should be nil")
	})
}

func BenchmarkStatFiltered(b *testing.B) {
	checkCgroupMode(b)
	group := "/stat-filtered-bench-cg"
	groupPath := fmt.Sprintf("%s-%d", group, os.Getpid())
	c, err := NewManager(defaultCgroup2Path, groupPath, &Resources{})
	require.NoErrorf(b, err, "failed to init new cgroup manager")
	b.Cleanup(func() {
		_ = c.Delete()
	})

	b.Run("StatAll", func(b *testing.B) {
		b.ReportAllocs()
		for i := 0; i < b.N; i++ {
			_, err := c.StatFiltered(StatAll)
			require.NoError(b, err)
		}
	})

	b.Run("CPUOnly", func(b *testing.B) {
		b.ReportAllocs()
		for i := 0; i < b.N; i++ {
			_, err := c.StatFiltered(StatCPU)
			require.NoError(b, err)
		}
	})

	b.Run("MemoryOnly", func(b *testing.B) {
		b.ReportAllocs()
		for i := 0; i < b.N; i++ {
			_, err := c.StatFiltered(StatMemory)
			require.NoError(b, err)
		}
	})

	b.Run("CPUAndMemory", func(b *testing.B) {
		b.ReportAllocs()
		for i := 0; i < b.N; i++ {
			_, err := c.StatFiltered(StatCPU | StatMemory)
			require.NoError(b, err)
		}
	})
}

func toPtr[T any](v T) *T {
	return &v
}