root@ubuntu:~# cat kata-two-nginx.yaml apiVersion: v1 kind: Pod metadata: name: two-containers spec: runtimeClassName: kata restartPolicy: Never volumes: - name: shared-data emptyDir: {} containers: - name: nginx-container image: nginx volumeMounts: - name: shared-data mountPath: /usr/share/nginx/html - name: debian-container image: debian volumeMounts: - name: shared-data mountPath: /pod-data command: ["/bin/sh", "-c"] args: - while true; do date >> /pod-data/index.html; sleep 10; done root@ubuntu:~# kubectl exec -it two-containers -c nginx-container -- /bin/bash root@two-containers:/# ls bin boot dev docker-entrypoint.d docker-entrypoint.sh etc home lib media mnt opt proc root run sbin srv sys tmp usr var root@two-containers:/# ps aux bash: ps: command not found root@two-containers:/# ls run/ lock nginx.pid secrets utmp root@two-containers:/# ls /usr/share/nginx/ html root@two-containers:/# ls /usr/share/nginx/html/ index.html root@two-containers:/# ls /usr/share/nginx/html/index.html /usr/share/nginx/html/index.html root@two-containers:/# cat /usr/share/nginx/html/index.html Mon Nov 2 03:02:43 UTC 2020 Mon Nov 2 03:02:53 UTC 2020 Mon Nov 2 03:03:03 UTC 2020 Mon Nov 2 03:03:13 UTC 2020 Mon Nov 2 03:03:23 UTC 2020 Mon Nov 2 03:03:33 UTC 2020 Mon Nov 2 03:03:43 UTC 2020 Mon Nov 2 03:03:53 UTC 2020 Mon Nov 2 03:04:03 UTC 2020 Mon Nov 2 03:04:13 UTC 2020 Mon Nov 2 03:04:23 UTC 2020 Mon Nov 2 03:04:33 UTC 2020 Mon Nov 2 03:04:43 UTC 2020 Mon Nov 2 03:04:53 UTC 2020 Mon Nov 2 03:05:03 UTC 2020 Mon Nov 2 03:05:13 UTC 2020 Mon Nov 2 03:05:23 UTC 2020 Mon Nov 2 03:05:33 UTC 2020 root@two-containers:/#
debian-container
root@ubuntu:/home/ubuntu# kubectl exec -it two-containers -c debian-container -- /bin/bash root@two-containers:/# ls bin boot dev etc home lib media mnt opt pod-data proc root run sbin srv sys tmp usr var root@two-containers:/# ls pod-data/ index.html root@two-containers:/# ls pod-data/index.html pod-data/index.html root@two-containers:/# cat pod-data/index.html Mon Nov 2 03:02:43 UTC 2020 Mon Nov 2 03:02:53 UTC 2020 Mon Nov 2 03:03:03 UTC 2020 Mon Nov 2 03:03:13 UTC 2020 Mon Nov 2 03:03:23 UTC 2020 Mon Nov 2 03:03:33 UTC 2020 Mon Nov 2 03:03:43 UTC 2020 Mon Nov 2 03:03:53 UTC 2020 Mon Nov 2 03:04:03 UTC 2020 Mon Nov 2 03:04:13 UTC 2020 Mon Nov 2 03:04:23 UTC 2020 Mon Nov 2 03:04:33 UTC 2020 Mon Nov 2 03:04:43 UTC 2020 Mon Nov 2 03:04:53 UTC 2020 Mon Nov 2 03:05:03 UTC 2020 Mon Nov 2 03:05:13 UTC 2020 Mon Nov 2 03:05:23 UTC 2020 Mon Nov 2 03:05:33 UTC 2020 Mon Nov 2 03:05:43 UTC 2020 Mon Nov 2 03:05:53 UTC 2020 Mon Nov 2 03:06:03 UTC 2020 Mon Nov 2 03:06:13 UTC 2020 Mon Nov 2 03:06:23 UTC 2020 Mon Nov 2 03:06:33 UTC 2020 root@two-containers:/#
root@two-containers:/# ls usr/share/ adduser base-passwd bug debconf dict doc-base gcc-8 info libc-bin locale menu pam perl5 polkit-1 terminfo base-files bash-completion common-licenses debianutils doc dpkg gdb keyrings lintian man misc pam-configs pixmaps tabset zoneinfo root@two-containers:/# ls usr/share/ng
host上 kata runtime
root@ubuntu:~/kata_container# kata-runtime list ID PID STATUS BUNDLE CREATED OWNER 856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700 -1 running /run/containerd/io.containerd.runtime.v2.task/k8s.io/856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700 2020-11-02T03:02:11.861435499Z #0 17dc48bb193b21d309b7a5bef8d73e50e7095e5bca6d98c5f46bd8883de2b181 -1 running /run/containerd/io.containerd.runtime.v2.task/k8s.io/17dc48bb193b21d309b7a5bef8d73e50e7095e5bca6d98c5f46bd8883de2b181 2020-11-02T03:02:27.391813711Z #0
root@ubuntu:/home/ubuntu# ps -elf | grep 856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700 0 S root 22703 1 0 80 0 - 328883 futex_ 11:02 ? 00:00:02 /usr/local/bin/containerd-shim-kata-v2 -namespace k8s.io -address /run/containerd/containerd.sock -publish-binary /usr/bin/containerd -id 856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700 -debug 7 S root 22716 1 2 80 0 - 755962 sys_po 11:02 ? 00:00:21 /usr/share/kata-containers/binary/qemu-system-aarch64 -name sandbox-856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700 -uuid 64b42bfe-228f-4969-beb0-b3119cd8d758 -machine virt,usb=off,accel=kvm,gic-version=host -cpu host,pmu=off -qmp unix:/run/vc/vm/856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700/qmp.sock,server,nowait -m 2048M,slots=10,maxmem=257176M -device pcie-pci-bridge,bus=pcie.0,id=pcie-bridge-0,addr=2,romfile= -device virtio-serial-pci,disable-modern=false,id=serial0,romfile= -device virtconsole,chardev=charconsole0,id=console0 -chardev socket,id=charconsole0,path=/run/vc/vm/856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700/console.sock,server,nowait -device virtio-blk-pci,disable-modern=false,drive=image-8a58d3db00c5f582,scsi=off,config-wce=off,romfile=,share-rw=on -drive id=image-8a58d3db00c5f582,file=/usr/share/kata-containers/binary/kata-containers.img,aio=threads,format=raw,if=none,readonly -device virtio-scsi-pci,id=scsi0,disable-modern=false,romfile= -object rng-random,id=rng0,filename=/dev/urandom -device virtio-rng-pci,rng=rng0,romfile= -device virtserialport,chardev=charch0,id=channel0,name=agent.channel.0 -chardev socket,id=charch0,path=/run/vc/vm/856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700/kata.sock,server,nowait -device virtio-9p-pci,disable-modern=false,fsdev=extra-9p-kataShared,mount_tag=kataShared,romfile= -fsdev local,id=extra-9p-kataShared,path=/run/kata-containers/shared/sandboxes/856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700/shared,security_model=none -netdev tap,id=network-0,vhost=on,vhostfds=3,fds=4 -device driver=virtio-net-pci,netdev=network-0,mac=4e:67:14:2f:e1:00,disable-modern=false,mq=on,vectors=4,romfile= -rtc base=utc,driftfix=slew,clock=host -global kvm-pit.lost_tick_policy=discard -vga none -no-user-config -nodefaults -nographic --no-reboot -daemonize -kernel /usr/share/kata-containers/binary/vmlinuz-5.4.34-88 -append console=hvc0 console=hvc1 iommu.passthrough=0 root=/dev/vda1 rootflags=data=ordered,errors=remount-ro ro rootfstype=ext4 debug systemd.show_status=true systemd.log_level=debug panic=1 nr_cpus=64 agent.use_vsock=false systemd.unit=kata-containers.target systemd.mask=systemd-networkd.service systemd.mask=systemd-networkd.socket scsi_mod.scan=none agent.debug_console -pidfile /run/vc/vm/856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700/pid -D /run/vc/vm/856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700/qemu.log -smp 1,cores=1,threads=1,sockets=64,maxcpus=64 0 S root 23170 19097 0 80 0 - 1469 select 11:02 pts/3 00:00:00 socat stdin,raw,echo=0,escape=0x11 unix-connect:/var/run/vc/vm/856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700/console.sock 0 S root 27333 27315 0 80 0 - 1130 pipe_w 11:16 pts/5 00:00:00 grep --color=auto 856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700 root@ubuntu:/home/ubuntu# ps -elf | grep 17dc48bb193b21d309b7a5bef8d73e50e7095e5bca6d98c5f46bd8883de2b181 ----没有哦 0 S root 27433 27315 0 80 0 - 1097 pipe_w 11:16 pts/5 00:00:00 grep --color=auto 17dc48bb193b21d309b7a5bef8d73e50e7095e5bca6d98c5f46bd8883de2b181 root@ubuntu:/home/ubuntu#
root@ubuntu:/home/ubuntu# cat /proc/22716/cgroup 12:freezer:/ 11:blkio:/system.slice/containerd.service 10:devices:/system.slice/containerd.service 9:net_cls,net_prio:/ 8:hugetlb:/ 7:rdma:/ 6:perf_event:/ 5:pids:/system.slice/containerd.service 4:memory:/system.slice/containerd.service 3:cpuset:/ 2:cpu,cpuacct:/system.slice/containerd.service 1:name=systemd:/system.slice/containerd.service 0::/system.slice/containerd.service root@ubuntu:/home/ubuntu#
root@ubuntu:/home/ubuntu# mount | grep 856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700
shm on /run/containerd/io.containerd.grpc.v1.cri/sandboxes/856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700/shm type tmpfs (rw,nosuid,nodev,noexec,relatime,size=65536k)
overlay on /run/containerd/io.containerd.runtime.v2.task/k8s.io/856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700/rootfs type overlay (rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/87/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/375/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/375/work,xino=off)
tmpfs on /run/kata-containers/shared/sandboxes/856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700/shared type tmpfs (ro,relatime,size=26334908k,mode=755)
overlay on /run/kata-containers/shared/sandboxes/856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700/mounts/856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700/rootfs type overlay (rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/87/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/375/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/375/work,xino=off)
overlay on /run/kata-containers/shared/sandboxes/856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700/shared/856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700/rootfs type overlay (rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/87/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/375/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/375/work,xino=off)
overlay on /run/kata-containers/shared/sandboxes/856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700/mounts/17dc48bb193b21d309b7a5bef8d73e50e7095e5bca6d98c5f46bd8883de2b181/rootfs type overlay (rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/353/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/352/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/351/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/350/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/349/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/376/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/376/work,xino=off)
overlay on /run/kata-containers/shared/sandboxes/856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700/shared/17dc48bb193b21d309b7a5bef8d73e50e7095e5bca6d98c5f46bd8883de2b181/rootfs type overlay (rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/353/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/352/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/351/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/350/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/349/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/376/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/376/work,xino=off)
/dev/sdc3 on /run/kata-containers/shared/sandboxes/856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700/mounts/17dc48bb193b21d309b7a5bef8d73e50e7095e5bca6d98c5f46bd8883de2b181-4534f52100c5cec0-hosts type ext4 (rw,relatime,errors=remount-ro,stripe=64)
/dev/sdc3 on /run/kata-containers/shared/sandboxes/856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700/shared/17dc48bb193b21d309b7a5bef8d73e50e7095e5bca6d98c5f46bd8883de2b181-4534f52100c5cec0-hosts type ext4 (rw,relatime,errors=remount-ro,stripe=64)
/dev/sdc3 on /run/kata-containers/shared/sandboxes/856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700/mounts/17dc48bb193b21d309b7a5bef8d73e50e7095e5bca6d98c5f46bd8883de2b181-3f4fcdfa7fa59e09-termination-log type ext4 (rw,relatime,errors=remount-ro,stripe=64)
/dev/sdc3 on /run/kata-containers/shared/sandboxes/856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700/shared/17dc48bb193b21d309b7a5bef8d73e50e7095e5bca6d98c5f46bd8883de2b181-3f4fcdfa7fa59e09-termination-log type ext4 (rw,relatime,errors=remount-ro,stripe=64)
/dev/sdc3 on /run/kata-containers/shared/sandboxes/856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700/mounts/17dc48bb193b21d309b7a5bef8d73e50e7095e5bca6d98c5f46bd8883de2b181-e46a59f3e4b7ed30-hostname type ext4 (rw,relatime,errors=remount-ro,stripe=64)
/dev/sdc3 on /run/kata-containers/shared/sandboxes/856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700/shared/17dc48bb193b21d309b7a5bef8d73e50e7095e5bca6d98c5f46bd8883de2b181-e46a59f3e4b7ed30-hostname type ext4 (rw,relatime,errors=remount-ro,stripe=64)
/dev/sdc3 on /run/kata-containers/shared/sandboxes/856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700/mounts/17dc48bb193b21d309b7a5bef8d73e50e7095e5bca6d98c5f46bd8883de2b181-89d63e0268146ce6-resolv.conf type ext4 (rw,relatime,errors=remount-ro,stripe=64)
/dev/sdc3 on /run/kata-containers/shared/sandboxes/856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700/shared/17dc48bb193b21d309b7a5bef8d73e50e7095e5bca6d98c5f46bd8883de2b181-89d63e0268146ce6-resolv.conf type ext4 (rw,relatime,errors=remount-ro,stripe=64)
tmpfs on /run/kata-containers/shared/sandboxes/856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700/mounts/17dc48bb193b21d309b7a5bef8d73e50e7095e5bca6d98c5f46bd8883de2b181-9ef41b64eeaa8a2b-serviceaccount type tmpfs (rw,relatime)
tmpfs on /run/kata-containers/shared/sandboxes/856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700/shared/17dc48bb193b21d309b7a5bef8d73e50e7095e5bca6d98c5f46bd8883de2b181-9ef41b64eeaa8a2b-serviceaccount type tmpfs (rw,relatime)
overlay on /run/kata-containers/shared/sandboxes/856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700/mounts/ba04873f4b988e1cf150ef92deab2cd475e07e306b226b869c85351450aca503/rootfs type overlay (rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/373/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/377/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/377/work,xino=off)
overlay on /run/kata-containers/shared/sandboxes/856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700/shared/ba04873f4b988e1cf150ef92deab2cd475e07e306b226b869c85351450aca503/rootfs type overlay (rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/373/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/377/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/377/work,xino=off)
/dev/sdc3 on /run/kata-containers/shared/sandboxes/856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700/mounts/ba04873f4b988e1cf150ef92deab2cd475e07e306b226b869c85351450aca503-e777449b3c17b5de-hosts type ext4 (rw,relatime,errors=remount-ro,stripe=64)
/dev/sdc3 on /run/kata-containers/shared/sandboxes/856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700/shared/ba04873f4b988e1cf150ef92deab2cd475e07e306b226b869c85351450aca503-e777449b3c17b5de-hosts type ext4 (rw,relatime,errors=remount-ro,stripe=64)
/dev/sdc3 on /run/kata-containers/shared/sandboxes/856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700/mounts/ba04873f4b988e1cf150ef92deab2cd475e07e306b226b869c85351450aca503-2dd997dd7202bcda-termination-log type ext4 (rw,relatime,errors=remount-ro,stripe=64)
/dev/sdc3 on /run/kata-containers/shared/sandboxes/856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700/shared/ba04873f4b988e1cf150ef92deab2cd475e07e306b226b869c85351450aca503-2dd997dd7202bcda-termination-log type ext4 (rw,relatime,errors=remount-ro,stripe=64)
/dev/sdc3 on /run/kata-containers/shared/sandboxes/856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700/mounts/ba04873f4b988e1cf150ef92deab2cd475e07e306b226b869c85351450aca503-4ab29ae10b84b7f4-hostname type ext4 (rw,relatime,errors=remount-ro,stripe=64)
/dev/sdc3 on /run/kata-containers/shared/sandboxes/856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700/shared/ba04873f4b988e1cf150ef92deab2cd475e07e306b226b869c85351450aca503-4ab29ae10b84b7f4-hostname type ext4 (rw,relatime,errors=remount-ro,stripe=64)
/dev/sdc3 on /run/kata-containers/shared/sandboxes/856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700/mounts/ba04873f4b988e1cf150ef92deab2cd475e07e306b226b869c85351450aca503-7d4b0ecdae232f07-resolv.conf type ext4 (rw,relatime,errors=remount-ro,stripe=64)
/dev/sdc3 on /run/kata-containers/shared/sandboxes/856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700/shared/ba04873f4b988e1cf150ef92deab2cd475e07e306b226b869c85351450aca503-7d4b0ecdae232f07-resolv.conf type ext4 (rw,relatime,errors=remount-ro,stripe=64)
tmpfs on /run/kata-containers/shared/sandboxes/856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700/mounts/ba04873f4b988e1cf150ef92deab2cd475e07e306b226b869c85351450aca503-3081595f0fd2cbe1-serviceaccount type tmpfs (rw,relatime)
tmpfs on /run/kata-containers/shared/sandboxes/856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700/shared/ba04873f4b988e1cf150ef92deab2cd475e07e306b226b869c85351450aca503-3081595f0fd2cbe1-serviceaccount type tmpfs (rw,relatime)
root@ubuntu:/home/ubuntu# mount | grep 17dc48bb193b21d309b7a5bef8d73e50e7095e5bca6d98c5f46bd8883de2b181
overlay on /run/containerd/io.containerd.runtime.v2.task/k8s.io/17dc48bb193b21d309b7a5bef8d73e50e7095e5bca6d98c5f46bd8883de2b181/rootfs type overlay (rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/353/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/352/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/351/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/350/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/349/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/376/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/376/work,xino=off)
overlay on /run/kata-containers/shared/sandboxes/856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700/mounts/17dc48bb193b21d309b7a5bef8d73e50e7095e5bca6d98c5f46bd8883de2b181/rootfs type overlay (rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/353/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/352/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/351/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/350/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/349/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/376/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/376/work,xino=off)
overlay on /run/kata-containers/shared/sandboxes/856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700/shared/17dc48bb193b21d309b7a5bef8d73e50e7095e5bca6d98c5f46bd8883de2b181/rootfs type overlay (rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/353/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/352/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/351/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/350/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/349/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/376/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/376/work,xino=off)
/dev/sdc3 on /run/kata-containers/shared/sandboxes/856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700/mounts/17dc48bb193b21d309b7a5bef8d73e50e7095e5bca6d98c5f46bd8883de2b181-4534f52100c5cec0-hosts type ext4 (rw,relatime,errors=remount-ro,stripe=64)
/dev/sdc3 on /run/kata-containers/shared/sandboxes/856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700/shared/17dc48bb193b21d309b7a5bef8d73e50e7095e5bca6d98c5f46bd8883de2b181-4534f52100c5cec0-hosts type ext4 (rw,relatime,errors=remount-ro,stripe=64)
/dev/sdc3 on /run/kata-containers/shared/sandboxes/856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700/mounts/17dc48bb193b21d309b7a5bef8d73e50e7095e5bca6d98c5f46bd8883de2b181-3f4fcdfa7fa59e09-termination-log type ext4 (rw,relatime,errors=remount-ro,stripe=64)
/dev/sdc3 on /run/kata-containers/shared/sandboxes/856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700/shared/17dc48bb193b21d309b7a5bef8d73e50e7095e5bca6d98c5f46bd8883de2b181-3f4fcdfa7fa59e09-termination-log type ext4 (rw,relatime,errors=remount-ro,stripe=64)
/dev/sdc3 on /run/kata-containers/shared/sandboxes/856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700/mounts/17dc48bb193b21d309b7a5bef8d73e50e7095e5bca6d98c5f46bd8883de2b181-e46a59f3e4b7ed30-hostname type ext4 (rw,relatime,errors=remount-ro,stripe=64)
/dev/sdc3 on /run/kata-containers/shared/sandboxes/856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700/shared/17dc48bb193b21d309b7a5bef8d73e50e7095e5bca6d98c5f46bd8883de2b181-e46a59f3e4b7ed30-hostname type ext4 (rw,relatime,errors=remount-ro,stripe=64)
/dev/sdc3 on /run/kata-containers/shared/sandboxes/856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700/mounts/17dc48bb193b21d309b7a5bef8d73e50e7095e5bca6d98c5f46bd8883de2b181-89d63e0268146ce6-resolv.conf type ext4 (rw,relatime,errors=remount-ro,stripe=64)
/dev/sdc3 on /run/kata-containers/shared/sandboxes/856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700/shared/17dc48bb193b21d309b7a5bef8d73e50e7095e5bca6d98c5f46bd8883de2b181-89d63e0268146ce6-resolv.conf type ext4 (rw,relatime,errors=remount-ro,stripe=64)
tmpfs on /run/kata-containers/shared/sandboxes/856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700/mounts/17dc48bb193b21d309b7a5bef8d73e50e7095e5bca6d98c5f46bd8883de2b181-9ef41b64eeaa8a2b-serviceaccount type tmpfs (rw,relatime)
tmpfs on /run/kata-containers/shared/sandboxes/856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700/shared/17dc48bb193b21d309b7a5bef8d73e50e7095e5bca6d98c5f46bd8883de2b181-9ef41b64eeaa8a2b-serviceaccount type tmpfs (rw,relatime)
root@ubuntu:/home/ubuntu#
root@ubuntu:/home/ubuntu# find /run/kata-containers/shared/ -name index.html /run/kata-containers/shared/sandboxes/856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700/mounts/ba04873f4b988e1cf150ef92deab2cd475e07e306b226b869c85351450aca503/rootfs/usr/share/doc/adduser/examples/adduser.local.conf.examples/skel.other/index.html /run/kata-containers/shared/sandboxes/856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700/mounts/17dc48bb193b21d309b7a5bef8d73e50e7095e5bca6d98c5f46bd8883de2b181/rootfs/usr/share/nginx/html/index.html /run/kata-containers/shared/sandboxes/856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700/mounts/856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700/rootfs/local/shared-data/index.html /run/kata-containers/shared/sandboxes/856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700/shared/ba04873f4b988e1cf150ef92deab2cd475e07e306b226b869c85351450aca503/rootfs/usr/share/doc/adduser/examples/adduser.local.conf.examples/skel.other/index.html /run/kata-containers/shared/sandboxes/856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700/shared/17dc48bb193b21d309b7a5bef8d73e50e7095e5bca6d98c5f46bd8883de2b181/rootfs/usr/share/nginx/html/index.html /run/kata-containers/shared/sandboxes/856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700/shared/856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700/rootfs/local/shared-data/index.html /run/kata-containers/shared/sandboxes/ef4b70596e0b829af5fd9f14343f2c92a8da3d0d22ea1f23e83b14384fa4f1cc/mounts/ef4b70596e0b829af5fd9f14343f2c92a8da3d0d22ea1f23e83b14384fa4f1cc-da0bf2558a65810c-containerdir/go/src/net/http/testdata/index.html /run/kata-containers/shared/sandboxes/ef4b70596e0b829af5fd9f14343f2c92a8da3d0d22ea1f23e83b14384fa4f1cc/mounts/ef4b70596e0b829af5fd9f14343f2c92a8da3d0d22ea1f23e83b14384fa4f1cc-da0bf2558a65810c-containerdir/go/doc/articles/index.html /run/kata-containers/shared/sandboxes/ef4b70596e0b829af5fd9f14343f2c92a8da3d0d22ea1f23e83b14384fa4f1cc/mounts/ef4b70596e0b829af5fd9f14343f2c92a8da3d0d22ea1f23e83b14384fa4f1cc-da0bf2558a65810c-containerdir/go/doc/articles/wiki/index.html /run/kata-containers/shared/sandboxes/ef4b70596e0b829af5fd9f14343f2c92a8da3d0d22ea1f23e83b14384fa4f1cc/mounts/ef4b70596e0b829af5fd9f14343f2c92a8da3d0d22ea1f23e83b14384fa4f1cc/rootfs/usr/share/nginx/html/index.html /run/kata-containers/shared/sandboxes/ef4b70596e0b829af5fd9f14343f2c92a8da3d0d22ea1f23e83b14384fa4f1cc/shared/ef4b70596e0b829af5fd9f14343f2c92a8da3d0d22ea1f23e83b14384fa4f1cc-da0bf2558a65810c-containerdir/go/src/net/http/testdata/index.html
有其他pod也有nginx
/run/kata-containers/shared/sandboxes/ef4b70596e0b829af5fd9f14343f2c92a8da3d0d22ea1f23e83b14384fa4f1cc/shared/ef4b70596e0b829af5fd9f14343f2c92a8da3d0d22ea1f23e83b14384fa4f1cc-da0bf2558a65810c-containerdir/go/doc/articles/index.html /run/kata-containers/shared/sandboxes/ef4b70596e0b829af5fd9f14343f2c92a8da3d0d22ea1f23e83b14384fa4f1cc/shared/ef4b70596e0b829af5fd9f14343f2c92a8da3d0d22ea1f23e83b14384fa4f1cc-da0bf2558a65810c-containerdir/go/doc/articles/wiki/index.html /run/kata-containers/shared/sandboxes/ef4b70596e0b829af5fd9f14343f2c92a8da3d0d22ea1f23e83b14384fa4f1cc/shared/ef4b70596e0b829af5fd9f14343f2c92a8da3d0d22ea1f23e83b14384fa4f1cc/rootfs/usr/share/nginx/html/index.html /run/kata-containers/shared/sandboxes/fa55c7478feb846f8ea41fe52cb13252afb0df1ee09b4cc7a1d58218ed4c782a/mounts/fa55c7478feb846f8ea41fe52cb13252afb0df1ee09b4cc7a1d58218ed4c782a/rootfs/usr/share/nginx/html/index.html /run/kata-containers/shared/sandboxes/fa55c7478feb846f8ea41fe52cb13252afb0df1ee09b4cc7a1d58218ed4c782a/shared/fa55c7478feb846f8ea41fe52cb13252afb0df1ee09b4cc7a1d58218ed4c782a/rootfs/usr/share/nginx/html/index.html /run/kata-containers/shared/sandboxes/bc6b585703b6cb29f5f1d6f5865f5eddeee474b330a08b8eac1e17a3e5f5367b/mounts/17ca0dce454b1e6a29288ece07fd0c7bca4e33a32d7cca9b9a1f30f5cc38b672/rootfs/usr/share/nginx/html/index.html /run/kata-containers/shared/sandboxes/bc6b585703b6cb29f5f1d6f5865f5eddeee474b330a08b8eac1e17a3e5f5367b/shared/17ca0dce454b1e6a29288ece07fd0c7bca4e33a32d7cca9b9a1f30f5cc38b672/rootfs/usr/share/nginx/html/index.html root@ubuntu:/home/ubuntu#
root@ubuntu:~/kata_container# ls /sys/fs/cgroup/cpu,cpuacct/kubepods besteffort cgroup.clone_children cpuacct.stat cpuacct.usage_all cpuacct.usage_percpu_sys cpuacct.usage_sys cpu.cfs_period_us cpu.shares notify_on_release burstable cgroup.procs cpuacct.usage cpuacct.usage_percpu cpuacct.usage_percpu_user cpuacct.usage_user cpu.cfs_quota_us cpu.stat tasks root@ubuntu:~/kata_container# ls /sys/fs/cgroup/cpu,cpuacct/kubepods/burstable/ cgroup.clone_children cpuacct.usage cpuacct.usage_percpu_sys cpuacct.usage_user cpu.shares pod1abb9bdb724ef5ad90593ed254e50144 pod6a8f41f2-6204-4899-992c-2a0be541b376 tasks cgroup.procs cpuacct.usage_all cpuacct.usage_percpu_user cpu.cfs_period_us cpu.stat pod363a5bee1d59c51a98e345162db75755 pod8e8210e9-3b25-4bdd-8f7b-52b3d5334cfe cpuacct.stat cpuacct.usage_percpu cpuacct.usage_sys cpu.cfs_quota_us notify_on_release pod5a3a56c9-c39c-4910-a113-31657bb968fd podcb87ef4dc335417d42d752668aa1eb27 root@ubuntu:~/kata_container# crictl pods --name two-containers -q 856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700 root@ubuntu:~/kata_container# POD_ID="$(sudo crictl pods --name two-container -q)" root@ubuntu:~/kata_container# crictl inspectp -o=json $POD_ID | grep cgroupsPath "cgroupsPath": "/kubepods/besteffort/pod21979165-e825-4fb4-a390-e93e62f5b57c/856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700", root@ubuntu:~/kata_container# find /sys/fs/cgroup/ -name pod21979165* /sys/fs/cgroup/freezer/kubepods/besteffort/pod21979165-e825-4fb4-a390-e93e62f5b57c /sys/fs/cgroup/blkio/kubepods/besteffort/pod21979165-e825-4fb4-a390-e93e62f5b57c /sys/fs/cgroup/devices/kubepods/besteffort/pod21979165-e825-4fb4-a390-e93e62f5b57c /sys/fs/cgroup/net_cls,net_prio/kubepods/besteffort/pod21979165-e825-4fb4-a390-e93e62f5b57c /sys/fs/cgroup/hugetlb/kubepods/besteffort/pod21979165-e825-4fb4-a390-e93e62f5b57c /sys/fs/cgroup/rdma/kubepods/besteffort/pod21979165-e825-4fb4-a390-e93e62f5b57c /sys/fs/cgroup/perf_event/kubepods/besteffort/pod21979165-e825-4fb4-a390-e93e62f5b57c /sys/fs/cgroup/pids/kubepods/besteffort/pod21979165-e825-4fb4-a390-e93e62f5b57c /sys/fs/cgroup/memory/kubepods/besteffort/pod21979165-e825-4fb4-a390-e93e62f5b57c /sys/fs/cgroup/cpuset/kubepods/besteffort/pod21979165-e825-4fb4-a390-e93e62f5b57c /sys/fs/cgroup/cpu,cpuacct/kubepods/besteffort/pod21979165-e825-4fb4-a390-e93e62f5b57c /sys/fs/cgroup/systemd/kubepods/besteffort/pod21979165-e825-4fb4-a390-e93e62f5b57c root@ubuntu:~/kata_container# find /sys/fs/cgroup/ -name pod21979165-e825-4fb4-a390-e93e62f5b57c /sys/fs/cgroup/freezer/kubepods/besteffort/pod21979165-e825-4fb4-a390-e93e62f5b57c /sys/fs/cgroup/blkio/kubepods/besteffort/pod21979165-e825-4fb4-a390-e93e62f5b57c /sys/fs/cgroup/devices/kubepods/besteffort/pod21979165-e825-4fb4-a390-e93e62f5b57c /sys/fs/cgroup/net_cls,net_prio/kubepods/besteffort/pod21979165-e825-4fb4-a390-e93e62f5b57c /sys/fs/cgroup/hugetlb/kubepods/besteffort/pod21979165-e825-4fb4-a390-e93e62f5b57c /sys/fs/cgroup/rdma/kubepods/besteffort/pod21979165-e825-4fb4-a390-e93e62f5b57c /sys/fs/cgroup/perf_event/kubepods/besteffort/pod21979165-e825-4fb4-a390-e93e62f5b57c /sys/fs/cgroup/pids/kubepods/besteffort/pod21979165-e825-4fb4-a390-e93e62f5b57c /sys/fs/cgroup/memory/kubepods/besteffort/pod21979165-e825-4fb4-a390-e93e62f5b57c /sys/fs/cgroup/cpuset/kubepods/besteffort/pod21979165-e825-4fb4-a390-e93e62f5b57c /sys/fs/cgroup/cpu,cpuacct/kubepods/besteffort/pod21979165-e825-4fb4-a390-e93e62f5b57c /sys/fs/cgroup/systemd/kubepods/besteffort/pod21979165-e825-4fb4-a390-e93e62f5b57c root@ubuntu:~/kata_container#
host cgroup
root@ubuntu:/home/ubuntu# ls /sys/fs/cgroup/cpu,cpuacct/kubepods
besteffort cgroup.clone_children cpuacct.stat cpuacct.usage_all cpuacct.usage_percpu_sys cpuacct.usage_sys cpu.cfs_period_us cpu.shares notify_on_release
burstable cgroup.procs cpuacct.usage cpuacct.usage_percpu cpuacct.usage_percpu_user cpuacct.usage_user cpu.cfs_quota_us cpu.stat tasks
root@ubuntu:/home/ubuntu#
root@ubuntu:~/kata_container# ls /sys/fs/cgroup/cpu,cpuacct/kubepods/burstable/ cgroup.clone_children cpuacct.usage cpuacct.usage_percpu_sys cpuacct.usage_user cpu.shares pod1abb9bdb724ef5ad90593ed254e50144 pod6a8f41f2-6204-4899-992c-2a0be541b376 tasks cgroup.procs cpuacct.usage_all cpuacct.usage_percpu_user cpu.cfs_period_us cpu.stat pod363a5bee1d59c51a98e345162db75755 pod8e8210e9-3b25-4bdd-8f7b-52b3d5334cfe cpuacct.stat cpuacct.usage_percpu cpuacct.usage_sys cpu.cfs_quota_us notify_on_release pod5a3a56c9-c39c-4910-a113-31657bb968fd podcb87ef4dc335417d42d752668aa1eb27 root@ubuntu:~/kata_container# crictl pods --name two-containers -q 856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700 root@ubuntu:~/kata_container#
kata 虚拟机
root@25a725e7599e:/# ps -e -o cmd CMD /sbin/init [kthreadd] [rcu_gp] [rcu_par_gp] [kworker/0:0-eve] [kworker/0:0H-kb] [kworker/u2:0-ev] [mm_percpu_wq] [ksoftirqd/0] [rcu_sched] [migration/0] [cpuhp/0] [kdevtmpfs] [netns] [oom_reaper] [writeback] [kcompactd0] [kblockd] [blkcg_punt_bio] [kworker/0:1-eve] [kswapd0] [xfsalloc] [xfs_mru_cache] [kthrotld] [khvcd] [hwrng] [kworker/u2:1-ev] [scsi_eh_0] [scsi_tmf_0] [ipv6_addrconf] [jbd2/vda1-8] [ext4-rsv-conver] /usr/bin/kata-agent /bin/bash /pause [kworker/0:1H-kb] nginx: master process nginx -g daemon off; nginx: worker process /bin/sh -c while true; do date >> /pod-data/index.html; sleep 10; done /bin/bash /bin/bash sleep 10 ps -e -o cmd root@25a725e7599e:/# ls bin dev home lost+found mnt proc run srv tmp var boot etc lib media opt root sbin sys usr root@25a725e7599e:/#
root@25a725e7599e:/# find /run/ -name index.html /run/kata-containers/shared/containers/ba04873f4b988e1cf150ef92deab2cd475e07e306b226b869c85351450aca503/rootfs/usr/share/doc/adduser/examples/adduser.local.conf.examples/skel.other/index.html /run/kata-containers/shared/containers/17dc48bb193b21d309b7a5bef8d73e50e7095e5bca6d98c5f46bd8883de2b181/rootfs/usr/share/nginx/html/index.html /run/kata-containers/shared/containers/856a63e5791df94f809b80ac589e3fad059297fed704579769330d214af68700/rootfs/local/shared-data/index.html root@25a725e7599e:/#
root@25a725e7599e:/# ps -e -o pid,cmd PID CMD 1 /sbin/init 2 [kthreadd] 3 [rcu_gp] 4 [rcu_par_gp] 5 [kworker/0:0-eve] 6 [kworker/0:0H-kb] 7 [kworker/u2:0-ev] 8 [mm_percpu_wq] 9 [ksoftirqd/0] 10 [rcu_sched] 11 [migration/0] 12 [cpuhp/0] 13 [kdevtmpfs] 14 [netns] 15 [oom_reaper] 16 [writeback] 17 [kcompactd0] 18 [kblockd] 19 [blkcg_punt_bio] 20 [kworker/0:1-eve] 21 [kswapd0] 22 [xfsalloc] 23 [xfs_mru_cache] 24 [kthrotld] 26 [khvcd] 27 [hwrng] 28 [kworker/u2:1-ev] 29 [scsi_eh_0] 30 [scsi_tmf_0] 31 [ipv6_addrconf] 32 [jbd2/vda1-8] 33 [ext4-rsv-conver] 50 /usr/bin/kata-agent 57 /bin/bash 71 /pause 76 [kworker/0:1H-kb] 80 nginx: master process nginx -g daemon off; 107 nginx: worker process 111 /bin/sh -c while true; do date >> /pod-data/index.html; sleep 10; done 146 /bin/bash 181 /bin/bash 514 sleep 10 515 ps -e -o pid,cmd root@25a725e7599e:/# cat /proc/80/cgroup 10:freezer:/kubepods/besteffort/pod21979165-e825-4fb4-a390-e93e62f5b57c/17dc48bb193b21d309b7a5bef8d73e50e7095e5bca6d98c5f46bd8883de2b181 9:devices:/kubepods/besteffort/pod21979165-e825-4fb4-a390-e93e62f5b57c/17dc48bb193b21d309b7a5bef8d73e50e7095e5bca6d98c5f46bd8883de2b181 8:blkio:/kubepods/besteffort/pod21979165-e825-4fb4-a390-e93e62f5b57c/17dc48bb193b21d309b7a5bef8d73e50e7095e5bca6d98c5f46bd8883de2b181 7:pids:/kubepods/besteffort/pod21979165-e825-4fb4-a390-e93e62f5b57c/17dc48bb193b21d309b7a5bef8d73e50e7095e5bca6d98c5f46bd8883de2b181 6:memory:/kubepods/besteffort/pod21979165-e825-4fb4-a390-e93e62f5b57c/17dc48bb193b21d309b7a5bef8d73e50e7095e5bca6d98c5f46bd8883de2b181 5:perf_event:/kubepods/besteffort/pod21979165-e825-4fb4-a390-e93e62f5b57c/17dc48bb193b21d309b7a5bef8d73e50e7095e5bca6d98c5f46bd8883de2b181 4:net_cls,net_prio:/kubepods/besteffort/pod21979165-e825-4fb4-a390-e93e62f5b57c/17dc48bb193b21d309b7a5bef8d73e50e7095e5bca6d98c5f46bd8883de2b181 3:cpu,cpuacct:/kubepods/besteffort/pod21979165-e825-4fb4-a390-e93e62f5b57c/17dc48bb193b21d309b7a5bef8d73e50e7095e5bca6d98c5f46bd8883de2b181 2:cpuset:/kubepods/besteffort/pod21979165-e825-4fb4-a390-e93e62f5b57c/17dc48bb193b21d309b7a5bef8d73e50e7095e5bca6d98c5f46bd8883de2b181 1:name=systemd:/kubepods/besteffort/pod21979165-e825-4fb4-a390-e93e62f5b57c/17dc48bb193b21d309b7a5bef8d73e50e7095e5bca6d98c5f46bd8883de2b181 0::/system.slice/kata-agent.service root@25a725e7599e:/# cat /proc/111/cgroup 10:freezer:/kubepods/besteffort/pod21979165-e825-4fb4-a390-e93e62f5b57c/ba04873f4b988e1cf150ef92deab2cd475e07e306b226b869c85351450aca503 9:devices:/kubepods/besteffort/pod21979165-e825-4fb4-a390-e93e62f5b57c/ba04873f4b988e1cf150ef92deab2cd475e07e306b226b869c85351450aca503 8:blkio:/kubepods/besteffort/pod21979165-e825-4fb4-a390-e93e62f5b57c/ba04873f4b988e1cf150ef92deab2cd475e07e306b226b869c85351450aca503 7:pids:/kubepods/besteffort/pod21979165-e825-4fb4-a390-e93e62f5b57c/ba04873f4b988e1cf150ef92deab2cd475e07e306b226b869c85351450aca503 6:memory:/kubepods/besteffort/pod21979165-e825-4fb4-a390-e93e62f5b57c/ba04873f4b988e1cf150ef92deab2cd475e07e306b226b869c85351450aca503 5:perf_event:/kubepods/besteffort/pod21979165-e825-4fb4-a390-e93e62f5b57c/ba04873f4b988e1cf150ef92deab2cd475e07e306b226b869c85351450aca503 4:net_cls,net_prio:/kubepods/besteffort/pod21979165-e825-4fb4-a390-e93e62f5b57c/ba04873f4b988e1cf150ef92deab2cd475e07e306b226b869c85351450aca503 3:cpu,cpuacct:/kubepods/besteffort/pod21979165-e825-4fb4-a390-e93e62f5b57c/ba04873f4b988e1cf150ef92deab2cd475e07e306b226b869c85351450aca503 2:cpuset:/kubepods/besteffort/pod21979165-e825-4fb4-a390-e93e62f5b57c/ba04873f4b988e1cf150ef92deab2cd475e07e306b226b869c85351450aca503 1:name=systemd:/kubepods/besteffort/pod21979165-e825-4fb4-a390-e93e62f5b57c/ba04873f4b988e1cf150ef92deab2cd475e07e306b226b869c85351450aca503 0::/system.slice/kata-agent.service root@25a725e7599e:/#
root@25a725e7599e:/# ls /sys/fs/cgroup/cpu,cpuacct/
cgroup.clone_children cpuacct.stat cpuacct.usage_user
cgroup.procs cpuacct.usage kubepods
cgroup.sane_behavior cpuacct.usage_all notify_on_release
cpu.cfs_period_us cpuacct.usage_percpu release_agent
cpu.cfs_quota_us cpuacct.usage_percpu_sys tasks
cpu.shares cpuacct.usage_percpu_user
cpu.stat cpuacct.usage_sys
root@25a725e7599e:/#
==================================================
docker run -d -it --runtime=kata-runtime -v /root/kata/:/containerdir nginx:latest
root@ubuntu:/run/kata-containers/shared/sandboxes/ef4b70596e0b829af5fd9f14343f2c92a8da3d0d22ea1f23e83b14384fa4f1cc/shared/ef4b70596e0b829af5fd9f14343f2c92a8da3d0d22ea1f23e83b14384fa4f1cc/rootfs# find ./ -type l | xargs ls -ld | grep run lrwxrwxrwx 1 root root 22 Apr 27 2020 ./usr/share/zoneinfo/posix/America/Eirunepe -> ../../America/Eirunepe lrwxrwxrwx 1 root root 17 Apr 27 2020 ./usr/share/zoneinfo/posix/Asia/Brunei -> ../../Asia/Brunei lrwxrwxrwx 1 root root 9 Oct 12 15:00 ./var/lock -> /run/lock lrwxrwxrwx 1 root root 4 Oct 12 15:00 ./var/run -> /run root@ubuntu:/run/kata-containers/shared/sandboxes/ef4b70596e0b829af5fd9f14343f2c92a8da3d0d22ea1f23e83b14384fa4f1cc/shared/ef4b70596e0b829af5fd9f14343f2c92a8da3d0d22ea1f23e83b14384fa4f1cc/rootfs# ls bin boot containerdir dev docker-entrypoint.d docker-entrypoint.sh etc home lib media mnt opt proc root run sbin srv sys tmp usr var root@ubuntu:/run/kata-containers/shared/sandboxes/ef4b70596e0b829af5fd9f14343f2c92a8da3d0d22ea1f23e83b14384fa4f1cc/shared/ef4b70596e0b829af5fd9f14343f2c92a8da3d0d22ea1f23e83b14384fa4f1cc/rootfs# ls -al total 96 drwxr-xr-x 1 root root 4096 Nov 1 13:01 . drwxr-xr-x 3 root root 60 Nov 1 13:01 .. drwxr-xr-x 1 root root 4096 Oct 13 18:35 bin drwxr-xr-x 2 root root 4096 Sep 20 05:39 boot drwxr-xr-x 2 root root 4096 Nov 1 13:10 containerdir drwxr-xr-x 1 root root 4096 Nov 1 13:01 dev drwxr-xr-x 1 root root 4096 Oct 13 18:35 docker-entrypoint.d -rwxrwxr-x 1 root root 1202 Oct 13 18:29 docker-entrypoint.sh -rwxr-xr-x 1 root root 0 Nov 1 13:01 .dockerenv drwxr-xr-x 1 root root 4096 Nov 1 13:01 etc drwxr-xr-x 2 root root 4096 Sep 20 05:39 home drwxr-xr-x 1 root root 4096 Oct 13 18:35 lib drwxr-xr-x 2 root root 4096 Oct 12 15:00 media drwxr-xr-x 2 root root 4096 Oct 12 15:00 mnt drwxr-xr-x 2 root root 4096 Oct 12 15:00 opt drwxr-xr-x 2 root root 4096 Sep 20 05:39 proc drwx------ 2 root root 4096 Oct 12 15:00 root drwxr-xr-x 1 root root 4096 Nov 1 13:01 run drwxr-xr-x 2 root root 4096 Oct 12 15:00 sbin drwxr-xr-x 2 root root 4096 Oct 12 15:00 srv drwxr-xr-x 2 root root 4096 Sep 20 05:39 sys drwxrwxrwt 1 root root 4096 Oct 13 18:35 tmp drwxr-xr-x 1 root root 4096 Oct 12 15:00 usr drwxr-xr-x 1 root root 4096 Oct 12 15:00 var root@ubuntu:/run/kata-containers/shared/sandboxes/ef4b70596e0b829af5fd9f14343f2c92a8da3d0d22ea1f23e83b14384fa4f1cc/shared/ef4b70596e0b829af5fd9f14343f2c92a8da3d0d22ea1f23e83b14384fa4f1cc/rootfs#
root@ubuntu:/home/ubuntu# ls /run/kata-containers/shared/sandboxes/ef4b70596e0b829af5fd9f14343f2c92a8da3d0d22ea1f23e83b14384fa4f1cc/shared/ef4b70596e0b829af5fd9f14343f2c92a8da3d0d22ea1f23e83b14384fa4f1cc/rootfs bin boot containerdir dev docker-entrypoint.d docker-entrypoint.sh etc home lib media mnt opt proc root run sbin srv sys tmp usr var root@ubuntu:/home/ubuntu# ls /run/kata-containers/shared/sandboxes/ef4b70596e0b829af5fd9f14343f2c92a8da3d0d22ea1f23e83b14384fa4f1cc/shared/ef4b70596e0b829af5fd9f14343f2c92a8da3d0d22ea1f23e83b14384fa4f1cc/rootfs/containerdir/ container root@ubuntu:/home/ubuntu# ls /run/kata-containers/shared/sandboxes/ef4b70596e0b829af5fd9f14343f2c92a8da3d0d22ea1f23e83b14384fa4f1cc/shared/ef4b70596e0b829af5fd9f14343f2c92a8da3d0d22ea1f23e83b14384fa4f1cc/rootfs/containerdir/ -al total 8 drwxr-xr-x 2 root root 4096 Nov 1 13:10 . drwxr-xr-x 1 root root 4096 Nov 1 13:01 .. lrwxrwxrwx 1 root root 9 Nov 1 13:10 container -> container ------竟然啥都没有 root@ubuntu:/home/ubuntu# ls /run/kata-containers/shared/sandboxes/ef4b70596e0b829af5fd9f14343f2c92a8da3d0d22ea1f23e83b14384fa4f1cc/shared/ef4b70596e0b829af5fd9f14343f2c92a8da3d0d22ea1f23e83b14384fa4f1cc/rootfs/containerdir/container ls: cannot access '/run/kata-containers/shared/sandboxes/ef4b70596e0b829af5fd9f14343f2c92a8da3d0d22ea1f23e83b14384fa4f1cc/shared/ef4b70596e0b829af5fd9f14343f2c92a8da3d0d22ea1f23e83b14384fa4f1cc/rootfs/containerdir/container': Too many levels of symbolic links
root@ubuntu:/home/ubuntu# ls /root/kata/
go go1.15.2.linux-arm64.tar.gz go_package go_source go.tar.gz images kata_package linux_signing_key.pub nemu qemu qemu4.0 qemu-lite runtime typescript
root@ubuntu:/home/ubuntu#