LXC: Unterschied zwischen den Versionen

Aus C3D2
Zur Navigation springen Zur Suche springen
Keine Bearbeitungszusammenfassung
Keine Bearbeitungszusammenfassung
Zeile 538: Zeile 538:


That's it
That's it
=== rapid lxc deployment ===
siehe: https://wiki.c3d2.de/Rapid-lxc-deployment

Version vom 11. April 2015, 04:53 Uhr

create

  • mit lvm
    lxc-create -n<container-name> -t <template> -B lvm --lvname <container-name> --vgname <volumen-gruppen-name> --fstype <filesystem-type> --fssize <filesystem-größe>
  • ohne lvm
    lxc-create -n<container-name> -t <template>

start

  • start
    lxc-start -n<container-name> -f</path/to/config/file> -d

stop

  • stop
    lxc-stop -n<container-name>

config

## network
lxc.network.type                        = veth
lxc.network.link                        = br0
lxc.network.name                        = eth0
lxc.network.hwaddr                      = 00:00:c3:d2:00:23
lxc.network.veth.pair                   = br0_<container-name>
lxc.network.flags                       = up

lxc.network.type                        = veth
lxc.network.link                        = br1
lxc.network.name                        = eth1
lxc.network.hwaddr                      = 00:00:c3:d2:01:23
lxc.network.veth.pair                   = br1_<container-name>
lxc.network.flags                       = up

## Container
lxc.utsname                             = <container-name>
lxc.rootfs                              = /var/lib/lxc/<container-name>/rootfs
lxc.arch                                = x86_64
#lxc.console                            = /var/log/lxc/<container-name>.console
lxc.tty                                 = 2
lxc.pts                                 = 1024

## Capabilities
lxc.cap.drop                            = audit_control
lxc.cap.drop                            = audit_write
lxc.cap.drop                            = linux_immutable
lxc.cap.drop                            = mac_admin
lxc.cap.drop                            = mac_override
lxc.cap.drop                            = setpcap
lxc.cap.drop                            = sys_admin
lxc.cap.drop                            = sys_boot
lxc.cap.drop                            = sys_module
lxc.cap.drop                            = sys_pacct
lxc.cap.drop                            = sys_rawio
lxc.cap.drop                            = sys_time

## Devices
# Allow all devices
#lxc.cgroup.devices.allow               = a

# Deny all devices
lxc.cgroup.devices.deny                 = a

# Allow to mknod all devices (but not using them)
lxc.cgroup.devices.allow                = c *:* m
lxc.cgroup.devices.allow                = b *:* m

# /dev/console
lxc.cgroup.devices.allow                = c 5:1 rwm
# /dev/null
lxc.cgroup.devices.allow                = c 1:3 rwm
# /dev/ptmx
lxc.cgroup.devices.allow                = c 5:2 rwm
# /dev/pts/*
lxc.cgroup.devices.allow                = c 136:* rwm
# /dev/random
lxc.cgroup.devices.allow                = c 1:8 rwm
# /dev/rtc
lxc.cgroup.devices.allow                = c 254:0 rwm
# /dev/tty
lxc.cgroup.devices.allow                = c 5:0 rwm
# tty0
lxc.cgroup.devices.allow                = c 4:0 rwm
# tty1
lxc.cgroup.devices.allow                = c 4:1 rwm
# /dev/urandom
lxc.cgroup.devices.allow                = c 1:9 rwm
# /dev/zero
lxc.cgroup.devices.allow                = c 1:5 rwm
# tun
lxc.cgroup.devices.allow                = c 10:200 rwm

## Limits
lxc.cgroup.cpu.shares                  = 1024
lxc.cgroup.cpuset.cpus                 = 0
lxc.cgroup.memory.limit_in_bytes       = 256M
lxc.cgroup.memory.memsw.limit_in_bytes = 1G

## Filesystem
lxc.mount.entry                         = proc proc proc ro,nodev,noexec,nosuid 0 0
lxc.mount.entry                         = sysfs sys sysfs ro 0 0

console

</path/to/conatiner/rootfs>/etc/inittab

# /sbin/getty invocations for the runlevels.
#
# The "id" field MUST be the same as the last
# characters of the device (after "tty").
#
# Format:
#  <id>:<runlevels>:<action>:<process>
#
# Note that on most Debian systems tty7 is used by the X Window System,
# so if you want to add more getty's go ahead but skip tty7 if you run X.
#
c1:2345:respawn:/sbin/getty 38400 tty1
#1:2345:respawn:/sbin/getty 38400 tty1
#2:23:respawn:/sbin/getty 38400 tty2
#3:23:respawn:/sbin/getty 38400 tty3
#4:23:respawn:/sbin/getty 38400 tty4
#5:23:respawn:/sbin/getty 38400 tty5
#6:23:respawn:/sbin/getty 38400 tty6

# console
1:12345:respawn:/sbin/agetty --noclear 115200 console linux

lxc-console

  • VMs auflisten:
    lxc-list
  • an VM attachen:
    lxc-console -n<container-name>
  • Von Konsole detachen:
    im screen:
    Ctrl+aaq
    ohne screen:
    Ctrl+aq

debian 8 (jessie/systemd lxc)

z.b wheezy container upgrade auf jessie

lxc - config

lxc.autodev = 1
lxc.kmsg = 0

im rootfs container:

apt-get install dbus (sofern vergessen)

# udev fuu deaktivieren:
ln -s /dev/null /etc/systemd/system/systemd-udevd.service
ln -s /dev/null /etc/systemd/system/systemd-udevd-control.socket
ln -s /dev/null /etc/systemd/system/systemd-udevd-kernel.socket
ln -s /dev/null /etc/systemd/system/proc-sys-fs-binfmt_misc.automount

# tty fuu deaktivieren: /var/lib/lxc/{container}/rootfs/lib/systemd/system/getty@.service
ConditionPathExists=/dev/tty0

# permission fuu
ln -s -f /bin/true /usr/bin/chfn

https://wiki.archlinux.org/index.php/Lxc-systemd

https://github.com/lxc/lxc/commit/a9bf60bab547013a9873a3fb9efe61155e8694b8

https://wiki.debian.org/LXC#Debian_8_.22Jessie.22.2Ftesting

frickeln

https://gist.github.com/peo3/1142202

LXC on ZFS (flatbert)

Container erstellen

debian lxc bootstrap

lxc-create -n example -t debian

neues dataset

zfs create -o checksum=sha256 -o compression=lz4 -o mountpoint=/rpool/disk33 rpool/disk33

lxc Container verschieben

rsync -aAX --progress /var/lib/lxc/example/rootfs/ /rpool/disk33/
rm -rfv /var/lib/lxc/example/rootfs

lxc Container Config kopieren

cp /var/lib/lxc/pentabot/config /var/lib/lxc/example/config

lxc Container Config anpassen

vi /var/lib/lxc/example/config
###
### namen, pfade, mac adresse, cap, rootfs pfad
###

#
### LXC - jessie/systemd hacks // ###
lxc.autodev = 1
lxc.kmsg = 0
lxc.cap.drop=mac_admin mac_override setfcap setpcap sys_boot sys_module sys_pacct sys_rawio sys_resource sys_time sys_tty_config
# lxc.pts = 1024
### // LXC - jessie/systemd hacks ###
#

lxc autostart (reboot safe)

cd /etc/lxc/auto
ln -s ../../../var/lib/lxc/example/config 310_example.conf

lxc link zum rpool dataset

cd /lxc-container
ln -s /rpool/disk33 example

lxc / debian jessie upgrade sources.list

cp /lxc-container/pentabot/etc/apt/sources.list /lxc-container/example/etc/apt/sources.list

lxc starten

lxc-start -n example

lxc wheezy auf jessie upgraden (ohne systemd)

apt-get update; apt-get upgrade

LXC Debian 7 (Wheezy) Container Upgrade auf Debian 8 (Jessie) mit sysvinit

Container läuft mit Wheezy

grep "PRETTY" /var/lib/lxc/*/*/etc/os-release

/var/lib/lxc/bind/root/etc/os-release:PRETTY_NAME="Debian GNU/Linux 7 (wheezy)"

lxc capabilities anpassen und container restarten

vi /var/lib/lxc/bind/config

## Capabilities
### LXC - jessie/systemd hacks // ###
lxc.kmsg = 0
#lxc.cap.drop                            = audit_control
#lxc.cap.drop                            = audit_write
### LXC - jessie/systemd hacks // ###

lxc-stop -n bind

nachschauen ob noch alte interfaces active sind

ifconfig | grep "bind"

und ggf. abwarten bis die alten interface ressourcen "freigegeben" sind (nicht mehr auftauchen)

Container neustarten:

lxc-start -n bind

Repo anpassen

rm /etc/apt/sources.list.d/debian.list
vi /etc/apt/sources.list

### ### ### C3D2 ### ### ###
deb http://ftp.de.debian.org/debian/ jessie main contrib non-free
deb-src http://ftp.de.debian.org/debian/ jessie main contrib non-free

deb http://ftp.de.debian.org/debian/ jessie-updates main contrib non-free
deb-src http://ftp.de.debian.org/debian/ jessie-updates main contrib non-free

deb http://ftp.de.debian.org/debian-security/ jessie/updates main contrib non-free
deb-src http://ftp.de.debian.org/debian-security/ jessie/updates main contrib non-free
### ### ### C3D2 ### ### ###
# EOF

Container Upgrade

apt-get update; apt-get clean; apt-get update; apt-get upgrade

Container Dist-Upgrade

apt-get dist-upgrade

Container von systemd auf sysvinit-core umstellen

apt-get install sysvinit-core
apt-get autoremove
apt-get install --reinstall sysvinit-core

Container neustarten:

@HOST!

lxc-stop -n bind
lxc-start -n bind


Container mit Jessie

grep "PRETTY" /var/lib/lxc/*/*/etc/os-release

/var/lib/lxc/bind/root/etc/os-release:PRETTY_NAME="Debian GNU/Linux 8 (jessie)"


Bei Fehler:

/etc/init.d/udev-finish: 21: exec: /lib/udev/udev-finish: not found

dann ein:

apt-get remove --purge udev

Debian 8 (Jessie) HOST mit Debian 8 (Jessie) LXC und sytemd (systemd-sysv)

LXC Container capabilities für systemd anpassen

### LXC - jessie/systemd hacks // ###
lxc.autodev = 1
lxc.kmsg = 0

#!# lxc.cap.drop = sys_admin
#!# lxc.cap.drop = mknod
#!# lxc.cap.drop = audit_control    # breaks sshd (set_loginuid failed)
#!# lxc.cap.drop = audit_write
#!# lxc.cap.drop = setfcap
#!# lxc.cap.drop = setpcap
#!# lxc.cap.drop = sys_resource
#
### lxc.cap.drop = dac_read_search  # breaks login (pam unix_chkpwd)
### lxc.cap.drop = setuid           # breaks sshd,nfs statd
### lxc.cap.drop = setgid           # breaks login (initgroups/setgroups)
### lxc.cap.drop = net_raw          # breaks dhcp/ping
#
### lxc.cap.drop = sys_nice
#
lxc.cap.drop = sys_module
lxc.cap.drop = mac_admin
lxc.cap.drop = mac_override
lxc.cap.drop = sys_time
lxc.cap.drop = sys_boot
lxc.cap.drop = sys_pacct
lxc.cap.drop = sys_rawio
lxc.cap.drop = sys_tty_config

lxc.tty=2
lxc.pts = 1024
#/ lxc.mount.entry = /run/systemd/journal mnt/journal none bind,ro,create=dir 0 0
### // LXC - jessie/systemd hacks ###


udev (im container) disablen

ln -s /dev/null /etc/systemd/system/systemd-udevd.service
ln -s /dev/null /etc/systemd/system/systemd-udevd-control.socket
ln -s /dev/null /etc/systemd/system/systemd-udevd-kernel.socket
ln -s /dev/null /etc/systemd/system/proc-sys-fs-binfmt_misc.automount

upgrade auf systemd lxc container

Container auf Jessie upgrade

cat /etc/apt/sources.list

### ### ### C3D2 ### ### ###
deb http://ftp.de.debian.org/debian/ jessie main contrib non-free
deb-src http://ftp.de.debian.org/debian/ jessie main contrib non-free

deb http://ftp.de.debian.org/debian/ jessie-updates main contrib non-free
deb-src http://ftp.de.debian.org/debian/ jessie-updates main contrib non-free

deb http://ftp.de.debian.org/debian-security/ jessie/updates main contrib non-free
deb-src http://ftp.de.debian.org/debian-security/ jessie/updates main contrib non-free
### ### ### C3D2 ### ### ###
# EOF

apt-get clean
apt-get update
apt-get upgrade
apt-get dist-upgrade

sobald "Systemdfehler" bei der Installation von dem systemd Package auftaucht, Container stoppen und mit neuer ContainerConfig starten, dann dist-upgrade fortführen

Beispiel: systemd kompatible LXC-Config

cat /var/lib/lxc/CONTAINER/config


lxc.utsname=CONTAINER
lxc.arch=x86_64
#/ lxc.console=/var/log/lxc/mail.console

lxc.network.type=veth
lxc.network.link=br0
lxc.network.name=eth0
lxc.network.hwaddr=00:00:00:00:01:01
lxc.network.veth.pair=br0_CONTAINER
lxc.network.flags=up

lxc.network.type=veth
lxc.network.link=br1
lxc.network.name=eth1
lxc.network.hwaddr=00:00:00:00:02:01
lxc.network.veth.pair=br1_CONTAINER
lxc.network.flags=up

lxc.network.type=veth
lxc.network.link=br2
lxc.network.name=eth2
lxc.network.hwaddr=00:00:00:00:03:01
lxc.network.veth.pair=br2_CONTAINER
lxc.network.flags=up

lxc.rootfs=/var/lib/lxc/CONTAINER/root
lxc.mount.entry=proc /var/lib/lxc/CONTAINER/root/proc proc nodev,noexec,nosuid 0 0
lxc.mount.entry=devpts /var/lib/lxc/CONTAINER/root/dev/pts devpts newinstance 0 0
lxc.mount.entry=sysfs /var/lib/lxc/CONTAINER/root/sys sysfs defaults 0 0

### Limits
#/ lxc.cgroup.cpu.shares                  = 1024
#/ lxc.cgroup.cpuset.cpus                 = 0
#/ lxc.cgroup.memory.limit_in_bytes       = 256M
#/ lxc.cgroup.memory.memsw.limit_in_bytes = 1G
###

lxc.cgroup.memory.limit_in_bytes=536870912

### LXC - jessie/systemd hacks // ###
lxc.autodev = 1
lxc.kmsg = 0
#
#!# lxc.cap.drop = sys_admin
#!# lxc.cap.drop = mknod
#!# lxc.cap.drop = audit_control
#!# lxc.cap.drop = audit_write
#!# lxc.cap.drop = setfcap
#!# lxc.cap.drop = setpcap
#!# lxc.cap.drop = sys_resource
#
lxc.cap.drop = sys_module
lxc.cap.drop = mac_admin
lxc.cap.drop = mac_override
lxc.cap.drop = sys_time
lxc.cap.drop = sys_boot
lxc.cap.drop = sys_pacct
lxc.cap.drop = sys_rawio
lxc.cap.drop = sys_tty_config
#
lxc.tty=2
lxc.pts = 1024
##/ lxc.mount.entry = /run/systemd/journal mnt/journal none bind,ro,create=dir 0 0
#### // LXC - jessie/systemd hacks ###

lxc.cgroup.devices.deny = a
# tty0
lxc.cgroup.devices.allow = c 4:0 rwm
# tty1
lxc.cgroup.devices.allow = c 4:1 rwm
# tty
lxc.cgroup.devices.allow = c 5:0 rwm
# console
lxc.cgroup.devices.allow = c 5:1 rwm
# ptmx
lxc.cgroup.devices.allow = c 5:2 rwm
# pts/*
lxc.cgroup.devices.allow = c 136:* rwm
# null
lxc.cgroup.devices.allow = c 1:3 rwm
# zero
lxc.cgroup.devices.allow = c 1:5 rwm
# full
lxc.cgroup.devices.allow = c 1:7 rwm
# random
lxc.cgroup.devices.allow = c 1:8 rwm
# urandom
lxc.cgroup.devices.allow = c 1:9 rwm

# EOF

systemd reinstall

apt-get install -f
apt-get dist-upgrade
apt-get install --reinstall systemd-sysv

udev disable

ln -s /dev/null /etc/systemd/system/systemd-udevd.service
ln -s /dev/null /etc/systemd/system/systemd-udevd-control.socket
ln -s /dev/null /etc/systemd/system/systemd-udevd-kernel.socket
ln -s /dev/null /etc/systemd/system/proc-sys-fs-binfmt_misc.automount

Container neustarten

That's it

rapid lxc deployment

siehe: https://wiki.c3d2.de/Rapid-lxc-deployment