PMM-8306 migrate ami ova to docker

packer/ansible/pmm2.yml

@@ -0,0 +1,144 @@
+---
+- name: Create PMM2 image
+  hosts: default
+  become: true
+  roles:
+    - lvm-init
+  tasks:
+    - name: Install packages
+      package:
+        name:
+          - docker
+          - python3-pip
+          - python3
+          - lvm2
+
+    - name: Install docker Python API
+      pip:
+        name: docker
+
+    - name: Enable Docker service
+      systemd:
+        name: docker.service
+        state: started
+        enabled: yes
+
+    - name: Turn off swap
+      sysctl:
+        name: vm.swappiness
+        value: 0
+        state: present
+
+    - name: Increase dirty ratio
+      sysctl:
+        name: vm.dirty_ratio
+        value: 80
+        state: present
+
+    - name: Decrease dirty_background_ratio
+      sysctl:
+        name: vm.dirty_background_ratio
+        value: 5
+
+    - name: Increase dirty_expire_centisecs
+      sysctl:
+        name: vm.dirty_expire_centisecs
+        value: 12000 #120 sec
+
+    - name: Increase net.core.somaxconn
+      sysctl:
+        name: net.core.somaxconn
+        value: 1024
+
+    - name: Increase net.core.netdev_max_backlog
+      sysctl:
+        name: net.core.netdev_max_backlog
+        value: 5000
+
+    - name: Increase net.core.rmem_max
+      sysctl:
+        name: net.core.rmem_max
+        value: 16777216
+
+    - name: Increase net.core.wmem_max
+      sysctl:
+        name: net.core.wmem_max
+        value: 16777216
+
+    - name: Increase net.ipv4.tcp_wmem
+      sysctl:
+        name: net.ipv4.tcp_wmem
+        value: 4096 12582912 16777216
+
+    - name: Increase net.ipv4.tcp_rmem
+      sysctl:
+        name: net.ipv4.tcp_rmem
+        value: 4096 12582912 16777216
+
+    - name: Increase net.ipv4.tcp_max_syn_backlog
+      sysctl:
+        name: net.ipv4.tcp_max_syn_backlog
+        value: 8192
+
+    - name: Disable net.ipv4.tcp_slow_start_after_idle
+      sysctl:
+        name: net.ipv4.tcp_slow_start_after_idle
+        value: 0
+
+    - name: Enable net.ipv4.tcp_tw_reuse
+      sysctl:
+        name: net.ipv4.tcp_tw_reuse
+        value: 1
+
+    - name: Change net.ipv4.ip_local_port_range
+      sysctl:
+        name: net.ipv4.ip_local_port_range
+        value: 10240 65535
+
+    - name: Change TCP Congestion Control Algorithm (net.ipv4.tcp_congestion_control)
+      sysctl:
+        name: net.ipv4.tcp_congestion_control
+        value: bbr
+
+    - name: Change net.ipv4.tcp_syn_retries
+      sysctl:
+        name: net.ipv4.tcp_syn_retries
+        value: 2
+
+    - name: Change BBR algoritm
+      sysctl:
+        name: net.core.default_qdisc
+        value: fq
+
+    - name: Increase kernel.perf_event_max_stack
+      sysctl:
+        name: kernel.perf_event_max_stack
+        value: 1023
+
+    - name: Increase fs.xfs.xfssyncd_centisecs
+      sysctl:
+        name: fs.xfs.xfssyncd_centisecs
+        value: 9000
+
+    - name: Increase fs.inotify.max_user_watches
+      sysctl:
+        name: fs.inotify.max_user_watches
+        value: 1048576
+
+    - name: pull the PMM image
+      docker_image:
+        name: "{{ pmm_server_image_name }}"
+        source: pull
+
+    - name: Copy systemd service file to image
+      template:
+        src: pmm2.service
+        dest: /etc/systemd/system
+        owner: root
+        group: root
+
+    - name: Enable PMM2 container
+      systemd:
+        name: pmm2
+        state: started
+        enabled: yes

packer/ansible/roles/lvm-init/tasks/main.yml

@@ -0,0 +1,69 @@
+---
+- name: Wait until disk is ready
+  wait_for:
+    path: /dev/xvdb
+
+- name: Create Volume Group
+  lvg:
+    vg: DataVG
+    pvs: "/dev/xvdb"
+
+- name: Create Thin Pool
+  register: thin_pool
+  failed_when: "thin_pool is failed and 'Sorry, no shrinking of DataLV to 0 permitted' not in thin_pool.msg"
+  lvol:
+    lv: DataLV
+    vg: DataVG
+    size: 100%FREE
+    opts: --thinpool ThinPool -V 1G
+
+- name: Format LVM
+  filesystem:
+    fstype: xfs
+    dev: /dev/DataVG/DataLV
+    opts: -L DATA
+
+- name: Mount
+  mount:
+    name: "/var/run/docker"
+    src: LABEL=DATA
+    fstype: xfs
+    opts: defaults
+    state: mounted
+
+- name: stat /boot/grub2/grub.cfg
+  stat: path=/boot/grub2/grub.cfg
+  register: grub2_conf
+
+- name: System Log                 | change /etc/default/grub
+  when: grub2_conf.stat.exists
+  replace:
+    dest: /etc/default/grub
+    regexp: 'rhgb'
+    replace: 'console=ttyS0,115200n8 earlyprintk=ttyS0,115200 rootdelay=300 xen_emul_unplug=unnecessary'
+  register: grub2_var
+
+- name: System Log                 | run grub2-mkconfig
+  when: grub2_var.changed and grub2_conf.stat.exists
+  command: grub2-mkconfig -o /boot/grub2/grub.cfg
+
+- name: Create dirs                | Create dirs
+  file: path={{ item }} state=directory
+  with_items:
+    - /var/lib/cloud/scripts/per-once
+    - /var/lib/cloud/scripts/per-boot
+
+- name: Data partition             | Auto resize LVM
+  template:
+    src: resize-xfs-lvm
+    dest: /var/lib/cloud/scripts/per-boot/resize-xfs
+    mode: 0755
+
+- name: Cron tasks                 | Add resize task to cron
+  cron:
+    name: "resize data partition"
+    minute: "*/5"
+    user: root
+    job: "/var/lib/cloud/scripts/per-boot/resize-xfs"
+    cron_file: resizeXfs
+

packer/ansible/roles/lvm-init/templates/resize-xfs-lvm

@@ -0,0 +1,7 @@
+#!/bin/sh
+
+/usr/sbin/pvresize $(/usr/bin/ls /dev/sda /dev/sdb /dev/sdc /dev/xvdb /dev/nvme1n1 2>/dev/null | /usr/bin/grep -v ^$(/usr/sbin/pvdisplay -c | /usr/bin/grep ':VolGroup00:' | /usr/bin/cut -d ':' -f 1 | /usr/bin/tr -d '[:space:]' | /usr/bin/sed 's/[0-9]$//')$ | /usr/bin/grep -v ^$(/usr/bin/findmnt -f -n -o SOURCE / | /usr/bin/sed 's/[0-9]$//')$ | /usr/bin/grep -v ^$(/usr/bin/findmnt -f -n -o SOURCE /mnt/resource | /usr/bin/sed 's/[0-9]$//')$)
+/usr/sbin/lvextend -l '1%VG' /dev/DataVG/ThinPool_tmeta
+/usr/sbin/lvextend -l '100%VG' /dev/DataVG/ThinPool
+/usr/sbin/lvextend -l '80%PVS' /dev/DataVG/DataLV
+/usr/sbin/xfs_growfs -d /srv

packer/ansible/roles/lvm-init/templates/resize-xfs-no-lvm

@@ -0,0 +1,3 @@
+#!/bin/sh
+set -o errexit
+/usr/sbin/xfs_growfs -d {{ data_partition }}

packer/ansible/templates/pmm2.service

@@ -0,0 +1,16 @@
+[Unit]
+Description=PMM2 Docker container
+After=docker.service
+Requires=docker.service
+
+[Service]
+TimeoutStartSec=0
+Restart=always
+ExecStartPre=-/usr/bin/docker exec %n stop
+ExecStartPre=-/usr/bin/docker rm %n
+ExecStart=/usr/bin/docker run --rm --name %n \
+    --net host \
+    {{ pmm_server_image_name }}
+
+[Install]
+WantedBy=default.target

packer/pmm2.pkr.hcl

@@ -0,0 +1,72 @@
+packer {
+  required_plugins {
+    amazon = {
+      version = "=1.0.8"
+      source  = "github.com/hashicorp/amazon"
+    }
+  }
+}
+
+variable "pmm_server_image_name" {
+  type = string
+  default = "perconalab/pmm-server:dev-latest"
+}
+
+source "amazon-ebs" "pmm2" {
+  ami_name          = "PMM2 Server [${formatdate("YYYY-MM-DD hhmm", timestamp())}]"
+  instance_type     = "c4.xlarge"
+  ena_support       = "true"
+  region            = "us-east-1"
+  subnet_id         = "subnet-ee06e8e1"
+  security_group_id = "sg-688c2b1c"
+  ssh_username      = "ec2-user"
+
+  launch_block_device_mappings {
+    delete_on_termination = true
+    device_name           = "/dev/xvda"
+    volume_size           = 8
+    volume_type           = "gp3"
+  }
+
+  launch_block_device_mappings {
+    delete_on_termination = false
+    device_name           = "/dev/xvdb"
+    volume_size           = 100
+    volume_type           = "gp3"
+  }
+
+  source_ami_filter {
+    filters = {
+      name                = "*amzn2-ami-hvm-*"
+      root-device-type    = "ebs"
+      virtualization-type = "hvm"
+      architecture        = "x86_64"
+    }
+    most_recent = true
+    owners      = ["amazon"]
+  }
+  tags = {
+    iit-billing-tag = "pmm-worker"
+  }
+  run_tags = {
+    iit-billing-tag = "pmm-ami"
+  }
+  run_volume_tags = {
+    iit-billing-tag = "pmm-ami"
+  }
+}
+
+
+build {
+  name = "pmm2"
+  sources = [
+    "source.amazon-ebs.pmm2"
+  ]
+  provisioner "ansible" {
+    extra_arguments = [
+        "--extra-vars",
+        "pmm_server_image_name=${var.pmm_server_image_name}"
+    ]
+    playbook_file = "./packer/ansible/pmm2.yml"
+  }
+}