From d9139b715a6584fede2d845526fc84aed1105878 Mon Sep 17 00:00:00 2001 From: Kris Lamoureux Date: Thu, 19 Mar 2020 17:19:00 -0400 Subject: [PATCH] Create multiple VMs --- Vagrantfile | 267 +++++++++++++++++++++++++++------------------------- 1 file changed, 139 insertions(+), 128 deletions(-) diff --git a/Vagrantfile b/Vagrantfile index 4b47723..35a2754 100644 --- a/Vagrantfile +++ b/Vagrantfile @@ -1,135 +1,146 @@ # vi: set ft=ruby : -PRIVATE_NET_IP = "172.28.128.30" +PRIVATE_NET_IP = "172.28.128." Vagrant.configure("2") do |config| - config.vm.box = "centos/7" - config.vm.network "private_network", ip: PRIVATE_NET_IP - config.vm.synced_folder ".", "/vagrant", type: "nfs" - config.vm.provider "virtualbox" do |vbox| - vbox.memory = 4096 - vbox.cpus = 4 + vmservers = ["graylog", "systems"] + last_octet = 30 + + vmservers.each do |server| + config.vm.define "#{server}" do |node| + node.vm.box = "centos/7" + node.vm.hostname = "#{server}" + node.vm.network "private_network", ip: PRIVATE_NET_IP + last_octet.to_s + node.vm.synced_folder ".", "/vagrant", type: "nfs" + last_octet = last_octet + 1 + + node.vm.provider "virtualbox" do |vbox| + vbox.memory = 4096 + vbox.cpus = 4 + end + + node.vm.provision "shell", inline: <<-SHELL + + # Set SELinux to permissive + setenforce 0 + sed -i "s/SELINUX=enforcing/SELINUX=permissive/g" /etc/selinux/config + + # Import GPG keys + rpm --import \ + /etc/pki/rpm-gpg/RPM-GPG-KEY-CentOS-7 \ + https://download.docker.com/linux/centos/gpg \ + http://download.fedoraproject.org/pub/epel/RPM-GPG-KEY-EPEL-7 \ + https://packages.treasuredata.com/GPG-KEY-td-agent + + # Install Docker Community Edition + yum-config-manager --add-repo \ + https://download.docker.com/linux/centos/docker-ce.repo + yum install -y docker-ce docker-ce-cli containerd.io + systemctl start docker + systemctl -q enable docker + usermod -aG docker vagrant + + # Convenience + yum install -y vim + + # Install jq + yum install -y epel-release + yum install -y jq + + # Install apache + yum install -y httpd + systemctl start httpd + systemctl -q enable httpd + + # Install rsyslog + yum install -y rsyslog + systemctl start rsyslog + systemctl -q enable rsyslog + + # Install td-agent + cp /vagrant/td-agent.repo /etc/yum.repos.d/ + yum check-update + yum install -y td-agent + td-agent-gem install fluent-plugin-gelf-hs gelf + cp /vagrant/td-agent.conf /etc/td-agent/td-agent.conf + mkdir -p /var/log/containers + chown -R td-agent:td-agent /var/log/containers + chmod -R 755 /var/log + systemctl restart td-agent + systemctl -q enable td-agent + + # Add rsyslog forwarding option if it does not exist + if ! grep -q "127.0.0.1:5140" /etc/rsyslog.conf; then + echo "*.* @127.0.0.1:5140" >> /etc/rsyslog.conf + systemctl restart rsyslog + fi + + SHELL + + # Install newest docker-compose + node.vm.provision "shell", path: "install-compose.sh" + + # Start compose services and add default input + node.vm.provision "shell", inline: <<-SHELL + + # Bring up containers + cd /vagrant + /usr/local/bin/docker-compose up -d 2> /dev/null + cd /vagrant/wordpress + /usr/local/bin/docker-compose up -d 2> /dev/null + cd /vagrant + + # Wait 120 seconds for Graylog to come online + SECONDS=0 + while true + do + GRAYLOG_STATE=$( + docker inspect vagrant_graylog_1 \ + | jq --raw-output '.[] | .State.Health.Status') + + if [[ "$GRAYLOG_STATE" == "healthy" ]]; then + echo "Graylog is available." + sleep 5 + break + elif [[ "$GRAYLOG_STATE" != "starting" ]]; then + echo "Something is wrong with Graylog. Aborting." + exit 1 + elif [[ $SECONDS -le 120 ]]; then + echo "Waiting for Graylog ($SECONDS/120 seconds)" + sleep 10 + else + echo "Waiting on Graylog timed out. Aborting." + exit 1 + fi + done + + # Check for existing GELF TCP Input + INPUTSTATE=$( + curl -s -X GET \ + -H "Content-Type: application/json" \ + -H "X-Requested-By: cli" \ + -u admin:admin \ + "http://graylog.172.28.128.30.xip.io:8080/api/system/inputstates") + + INPUT_TYPES=$(echo $INPUTSTATE | jq --raw-output '.states | .[] | .message_input.type') + + for TYPE in $INPUT_TYPES; do + if [[ "$TYPE" == "org.graylog2.inputs.gelf.tcp.GELFTCPInput" ]]; then + echo "Found GELF TCP input in Graylog, aborting input installation." + exit + fi + done + + # Install GELF TCP Input + curl -i -s -X POST \ + -H "Content-Type: application/json" \ + -H "X-Requested-By: cli" \ + -u admin:admin \ + "http://graylog.172.28.128.30.xip.io:8080/api/system/inputs" \ + -d @GELFTCPInput.json + SHELL + + end end - - config.vm.provision "shell", inline: <<-SHELL - - # Set SELinux to permissive - setenforce 0 - sed -i "s/SELINUX=enforcing/SELINUX=permissive/g" /etc/selinux/config - - # Import GPG keys - rpm --import \ - /etc/pki/rpm-gpg/RPM-GPG-KEY-CentOS-7 \ - https://download.docker.com/linux/centos/gpg \ - http://download.fedoraproject.org/pub/epel/RPM-GPG-KEY-EPEL-7 \ - https://packages.treasuredata.com/GPG-KEY-td-agent - - # Install Docker Community Edition - yum-config-manager --add-repo \ - https://download.docker.com/linux/centos/docker-ce.repo - yum install -y docker-ce docker-ce-cli containerd.io - systemctl start docker - systemctl -q enable docker - usermod -aG docker vagrant - - # Convenience - yum install -y vim - - # Install jq - yum install -y epel-release - yum install -y jq - - # Install apache - yum install -y httpd - systemctl start httpd - systemctl -q enable httpd - - # Install rsyslog - yum install -y rsyslog - systemctl start rsyslog - systemctl -q enable rsyslog - - # Install td-agent - cp /vagrant/td-agent.repo /etc/yum.repos.d/ - yum check-update - yum install -y td-agent - td-agent-gem install fluent-plugin-gelf-hs gelf - cp /vagrant/td-agent.conf /etc/td-agent/td-agent.conf - mkdir -p /var/log/containers - chown -R td-agent:td-agent /var/log/containers - chmod -R 755 /var/log - systemctl restart td-agent - systemctl -q enable td-agent - - # Add rsyslog forwarding option if it does not exist - if ! grep -q "127.0.0.1:5140" /etc/rsyslog.conf; then - echo "*.* @127.0.0.1:5140" >> /etc/rsyslog.conf - systemctl restart rsyslog - fi - - SHELL - - # Install newest docker-compose - config.vm.provision "shell", path: "install-compose.sh" - - # Start compose services and add default input - config.vm.provision "shell", inline: <<-SHELL - # Bring up containers - cd /vagrant - /usr/local/bin/docker-compose up -d 2> /dev/null - cd /vagrant/wordpress - /usr/local/bin/docker-compose up -d 2> /dev/null - cd /vagrant - - # Wait 120 seconds for Graylog to come online - SECONDS=0 - while true - do - GRAYLOG_STATE=$( - docker inspect vagrant_graylog_1 \ - | jq --raw-output '.[] | .State.Health.Status') - - if [[ "$GRAYLOG_STATE" == "healthy" ]]; then - echo "Graylog is available." - sleep 5 - break - elif [[ "$GRAYLOG_STATE" != "starting" ]]; then - echo "Something is wrong with Graylog. Aborting." - exit 1 - elif [[ $SECONDS -le 120 ]]; then - echo "Waiting for Graylog ($SECONDS/120 seconds)" - sleep 10 - else - echo "Waiting on Graylog timed out. Aborting." - exit 1 - fi - done - - # Check for existing GELF TCP Input - INPUTSTATE=$( - curl -s -X GET \ - -H "Content-Type: application/json" \ - -H "X-Requested-By: cli" \ - -u admin:admin \ - "http://graylog.172.28.128.30.xip.io:8080/api/system/inputstates") - - INPUT_TYPES=$(echo $INPUTSTATE | jq --raw-output '.states | .[] | .message_input.type') - - for TYPE in $INPUT_TYPES; do - if [[ "$TYPE" == "org.graylog2.inputs.gelf.tcp.GELFTCPInput" ]]; then - echo "Found GELF TCP input in Graylog, aborting input installation." - exit - fi - done - - # Install GELF TCP Input - curl -i -s -X POST \ - -H "Content-Type: application/json" \ - -H "X-Requested-By: cli" \ - -u admin:admin \ - "http://graylog.172.28.128.30.xip.io:8080/api/system/inputs" \ - -d @GELFTCPInput.json - SHELL - end