graylog_demo/Vagrantfile

# vi: set ft=ruby :

PRIVATE_NET_IP = "172.28.128.30"

Vagrant.configure("2") do |config|
  config.vm.box = "centos/7"
  config.vm.network "private_network", ip: PRIVATE_NET_IP
  config.vm.synced_folder ".", "/vagrant", type: "nfs"

  config.vm.provider "virtualbox" do |vbox|
    vbox.memory = 4096
    vbox.cpus = 4
  end

  config.vm.provision "shell", inline: <<-SHELL

    # Set SELinux to permissive
    setenforce 0
    sed -i "s/SELINUX=enforcing/SELINUX=permissive/g" /etc/selinux/config

    # Import GPG keys
    rpm --import \
      /etc/pki/rpm-gpg/RPM-GPG-KEY-CentOS-7 \
      https://download.docker.com/linux/centos/gpg \
      http://download.fedoraproject.org/pub/epel/RPM-GPG-KEY-EPEL-7 \
      https://packages.treasuredata.com/GPG-KEY-td-agent

    # Install Docker Community Edition
    yum-config-manager --add-repo \
        https://download.docker.com/linux/centos/docker-ce.repo
    yum install -y docker-ce docker-ce-cli containerd.io
    systemctl start docker
    systemctl -q enable docker
    usermod -aG docker vagrant

    # Convenience
    yum install -y vim

    # Install jq
    yum install -y epel-release
    yum install -y jq

    # Install apache
    yum install -y httpd
    systemctl start httpd
    systemctl -q enable httpd

    # Install rsyslog
    yum install -y rsyslog
    systemctl start rsyslog
    systemctl -q enable rsyslog

    # Install td-agent
    cp /vagrant/td-agent.repo /etc/yum.repos.d/
    yum check-update
    yum install -y td-agent
    td-agent-gem install fluent-plugin-gelf-hs gelf
    cp /vagrant/td-agent.conf /etc/td-agent/td-agent.conf
    mkdir -p /var/log/containers
    chown -R td-agent:td-agent /var/log/containers
    chmod -R 755 /var/log
    systemctl restart td-agent
    systemctl -q enable td-agent

    # Add rsyslog forwarding option if it does not exist
    if ! grep -q "127.0.0.1:5140" /etc/rsyslog.conf; then
      echo "*.* @127.0.0.1:5140" >> /etc/rsyslog.conf
      systemctl restart rsyslog
    fi

  SHELL

  # Install newest docker-compose
  config.vm.provision "shell", path: "install-compose.sh"

  # Start compose services and add default input
  config.vm.provision "shell", inline: <<-SHELL
    # Bring up containers
    cd /vagrant
    /usr/local/bin/docker-compose up -d 2> /dev/null
    cd /vagrant/wordpress
    /usr/local/bin/docker-compose up -d 2> /dev/null

    # Create directories and ensure they are empty
    mkdir -p /home/vagrant/certs/
    rm -r /home/vagrant/certs/
    mkdir -p /home/vagrant/certs/{td-agent,graylog}

    # Generate Graylog's CA
    cd /home/vagrant/certs
    openssl genrsa -out graylog/rootCA.key 4096 2> /dev/null
    openssl req -x509 -new -nodes -key graylog/rootCA.key -sha256 -days 1024 \
        -out graylog/rootCA.crt -subj "/C=US/ST=GA/O=MyOrg/CN=localhost" \
        2> /dev/null

    # Generate td-agent's keys
    openssl genrsa -out td-agent/td-agent.key 4096 2> /dev/null
    openssl req -new -sha256 -key td-agent/td-agent.key \
        -subj "/C=US/ST=GA/O=MyOrg/CN=localhost" -out td-agent/td-agent.csr \
        2> /dev/null

    # Sign td-agent's keys
    openssl x509 -req -in td-agent/td-agent.csr -CA graylog/rootCA.crt \
        -CAkey graylog/rootCA.key -CAcreateserial -days 1024 -sha256 \
        -out td-agent/td-agent-signed.crt 2> /dev/null

    # Fix permissions
    chown -R vagrant:vagrant /home/vagrant/
    chown -R 1100:1100 /home/vagrant/certs/graylog

    # Wait 120 seconds for Graylog to come online
    cd /vagrant
    SECONDS=0
    while true
    do
      GRAYLOG_STATE=$(
        docker inspect vagrant_graylog_1 \
          | jq --raw-output '.[] | .State.Health.Status')

      if [[ "$GRAYLOG_STATE" == "healthy" ]]; then
        echo "Graylog is available."
        sleep 5
        break
      elif [[ "$GRAYLOG_STATE" != "starting" ]]; then
        echo "Something is wrong with Graylog. Aborting."
        exit 1
      elif [[ $SECONDS -le 120 ]]; then
        echo "Waiting for Graylog ($SECONDS/120 seconds)"
        sleep 10
      else
        echo "Waiting on Graylog timed out. Aborting."
        exit 1
      fi
    done

    # Check for existing GELF TCP Input
    INPUTSTATE=$(
      curl -s -X GET \
          -H "Content-Type: application/json" \
          -H "X-Requested-By: cli" \
          -u admin:admin \
          "http://graylog.172.28.128.30.xip.io:8080/api/system/inputstates")

    INPUT_TYPES=$(echo $INPUTSTATE | jq --raw-output '.states | .[] | .message_input.type')

    for TYPE in $INPUT_TYPES; do
      if [[ "$TYPE" == "org.graylog2.inputs.gelf.tcp.GELFTCPInput" ]]; then
        echo "Found GELF TCP input in Graylog, aborting input installation."
        exit
      fi
    done

    # Install GELF TCP Input
    curl -i -s -X POST \
        -H "Content-Type: application/json" \
        -H "X-Requested-By: cli" \
        -u admin:admin \
        "http://graylog.172.28.128.30.xip.io:8080/api/system/inputs" \
        -d @GELFTCPInput.json
  SHELL

end