imfreedom/bamboo-terraform

Lots of work on the ansible side, still not full working though
draft
2019-05-25, Gary Kramlich
229f9016ca73
Parents 285b0bb0eea7
Children 769cb2f0d86c
Lots of work on the ansible side, still not full working though
12 files changed, 251 insertions(+), 13 deletions(-)
  • +5 -0
    ansible/roles/pidgin.bamboo-agent/defaults/main.yml
  • +104 -0
    ansible/roles/pidgin.bamboo-agent/tasks/main.yml
  • +15 -0
    ansible/roles/pidgin.bamboo-agent/templates/bamboo-agent.service
  • +27 -0
    ansible/roles/rwgrim.convey/tasks/main.yml
  • +26 -0
    ansible/roles/rwgrim.docker/tasks/main.yml
  • +3 -0
    ansible/vars/vars.yml
  • +9 -0
    ansible/vars/vault
  • +15 -0
    ansible/worker.yml
  • +2 -0
    common.tf
  • +6 -4
    instance-registry-cache.tf
  • +38 -5
    instance-worker.tf
  • +1 -4
    volume-base.tf
    • --- /dev/null Thu Jan 01 00:00:00 1970 +0000
    +++ b/ansible/roles/pidgin.bamboo-agent/defaults/main.yml Sat May 25 21:22:40 2019 -0500
    @@ -0,0 +1,5 @@
    +---
    +bamboo_home: /home/bamboo
    +bamboo_user: bamboo
    +bamboo_group: bamboo
    +
    --- /dev/null Thu Jan 01 00:00:00 1970 +0000
    +++ b/ansible/roles/pidgin.bamboo-agent/tasks/main.yml Sat May 25 21:22:40 2019 -0500
    @@ -0,0 +1,104 @@
    +---
    +- name: precondition - bamboo_server
    + fail: msg="ERROR -required variable 'bamboo_server' missing."
    + when: bamboo_server is not defined
    +- name: precondition - bamboo_version
    + fail: msg="ERROR -required variable 'bamboo_version' missing."
    + when: bamboo_version is not defined
    +- name: precondition - bamboo_token
    + fail: msg="ERROR -required variable 'bamboo_token' missing."
    + when: bamboo_token is not defined
    +
    +# internal vars
    +- name: set internal var for bamboo_jar
    + set_fact:
    + bamboo_jar: "atlassian-bamboo-agent-installer-{{bamboo_version}}.jar"
    +- name: set internal var for bamboo_jar_url
    + set_fact:
    + bamboo_jar_url: "{{bamboo_server}}agentServer/agentInstaller/{{bamboo_jar}}"
    +- name: set bamboo agent home
    + set_fact:
    + bamboo_agent_home: "{{bamboo_home}}/agent-home"
    +
    +# create the systemd unit
    +- name: install bamboo systemd service
    + copy:
    + dest: /etc/systemd/system/bamboo-agent.service
    + content: |
    + [Unit]
    + Description=Atlassian Bamboo Agent
    + After=syslog.target network.target
    +
    + [Service]
    + Type=forking
    + User={{bamboo_user}}
    + Group={{bamboo_group}}
    + ExecStart={{bamboo_agent_home}}/bin/bamboo-agent.sh start
    + ExecStop={{bamboo_agent_home}}/bin/bamboo-agent.sh stop
    + PIDFile={{bamboo_agent_home}}/bin/bamboo-agent.pid
    +
    + [Install]
    + WantedBy=multi-user.target
    +# install our dependencies
    +- name: Install Dependencies
    + become: yes
    + apt:
    + name:
    + - mercurial
    + - git
    + - openjdk-8-jre-headless
    + state: present
    + install_recommends: no
    + update_cache: yes
    +
    +# create the group
    +- name: create bamboo group
    + group:
    + name: "{{bamboo_group}}"
    + system: yes
    +
    +# create user
    +- user:
    + name: "{{bamboo_user}}"
    + shell: /bin/false
    + group: "{{bamboo_group}}"
    + groups: "{{bamboo_groups}}"
    + system: yes
    + createhome: yes
    + home: "{{bamboo_home}}"
    +
    +# download the jar
    +- name: get bamboo agent installer (as jar)
    + get_url:
    + url: "{{bamboo_jar_url}}"
    + dest: "{{bamboo_home}}/{{bamboo_jar}}"
    +
    +# stop the agent if it's already running
    +- name: stop agent
    + systemd:
    + state: stopped
    + name: bamboo-agent
    + ignore_errors: yes
    +
    +# run the installer
    +- name: run bamboo installer
    + command: java -Dbamboo.home={{bamboo_agent_home}} -jar {{bamboo_jar}} {{bamboo_server}}/agentServer/ install -t {{bamboo_token}}
    + args:
    + chdir: "{{bamboo_home}}"
    + become: yes
    +
    +- name: fix bamboo permissions
    + file:
    + owner: "{{bamboo_user}}"
    + group: "{{bamboo_group}}"
    + recurse: yes
    + path: "{{bamboo_home}}"
    + become: yes
    +
    +# now start the agent
    +- name: start bamboo-agent
    + systemd:
    + state: started
    + daemon_reload: yes
    + name: bamboo-agent
    +
    --- /dev/null Thu Jan 01 00:00:00 1970 +0000
    +++ b/ansible/roles/pidgin.bamboo-agent/templates/bamboo-agent.service Sat May 25 21:22:40 2019 -0500
    @@ -0,0 +1,15 @@
    +[Unit]
    +Description=Atlassian Bamboo Agent
    +After=syslog.target network.target
    +
    +[Service]
    +Type=forking
    +User={{bamboo_user}}
    +Group={{bamboo_group}}
    +ExecStart={{bamboo_agent_home}}/bin/bamboo-agent.sh start
    +ExecStop={{bamboo_agent_home}}/bin/bamboo-agent.sh stop
    +PIDFile={{bamboo_agent_home}}/bin/bamboo-agent.pid
    +
    +[Install]
    +WantedBy=multi-user.target
    +
    --- /dev/null Thu Jan 01 00:00:00 1970 +0000
    +++ b/ansible/roles/rwgrim.convey/tasks/main.yml Sat May 25 21:22:40 2019 -0500
    @@ -0,0 +1,27 @@
    +---
    +- name: precondition - convey_version
    + fail: msg="ERROR -required variable 'convey_version' missing."
    + when: convey_version is not defined
    +- name: precondition - convey_sha256_checksum
    + fail: msg="ERROR -required variable 'convey_sha256_checksum' missing."
    + when: convey_sha256_checksum is not defined
    +
    +# internal vars
    +- name: set internal var for convey_filename
    + set_fact:
    + convey_filename: "convey-{{convey_version}}-linux-amd64"
    +- name: set internal var for convey_url
    + set_fact:
    + convey_url: "https://bitbucket.org/rw_grim/convey/downloads/{{convey_filename}}"
    +- name: set install directory
    + set_fact:
    + convey_install_dir: "/usr/local/bin"
    +
    +# download the jar
    +- name: download convey
    + get_url:
    + url: "{{convey_url}}"
    + dest: "{{convey_install_dir}}/convey"
    + sha256sum: "{{convey_sha256_checksum}}"
    + mode: "0755"
    +
    --- /dev/null Thu Jan 01 00:00:00 1970 +0000
    +++ b/ansible/roles/rwgrim.docker/tasks/main.yml Sat May 25 21:22:40 2019 -0500
    @@ -0,0 +1,26 @@
    +---
    +- name: Install Dependencies
    + apt:
    + name:
    + - apt-transport-https
    + - ca-certificates
    + state: present
    +
    +- name: Add Docker apt-key
    + apt_key:
    + url: https://download.docker.com/linux/ubuntu/gpg
    + id: 9DC858229FC7DD38854AE2D88D81803C0EBFCD88
    + state: present
    +
    +- name: Add Docker repository
    + apt_repository:
    + repo: "deb [arch=amd64] https://download.docker.com/linux/debian buster stable"
    + state: present
    + filename: "docker"
    + update_cache: true
    +
    +- name: Install Docker
    + apt:
    + name:
    + - docker-ce
    + state: present
    --- /dev/null Thu Jan 01 00:00:00 1970 +0000
    +++ b/ansible/vars/vars.yml Sat May 25 21:22:40 2019 -0500
    @@ -0,0 +1,3 @@
    +---
    +bamboo_token: "{{ vault_bamboo_token }}"
    +
    --- /dev/null Thu Jan 01 00:00:00 1970 +0000
    +++ b/ansible/vars/vault Sat May 25 21:22:40 2019 -0500
    @@ -0,0 +1,9 @@
    +$ANSIBLE_VAULT;1.1;AES256
    +36373762363335306333323435306331323432343462336634373130313634616464323563363634
    +3735323433333033306462653431373735323162626138390a346264386232623065633965346262
    +33353931313037386438363765666264343066306134626338633432383434366563353732653462
    +6633373464383635640a643839656639353564376233386531313730616134326633643764666134
    +33396466613066383233306661643461613537653464313765346662323638363765363635333135
    +35393336643631306237666162636130363237623866646336343665303536386565653164666364
    +31316430393632363839663630663963373965313031316261396337376637396265373337373737
    +30643631326330336338
    --- /dev/null Thu Jan 01 00:00:00 1970 +0000
    +++ b/ansible/worker.yml Sat May 25 21:22:40 2019 -0500
    @@ -0,0 +1,15 @@
    +---
    +- hosts: all
    + vars_files:
    + - vars/vars.yml
    + - vars/vault
    + roles:
    + - role: rwgrim.docker
    + - role: rwgrim.convey
    + convey_version: 0.13.1
    + convey_sha256_checksum: c5f1d5c7d5da5ec61d325659e77e74a205f62929f2abca82b949c22164f2e5b6
    + - role: pidgin.bamboo-agent
    + bamboo_server: https://bamboo.pidgin.im/
    + bamboo_version: 6.8.0
    + bamboo_groups: docker
    + bamboo_token: "{{ vault_bamboo_token }}"
    --- a/common.tf Wed Feb 06 23:37:56 2019 -0600
    +++ b/common.tf Sat May 25 21:22:40 2019 -0500
    @@ -1,2 +1,4 @@
    variable "admin_ssh_pubkey" {}
    +variable "network_name" { default = "default" }
    variable "node_name" {default = "bamboo" }
    +variable "volume_pool" { default = "default" }
    --- a/instance-registry-cache.tf Wed Feb 06 23:37:56 2019 -0600
    +++ b/instance-registry-cache.tf Sat May 25 21:22:40 2019 -0500
    @@ -1,8 +1,10 @@
    +variable "registry_cache_enabled" { default = true }
    variable "registry_cache_disk_size" { default = "53687091200" } # 50gb
    variable "registry_cache_memory" { default="1024" } # 1gb
    variable "registry_cache_cpu" { default="1" }
    resource "libvirt_volume" "registry_cache" {
    + count = "${var.registry_cache_enabled ? 1 : 0 }"
    name = "${format("%s-registry-cache-root", var.node_name)}"
    format = "qcow2"
    @@ -12,6 +14,7 @@
    }
    data "template_file" "registry_cache_user_data" {
    + count = "${var.registry_cache_enabled ? 1 : 0 }"
    template = <<EOF
    #cloud-config
    fqdn: $${fqdn}
    @@ -32,11 +35,14 @@
    }
    resource "libvirt_cloudinit_disk" "registry_cache" {
    + count = "${var.registry_cache_enabled ? 1 : 0 }"
    name = "${format("%s-registry-cache-init.iso", var.node_name)}"
    +
    user_data = "${data.template_file.registry_cache_user_data.rendered}"
    }
    resource "libvirt_domain" "registry_cache" {
    + count = "${var.registry_cache_enabled ? 1 : 0 }"
    name = "${format("%s-registry-cache", var.node_name)}"
    memory = "${var.registry_cache_memory}"
    @@ -65,7 +71,3 @@
    }
    }
    -output "registry_cache_ip" {
    - value = "${libvirt_domain.registry_cache.network_interface.0.addresses}"
    -}
    -
    --- a/instance-worker.tf Wed Feb 06 23:37:56 2019 -0600
    +++ b/instance-worker.tf Sat May 25 21:22:40 2019 -0500
    @@ -1,12 +1,12 @@
    variable "worker_count" { default = "1" }
    -variable "worker_disk_size" { default = "21474836480" } # 20gb
    +variable "worker_disk_size" { default = "53687091200" } # 50gb
    variable "worker_memory" { default="1024" } # 1gb
    variable "worker_cpu" { default="1" }
    resource "libvirt_volume" "worker" {
    count = "${var.worker_count}"
    - name = "${format("%s-worker-%03d-root", var.node_name, count.index)}"
    + name = "${format("%s-worker-%03d-root.qcow2", var.node_name, count.index)}"
    format = "qcow2"
    base_volume_id = "${libvirt_volume.debian_base.id}"
    @@ -14,6 +14,8 @@
    pool = "${var.volume_pool}"
    }
    +# Build the cloud init config file. It sets the hostname, expands the root
    +# disk, and sets which ssh key to allow root to log in.
    data "template_file" "worker_user_data" {
    count = "${var.worker_count > 0 ? var.worker_count : 0}"
    @@ -36,6 +38,8 @@
    }
    }
    +# Setup the cloudinit disk itself. We create one per worker because it sets
    +# the hostname.
    resource "libvirt_cloudinit_disk" "worker" {
    count = "${var.worker_count}"
    @@ -43,6 +47,7 @@
    user_data = "${element(data.template_file.worker_user_data.*.rendered, count.index)}"
    }
    +# Create the instance itself
    resource "libvirt_domain" "worker" {
    count = "${var.worker_count}"
    name = "${format("%s-worker-%03d", var.node_name, count.index)}"
    @@ -64,7 +69,7 @@
    }
    network_interface {
    - network_name = "default"
    + network_name = "${var.network_name}"
    wait_for_lease = true
    }
    @@ -73,7 +78,35 @@
    }
    }
    -output "worker_ips" {
    - value = "${libvirt_domain.worker.*.network_interface.0.addresses}"
    +# Create the ansible inventory
    +resource "local_file" "worker_hosts" {
    + count = "${var.worker_count > 0 ? 1 : 0 }"
    +
    + content = "${join("\n", formatlist("%s ansible_ssh_common_args='-J %s -o StrictHostKeyChecking=off' ansible_user=root ansible_host=%s", libvirt_domain.worker.*.name, replace(replace(var.libvirt_uri, "qemu+ssh://", ""), "/system", ""), flatten(libvirt_domain.worker.*.network_interface.0.addresses)))}"
    + filename = "${path.module}/hosts.workers"
    +}
    +
    +# Use the archive_file data source to detect changes in the ansible scripts
    +data "archive_file" "ansible_scripts" {
    + type = "zip"
    + source_dir = "ansible/"
    + output_path = "ansible.zip"
    }
    +# Run ansible against all the workers
    +resource "null_resource" "worker_ansible" {
    + triggers = {
    + hosts = "${sha1(local_file.worker_hosts.content)}"
    + ansible = "${data.archive_file.ansible_scripts.output_sha}"
    + }
    +
    + provisioner "local-exec" {
    + command = "ansible-playbook -i ${path.module}/hosts.workers -b ansible/worker.yml --vault-password-file=secrets/ansible_vault_password.txt"
    + }
    +}
    +
    +# Output the ip's of the workers
    +output "worker_ips" {
    + value = "${flatten(libvirt_domain.worker.*.network_interface.0.addresses)}"
    +}
    +
    --- a/volume-base.tf Wed Feb 06 23:37:56 2019 -0600
    +++ b/volume-base.tf Sat May 25 21:22:40 2019 -0500
    @@ -1,7 +1,4 @@
    -variable "volume_pool" { default = "default" }
    -
    -variable "base_image_url" { default = "https://cdimage.debian.org/cdimage/openstack/9.7.0/debian-9.7.0-openstack-amd64.qcow2" }
    -
    +variable "base_image_url" { default = "https://cdimage.debian.org/cdimage/openstack/current-9/debian-9-openstack-amd64.qcow2" }
    resource "libvirt_volume" "debian_base" {
    name = "debian-base"