create dock with ansible

ansible/charon.yml

@@ -2,11 +2,12 @@
 - hosts: redis
 - hosts: consul
 
-- hosts: docks
+- hosts: "{{ dock | default('docks') }}"
   vars_files:
     - group_vars/alpha-charon.yml
   roles:
   - { role: notify, tags: [notify] }
-  - { role: git_node_service, tags: [deploy] }
+  - { role: git_repo, tags: [deploy] }
+  - { role: node_service, tags: [deploy] }
   - { role: loggly-rotate }
   - { role: consul_value, tags: [deploy, consul_value] }

ansible/delta-hosts/hosts

@@ -33,6 +33,8 @@ delta-api-worker
 
 [docks]
 
+[dock]
+
 [eru]
 delta-services
 
@@ -113,6 +115,7 @@ sauron
 shiva
 metis
 swarm-manager
+dock
 
 [local]
 127.0.0.1

ansible/delta-hosts/variables

@@ -15,6 +15,10 @@ api_s3_context_bucket=runnable.context.resources.production
 
 [docks:vars]
 docker_config=docks
+docks_rollbar_key=d1af6567ed0f464fb1d676f38fd31751
+
+[dock:vars]
+docks_rollbar_key=d1af6567ed0f464fb1d676f38fd31751
 
 [eru:vars]
 eru_github_id=46a23f5f99f0aa9460f8
@@ -48,10 +52,6 @@ aws_secret_access_key=GrOO85hfoc7+bwT2GjoWbLyzyNbOKb2/XOJbCJsv
 shiva_rollbar_key=0526a90faec845d796e1ef5361a00526
 
 [vault:vars]
-vault_auth_token=578c9767-5af8-8490-0954-5d330f27b088
-vault_token_01=0d324dc7d4cbd94790fd08809d06fb1e28e21e185910081c7646e3e49924f6ed01
-vault_token_02=42dc8a69df174e77eb47a63b6ef4709bec57101cb1bff11a71c91b73b8bc046102
-vault_token_03=47f3cb74f5374fa3c51c90fd25e3d4cc851034de97584995fce5fc5382342f1f03
 vault_hello_runnable_github_token=88ddc423c2312d02a8bbcaad76dd4c374a30e4af
 vault_aws_access_key_id=AKIAJ7R4UIM45KH2WGWQ
 vault_aws_secret_key=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
@@ -74,6 +74,10 @@ rabbit_password=wKK7g7NWKpQXEeSzyWB7mIpxZIL8H2mDSf3Q6czR3Vk
 rabbit_username=o2mdLh9N9Ke2GzhoK8xsruYPhIQFN7iEL44dQJoq7OM
 registry_host=10.8.4.126
 user_content_domain=runnableapp.com
+vault_auth_token=578c9767-5af8-8490-0954-5d330f27b088
+vault_token_01=0d324dc7d4cbd94790fd08809d06fb1e28e21e185910081c7646e3e49924f6ed01
+vault_token_02=42dc8a69df174e77eb47a63b6ef4709bec57101cb1bff11a71c91b73b8bc046102
+vault_token_03=47f3cb74f5374fa3c51c90fd25e3d4cc851034de97584995fce5fc5382342f1f03
 
 [ec2:vars]
 aws_custid=437258487404

ansible/dock-init.yml

@@ -1,7 +1,15 @@
 ---
 - hosts: consul
+
+- hosts: "{{ dock }}"
   vars_files:
     - group_vars/alpha-dock-init.yml
   roles:
   - { role: notify, tags: [notify] }
+  - { role: package-dock, tags: [dock, package] }
+  - { role: package-aws, tags: [dock, package] }
+  - { role: docker, tags: [docker] }
+  - { role: datadog, tags: [deploy, datadog] }
+  - { role: git_repo, tags: [deploy] }
+  - { role: dock-init, tags: [deploy] }
   - { role: consul_value, tags: [deploy, consul_value] }

ansible/dock.yml

@@ -0,0 +1,16 @@
+---
+- hosts: localhost
+  connection: local
+  tasks:
+  - fail: msg="`dock` (target dock) needs to be defined to run this role"
+    when: dock is not defined
+  - add_host:
+      name={{ dock }}
+      groups=dock
+
+- include: dock-init.yml git_branch=v6.0.0
+- include: krain.yml git_branch=v0.1.1
+- include: filibuster.yml git_branch=v0.1.7
+- include: charon.yml git_branch=v3.2.0
+- include: image-builder.yml git_branch=v4.0.1
+- include: docker-listener.yml git_branch=v4.3.0

ansible/docker-listener.yml

@@ -3,13 +3,14 @@
 - hosts: redis
 - hosts: consul
 
-- hosts: docks
+- hosts: "{{ dock | default('docks') }}"
   vars_files:
     - group_vars/alpha-docker-listener.yml
   roles:
   - { role: notify, tags: [notify] }
   - { role: build_essential }
   - { role: docker_client }
-  - { role: git_node_service, tags: [deploy] }
+  - { role: git_repo, tags: [deploy] }
+  - { role: node_service, tags: [deploy] }
   - { role: loggly-rotate }
   - { role: consul_value, tags: [deploy, consul_value] }

ansible/filibuster.yml

@@ -1,11 +1,12 @@
 ---
 - hosts: consul
 
-- hosts: docks
+- hosts: "{{ dock | default('docks') }}"
   vars_files:
     - group_vars/alpha-filibuster.yml
   roles:
   - { role: notify, tags: [notify] }
-  - { role: git_node_service, tags: [deploy] }
+  - { role: git_repo, tags: [deploy] }
+  - { role: node_service, tags: [deploy] }
   - { role: loggly-rotate }
   - { role: consul_value, tags: [deploy, consul_value] }

ansible/gamma-hosts/hosts

@@ -90,28 +90,33 @@ gamma-services
 
 [docks]
 
+[dock]
+
 [gamma:children]
+api
 bastion
+charon
+dock
+docks
+eru
 hipache
+khronos
+mavis
 mongodb
+navi
+neo4j
+optimus
+rabbitmq
 api
 worker
 web
 redis
 redis-slave
-docks
 registry
-neo4j
-navi
-charon
-khronos
-mavis
-optimus
-rabbitmq
-eru
 sauron
 shiva
 swarm-manager
+web
 metis
 
 [ec2]

ansible/gamma-hosts/variables

@@ -15,6 +15,7 @@ api_s3_context_bucket=runnable.context.resources.production-beta
 
 [docks:vars]
 docker_config=docks
+docks_rollbar_key=d1af6567ed0f464fb1d676f38fd31751
 
 [eru:vars]
 eru_github_id=8abb08f83f6d1c52bd1a
@@ -48,10 +49,6 @@ aws_secret_access_key=GrOO85hfoc7+bwT2GjoWbLyzyNbOKb2/XOJbCJsv
 shiva_rollbar_key=0526a90faec845d796e1ef5361a00526
 
 [vault:vars]
-vault_auth_token=e22c3ebc-11cf-653b-7df0-79d78a499458
-vault_token_01=71d7b4754686013c8b9cfb22bafae79c661849dcd67c483c89efba12c0466aa201
-vault_token_02=794d6f7a3459c332a1fd2bbcc9230a7f84f1639806039ee8be547828cd7ab03a02
-vault_token_03=2e67faeffe4343c038d0f3210bdb83f3d3a5bc468975cf13e977ce9b5922aefe03
 vault_hello_runnable_github_token=88ddc423c2312d02a8bbcaad76dd4c374a30e4af
 vault_aws_access_key_id=AKIAJ7R4UIM45KH2WGWQ
 vault_aws_secret_key=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
@@ -74,6 +71,11 @@ registry_host=10.4.4.82
 swarm_token=d363b783f03a845a2c82b081bfe8443e
 user_content_domain=runnable.ninja
 api_hello_runnable_github_token=88ddc423c2312d02a8bbcaad76dd4c374a30e4af
+no_dd_monitoring=false
+vault_auth_token=e22c3ebc-11cf-653b-7df0-79d78a499458
+vault_token_01=71d7b4754686013c8b9cfb22bafae79c661849dcd67c483c89efba12c0466aa201
+vault_token_02=794d6f7a3459c332a1fd2bbcc9230a7f84f1639806039ee8be547828cd7ab03a02
+vault_token_03=2e67faeffe4343c038d0f3210bdb83f3d3a5bc468975cf13e977ce9b5922aefe03
 
 [ec2:vars]
 env=gamma

ansible/group_vars/alpha-dock-init.yml

@@ -1,5 +1,9 @@
 name: dock-init
 app_name: "{{ name }}"
+app_repo: git@github.com:CodeNow/{{ name }}.git
+
+# for docker role
+docker_config: dock
 
 # consul values
 consul_values:

ansible/group_vars/alpha-docker-listener.yml

@@ -10,8 +10,6 @@ enviroment_vars:
   RABBITMQ_PASSWORD: "{{ rabbit_password }}"
   RABBITMQ_PORT: "{{ rabbit_port }}"
   RABBITMQ_USERNAME: "{{ rabbit_username }}"
-  REDIS_IPADDRESS: "{{ redis_host_address }}"
-  REDIS_PORT: "{{ redis_port }}"
 
 # consul values
 consul_values:

ansible/group_vars/alpha-vault.yml

@@ -6,6 +6,8 @@ db_path: /opt/runnable/vault
 container_image: runnable/vault
 container_tag: v0.3.1
 
+log_driver: json-file
+
 container_run_opts: >
   -d
   -h {{ inventory_hostname }}
@@ -19,7 +21,6 @@ container_run_args: >
   vault server
   -log-level=warn
   -config=/vault.hcl
-  > /var/log/vault.log 2>&1
 
 # vault seed data
 # pulled 2015/16/12 - Bryan

ansible/image-builder.yml

@@ -1,7 +1,7 @@
 ---
 - hosts: consul
 
-- hosts: docks
+- hosts: "{{ dock | default('docks') }}"
   vars_files:
     - group_vars/alpha-image-builder.yml
   roles:

ansible/krain.yml

@@ -1,12 +1,13 @@
 ---
 - hosts: consul
 
-- hosts: docks
+- hosts: "{{ dock | default('docks') }}"
   vars_files:
     - group_vars/alpha-krain.yml
   roles:
   - { role: notify, tags: [notify] }
   - { role: build_essential }
-  - { role: git_node_service, tags: [deploy] }
+  - { role: git_repo, tags: [deploy] }
+  - { role: node_service, tags: [deploy] }
   - { role: loggly-rotate }
   - { role: consul_value, tags: [deploy, consul_value] }

ansible/roles/base_ubuntu/tasks/main.yml

@@ -1,6 +1,7 @@
 ---
 - name: ensure registry.runnable in /etc/hosts
   sudo: yes
+  when: dock is not defined
   lineinfile:
     dest=/etc/hosts
     line="{{ registry_host }} registry.runnable.com"

ansible/roles/dock-init/tasks/main.yml

@@ -0,0 +1,25 @@
+---
+- fail: msg="value tokens need to be defined for this role"
+  when: vault_auth_token is not defined or vault_token_01 is not defined or vault_token_02 is not defined or vault_token_03 is not defined
+
+- name: copy vault auth files
+  tags: vault_files
+  lineinfile:
+    dest="/opt/runnable/dock-init/consul-resources/vault/{{ node_env }}/{{ item.file_name }}"
+    line="{{ item.value }}"
+    create=yes
+  with_items:
+  - { file_name: 'auth-token', value: "{{ vault_auth_token }}" }
+  - { file_name: 'token-01', value: "{{ vault_token_01 }}" }
+  - { file_name: 'token-02', value: "{{ vault_token_02 }}" }
+  - { file_name: 'token-03', value: "{{ vault_token_03 }}" }
+
+- fail: msg="value tokens need to be defined for this role"
+  when: docks_rollbar_key is not defined
+
+- name: copy rollbar token
+  tags: rollbar
+  lineinfile:
+    dest="/opt/runnable/dock-init/key/rollbar.token"
+    line="{{ docks_rollbar_key }}"
+    create=yes

ansible/roles/docker/defaults/main.yml

@@ -1,2 +1,2 @@
 ---
-docker_package_name: lxc-docker-1.6.2
+docker_package_name: docker-engine=1.9.1-0~trusty

ansible/roles/docker/tasks/main.yml

@@ -1,4 +1,19 @@
 ---
+- name: create docker cert directory
+  sudo: yes
+  file:
+    path=/etc/ssl/docker
+    state=directory
+
+- name: copy docker certs
+  sudo: yes
+  copy:
+    src=certs/
+    dest=/etc/ssl/docker
+    mode=0440
+    owner=root
+    group=root
+
 - name: change core dump path
   sudo: yes
   when: docker_config == "runnable"
@@ -36,13 +51,12 @@
 - name: add docker repository
   sudo: yes
   apt_repository:
-    repo: "deb https://get.docker.com/ubuntu docker main"
+    repo: "deb https://apt.dockerproject.org/repo ubuntu-{{ ansible_distribution_release }} main"
     state: present
     update_cache: yes
 
 - name: copy docker config file
   sudo: yes
-  when: docker_config == "runnable"
   template:
     src={{ docker_config }}
     dest=/etc/default/docker
@@ -51,7 +65,7 @@
 
 - name: install docker
   sudo: yes
-  when: restart is defined
+  when: restart is defined or dock is defined
   apt:
     pkg="{{ docker_package_name }}"
     state=present
@@ -60,5 +74,5 @@
     cache_valid_time=604800
 
 - name: restart docker
-  when: copied_config.changed and restart is defined
+  when: (copied_config.changed and restart is defined) or dock is defined
   command: sudo service docker restart

ansible/roles/docker/templates/dock

@@ -0,0 +1,6 @@
+DOCKER_OPTS="-H=unix:///var/run/docker.sock -H=0.0.0.0:4242"
+DOCKER_OPTS="$DOCKER_OPTS --tlsverify --tlscacert=/etc/ssl/docker/ca.pem"
+DOCKER_OPTS="$DOCKER_OPTS --tlscert=/etc/ssl/docker/cert.pem --tlskey=/etc/ssl/docker/key.pem"
+DOCKER_OPTS="$DOCKER_OPTS -g /docker --insecure-registry registry.runnable.com --icc=false"
+DOCKER_OPTS="$DOCKER_OPTS --bip 172.17.42.1/16"
+DOCKER_OPTS="$DOCKER_OPTS --dns=172.17.42.1 --dns=8.8.8.8"