Merge branch 'master' into SAN-4042-log-cleanup

Author: Christopher M. Neill

.gitignore

@@ -10,3 +10,5 @@ ca.srl
 .DS_Store
 ansible/roles/hipache/templates/runnable*
 ansible/certs/*
+*.retry
+

ansible/delta-hosts/variables

@@ -43,7 +43,7 @@ intercom_api_key=14771f14efb617900724a16345e57beb55ba9beb
 intercom_app_id=wqzm3rju
 khronos_canary_github_branches_instance_id=56f05754a443842400b66a53
 khronos_canary_logs_instance_id=56f07f5c1e089a200077f2a3
-khronos_canary_rebuild_instance_id=56df6674058d592500f76c9f
+khronos_canary_rebuild_instance_id=571b39b9d35173300021667d
 khronos_canary_rebuild_navi_url=http://canary-build-staging-runnabletest.runnableapp.com:8000/
 khronos_canary_token=24592325a6f881e77a01e3bacf0952c49f4e9f1c
 khronos_mongo_auth=api:72192e5a-a5e1-11e5-add9-0270db32f7ad

ansible/eru.yml

@@ -2,6 +2,7 @@
 - hosts: consul
 - hosts: mongodb
 - hosts: redis
+- hosts: socket-server-proxy
 
 - hosts: eru
   vars_files:
@@ -10,9 +11,7 @@
   - { role: notify, tags: [ notify ] }
   - { role: builder, tags: [ build ] }
   - role: container_start
-
-- hosts: socket-server-proxy
-  vars_files:
-  - group_vars/alpha-eru.yml
-  roles:
-  - role: eru
+  - role: nginx-proxied-service
+    nginx_host: "{{ groups['socket-server-proxy'][0] }}"
+    target_ip_address: "{{ hostvars[groups['eru'][0]]['ansible_default_ipv4']['address'] }}"
+    templates: [ 11-eru-server.conf ]

ansible/group_vars/alpha-eru.yml

@@ -6,7 +6,7 @@ container_tag: "{{ git_branch }}"
 repo: git@github.com:CodeNow/{{ name }}.git
 hosted_ports: [ "5501", "5502" ]
 node_version: lts
-npm_version: 2
+npm_version: 3
 has_shrinkwrap: true
 
 dockerfile_post_install_commands:
@@ -17,6 +17,7 @@ container_envs: >-
   -e AWS_ACCESS_KEY={{ eru_aws_access_key_id }}
   -e AWS_ENVIRONMENT={{ eru_aws_environment }}
   -e AWS_SECRET_KEY={{ eru_aws_secret_access_key }}
+  -e CONSUL_HOST={{ consul_host_address }}:{{ consul_api_port }}
   -e DOMAIN={{ eru_subdomain }}.{{ domain }}
   -e GITHUB_CLIENT_ID={{ eru_github_id }}
   -e GITHUB_CLIENT_SECRET={{ eru_github_secret }}

ansible/group_vars/alpha-swarm-daemon.yml

@@ -2,7 +2,7 @@ name: "swarm-deamon"
 
 # container_kill_start settings
 container_image: swarm
-container_tag: 1.1.2
+container_tag: 1.2.0
 
 container_run_opts: >
   --name {{ swarm_container_name }}

ansible/group_vars/alpha-swarm-manager.yml

@@ -2,7 +2,7 @@ name: "swarm-manager"
 
 # container_kill_start settings
 container_image: swarm
-container_tag: 1.1.2
+container_tag: 1.2.0
 
 container_run_opts: >
   -d

ansible/roles/ec2/sg_configure/tasks/main.yml

@@ -81,6 +81,10 @@
         from_port: "{{ consul_api_port }}"
         to_port: "{{ consul_api_ssl_port }}"
         group_id: "{{ sg_dock_services }}"
+      - proto: tcp
+        from_port: "{{ consul_api_port }}"
+        to_port: "{{ consul_api_port }}"
+        group_id: "{{ sg_app_services }}"
       - proto: tcp
         from_port: "{{ consul_api_port }}"
         to_port: "{{ consul_api_ssl_port }}"

ansible/roles/eru/tasks/main.yml

@@ -21,7 +21,7 @@
   with_items:
   - name: Khronos CLI - Daily Cleanup
     minute: 13
-    hour: 1,7,13,19
+    hour: 1,4,7,10,13,16,19,22
     script: main-cron.sh
   - name: Khronos CLI - Canary
     minute: "*/5"

ansible/roles/khronos/tasks/main.yml

@@ -0,0 +1,97 @@
+---
+# these are pretty hacky, but it should work
+# Get port information from the hosted service
+- name: get eru ports
+  when: name == "eru"
+  tags: [ configure_proxy, deploy ]
+  become: true
+  shell: |
+    for c in $(docker ps | awk '/eru/{ print $1 }'); do
+      docker port $c 5501 | cut -d ':' -f 2
+      docker port $c 5502 | cut -d ':' -f 2
+    done
+  args:
+    executable: /bin/bash
+  register: eru_target_ports
+
+- name: get socket server ports
+  when: name == "api-socket-server"
+  tags: [ configure_proxy, deploy ]
+  become: true
+  shell: |
+    for c in $(docker ps | awk '/api-socket-server/{ print $1 }'); do
+      docker port $c 80 | cut -d ':' -f 2
+    done
+  args:
+    executable: /bin/bash
+  register: socket_target_ports
+
+# everything from this point on is deligated to the nginx host
+
+- name: print target ports
+  delegate_to: "{{ nginx_host }}"
+  tags: [ configure_proxy, deploy ]
+  debug:
+    msg: |
+      eru ports -- {{ eru_target_ports }}
+      socket ports -- {{ socket_target_ports }}
+
+- name: print target IP address
+  delegate_to: "{{ nginx_host }}"
+  tags: [ configure_proxy, deploy ]
+  debug:
+    msg: ip -- {{ target_ip_address }}
+
+- name: assert nginx config directory
+  delegate_to: "{{ nginx_host }}"
+  tags: [ configure_proxy, deploy ]
+  become: yes
+  file:
+    state: directory
+    dest: /etc/nginx
+
+- name: assert nginx sites-available directory
+  delegate_to: "{{ nginx_host }}"
+  tags: [ configure_proxy, deploy ]
+  become: yes
+  file:
+    state: directory
+    dest: /etc/nginx/sites-available
+
+- name: assert nginx sites-enable directory
+  delegate_to: "{{ nginx_host }}"
+  tags: [ configure_proxy, deploy ]
+  become: yes
+  file:
+    state: directory
+    dest: /etc/nginx/sites-enable
+
+- name: put configuration in place
+  delegate_to: "{{ nginx_host }}"
+  tags: [ configure_proxy, deploy ]
+  become: yes
+  template:
+    src: "{{ item }}"
+    dest: /etc/nginx/sites-available/{{ item }}
+  with_items: "{{ templates }}"
+
+- name: link configuration to enable
+  delegate_to: "{{ nginx_host }}"
+  tags: [ configure_proxy, deploy ]
+  become: yes
+  file:
+    state: link
+    dest: /etc/nginx/sites-enabled/{{ item }}
+    src: /etc/nginx/sites-available/{{ item }}
+  with_items: "{{ templates }}"
+
+- name: reload nginx
+  delegate_to: "{{ nginx_host }}"
+  tags: [ configure_proxy, deploy ]
+  become: yes
+  shell: >
+    docker ps |
+    awk '/nginx/{ print $1 }' |
+    xargs -n 1 docker kill --signal SIGHUP
+  args:
+    executable: /bin/bash