add line in file for services, normalize other roles

Author: anandkumarpatel

ansible/group_vars/all.yml

@@ -3,7 +3,7 @@
 registry_env: "prod"
 
 # for docker stop old container
-stop_time: 60
+stop_time: 5
 
 # For docker built containers
 do_not_push: true
@@ -27,8 +27,6 @@ loggly_token: f673760d-e0b3-4a93-a15e-2862ea074f91
 loggly_password: TebejAcutHeH_Ch0tR9ru4anaT6CRu*3
 loggly_username: ops
 
-weave_path: "/usr/local/bin/weave"
-
 ##
 ## shared application configs
 ##
@@ -37,28 +35,71 @@ weave_path: "/usr/local/bin/weave"
 api_github_hook_secret: 3V3RYTHINGisAW3S0ME!
 api_neo4j_port: 7474
 api_neo4j_protocol: http://
+api_url: api.{{ domain }}
+api_port: 80
+
+# astral
+pg_database: astral
+
+# charon
+charon_port: 53
 
 # datadog
-datadog_port: 8125
 datadog_api_key: 6488896fe0c811965ef233b96809d70d
+datadog_host: "{{ ansible_default_ipv4.address }}"
+datadog_port: 8125
+
+# detention
+detention_host: "{{ hostvars[groups['detention'][0]]['ansible_default_ipv4']['address'] }}"
+detention_port: 9123
+detention_url: "detention.{{ domain }}"
 
 # docker
-docker_port: 4242
+docker_ca_path: /etc/ssl/docker/ca.pem
 docker_cert_path: /etc/ssl/docker/cert.pem
 docker_key_path: /etc/ssl/docker/key.pem
-docker_ca_path: /etc/ssl/docker/ca.pem
+docker_port: 4242
 
 # eru
-eru_api_host: api.{{ domain }}
+eru_port: 57831
+eru_url: "admin.{{ domain }}"
+
+# mavis
+mavis_url: "mavis.{{ domain }}"
+mavis_port: 3000
+
+# metis
+metis_port: 3000
+
+# mongo
+mongo_hosts: "{% for host in groups['mongodb'] %}{{ hostvars[host]['ansible_default_ipv4']['address'] }}:27000{% if not loop.last %},{% endif %}{% endfor %}"
+
+# navi
+navi_host: "{{ hostvars[groups['navi'][0]]['ansible_default_ipv4']['address'] }}"
+navi_port: 3567
+
+# neo4j
+neo4j_host: "{{ hostvars[groups['neo4j'][0]]['ansible_default_ipv4']['address'] }}"
+
+# optimus
+optimus_port: 80
+optimus_url: optimus.{{ domain }}
 
 # rabbit
+rabbit_host: "{{ hostvars[groups['rabbitmq'][0]]['ansible_default_ipv4']['address'] }}"
 rabbit_port: 54321
 
-# astral
-pg_database: astral
+# redis
+redis_host: "{{ hostvars[groups['redis'][0]]['ansible_default_ipv4']['address'] }}"
+redis_port: 6379
+
+# sauron
+weave_path: "/usr/local/bin/weave"
 
 # shiva
 pg_user: shiva
+shiva_port: 3000
 
 # swarm
 swarm_master_port: 2375
+

ansible/group_vars/alpha-api.yml

@@ -6,59 +6,53 @@ rollbar_token: a90d9c262c7c48cfabbd32fd0a1bc61c
 container_image: registry.runnable.com/runnable/{{ name }}
 container_tag: "{{ git_branch }}"
 repo: "git@github.com:CodeNow/{{ name }}.git"
-hosted_ports: ["80"]
+hosted_ports: ["{{ api_port }}"]
 node_version: "0.10.38"
 npm_version: "2.8.3"
 
 # for redis
-redis_key: "frontend:api.{{ domain }}"
+redis_key: "frontend:{{ api_url }}"
 is_redis_update_required: 'yes'
-datadog_host: "{{ ansible_default_ipv4.address }}"
-
-mongo_hosts: "{% for host in groups['mongodb'] %}{{ hostvars[host]['ansible_default_ipv4']['address'] }}:27000{% if not loop.last %},{% endif %}{% endfor %}"
-neo4j_host: "{{ hostvars[groups['neo4j'][0]]['ansible_default_ipv4']['address'] }}"
-redis_host: "{{ hostvars[groups['redis'][0]]['ansible_default_ipv4']['address'] }}"
 
 # for container settings
 container_envs: >
-  -h api
   -e AWS_ACCESS_KEY_ID={{ api_aws_access_key_id }}
   -e AWS_SECRET_ACCESS_KEY={{ api_aws_secret_access_key }}
   -e DATADOG_HOST={{ datadog_host }}
   -e DATADOG_PORT={{ datadog_port }}
   -e DOMAIN={{ domain }}
-  -e GITHUB_CALLBACK_URL=https://api.{{ domain }}/auth/github/callback
+  -e GITHUB_CALLBACK_URL=https://{{ api_url }}/auth/github/callback
   -e GITHUB_CLIENT_ID={{ api_github_client_id }}
   -e GITHUB_CLIENT_SECRET={{ api_github_client_secret }}
   -e GITHUB_DEPLOY_KEYS_BUCKET={{ api_github_deploy_keys_bucket }}
-  -e GITHUB_HOOK_URL=https://api.{{ domain }}/actions/github
+  -e GITHUB_HOOK_URL=https://{{ api_url }}/actions/github
   -e HELLO_RUNNABLE_GITHUB_TOKEN={{ api_hello_runnable_github_token }}
-  -e MAVIS_HOST=http://mavis.{{ domain }}:80
+  -e MAVIS_HOST=http://{{ mavis_url }}:80
   -e MIXPANEL_APP_ID={{ api_mixpanel_app_id }}
   -e MONGO=mongodb://{{ api_mongo_auth }}@{{ mongo_hosts }}/{{ api_mongo_database }}
   -e MONGO_REPLSET_NAME={{ api_mongo_replset_name }}
-  -e NAVI_HOST=http://navi.{{ domain }}
-  -e NAVI_HOST=http://{{ hostvars[groups['navi'][0]]['ansible_default_ipv4']['address'] }}:3567
+  -e NAVI_HOST=http://{{ navi_host }}:{{ navi_port }}
   -e NEO4J={{ api_neo4j_protocol }}{{ api_neo4j_auth }}@{{ neo4j_host }}:{{ api_neo4j_port }}
   -e NEW_RELIC_APP_NAME={{ api_new_relic_app_name }}
   -e NEW_RELIC_LICENSE_KEY={{ new_relic_license_key }}
   -e NEW_RELIC_LOG_LEVEL=fatal
   -e NEW_RELIC_NO_CONFIG_FILE=true
   -e NODE_ENV={{ node_env }}
   -e NUM_WORKERS=1
-  -e OPTIMUS_HOST=http://optimus.{{ domain }}
-  -e RABBITMQ_HOSTNAME={{ rabbit_host | default(hostvars[groups['rabbitmq'][0]]['ansible_default_ipv4']['address']) }}
+  -e OPTIMUS_HOST=http://{{ optimus_url }}
+  -e RABBITMQ_HOSTNAME={{ rabbit_host }}
   -e RABBITMQ_PASSWORD={{ rabbit_password }}
   -e RABBITMQ_PORT={{ rabbit_port }}
   -e RABBITMQ_USERNAME={{ rabbit_username }}
   -e REDIS_IPADDRESS={{ redis_host }}
-  -e REDIS_PORT=6379
+  -e REDIS_PORT={{ redis_port }}
   -e ROLLBAR_KEY={{ api_rollbar_key }}
   -e S3_CONTEXT_RESOURCE_BUCKET={{ api_s3_context_bucket }}
   -e USER_CONTENT_DOMAIN={{ user_content_domain }}
   -e DOCKER_IMAGE_BUILDER_WEAVE_PATH={{ weave_path }}
 
 container_run_opts: >
+  -h {{ name }}
   -d
   -P
   -v /opt/ssl/docker/{{ name }}:/etc/ssl/docker:ro

ansible/group_vars/alpha-charon.yml

@@ -1,13 +1,10 @@
 name: "charon"
-app_name: "charon"
+app_name: "{{ name }}"
 app_repo: "git@github.com:CodeNow/{{ name }}.git"
-hosted_ports: ["53"]
-
-redis_host: "{{ hostvars[groups['redis'][0]]['ansible_default_ipv4']['address'] }}"
-redis_port: 6379
+hosted_ports: ["{{ charon_port }}"]
 
 enviroment_vars:
-  API_HOST: "api.{{ domain }}"
+  API_HOST: "{{ api_url }}"
   API_TOKEN: "51c61b779f3de616a9639cfc44a22c79fbd8e328"
   DATADOG_HOST: "{{ datadog_host }}"
   DATADOG_PORT: "{{ datadog_port }}"

ansible/group_vars/alpha-detention.yml

@@ -3,23 +3,25 @@ name: "detention"
 container_image: "registry.runnable.com/runnable/{{ name }}"
 container_tag: "{{ git_branch }}"
 repo: "git@github.com:CodeNow/{{ name }}.git"
-hosted_ports: ["9123"]
+hosted_ports: ["{{ detention_port }}"]
 node_version: "0.12.0"
 npm_version: "2.1.18"
 
 # for redis
-redis_host: "{{ hostvars[groups['redis'][0]]['ansible_default_ipv4']['address'] }}"
-redis_key: "frontend:{{ name }}.{{ domain }}"
+redis_key: "frontend:{{ detention_url }}"
 is_redis_update_required: 'yes'
 
 dockerfile_post_install_commands: [
   "npm run grunt"
 ]
 
 container_envs: >
-  -h {{ name }}
   -e NODE_ENV={{ node_env }}
-  -e ABSOLUTE_URL=detention.{{ domain }}
+  -e ABSOLUTE_URL={{ detention_url }}
   -e PORT={{ hosted_ports[0] }}
 
-container_run_opts: "-d -p {{ hosted_ports[0] }}:{{ hosted_ports[0] }} {{container_envs}}"
+container_run_opts: >
+  -h {{ name }}
+  -d
+  -p {{ hosted_ports[0] }}:{{ hosted_ports[0] }}
+  {{ container_envs }}

ansible/group_vars/alpha-docker-listener.yml

@@ -4,14 +4,9 @@ name: docker-listener
 app_name: "docker-listener"
 app_repo: "git@github.com:CodeNow/docker-listener.git"
 
-redis_host: "{{ hostvars[groups['redis'][0]]['ansible_default_ipv4']['address'] }}"
-redis_port: 6379
-
 enviroment_vars:
-  DOCKER_CERT_PATH: "/opt/ssl/docker/{{ name }}"
-  HOST_TAGS: "{{ host_tags | default('default')  }}"
   LOGGLY_TOKEN: "{{ loggly_token }}"
-  RABBITMQ_HOSTNAME: "{% if rabbit_host is defined %}{{ rabbit_host }}{% else %}{{ hostvars[groups['rabbitmq'][0]]['ansible_default_ipv4']['address'] }}{% endif %}"
+  RABBITMQ_HOSTNAME: "{{ rabbit_host }}"
   RABBITMQ_PASSWORD: "{{ rabbit_password }}"
   RABBITMQ_PORT: "{{ rabbit_port }}"
   RABBITMQ_USERNAME: "{{ rabbit_username }}"

ansible/group_vars/alpha-eru.yml

@@ -3,23 +3,24 @@ name: eru
 container_image: registry.runnable.com/runnable/{{ name }}
 container_tag: "{{ git_branch }}"
 repo: git@github.com:CodeNow/{{ name }}.git
-hosted_ports: [57831]
+hosted_ports: [{{ eru_port }}]
 node_version: "0.12.0"
 npm_version: "2.1.18"
-stop_time: 5
 
 # for redis
-redis_host: "{{ hostvars[groups['redis'][0]]['ansible_default_ipv4']['address'] }}"
-redis_key: frontend:admin.{{ domain }}
+redis_key: frontend:{{ eru_url }}
 is_redis_update_required: yes
 
 container_envs: >
-  -h {{ name }}
-  -e ADMIN_DOMAIN=admin.{{ domain }}
+  -e ADMIN_DOMAIN={{ eru_url }}
   -e ADMIN_GITHUB_ID={{ eru_github_id }}
   -e ADMIN_GITHUB_SECRET={{ eru_github_secret }}
-  -e API_HOST={{ eru_api_host }}
+  -e API_HOST={{ api_url }}
   -e RUNNABLE_HOST={{ domain }}
   -e PORT={{ hosted_ports[0] }}
 
-container_run_opts: -d -p {{ hosted_ports[0] }}:{{ hosted_ports[0] }} {{ container_envs }}
+container_run_opts: >
+  -h {{ name }}
+  -d
+  -p {{ hosted_ports[0] }}:{{ hosted_ports[0] }}
+  {{ container_envs }}

ansible/group_vars/alpha-hipache.yml

@@ -1,19 +1,19 @@
 # container_kill_start settings
 name: hipache
-redis_host: "{{ hostvars[groups['redis'][0]]['ansible_default_ipv4']['address'] }}"
-redis_port: 6379
 
 container_image: registry.runnable.com/runnable/hipache
 container_tag: latest
+hosted_ports: [ 80, 443 ]
+
 container_run_opts: >
   -d
   -p 80:80
   -p 443:443
   -v /opt/hipache-conf:/host:rw
   -v /etc/ssl/certs/{{ domain }}:/etc/ssl/certs/{{ domain }}
   -v /etc/ssl/private/{{ domain }}.key:/etc/ssl/private/{{ domain }}.key
+
 container_run_args: /usr/local/bin/hipache --config /host/config.json
-hosted_ports: [ 80, 443 ]
 
 # hipache settings
 retry_on_error: 0

ansible/group_vars/alpha-khronos.yml

@@ -6,33 +6,31 @@ repo: "git@github.com:CodeNow/{{ name }}.git"
 node_version: "0.12.7"
 npm_version: "2.1.18"
 
-mongo_hosts: "{% for host in groups['mongodb'] %}{{ hostvars[host]['ansible_default_ipv4']['address'] }}:27000{% if not loop.last %},{% endif %}{% endfor %}"
-
 # for cron job
 # this is the list of queues we want to enqueue a job into
 cron_queues: khronos:containers:image-builder:prune khronos:containers:orphan:prune khronos:context-versions:prune-expired khronos:images:prune khronos:weave:prune
 # a nice version of the rabbitmq host
-cron_rabbit_host: "{{ rabbit_host | default(hostvars[groups['rabbitmq'][0]]['ansible_default_ipv4']['address']) }}:{{ rabbit_port }}"
+cron_rabbit_host: "{{ rabbit_host }}:{{ rabbit_port }}"
 # a quick version of authentication for rabbit for cron
 cron_rabbit_auth: --username {{ rabbit_username }} --password {{ rabbit_password }}
 # this is the command we want to run in the container.
 cron_command: "bash -c \"for QUEUE in {{ cron_queues }}; do /khronos/bin/cli.js --queue \\$QUEUE --job '{}' --host {{ cron_rabbit_host }} {{ cron_rabbit_auth }}; done\""
 
 # for container settings
 container_envs: >
-  -h khronos
   -e DATADOG_HOST={{ datadog_host }}
   -e DATADOG_PORT={{ datadog_port }}
   -e KHRONOS_MONGO=mongodb://{{ khronos_mongo_auth }}@{{ mongo_hosts }}/{{ khronos_mongo_database }}
   -e LOG_LEVEL=info
   -e NODE_ENV={{ node_env }}
-  -e RABBITMQ_HOSTNAME={{ rabbit_host | default(hostvars[groups['rabbitmq'][0]]['ansible_default_ipv4']['address']) }}
+  -e RABBITMQ_HOSTNAME={{ rabbit_host }}
   -e RABBITMQ_PASSWORD={{ rabbit_password }}
   -e RABBITMQ_PORT={{ rabbit_port }}
   -e RABBITMQ_USERNAME={{ rabbit_username }}
   -e WORKER_MAX_RETRY_DELAY=3600000
 
 container_run_opts: >
+  -h {{ name }}
   -d
   -v /opt/ssl/docker/{{ name }}:/etc/ssl/docker:ro
   {{container_envs}}

ansible/group_vars/alpha-mavis.yml

@@ -3,28 +3,30 @@ name: "mavis"
 container_image: "registry.runnable.com/runnable/{{ name }}"
 container_tag: "{{ git_branch }}"
 repo: "git@github.com:CodeNow/{{ name }}.git"
-hosted_ports: ["3000"]
+hosted_ports: ["{{ mavis_port }}"]
 node_version: "0.10.38"
 npm_version: "2.1.18"
 
 # for redis
-redis_host: "{{ hostvars[groups['redis'][0]]['ansible_default_ipv4']['address'] }}"
-redis_key: "frontend:mavis.{{ domain }}"
+redis_key: "frontend:{{ mavis_url }}"
 is_redis_update_required: 'yes'
 
 # container settings
 container_envs: >
   -e PORT={{ hosted_ports[0] }}
-  -e REDIS_PORT=6379
+  -e REDIS_PORT={{ redis_port }}
   -e REDIS_IPADDRESS={{ redis_host }}
   -e DATADOG_HOST={{ datadog_host }}
   -e DATADOG_PORT={{ datadog_port }}
   -e CONTAINER_WEIGHT=0
-  -e NEWRELIC_KEY=338516e0826451c297d44dc60aeaf0a0ca4bfead
-  -e RABBITMQ_HOSTNAME={{ rabbit_host | default(hostvars[groups['rabbitmq'][0]]['ansible_default_ipv4']['address']) }}
+  -e NEWRELIC_KEY={{ new_relic_license_key }}
+  -e RABBITMQ_HOSTNAME={{ rabbit_host }}
   -e RABBITMQ_PASSWORD={{ rabbit_password }}
   -e RABBITMQ_PORT={{ rabbit_port }}
   -e RABBITMQ_USERNAME={{ rabbit_username }}
-  --hostname={{ name }}
 
-container_run_opts: "-d -P {{container_envs}}"
+container_run_opts: >
+  -h {{ name }}
+  -d
+  -P
+  {{container_envs}}

ansible/group_vars/alpha-metis.yml

@@ -9,17 +9,13 @@ npm_version: "2.8.3"
 npm_start_command: "run metis-start"
 
 # Not actually needed, just allows container-kill-start to work
-hosted_ports: ["3000"]
-
-# Needed for the UserData script in shiva
-redis_host: "{{ hostvars[groups['redis'][0]]['ansible_default_ipv4']['address'] }}"
-redis_port: 6379
+hosted_ports: ["{{ metis_port }}"]
 
 # container settings
 container_envs: >
   -e DATADOG_HOST={{ datadog_host }}
   -e DATADOG_PORT={{ datadog_port }}
-  -e RABBITMQ_HOSTNAME={{ rabbit_host | default(hostvars[groups['rabbitmq'][0]]['ansible_default_ipv4']['address']) }}
+  -e RABBITMQ_HOSTNAME={{ rabbit_host }}
   -e RABBITMQ_PASSWORD={{ rabbit_password }}
   -e RABBITMQ_PORT={{ rabbit_port }}
   -e RABBITMQ_USERNAME={{ rabbit_username }}
@@ -34,6 +30,9 @@ container_envs: >
   -e ROLLBAR_KEY={{ shiva_rollbar_key }}
   -e DOCKER_PORT={{ docker_port }}
   -e SWARM_TOKEN={{ swarm_token }}
-  --hostname={{ name }}
 
-container_run_opts: "-d -P {{container_envs}}"
+container_run_opts: >
+  -h {{ name }}
+  -d
+  -P
+  {{ container_envs }}