4990 ec2 ansible scripting

scripts/installer/ec2-create-instance.sh

@@ -0,0 +1,76 @@
+#!/bin/bash -x
+#Initially Referred to this doc: https://docs.aws.amazon.com/cli/latest/userguide/tutorial-ec2-ubuntu.html
+
+#TODO: allow arbitrary repo, not just IQSS. Will require changing it on the ansible side as well
+DEPLOY_FILE=dataverse_deploy_info.txt
+
+if [ "$1" = "" ]; then
+    echo "No branch name provided"
+    exit 1
+else
+	BRANCH_NAME=$1
+	if [[ $(git ls-remote --heads https://github.com/IQSS/dataverse.git $BRANCH_NAME | wc -l) -eq 0 ]]; then
+		echo "Branch does not exist on the Dataverse github repo"
+		exit 1
+	fi
+fi
+
+#Create security group if it doesn't already exist
+echo "*Checking for existing security group"
+GROUP_CHECK=$(aws ec2 describe-security-groups --group-name devenv-sg)
+if [[ "$?" -ne 0 ]]; then
+  echo "*Creating security group"
+  aws ec2 create-security-group --group-name devenv-sg --description "security group for development environment"
+  aws ec2 authorize-security-group-ingress --group-name devenv-sg --protocol tcp --port 22 --cidr 0.0.0.0/0
+  aws ec2 authorize-security-group-ingress --group-name devenv-sg --protocol tcp --port 8080 --cidr 0.0.0.0/0
+  echo "*End creating security group"
+else
+  echo "*Security group already exists."
+fi
+
+echo "*Checking for existing key pair"
+if ! [ -f devenv-key.pem ]; then
+	echo "*Creating key pair"
+	PRIVATE_KEY=$(aws ec2 create-key-pair --key-name devenv-key --query 'KeyMaterial' --output text)
+	if [[ $PRIVATE_KEY = '-----BEGIN RSA PRIVATE KEY-----'* ]]; then
+		printf -- "$PRIVATE_KEY">devenv-key.pem
+		chmod 400 devenv-key.pem
+		echo "*New key pair created"
+	fi
+	echo "*End creating key pair"
+else
+	echo "*Key pair alraedy exists."
+fi
+
+#AMI ID for centos7 acquired by this (very slow) query Sept 10th 2018
+#This does not need to be run every time, leaving it in here so it is remembered
+#aws ec2 describe-images  --owners 'aws-marketplace' --filters 'Name=product-code,Values=aw0evgkw8e5c1q413zgy5pjce' --query 'sort_by(Images, &CreationDate)[-1].[ImageId]' --output 'text'
+
+#The AMI ID only works for region us-east-1, for now just forcing that
+#Using this image ID a 1-time requires subscription per root account, which was done through the UI
+#Also, change the instance size as your own peril. Previous attempts of setting it smaller than medium have caused solr and maven to crash weirdly during install
+echo "*Creating ec2 instance"
+INSTACE_ID=$(aws ec2 run-instances --image-id ami-9887c6e7 --security-groups devenv-sg --count 1 --instance-type t2.medium --key-name devenv-key --query 'Instances[0].InstanceId' --block-device-mappings '[ { "DeviceName": "/dev/sda1", "Ebs": { "DeleteOnTermination": true } } ]' | tr -d \")
+echo "Instance ID: "$INSTACE_ID
+echo "*End creating EC2 instance"
+
+PUBLIC_DNS=$(aws ec2 describe-instances --instance-ids $INSTACE_ID --query "Reservations[*].Instances[*].[PublicDnsName]" --output text)
+PUBLIC_IP=$(aws ec2 describe-instances --instance-ids $INSTACE_ID --query "Reservations[*].Instances[*].[PublicIpAddress]" --output text)
+
+echo "Connecting to the instance. This may take a minute as it is being spun up"
+
+echo "New EC2 instance created at $PUBLIC_DNS"
+
+#ssh into instance now and run ansible stuff
+#Note: an attempt was made to pass the branch name in the ansible-playbook call
+# via -e "dataverse.branch=$BRANCH_NAME", but it gets overwritten due to the order 
+# of operations for where ansible looks for variables.
+ssh -i devenv-key.pem -o 'StrictHostKeyChecking no' -o 'UserKnownHostsFile=/dev/null' -o 'ConnectTimeout=300' centos@${PUBLIC_DNS} << EOF
+sudo yum -y install git nano ansible
+git clone https://github.com/IQSS/dataverse-ansible.git dataverse
+export ANSIBLE_ROLES_PATH=.
+sed -i "s/branch:/branch: $BRANCH_NAME/" dataverse/defaults/main.yml
+ansible-playbook -i dataverse/inventory dataverse/dataverse.pb --connection=local
+EOF
+
+echo "New EC2 instance created at $PUBLIC_DNS (Public IP $PUBLIC_IP ). When you are done, please terminate your instance with: aws ec2 terminate-instances --instance-ids $INSTACE_ID"

scripts/installer/ec2-destroy-all.sh

@@ -0,0 +1,11 @@
+#!/bin/bash
+
+#This script gets all the instances from ec2 and sends terminate to them
+#Its pretty basic and probably shouldn't be trusted at this point. Namely:
+# - You can kill instances other people are using
+# - It will try to kill instances that are already dead, which makes output hard to read
+# - If it fails for some reason it's hard to tell the script didn't work right
+
+INSTANCES=$(aws ec2 describe-instances --query 'Reservations[].Instances[].[InstanceId]' --output text)
+
+aws ec2 terminate-instances --instance-ids $INSTANCES