clean up and fix minor bug

aws-experiment-launch/new-pipeline/create_deploy_soldiers.sh

@@ -21,3 +21,5 @@ python collect_public_ips.py --instance_output instance_output.txt
 sleep 10
 echo "Generate distribution_config"
 python generate_distribution_config.py --ip_list_file raw_ip.txt --shard_num $SHARD_NUM --client_num $CLIENT_NUM
+
+aws s3 cp distribution_config.txt s3://unique-bucket-bin/distribution_config.txt

aws-experiment-launch/new-pipeline/create_solider_instances.py

@@ -42,7 +42,7 @@ def create_instances(config, ec2_client, region_number, number_of_instances, tag
     LOGGER.info("Looking at zone %s to create instances." % available_zone)
 
 
-    LOGGER.info("USER_DATA: \n%s" % utils\)
+    LOGGER.info("USER_DATA: \n%s" % utils.USER_DATA)
     time.sleep(2)
     ec2_client.run_instances(
         MinCount=number_of_instances,

aws-experiment-launch/new-pipeline/upload_config.py

@@ -1,11 +1,9 @@
 import boto3
 import os
-GOHOME ='/Users/alok/Documents/goworkspace/'
 #from boto3.session import Session
 s3 = boto3.client('s3')
 bucket_name = 'unique-bucket-bin'
 #response = s3.create_bucket(Bucket=bucket_name,ACL='public-read-write', CreateBucketConfiguration={'LocationConstraint': 'us-west-2'})
-dirname = GOHOME + 'src/harmony-benchmark/bin/'
 myfile = 'distribution_config.txt'
 with open('distribution_config.txt','r') as f:
     response  = s3.put_object(ACL='public-read-write',Body=f.read(),Bucket=bucket_name,Key=myfile)