#!/bin/bash 
#
#
##Instructions for using occi
##https://wiki.egi.eu/wiki/Fedcloud-tf:CLI_Environment
##https://wiki.egi.eu/wiki/HOWTO11
# openjdk needed for vomsproxyinit
# export PATH=/etc/alternatives/java_sdk_openjdk/bin:${PATH}
#

list_chipster_instances() {

for endpoint in ${clusters[*]}
do
 echo "Listing Virtual Machines with name: chipster-vm-${user}"
 echo "in endpoint:"
 echo ""
 echo "   $endpoint" 
# echo "occi --endpoint $endpoint --auth x509 --user-cred $usercred -s --voms -r compute -a list"
 echo ""
 # for re in $(occi --endpoint $endpoint --auth x509 --user-cred $usercred -s --voms -r compute -a list | awk -F "/compute/" '{print "/compute/"$2}' )
 for re in $(occi --endpoint $endpoint --auth x509 --user-cred $usercred -s --voms -r compute -a list 2>/dev/null ) 
 do
  rline=$(occi --endpoint $endpoint --auth x509 --user-cred $usercred --voms -r $re -a describe 2>/dev/null  | awk '{if ( $3 == "chipster-vm-'$user'") print $0 }'| awk '{if ( $1 == "occi.compute.hostname") print "'$re' "$0 }')
  if [[ $rline != "" ]]
  then
     vmip=$(occi --endpoint $endpoint --auth x509 --user-cred $usercred -s --voms --action describe --resource $re | grep occi.networkinterface.address | awk '{print $3}'| head -1)
     echo "$rline IP: $vmip"
  fi
 done
done
}


check_chipster_instances() {

for endpoint in ${clusters[*]}
do
  echo "Listing  Virtual Machines with name: chipster-vm-${user}"
  echo "in endpoint $endpoint" 
  echo "This may take some time."
  echo ""
  for re in $(occi --endpoint $endpoint --auth x509 --user-cred $usercred -s --voms -r compute -a list 2>/dev/null )
  do
    echo ""
    echo "-------------------------------------------------------------------------------------"
    echo "checking: $re"
    echo "chipster-vm-$user"
    echo ""
    rline=$(occi --endpoint $endpoint --auth x509 --user-cred $usercred --voms -r $re -a describe 2>/dev/null | awk '{if ( $3 == "chipster-vm-'$user'") print $0 }' | awk '{if ( $1 == "occi.compute.hostname") print "'$re' "$0 }')
  if [[ $rline != "" ]]
  then
    vmip=$(occi --endpoint $endpoint --auth x509 --user-cred $usercred -s --voms --action describe --resource $re | grep occi.networkinterface.address| awk '{print $3}'| head -1)
    echo "$rline IP: $vmip"
    ssh -i $keyname ubuntu@$vmip "sudo systemctl status chipster; echo Checking IP in chipster configuration; grep https /opt/chipster/fileserver/conf/chipster-config.xml; echo If the value above is not $vmip, then use FedCloud_chipster_manager to restart the Chipster server."
    echo ""
    echo "Cheking ports 8080, 8081 and 61616:"
    #check ports 8080 and 61616
    from_port8080=$(curl ${vmip}:8080 2> /dev/null | wc -l )
    if [[ $from_port8080 -eq 1 ]]
    then
       echo "  server port  ${vmip}:8080 OK"
    else
       echo "Check the availabality of port  ${vmip}:8080 !"
       echo "Possible need for firewall reconfiguration."
    fi
    from_port8081=$(curl ${vmip}:8081 2> /dev/null | wc -l )
    if [[ $from_port8081 -gt 10 ]]
    then
       echo "  server port  ${vmip}:8081 OK"
    else
       echo "Check the availabality of port  ${vmip}:8080 !"
       echo "Possible need for firewall reconfiguration."
    fi
    from_port61616=$(curl ${vmip}:61616 2> /dev/null | wc -l )
    if [[ $from_port61616 -eq 1 ]]
    then
       echo "  server port  ${vmip}:61616 OK"
    else
       echo "Check the availabality of port ${vmip}:61616 !"
       echo "Possible need for firewall reconfiguration."
    fi
  fi
  echo "----------------------------------------------------------------------------------"
  done
done
} 

restart_chipster_instance() {
echo "Restarting chipster server running in instance: $re"
echo "in endpoint $endpoint" 
echo "This may take some time."
echo ""
echo "-------------------------------------------------------------------------------------"
echo ""
rline=$(occi --endpoint $endpoint --auth x509 --user-cred $usercred --voms -r $re -a describe 2>/dev/null | awk '{if ( $3 == "chipster-vm-'$user'") print "'$re' "$0 }')

if [[ $rline != "" ]]
then
   occi --endpoint $endpoint --auth x509 --user-cred $usercred -s --voms --action describe --resource $re | grep occi.networkinterface.address| awk '{print $3}' > /tmp/vmip_$$_tmp
   nips=$(cat /tmp/vmip_$$_tmp | wc -l )
   if [[ $nips -eq 1 ]]
   then 
      vmip=$(head -1 /tmp/vmip_$$_tmp)
      echo "$rline IP: $vmip"
      
      ssh -i $keyname ubuntu@$vmip "sudo rm -rf /opt/chipster/fileserver/db-root/ChipsterFilebrokerMetadataDatabase; sudo systemctl restart chipster; sudo systemctl status chipster"
   fi

   # in case the virtual machine has both  public and internal IP address
    if [[ $nips -eq 2 ]]
    then
      vmip=$(head -1 /tmp/vmip_$$_tmp)
      vmip_local=$(tail -1 /tmp/vmip_$$_tmp)
      echo "$rline IP: $vmip_local $vmip"
      ssh -i $keyname ubuntu@$vmip "sudo rm -rf /opt/chipster/fileserver/db-root/ChipsterFilebrokerMetadataDatabase;cd /opt/chipster; sudo ./configure.sh simple-configure $vmip $vmip_local; sudo systemctl restart chipster ; sudo systemctl status chispter"
    fi
   rm -f  /tmp/vmip_$$_tmp
fi

#occi --endpoint $endpoint --auth x509 --user-cred $usercred --voms -r $re -a describe | awk 'BEGIN{id=0}{if ( $1 == "occi.core.id" ) id=$3 }{if ( $3 == "chipster-vm-'$user'") print "'$endpoint'/copute/"id }'
} 

delete_chipster_instance() {
echo "Delieting  Virtual Machine: $1"
echo "in endpoint $endpoint" 


volume=$(occi --endpoint $endpoint --auth x509 --user-cred $usercred --voms -r $1 -a describe | grep occi.core.target | grep storage | awk '{print $3}')

occi --endpoint $endpoint --auth x509 --user-cred $usercred --voms -r $1 -a delete

echo "Do you want to remove the Volume $volume that was linked to the deleted virtual machine? "'[n/y]'

read yon

if [[ $yon == "y" ]]
then
  echo "Deleting volume $volume"
  echo "occi --endpoint $endpoint --auth x509 --user-cred $usercred --voms -r $volume -a delete"
  occi --endpoint $endpoint --auth x509 --user-cred $usercred --voms -r $volume -a delete
fi  

}

#######
# add users to a running chipster server
#######
add_users() {
echo "Adding users to chipster server running in instance: $re"
echo "in endpoint $endpoint"
rline=$(occi --endpoint $endpoint --auth x509 --user-cred $usercred --voms -r $re -a describe | awk '{if ( $3 == "chipster-vm-'$user'") print "'$re' "$0 }')
if [[ $rline != "" ]]
then
    vmip=$(occi --endpoint $endpoint --auth x509 --user-cred $usercred -s --voms --action describe --resource $re | grep occi.networkinterface.address| awk '{print $3}'| head -1)
    echo "$rline IP: $vmip"
    echo "scp -i $keyname $userlist ubuntu@$vmip:new_users_tmp"
    scp -i $keyname $userlist ubuntu@$vmip:new_users_tmp
    ssh -i $keyname ubuntu@$vmip "cp /opt/chipster/auth/security/users ./users_tmp_$$ ; sudo cat new_users_tmp >> users_tmp_$$; rm -f new_users_$$; sudo mv -f users_tmp_$$ /opt/chipster/auth/security/users; sudo chown chipster /opt/chipster/auth/security/users;  sudo chgrp chipster /opt/chipster/auth/security/users; echo Users:; cut -d : -f1,3  /opt/chipster/auth/security/users  "
fi

}



printhelp() {
cat <<EOF
FedCoud_Chipster_manager

This tool can be used to manage chipster instances in EGI Fed Cloud.
The syntax of the command is:

   FedCoud_Chipster_manager -key keyfile.pem -operation

The available operations are:

  -launch  Launches a new virtual machine running a chipster server.
           The VM will use the default Chipster VM image.
           This option requires that the key file is defined with option -key keyfile.

  -list    Lists the Chipster instances launched using FedCould_chipster_manager 
           in the given endpoint (cluster).

  -status  Lists the Chipster instances launched using FedCould_chipster_manager
           in the given endpoint (cluster) and checks the status 
           This option requires that the key file is defined with option -key keyfile.

  -restart instance_ID   Restarts the Chipster server in the given instance.
 
  -delete instance_ID    Deletes the given instance. 
                       

Other options:
   -key keyfile  This option defines the key file that will be used either to launch a new server or  
                 to connect the VM:s running chipster.

   -help         Print this help.

   -endpoint     Define alternative endpoint for the operation.
                 Available endpoints (i.e. sites that are used to run the Chipster VM),
                 Depend on the Virtual Organization you are using.
                 You can check the endpoints for each VO from the
                 AppDB: https://appdb.egi.eu/store/vappliance/chipster 
                
                 Default is https://prisma-cloud.ba.infn.it:8787

   -flavor       Define a specific virtual machine flavor/template in stead of
                 the default one. For example: -flavor resource_tpl#m1-medium


   -volume_size  Define size for the datavolume to be created.
                 Defaut size is 100 GB

   -users        Users option can be used together with -launch option to define a file containing a list of 
                 Chipster user accounts to be created to the new virtual machine. The accounts to be created 
                 are stored to the file in format:
                       user_name:password:expiration_date 

                 The expiration date is defined with format: yyyy-mm-dd. For example file "course_accounts" could
                 look like following:

                 trng_1:4eoU8hmx:2015-11-30
                 trng_2:4eoU8hmx:2015-11-30
                 trng_3:4eoU8hmx:2015-11-30

                 Launching a Chipster server with thise accounts could be done with command

                 ./FedCloud_chipster_manager -key FedCloud.key -users course_accounts -launch
                                    
EOF

}

check_dependencies()
{
#check that occi is in use
if [[ $(which occi) == "occi: Command not found." || $(which occi) == ""  ]]
then
  echo "Occi command was not found!"
  echo "Please make sure that occi command is included in your command path."
  echo "   https://wiki.egi.eu/wiki/Fedcloud-tf:CLI_Environment"
  exit 1
fi

#check that occi
#

#check that proxy is valid
proxytime=$( voms-proxy-info | grep "timeleft" | awk '{print $3}')
if [[ "$proxytime" == "" || "$proxytime" == "00:00:00"  ]] 
then
     echo "---------------------------------------"
     echo " Couldn't find a valid proxy."
     echo " Please create a new proxy certificate with command:"
     echo ""
     echo "   voms-proxy-init --voms chipster.csc.fi --rfc --dont_verify_ac"
     echo "---------------------------------------"
     
     #check that OpenJDK is in use  
     ojdk=$(java -version 2>&1  | grep -c OpenJDK)
     if [[ $ojdk -eq 0 ]]
     then
       echo ""
       echo "The java to be used is not an OpenJDK java that is required by the voms-proxy commands!"
       echo ""
     fi


     # Check for voms 
     chipster_chek=$(grep chipster.csc.fi /etc/vomses | wc -l )
     chipster_chek2=$(grep -c chipster.csc.fi /etc/vomses/* | wc -l )
     (( c_chek = chipster_chek + chipster_chek2 ))
     if [[ $c_chek == "0" ]]
     then 
cat <<EOF
Chipster.csc.fi VO definition not found from /etc/vomses

Instructions for setting up connection to chipster voms server:
 
First create directory /etc/grid-security/vomsdir/chipster.csc.fi:
  mkdir /etc/grid-security/vomsdir/chipster.csc.fi
  cd /etc/grid-security/vomsdir/chipster.csc.fi

Create a file "voms.fgi.csc.fi.lsc" and write inside the following 2 lines:
/O=Grid/O=NorduGrid/CN=host/voms.fgi.csc.fi
/O=Grid/O=NorduGrid/CN=NorduGrid Certification Authority

If you have already have file /etc/vomses, move the file "/etc/vomses" to "/etc/vomses/old_vomses" (voms will be a directory now)
Create a file "chipster.csc.fi-voms.fgi.csc.fi" in "/etc/vomses" and write inside the following line:

"chipster.csc.fi" "voms.fgi.csc.fi" "15010" "/O=Grid/O=NorduGrid/CN=host/voms.fgi.csc.fi" "chipster.csc.fi"

EOF
     fi
     exit 1
fi
echo "------------------------------------------------------------"
echo " Remaining validity time for your proxy certificate:"
echo " $proxytime"
echo "------------------------------------------------------------"


}



endpoint_defaults() {

vo_name=$( voms-proxy-info -vo )
echo "Virtual Organization in use: $vo_name"

#Set endpoint according to VO if it is not defined

if [[ $vo_name == "chipster.csc.fi" ]]
then 
echo "Available endpoints:"
#https://prisma-cloud.ba.infn.it:8787
echo "  http://cloud.recas.ba.infn.it:8787/occi"
echo "  https://carach5.ics.muni.cz:11443"
clusters=( "http://cloud.recas.ba.infn.it:8787/occi" "https://carach5.ics.muni.cz:11443")
echo ""
   if [[ $endpoint == "0" ]]
   then
      endpoint=("http://cloud.recas.ba.infn.it:8787/occi")
      echo "Using endpoint: $endpoint"
   fi
fi

if [[ $vo_name == "training.egi.eu" ]]
then
  echo "Available endpoints:"
  #echo "https://server4-ciencias.bifi.unizar.es:8787/occi1.1"
  echo "  http://stack-server.ct.infn.it:8787/occi1.1"
  echo "  http://server4-eupt.unizar.es:8787"
  echo "  https://controller.ceta-ciemat.es:8787"
  #echo "  https://stack-server-01.ct.infn.it:8787"
  #echo "  https://cloud.ifca.es:8787/occi"
  
  #clusters=( "https://server4-ciencias.bifi.unizar.es:8787/occi1.1" )
  clusters=( "https://controller.ceta-ciemat.es:8787" "http://server4-epsh.unizar.es:8787" "http://stack-server.ct.infn.it:8787/occi1.1")
  echo ""
  if [[ $endpoint == "0" ]]
   then
      endpoint=("https://server4-ciencias.bifi.unizar.es:8787/occi1.1")
      echo "Using endpoint: $endpoint"
  fi
fi 

# Set os template and VM flavor if they are not defined
#Prisma/Bari
if [[ $endpoint == "http://cloud.recas.ba.infn.it:8787/occi" ]]
then
   if [[ $chipster_img == "0"  ]]
   then
      #3.4.0 chipster_img=("os_tpl#87b6a944-007f-4f6d-b9ad-bba9dd4ff02f")
      #chipster_img=("os_tpl#f9bc3e51-9099-4e0b-9ad9-b70a830bd77e")
      #chipster_img=("os_tpl#5daba4f7-9c18-4d22-887c-e928e13b2f9e")
      #chipster_img=("os_tpl#9b09ad49-4b83-4607-b5dd-442aa724f4de")
      chipster_img=("os_tpl#4d07590e-c926-450d-9840-fb87d586649c")
   fi

   if [[  $flavor == "0" ]]
   then
      flavor=('resource_tpl#9')
   fi
   link_ip=(0)
fi
#Cesnet-metacloud
if [[ $endpoint == "https://carach5.ics.muni.cz:11443" ]]
then
   if [[ $chipster_img == "0"  ]]
   then
      #3.4.0 chipster_img=("os_tpl#87b6a944-007f-4f6d-b9ad-bba9dd4ff02f"
      chipster_img=("os_tpl#uuid_chipster_ubuntu_server_12_04_lts_vo_fedcloud_warg_116")
   fi

   if [[  $flavor == "0" ]]
   then
      flavor=(' http://fedcloud.egi.eu/occi/compute/flavour/1.0#large')
   fi
   link_ip=(0)
fi


#BIFI
if [[ $endpoint == "http://server4-eupt.unizar.es:8787" ]]
then
   if [[ $chipster_img == "0"  ]]
   then
       chipster_img=("os_tpl#8eeb7668-683c-4c54-9bbb-0b8a94f6657b")
   fi

   if [[  $flavor == "0" ]]
   then
      flavor=('resource_tpl#m1-large')
   fi
   link_ip=(1)
fi

#
if [[ $endpoint == "https://controller.ceta-ciemat.es:8787" ]]
then
   if [[ $chipster_img == "0"  ]]
   then
       chipster_img=("os_tpl#ed776b67-6fc3-4485-a6a9-a428ce2ab518")
   fi

   if [[  $flavor == "0" ]]
   then
      flavor=('resource_tpl#m1-tiny')
   fi
   link_ip=(1)
fi

if [[ $endpoint == "https://stack-server-01.ct.infn.it:8787/occi1.1" ]]
then
   if [[ $chipster_img == "0"  ]]
   then
       chipster_img=("os_tpl#124bbaac-cbcb-487d-8931-8bc5ce434951")
   fi

   if [[  $flavor == "0" ]]
   then
      flavor=('resource_tpl#4')
   fi
   link_ip=(1)
fi

if [[ $endpoint == "https://cloud.ifca.es:8787/occi1.1" ]]
then
   if [[ $chipster_img == "0"  ]]
   then
       chipster_img=("os_tpl#c6401ebc-9cff-4597-aff3-44128523548a")
   fi

   if [[  $flavor == "0" ]]
   then
      flavor=('resource_tpl#m1.large')
   fi
   link_ip=(1)
fi

if [[ $endpoint == "http://stack-server.ct.infn.it:8787/occi1.1" ]]
then
   if [[ $chipster_img == "0"  ]]
   then
       chipster_img=("os_tpl#124bbaac-cbcb-487d-8931-8bc5ce434951")
   fi

   if [[  $flavor == "0" ]]
   then
      flavor=('resource_tpl#4')
   fi
   link_ip=(1)
fi


#BIFI
if [[ $endpoint == "https://server4-ciencias.bifi.unizar.es:8787/occi1.1" ]]
then
   if [[ $chipster_img == "0"  ]]
   then
       chipster_img=('http://schemas.openstack.org/template/os#985b0bf1-afe5-41fe-b595-1daaf05d034e')
   fi

   if [[  $flavor == "0" ]]
   then
      flavor=('http://schemas.openstack.org/template/resource#20eb9793-00f9-4257-9f59-f56291639733')
   fi
   link_ip=(1)
fi







}



# Variables
chipster_img=(0)
flavor=(0)
link_ip=(0)
endpoint=(0)

user=$(voms-proxy-info --identity | awk '{print $NF}' | sed s/'@'/"-at-"/g | tr "[:upper:]" "[:lower:]" | tr "=;/, " "-" )

usercred=$(ls /tmp/x509up_u${UID})
volumesize=20
volume=("x")
keyflag=(0)
listflag=(0)
launchflag=(0)
deleteflag=(0)
statusflag=(0)
re=(0)
tools_source=("CVMFS")



#process the command line arguments
while [[ $# -ge 1 ]]
do
  case "$1" in
             '-key')
             # key file
                  keyname=($2)
                  if [[ ! -e $keyname ]] 
                  then
		     echo ""
		     echo "RSA-key $keyname not found"
		     echo "Please create the key with command:"
		     echo ""
		     echo "   ssh-keygen -t rsa -b 2048 -f  $keyname"
                     echo "-----------------------------------------------------------"
                     exit 1
                  fi
                  keyflag=(1)
                  shift
                  shift
                ;;
             '-endpoint')
                  endpoint=($2)
                  shift
                  shift                    
              ;;
              '-list')
                  listflag=(1) 
                  shift
              ;;
              '-launch')
                  launchflag=(1) 
                  shift 
              ;;
              '-delete')
                  deleteflag=(1) 
                  re=($2) 
                  shift
                  shift  
              ;; 
              '-restart')
                  restartflag=(1)
                  re=($2) 
                  shift
                  shift  
              ;;  
              '-status')
                  statusflag=(1) 
                  shift  
              ;;
              '-add_users')
                  userlist=($2)
                  if [[ ! -e $userlist ]] 
                  then
		     echo ""
		     echo "User account list $userlist not found."
                     echo "-----------------------------------------------------------"
                     exit 1
                  fi
                  re=($3)
                  addusersflag=(1) 
                  shift  
                  shift
                  shift
              ;;
              '-users')
                  userlist=($2)
                  if [[ ! -e $userlist ]] 
                  then
		     echo ""
		     echo "User account list $userlist not found."
                     echo "-----------------------------------------------------------"
                     exit 1
                  fi
                  usersflag=(1)   
                  shift
                  shift
              ;;
              '-volume_size'|'-s')
                  volumesize=($2)

                  shift
                  shift
              ;;
              '-volume'|'-v')
                  volume=($2)
                  shift
                  shift
              ;;

              '-flavor'|'-f')
                  flavor=($2)
                  shift
                  shift
              ;;
              '-os_tpl'|'-f')
                  chipster_img=($2)
                  shift
                  shift
              ;;
              '-h'|'-help')
                  printhelp
                  exit 0
                  shift 
              ;;
              *)
              echo "Unknown option: $1"
              exit 1 
   esac
done

#Check that just one task is defined
(( ntask = launchflag + listflag + deleteflag + statusflag + restartflag + addusersflag ))
if [[ $ntask -ne 1 ]]
then
  printhelp
  exit
fi

#set endpoint specific defaults
endpoint_defaults

#check for occi and voms-proxy
check_dependencies

if [[ $listflag -eq 1 ]]
then
  list_chipster_instances
  exit 0
fi

if [[ $statusflag -eq 1 ]]
then
#check if key was defined
  if [[ $keyflag -eq 0 ]]
  then
    echo ""
    echo "Please define RSA key with option"
    echo " -key keyfile.pem"
    echo ""
    exit 1
  fi
  check_chipster_instances
  exit 0
fi

if [[ $restartflag -eq 1 ]]
then
#check if key was defined
  if [[ $keyflag -eq 0 ]]
  then
    echo ""
    echo "Please define RSA key with option"
    echo " -key keyfile.pem"
    echo ""
    exit 1
  fi
  restart_chipster_instance $re
  exit 0
fi

if [[ $addusersflag -eq 1 ]]
then
#check if key was defined
  if [[ $keyflag -eq 0 ]]
  then
    echo ""
    echo "Please define RSA key with option"
    echo " -key keyfile.pem"
    echo ""
    exit 1
  fi
  add_users
  exit 0
fi

if [[ $deleteflag -eq 1 ]]
then
  if [[ "$re" == 0 ]]
  then 
    echo "Error!"
    echo ""
    echo " Please define the resource to be deleted with option -delete resource_name"
    echo ""
    exit 0
  fi
  delete_chipster_instance $re
  exit 0
fi

if [[ $launchflag -eq 1 ]]
then
#check if key was defined
  if [[ $keyflag -eq 0 ]]
  then
    echo ""
    echo "Please define RSA key with option"
    echo " -key keyfile.pem"
    echo ""
    exit 1
  fi
fi


new_volume=0
if [[ $volume == "x" ]]
then
  new_volume=1
  #############################
  # make data volume
  #############################
  volume=$(occi --endpoint $endpoint --auth x509 --user-cred $usercred -s --voms --action create --resource storage -t 'occi.storage.size=num('$volumesize')' -t occi.core.title="chipster-data_$user")
  echo "Creating a data volume with command:"
  echo "occi --endpoint $endpoint --auth x509 --user-cred $usercred -s --voms --action create --resource storage -t 'occi.storage.size=num('$volumesize')' -t occi.core.title="chipster-data_$user""

 
  if [[ $volume == "" ]]
  then 
    echo "Could not create volume for chipster"
    exit 1
  else
    #volume=$(echo $volume | awk -F "/storage/" '{print "/storage/"$2}')
    echo "Created a new data volume: $volume ${volumesize}GB"
  fi
else 
   echo "Using existing volume: $volume"
fi


rounds=0
volume_name=("xxx")
while [[ $volume_name != "chipster-data_$user" ]]
do
 sleep 5
 volume_name=$(occi --endpoint $endpoint --auth x509 --user-cred $usercred -s --voms --action describe -r $volume | grep occi.core.title | awk '{print $3}')
 echo "Volume name: $volume_name"
 (( rounds = rounds + 1 ))
 if  [[ $rounds > 4 ]]
 then
   occi --endpoint $endpoint --auth x509 --user-cred $usercred -s --voms --action describe -r $volume
   echo "Could not get a volume name"
   
   echo "Command: occi --endpoint $endpoint --auth x509 --user-cred $usercred -s --voms --action describe -r $volume "
   echo "returns:" 
   occi --endpoint $endpoint --auth x509 --user-cred $usercred -s --voms --action describe -r $volume
   exit 1
 fi
done
 

################
#make user_data file for launching Chipster in VM
################

#mounting tools directory in the case of NFS setup
if [[ $tools_source == "NFS" ]]
then
cat > /tmp/chipster_server_startup_$$.sh <<EOF
#!/bin/bash

echo "$(cat ${keyname}.pub)" >> /home/ubuntu/.ssh/authorized_keys

# NFS-mount tools
sudo rm -rf /mnt/tools
sudo mkdir /mnt/tools
cat /etc/fstab | grep -v LABEL=tools | grep -v LABEL=data  > fstab.tmp
sudo mv fstab.tmp /etc/fstab

#echo "chipsterex.cloud.ba.infn.it:/mnt/data /mnt/data nfs rw 0 0" | sudo tee -a /etc/fstab
echo "chipsterex.cloud.ba.infn.it:/mnt/tools /mnt/tools nfs ro 0 0" | sudo tee -a /etc/fstab
echo "/dev/vdb /mnt/data xfs defaults,nofail 0 0"  | sudo tee -a /etc/fstab
sudo mount /mnt/tools
sudo chown ubuntu:ubuntu /mnt/tools
EOF

fi

#
#wget https://ecsft.cern.ch/dist/cvmfs/cvmfs-config/cvmfs-config-default_latest_all.deb
#wget https://ecsft.cern.ch/dist/cvmfs/cvmfs-2.1.20/cvmfs_2.1.20_amd64.deb
#

#mounting tools directory in the case of CVMFS setup
if [[ $tools_source == "CVMFS" ]]
then
cat > /tmp/chipster_server_startup_$$.sh <<EOF
#!/bin/bash

echo "$(cat ${keyname}.pub)" >> /home/ubuntu/.ssh/authorized_keys

echo '<pre>'  > /opt/chipster/webstart/web-root/building.html
date >> /opt/chipster/webstart/web-root/building.html
chmod go+rx /opt/chipster/webstart/web-root/building.html
pwd >> /opt/chipster/webstart/web-root/building.html
whoami >>  /opt/chipster/webstart/web-root/building.html
sudo apt-get update  >>  /opt/chipster/webstart/web-root/building.html
#CVMFS is now included in Chipster image
#echo Y | sudo apt-get install gdebi 2>&1 >> /opt/chipster/webstart/web-root/building.html
#wget https://cvmrepo.web.cern.ch/cvmrepo/deb/cvmfs-config/cvmfs-config-default_latest_all.deb 2>&1 >> /opt/chipster/webstart/web-root/building.html
#wget https://cvmrepo.web.cern.ch/cvmrepo/deb/cvmfs-2.1.20/cvmfs_2.1.20_amd64.deb 2>&1 >> /opt/chipster/webstart/web-root/building.html
#echo y | sudo gdebi cvmfs-config-default_latest_all.deb   2>&1 >> /opt/chipster/webstart/web-root/building.html
#echo y | sudo gdebi cvmfs_2.1.20_amd64.deb  2>&1 >>  /opt/chipster/webstart/web-root/building.html
sudo cvmfs_config setup  2>&1 >>  /opt/chipster/webstart/web-root/building.html
cd /etc/cvmfs
#cp default.local ~/default.local.cvmfs.tmp
echo CVMFS_HTTP_PROXY=DIRECT > /home/ubuntu/default.local.cvmfs.tmp
echo CVMFS_SERVER_URL='http://cvmfs-egi.gridpp.rl.ac.uk:8000/cvmfs/@fqrn@;http://cvmfsrepo.lcg.triumf.ca:8000/cvmfs/@fqrn@;http://cvmfsrep.grid.sinica.edu.tw:8000/cvmfs/@fqrn@' >>  /home/ubuntu/default.local.cvmfs.tmp
sudo cp  /home/ubuntu/default.local.cvmfs.tmp ./default.local
sudo systemctl stop autofs 2>&1 >>  /opt/chipster/webstart/web-root/building.html
sudo systemctl status autofs 2>&1 >> /opt/chipster/webstart/web-root/building.html
sudo systemctl start autofs 2>&1 >> /opt/chipster/webstart/web-root/building.html
ls /cvmfs/chipster.egi.eu 2>&1 >> /opt/chipster/webstart/web-root/building.html
echo "Content of tools:" 2>&1 >>  /opt/chipster/webstart/web-root/building.html
ls -l /cvmfs/chipster.egi.eu/tools 2>&1 >> /opt/chipster/webstart/web-root/building.html 
sudo rm -rf /mnt/tools  2>&1 >> /opt/chipster/webstart/web-root/building.html
sudo ln -s /cvmfs/chipster.egi.eu/tools_3.12.3 /mnt/tools  2>&1 >>  /opt/chipster/webstart/web-root/building.html 
date  >>  /opt/chipster/webstart/web-root/building.html
EOF
fi

cat >> /tmp/chipster_server_startup_$$.sh <<EOF
sudo mv /mnt/data  /mnt/data_old  
sudo rm -rf /mnt/data
sudo mkdir /mnt/data

while [ ! -e /dev/vdb ] 
do 
    echo Waiting for volume to attach
    sleep 5
done

EOF

#If we use old volume data is not overrided and file system is not made
if [[ $new_volume -eq 1 ]]
then 
  cat >> /tmp/chipster_server_startup_$$.sh <<EOF
  sudo mkfs.xfs -f /dev/vdb   2>&1 > /home/ubuntu/startup.log 
  sudo mount /dev/vdb /mnt/data   2>&1 >>  /home/ubuntu/startup.log
  sudo mv /mnt/data_old/* /mnt/data/
  sudo rm -rf /mnt/data_old
  # use data volume for db-root to be able to preserve cloud sessions
  sudo mv /opt/chipster/fileserver/db-root /mnt/data/db-root
  sudo ln -s /mnt/data/db-root  /opt/chipster/fileserver/db-root
  sudo rm -rf /opt/chipster/fileserver/db-root/ChipsterFilebrokerMetadataDatabase
EOF

else
  cat >> /tmp/chipster_server_startup_$$.sh <<EOF
  sudo mount /dev/vdb /mnt/data   2>&1 >>  /home/ubuntu/startup.log
  sudo rm -rf /mnt/data_old
  # use data volume for db-root to be able to preserve cloud sessions
  sudo rm -rf /opt/chipster/fileserver/db-root
  echo "Old file borker log:"   
  ls -l /mnt/data/db-root/db-root/ChipsterFilebrokerMetadataDatabase/log
  sudo ln -s /mnt/data/db-root  /opt/chipster/fileserver/db-root

EOF

fi

cat >> /tmp/chipster_server_startup_$$.sh <<EOF

sleep 5
sudo chown -R chipster:chipster /mnt/data   2>&1 >> /home/ubuntu/startup.log 
#sudo rm -rf /opt/chipster/fileserver/db-root/ChipsterFilebrokerMetadataDatabase  2>&1 >>  /home/ubuntu/startup.log 
sleep 5
cd /opt/chipster 
sudo bash ./configure.sh auto   2>&1 >>  /home/ubuntu/startup.log 
sudo ln -s /mnt/data data   2>&1 >> /home/ubuntu/startup.log 

EOF

if [[ $usersflag -eq 1 ]]
then
  cat >> /tmp/chipster_server_startup_$$.sh <<EOF
  echo "$(cat ${userlist})" >/home/ubuntu/users_tmp
  sudo cp -f /home/ubuntu/users_tmp /opt/chipster/auth/security/users
  sudo chown chipster /opt/chipster/auth/security/users
  sudo chgrp chipster /opt/chipster/auth/security/users  
EOF

fi

cat >> /tmp/chipster_server_startup_$$.sh <<EOF
cd /opt/chipster ; sudo bash configure.sh edit client set client/enable-cloud-sessions true >> /opt/chipster/webstart/web-root/building.html
sudo systemctl restart chipster 2>&1 >> /opt/chipster/webstart/web-root/building.html 
sudo systemctl restart chipster-comp 2>&1 >> /opt/chipster/webstart/web-root/building.html
n=1
while [[ \$n -le 5 ]]
do
  check=$\( sudo systemctl status chipster | grep "Active: inactive" -i -c \)
  if [[ \$check -ne 0 ]]
  then
    sleep 30 
    #sudo rm -rf /opt/chipster/fileserver/db-root/ChipsterFilebrokerMetadataDatabase
    sudo systemctl restart chipster 2>&1 >> /opt/chipster/webstart/web-root/building.html  
    sudo systemctl restart chipster-comp  2>&1 >> /opt/chipster/webstart/web-root/building.html
    let "n++"
  else
    n=6
  fi
done
echo "Startup finished" >> /opt/chipster/webstart/web-root/building.html 
date >>  /opt/chipster/webstart/web-root/building.html
sudo systemctl status chipster 2>&1 >>  /opt/chipster/webstart/web-root/building.html
echo "CHIPSTER_READY" >>  /opt/chipster/webstart/web-root/building.html
chmod go+rx /opt/chipster/webstart/web-root/building.html

EOF

userdata="file:///tmp/chipster_server_startup_$$.sh"

sleep 5
echo
echo "Launching a new virtual machine with command:"
echo "occi --endpoint $endpoint --auth x509 --user-cred $usercred -s --voms --action create -r compute -M $chipster_img -M $flavor -t occi.core.title="chipster-vm-$user" --context user_data="$userdata" "
#vmaddress=$(occi --endpoint $endpoint --auth x509 --user-cred $usercred -s --voms --action create -r compute -M $chipster_img -M $flavor -t occi.core.title="chipster-vm_$user" --context user_data="$userdata" --link $volume | awk -F "/compute/" '{print "/compute/"$2}' ) 
vmaddress=$(occi --endpoint $endpoint --auth x509 --user-cred $usercred -s --voms --action create -r compute -M $chipster_img -M $flavor -t occi.core.title="chipster-vm-$user" --context user_data="$userdata" )
echo ""


if [[ $vmaddress == "" ]]
then
  echo "Could not launch a VM"
  echo "Trying again after 15 seconds."
  sleep 15 
  occi --endpoint $endpoint --auth x509 --user-cred $usercred -s --voms --action describe -r $volume
  vmaddress=$(occi --endpoint $endpoint --auth x509 --user-cred $usercred -s --voms --action create \
-r compute -M $chipster_img -M $flavor -t occi.core.title="chipster-vm-$user" --context user_data="$userdata" )
  if [[ $vmaddress == "" ]]
  then
      echo "Second attempt faided too. Exiting"
      occi --endpoint $endpoint --auth x509 --user-cred $usercred -s --voms --action delete $volume 
      exit 1
  fi
fi

#Link the 
## Checking status if possible
vmstate=$(occi --endpoint $endpoint --auth x509 --user-cred $usercred -s --voms --action describe -r $vmaddress | grep -c occi.networkinterface.state) 
if [[ $vmstate -eq 1  ]]
then
 while [[ $vmstate != "active" ]]
 do
   vmstate=$(occi --endpoint $endpoint --auth x509 --user-cred $usercred -s --voms --action describe -r $vmaddress | grep occi.networkinterface.state | awk '{print $3}')
   echo  "Virtual machine network interface in state $vmstate"
   echo  "Waiting"
   sleep 5
 done
fi

vmstate=$(occi --endpoint $endpoint --auth x509 --user-cred $usercred -s --voms --action describe -r $vmaddress | grep -c occi.compute.state)
if [[ $vmstate -eq 1  ]]
then
  while [[ $vmstate != "active" ]]
  do
     vmstate=$(occi --endpoint $endpoint --auth x509 --user-cred $usercred -s --voms --action describe -r $vmaddress | grep occi.compute.state | awk '{print $3}')
     echo  "Virtual machine in state $vmstate"
     sleep 5
  done
fi  

volstate=$(occi --endpoint $endpoint --auth x509 --user-cred $usercred -s --voms --action describe -r $volume |  grep -c occi.storage.state)
if [[ $volstate -eq 1  ]]
then
  while [[ $volstate != "online" ]]
  do 
    volstate=$(occi --endpoint $endpoint --auth x509 --user-cred $usercred -s --voms --action describe -r $volume |  grep occi.storage.state | awk '{print $3}')
    echo "Volume in state $volstate"
    sleep 5
  done
fi
echo " "
echo "Linking volume: $volume"
echo "to Virtual machine: $vmaddress"


occi -e $endpoint --auth x509 --user-cred $usercred -s --voms -a link -r $vmaddress -j $volume
volstate=""
while [[ $volstate == "" ]]
do
   
   volstate=$(occi --endpoint $endpoint --auth x509 --user-cred $usercred -s --voms --action describe -r $vmaddress | grep occi.storagelink.deviceid | awk '{print $3}')
   echo "Waiting for volume to be linked $volstate"
   sleep 10
done




echo "-------------------------------------------------------------------------------------"
echo New virtual machine launched with following ID:
echo $vmaddress
echo "$vmaddress $volume $(date)" >> ~/.chipster_fedcloud_vms
echo "Linked volume:"
echo "$volume"
echo "Resource template: "$flavor

# Remove user data file
#rm -f /tmp/chipster_server_startup_$$.sh

#get the IP address

rounds=0
volume_name=("")
while [[ $vmip == "" ]]
do
 sleep 5
 vmip=$(occi --endpoint $endpoint --auth x509 --user-cred $usercred -s --voms --action describe --resource $vmaddress | grep occi.networkinterface.address| awk '{print $3}')
 (( rounds = rounds + 1 ))
 if  [[ $rounds > 6 ]]
 then
   occi --endpoint $endpoint --auth x509 --user-cred $usercred -s --voms --action describe --resource $vmaddress
   echo "Could not resolve an IP address for the Chipster VM:"
   echo " $vmaddress"
   occi --endpoint $endpoint --auth x509 --user-cred $usercred -s --voms --action delete $volume
   occi --endpoint $endpoint --auth x509 --user-cred $usercred -s --voms --action delete $vmaddress
   exit 1
 fi
done

if  [[ $link_ip == "1" ]]
then
   echo "Linking a publick IP-address"
   occi --endpoint $endpoint --auth x509 --user-cred $usercred -s --voms --action link --resource $vmaddress --link /network/public
   re="$vmaddress"
   vmip=$(occi --endpoint $endpoint --auth x509 --user-cred $usercred -s --voms --action describe --resource $vmaddress | grep occi.networkinterface.address| awk '{print $3}' | head -1 )
   #check that correct ip selected as  public IP"
   ip_check=$(ping -c 3 $vmip | grep "100% packet loss" -c)
   if [[ $ip_check -eq 1 ]]
   then
          vmip=$(tail -1 /tmp/vmip_$$_tmp)
          vmip_local=$(head -1 /tmp/vmip_$$_tmp)
   fi          
fi


########
#Wait for the server to start
########
echo "-------------------------------------------------------------------------------------"
echo "Waiting for the server to become active in $vmip"
echo "This can take several minutes (up to 30 min)"

from_port8081=(0)
wait_start=$(date +%s)
while  [[ $from_port8081 -ne 1 ]]
do
 from_port8081=$(curl ${vmip}:8081/building.html 2> /dev/null | grep "CHIPSTER_READY" | wc -l )

 sleep 15
 build_last_row=$(curl ${vmip}:8081/building.html 2> /dev/null | tail -1)
 wait_now=$(date +%s)
 (( wait_time =  wait_now - wait_start))
 printf "                                                                                                             \r"
 printf "Time waited ${wait_time}s. Status: $build_last_row \r"
 if [[ $wait_time -gt 1800 ]]
 then
   echo "After 30 min, the Chipster server is still not responding"
   echo "Deleting the Virtual machine:"
   occi --endpoint $endpoint --auth x509 --user-cred $usercred -s --voms --action delete $volume
   occi --endpoint $endpoint --auth x509 --user-cred $usercred -s --voms --action delete $vmaddress
   exit 1
 fi 
done


echo "Time waited ${wait_time}s"

#######
#restart if public IP-address was linked
#######

if  [[ $link_ip == "1" ]]
then
   echo "Restart"
   restart_chipster_instance $re
else 
   echo "No restart needed"
fi

vmip=$(occi --endpoint $endpoint --auth x509 --user-cred $usercred -s --voms --action describe --resource $vmaddress | grep occi.networkinterface.address| awk '{print $3}' | head -1 )
echo ""
echo "---------------------------------------------------------------------"
echo "Your new Chipster server is now running in a virtual machine with ID:" 
echo "  $vmaddress"
echo ""
echo "In EGI Federated Cloud endpoint: "
echo "  $endpoint"
echo " "
echo "The IP-addess of the chipster virtual server is:"
echo $vmip
echo ""
echo "You can now connect your virtual machine with command:"
echo " "
echo "  ssh -i $keyname ubuntu@$vmip"
echo ""
echo "The Chipster server can be connected with URL:"
echo ""
echo "  http://${vmip}:8081"
echo ""
exit 0