1.1 --- /dev/null	Thu Jan 01 00:00:00 1970 +0000
     1.2 +++ b/doc/notes/stv/20201030-TAP-Service-issue.txt	Mon Jan 25 19:30:16 2021 +0000
     1.3 @@ -0,0 +1,76 @@
     1.4 +#
     1.5 +# <meta:header>
     1.6 +#   <meta:licence>
     1.7 +#     Copyright (c) 2020, ROE (http://www.roe.ac.uk/)
     1.8 +#
     1.9 +#     This information is free software: you can redistribute it and/or modify
    1.10 +#     it under the terms of the GNU General Public License as published by
    1.11 +#     the Free Software Foundation, either version 3 of the License, or
    1.12 +#     (at your option) any later version.
    1.13 +#
    1.14 +#     This information is distributed in the hope that it will be useful,
    1.15 +#     but WITHOUT ANY WARRANTY; without even the implied warranty of
    1.16 +#     MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
    1.17 +#     GNU General Public License for more details.
    1.18 +#  
    1.19 +#     You should have received a copy of the GNU General Public License
    1.20 +#     along with this program.  If not, see <http://www.gnu.org/licenses/>.
    1.21 +#   </meta:licence>
    1.22 +# </meta:header>
    1.23 +#
    1.24 +
    1.25 +
    1.26 +# Issue with Live WFAU TAP Services (October)
    1.27 +
    1.28 +# On the weekend of October 17th our healthchecker started producing a number of error messages:
    1.29 +
    1.30 +..
    1.31 +Health Check Results for: http://tap.roe.ac.uk/firethorn/system/info
    1.32 +HTTP Error 503: Service Unavailable /
    1.33 +
    1.34 +Health Check Results for: http://tap.roe.ac.uk/firethorn/system/info
    1.35 +HTTP Error 503: Service Unavailable /
    1.36 +..
    1.37 +
    1.38 +
    1.39 +# Check 1: Sync query
    1.40 +# -------------------
    1.41 +
    1.42 +# First check was to check a simple query to the sync endpoint of one of our TAP services
    1.43 +# firefox http://tap.roe.ac.uk/osa/sync?REQUEST=doQuery&QUERY=SELECT+TOP+1+*+from+ATLASDR1.Filter&LANG=ADQL
    1.44 +
    1.45 +
    1.46 +# Exception 503
    1.47 +
    1.48 +
    1.49 +# Check 2: Docker ps
    1.50 +# ------------------
    1.51 +
    1.52 +# Second check was to log into the VM to see if the Docker containers are up and running
    1.53 +
    1.54 +# ssh Stevedore@Lothigometh
    1.55 +
    1.56 +# ..ssh exception
    1.57 +# Not able to log into the machine at all
    1.58 +# It looks like the VM got locked up, an issue we've seen before
    1.59 +
    1.60 +
    1.61 +
    1.62 +# See if we can restart machine
    1.63 +# ------------------------------
    1.64 +
    1.65 +# VM did not successfully restart after kvm restart command
    1.66 +
    1.67 +
    1.68 +# Recreate VM and run import
    1.69 +# ------------------------------
    1.70 +
    1.71 +# Service recovered after recreating Lothigometh and running the import scripts as defined here:
    1.72 +# http://wfau.metagrid.co.uk/code/firethorn/file/310132961970/doc/notes/stv/20200514-TAP-Swarm-deploy-2.1.36.txt
    1.73 +
    1.74 +# As the endpoints produced matched what is already there in the Apache proxy, we did not have to edit the proxy config
    1.75 +
    1.76 +
    1.77 +# Service back up & running ..
    1.78 +
    1.79 +

     2.1 --- /dev/null	Thu Jan 01 00:00:00 1970 +0000
     2.2 +++ b/doc/notes/stv/20201107-Unresponsive-VM.txt	Mon Jan 25 19:30:16 2021 +0000
     2.3 @@ -0,0 +1,70 @@
     2.4 +#
     2.5 +# <meta:header>
     2.6 +#   <meta:licence>
     2.7 +#     Copyright (c) 2020, ROE (http://www.roe.ac.uk/)
     2.8 +#
     2.9 +#     This information is free software: you can redistribute it and/or modify
    2.10 +#     it under the terms of the GNU General Public License as published by
    2.11 +#     the Free Software Foundation, either version 3 of the License, or
    2.12 +#     (at your option) any later version.
    2.13 +#
    2.14 +#     This information is distributed in the hope that it will be useful,
    2.15 +#     but WITHOUT ANY WARRANTY; without even the implied warranty of
    2.16 +#     MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
    2.17 +#     GNU General Public License for more details.
    2.18 +#
    2.19 +#     You should have received a copy of the GNU General Public License
    2.20 +#     along with this program.  If not, see <http://www.gnu.org/licenses/>.
    2.21 +#   </meta:licence>
    2.22 +# </meta:header>
    2.23 +#
    2.24 +#
    2.25 +
    2.26 +
    2.27 +# Healthhecker producing 503 exceptions again..
    2.28 +
    2.29 +ssh Stevedore@Lothigometh 
    2.30 +ssh_exchange_identification: Connection closed by remote host
    2.31 +
    2.32 +# VM not responding to ssh requests
    2.33 +
    2.34 +ssh trop02
    2.35 +
    2.36 +	stv@trop02:~$ virsh -c 'qemu:///system' shutdown Lothigometh
    2.37 +	> Domain Lothigometh is being shutdown
    2.38 +
    2.39 +	stv@trop02:~$ virsh -c 'qemu:///system' start Lothigometh
    2.40 +	> error: Domain is already active
    2.41 +
    2.42 +	ssh Stevedore@Lothigometh 
    2.43 +	> ssh_exchange_identification: Connection closed by remote host
    2.44 +
    2.45 +	# Nope..
    2.46 +	
    2.47 +	# Pull the plug
    2.48 +
    2.49 +	stv@trop02:~$ virsh -c 'qemu:///system' destroy Lothigometh
    2.50 +	> Domain Lothigometh destroyed
    2.51 +
    2.52 +	stv@trop02:~$ virsh -c 'qemu:///system' start Lothigometh
    2.53 +	> Domain Lothigometh started
    2.54 +
    2.55 +	ssh Stevedore@Lothigometh 
    2.56 +	> ssh_exchange_identification: Connection closed by remote host
    2.57 +
    2.58 +	# Nope..
    2.59 +	
    2.60 +	# Recreate VM
    2.61 +	createvm 
    2.62 +
    2.63 +		..
    2.64 +
    2.65 +		Vol Lothigometh.iso deleted
    2.66 +		Vol Lothigometh.iso created
    2.67 +		Creating new virtual machine [Lothigometh]
    2.68 +		Domain Lothigometh defined from /tmp/tmp.Qfa22JjbRH
    2.69 +		Starting new virtual machine [Lothigometh]
    2.70 +		Domain Lothigometh started
    2.71 +
    2.72 +# Run TAP Deploy..
    2.73 +http://wfau.metagrid.co.uk/code/firethorn/file/ba9eff2eed8a/doc/notes/stv/20200514-TAP-Swarm-deploy-2.1.36.txt

     3.1 --- /dev/null	Thu Jan 01 00:00:00 1970 +0000
     3.2 +++ b/doc/notes/stv/20201209-TAP-Swarm-deploy-2.1.36.txt	Mon Jan 25 19:30:16 2021 +0000
     3.3 @@ -0,0 +1,442 @@
     3.4 +#
     3.5 +# <meta:header>
     3.6 +#   <meta:licence>
     3.7 +#     Copyright (c) 2015, ROE (http://www.roe.ac.uk/)
     3.8 +#
     3.9 +#     This information is free software: you can redistribute it and/or modify
    3.10 +#     it under the terms of the GNU General Public License as published by
    3.11 +#     the Free Software Foundation, either version 3 of the License, or
    3.12 +#     (at your option) any later version.
    3.13 +#
    3.14 +#     This information is distributed in the hope that it will be useful,
    3.15 +#     but WITHOUT ANY WARRANTY; without even the implied warranty of
    3.16 +#     MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
    3.17 +#     GNU General Public License for more details.
    3.18 +#  
    3.19 +#     You should have received a copy of the GNU General Public License
    3.20 +#     along with this program.  If not, see <http://www.gnu.org/licenses/>.
    3.21 +#   </meta:licence>
    3.22 +# </meta:header>
    3.23 +#
    3.24 +#
    3.25 +
    3.26 +
    3.27 +## ------------------------------------------------------------------------------------------
    3.28 +## CreateVM
    3.29 +## ------------------------------------------------------------------------------------------
    3.30 +
    3.31 +stv@trop02:~$ createvm
    3.32 +..
    3.33 +Creating new volume [Eterathiel.qcow]
    3.34 +Vol Eterathiel.qcow created
    3.35 +Name:           Eterathiel.qcow
    3.36 +Type:           file
    3.37 +Capacity:       32.00 GiB
    3.38 +Allocation:     196.00 KiB
    3.39 +
    3.40 +Vol Eterathiel.iso deleted
    3.41 +Vol Eterathiel.iso created
    3.42 +Creating new virtual machine [Eterathiel]
    3.43 +Domain Eterathiel defined from /tmp/tmp.PT4TTUgzox
    3.44 +Starting new virtual machine [Eterathiel]
    3.45 +Domain Eterathiel started
    3.46 +
    3.47 +
    3.48 +
    3.49 +## ------------------------------------------------------------------------------------------
    3.50 +## Initialize Swarm with VM's address
    3.51 +## ------------------------------------------------------------------------------------------
    3.52 +
    3.53 +ssh Stevedore@Araybwyn
    3.54 +
    3.55 +ip=$(ip -f inet -o addr show ens3|cut -d\  -f 7 | cut -d/ -f 1)
    3.56 +docker swarm init --advertise-addr ${ip}
    3.57 +
    3.58 +
    3.59 +## Firewall Ports for Swarm
    3.60 +
    3.61 +sudo su
    3.62 +    firewall-cmd --add-port=2377/tcp --permanent
    3.63 +    firewall-cmd --add-port=2377/tcp --permanent
    3.64 +    firewall-cmd --add-port=7946/tcp --permanent
    3.65 +    firewall-cmd --add-port=4789/tcp --permanent
    3.66 +    firewall-cmd --add-port=4789/udp --permanent
    3.67 +    iptables -A INPUT -p 50 -j ACCEPT    
    3.68 +    firewall-cmd --reload
    3.69 +exit
    3.70 +
    3.71 +
    3.72 +
    3.73 +
    3.74 +## -------------------------------------------------------------------------------------------
    3.75 +## Add secret function.
    3.76 +## -------------------------------------------------------------------------------------------
    3.77 +
    3.78 +    secrethost='stv@shepseskaf.roe.ac.uk'
    3.79 +    secretfile='${HOME:?}/secret.store.20201209'
    3.80 +
    3.81 +    secret()
    3.82 +    {
    3.83 +        local key=${1:?}
    3.84 +        ssh -o 'VisualHostKey=no' "${secrethost:?}" "sed -n 's/${key}=\\(.*\\)/\\1/p' \"${secretfile:?}\"" 
    3.85 +    }
    3.86 +
    3.87 +    secret 'firethorn.ssh.keys' >> "${HOME}/.ssh/authorized_keys"
    3.88 +
    3.89 +
    3.90 +
    3.91 +## -------------------------------------------------------------------------------------------
    3.92 +## Set the target branch and builtag
    3.93 +## -------------------------------------------------------------------------------------------
    3.94 +
    3.95 +
    3.96 +    export buildtag=2.1.36
    3.97 +    export branch=default
    3.98 +
    3.99 +
   3.100 +
   3.101 +## -------------------------------------------------------------------------------------------
   3.102 +## Create our chain.properties file
   3.103 +## -------------------------------------------------------------------------------------------
   3.104 +
   3.105 +cat > "${HOME:?}/chain.properties" << EOF
   3.106 +
   3.107 +metadata=postgres
   3.108 +metauser=$(pwgen 20 1)
   3.109 +metapass=$(pwgen 20 1) 
   3.110 +
   3.111 +userhost=$(secret 'firethorn.user.host')
   3.112 +userdata=$(secret 'firethorn.user.data')
   3.113 +useruser=$(secret 'firethorn.user.user')
   3.114 +userpass=$(secret 'firethorn.user.pass')
   3.115 +usertype=mssql
   3.116 +
   3.117 +datahost=$(secret 'firethorn.data.host')
   3.118 +datadata=$(secret 'firethorn.data.data')
   3.119 +datacatalog=$(secret 'firethorn.data.catalog')
   3.120 +datatype=$(secret 'firethorn.data.type')
   3.121 +datauser=$(secret 'firethorn.data.user')
   3.122 +datapass=$(secret 'firethorn.data.pass')
   3.123 +
   3.124 +tapschemadata=$(secret 'firethorn.tapschema.database.name')
   3.125 +tapschemauser=$(secret 'firethorn.tapschema.database.user')
   3.126 +tapschemapass=$(secret 'firethorn.tapschema.database.pass')
   3.127 +tapschemahost=$(secret 'firethorn.tapschema.database.host')
   3.128 +tapschemaport=$(secret 'firethorn.tapschema.database.port')
   3.129 +tapschematype=$(secret 'firethorn.tapschema.database.type')
   3.130 +tapschemajdbc=$(secret 'firethorn.tapschema.jdbc.name')
   3.131 +
   3.132 +tunneluser=$(secret 'ssh.tunnel.user')
   3.133 +tunnelhost=$(secret 'ssh.tunnel.host')
   3.134 +
   3.135 +admingroup=$(pwgen 20 1)	
   3.136 +adminuser=$(pwgen 20 1)
   3.137 +adminpass=$(pwgen 20 1)
   3.138 +
   3.139 +adql_query_delay_first=$(secret 'adql.query.delay.first')
   3.140 + 
   3.141 +firethorn_limits_rows_absolute=$(secret 'firethorn.limits.rows.absolute')
   3.142 +firethorn_limits_rows_default=$(secret 'firethorn.limits.rows.default')
   3.143 +
   3.144 +guestgroup=friends
   3.145 +endpoint=$(secret 'endpoint')
   3.146 +
   3.147 +firethornhost=gillian
   3.148 +
   3.149 +EOF
   3.150 +
   3.151 +
   3.152 +
   3.153 +## -----------------------------------------------------
   3.154 +## Create our Firethorn properties.
   3.155 +## -----------------------------------------------------
   3.156 +
   3.157 +source "${HOME:?}/chain.properties"
   3.158 +cat > "${HOME:?}/firethorn.properties" << EOF
   3.159 +
   3.160 +firethorn.meta.type=pgsql
   3.161 +firethorn.meta.driver=org.postgresql.Driver
   3.162 +firethorn.meta.host=bethany
   3.163 +firethorn.meta.url=jdbc:postgresql://bethany/${metadata}
   3.164 +firethorn.meta.data=postgres
   3.165 +firethorn.meta.user=${metauser:?}
   3.166 +firethorn.meta.pass=${metapass:?}
   3.167 +
   3.168 +firethorn.user.type=mssql
   3.169 +firethorn.user.url=jdbc:jtds:sqlserver://${userhost:?}/${userdata:?}
   3.170 +firethorn.user.driver=net.sourceforge.jtds.jdbc.Driver
   3.171 +firethorn.user.host=${userhost:?}
   3.172 +firethorn.user.data=${userdata:?}
   3.173 +firethorn.user.user=${useruser:?}
   3.174 +firethorn.user.pass=${userpass:?}
   3.175 +
   3.176 +firethorn.tapschema.resource.name=${tapschemajdbc}
   3.177 +firethorn.tapschema.database.name=${tapschemadata}
   3.178 +firethorn.tapschema.database.host=${tapschemahost}
   3.179 +firethorn.tapschema.database.port=${tapschemaport}
   3.180 +firethorn.tapschema.database.user=${tapschemauser}
   3.181 +firethorn.tapschema.database.pass=${tapschemapass}
   3.182 +
   3.183 +firethorn.admin.community=${admingroup:?}
   3.184 +firethorn.admin.user.name=${adminuser:?}
   3.185 +firethorn.admin.user.pass=${adminpass:?}
   3.186 +
   3.187 +firethorn.guest.community=${guestgroup:?}
   3.188 +
   3.189 +adql.query.delay.first=${adql_query_delay_first:?}
   3.190 +
   3.191 +firethorn.limits.rows.absolute=${firethorn_limits_rows_absolute:?}
   3.192 +firethorn.limits.rows.default=${firethorn_limits_rows_default:?}
   3.193 +
   3.194 +firethornhost=gillian
   3.195 +
   3.196 +
   3.197 +EOF
   3.198 +
   3.199 +
   3.200 +
   3.201 +## -------------------------------------------------------------------------------------------
   3.202 +## Create our compose env files.
   3.203 +## -------------------------------------------------------------------------------------------
   3.204 +
   3.205 +source "${HOME:?}/chain.properties"
   3.206 +cat > "${HOME:?}/.env" << EOF
   3.207 +
   3.208 +buildtag=${branch:?}
   3.209 +endpoint=${endpoint:?}
   3.210 +
   3.211 +
   3.212 +metadata=postgres
   3.213 +metauser=${metauser:?}
   3.214 +metapass=${metapass:?}
   3.215 +firethorn.meta.type=pgsql
   3.216 +firethorn.meta.driver=org.postgresql.Driver
   3.217 +firethorn.meta.host=bethany
   3.218 +firethorn.meta.url=jdbc:postgresql://bethany/postgres
   3.219 +firethorn.meta.data=postgres
   3.220 +firethorn.meta.user=${metauser:?}
   3.221 +firethorn.meta.pass=${metapass:?}
   3.222 +
   3.223 +
   3.224 +datadata=${datadata:?}
   3.225 +datauser=${datauser:?}
   3.226 +datapass=${datapass:?}
   3.227 +datahost=${datahost:?}
   3.228 +datacatalog=${datacatalog:?}
   3.229 +datatype=mssql
   3.230 +
   3.231 +
   3.232 +tapschemadata=${tapschemadata:?}
   3.233 +tapschemauser=${tapschemauser:?}
   3.234 +tapschemapass=${tapschemapass:?}
   3.235 +tapschemahost=${tapschemahost}
   3.236 +tapschemaport=${tapschemaport:?}
   3.237 +tapschemajdbc=${tapschemajdbc:?}
   3.238 +tapschematype=${tapschematype:?}
   3.239 +firethorn.tapschema.resource.name=${tapschemajdbc:?}
   3.240 +firethorn.tapschema.database.name=${tapschemadata:?}
   3.241 +firethorn.tapschema.database.host=${tapschemahost:?}
   3.242 +firethorn.tapschema.database.port=5432
   3.243 +firethorn.tapschema.database.user=${tapschemauser:?}
   3.244 +firethorn.tapschema.database.pass=${tapschemapass:?}
   3.245 +firethorn.tapschema.database.type=pgsql
   3.246 +
   3.247 +userhost=${userhost:?}
   3.248 +userdata=${userdata:?}
   3.249 +useruser=${useruser:?}
   3.250 +userpass=${userpass:?}
   3.251 +usertype=mssql
   3.252 +firethorn.user.type=mssql
   3.253 +firethorn.user.url=jdbc:jtds:sqlserver://${userhost:?}/${userdata:?}
   3.254 +firethorn.user.driver=net.sourceforge.jtds.jdbc.Driver
   3.255 +firethorn.user.host=${userhost:?}
   3.256 +firethorn.user.data=${userdata:?}
   3.257 +firethorn.user.user=${useruser:?}
   3.258 +firethorn.user.pass=${userpass:?}
   3.259 +
   3.260 +
   3.261 +admingroup=${admingroup:?}
   3.262 +adminuser=${adminuser:?}
   3.263 +adminpass=${adminpass:?}
   3.264 +guestgroup=${guestgroup:?}
   3.265 +firethorn.admin.community=${admingroup:?}
   3.266 +firethorn.admin.user.name=${adminuser:?}
   3.267 +firethorn.admin.user.pass=${adminpass:?}
   3.268 +firethorn.guest.community=${guestgroup:?}
   3.269 +
   3.270 +
   3.271 +adql_query_delay_first=${adql_query_delay_first:?}
   3.272 +adql.query.delay.first=${adql_query_delay_first:?}
   3.273 +firethorn_limits_rows_absolute=${firethorn_limits_rows_absolute:?}
   3.274 +firethorn_limits_rows_default=${firethorn_limits_rows_default:?}
   3.275 +firethorn.limits.rows.absolute=${firethorn_limits_rows_absolute:?}
   3.276 +firethorn.limits.rows.default=${firethorn_limits_rows_default:?}
   3.277 +
   3.278 +firethorn.ogsadai.endpoint=http://jarmila:8080/ogsadai/services
   3.279 +firethornhost=gillian
   3.280 +
   3.281 +
   3.282 +EOF
   3.283 +
   3.284 +
   3.285 +source "${HOME:?}/chain.properties"
   3.286 +cat > "${HOME:?}/.tapschema_env" << EOF
   3.287 +
   3.288 +POSTGRES_DB=${tapschemadata}
   3.289 +POSTGRES_USER=${tapschemauser}
   3.290 +POSTGRES_PASSWORD=${tapschemapass}
   3.291 +
   3.292 +EOF
   3.293 +
   3.294 +
   3.295 +source "${HOME:?}/chain.properties"
   3.296 +cat > "${HOME:?}/.metadata_env" << EOF
   3.297 +
   3.298 +POSTGRES_DB=${metadata}
   3.299 +POSTGRES_USER=${metauser}
   3.300 +POSTGRES_PASSWORD=${metapass}
   3.301 +         
   3.302 +EOF
   3.303 +
   3.304 +
   3.305 +
   3.306 +
   3.307 +## -------------------------------------------------------------------------------------------
   3.308 +## Fetch the TAP Deployer
   3.309 +## -------------------------------------------------------------------------------------------
   3.310 +
   3.311 +wget https://raw.githubusercontent.com/stvoutsin/firethorn.py/master/docker/firethorn-compose-v3.yml -O  docker-compose.yml
   3.312 +
   3.313 +
   3.314 +
   3.315 +
   3.316 +## ------------------------------------------------------------------------
   3.317 +## Deploy Swarm stack
   3.318 +## ------------------------------------------------------------------------
   3.319 +
   3.320 +docker stack deploy -c docker-compose.yml ft
   3.321 +
   3.322 +
   3.323 +
   3.324 +## ------------------------------------------------------------------------
   3.325 +## To remove stack of services
   3.326 +## ------------------------------------------------------------------------
   3.327 +
   3.328 +# docker stack rm ft
   3.329 +
   3.330 +
   3.331 +## ------------------------------------------------------------------------
   3.332 +## Check that the services started
   3.333 +## ------------------------------------------------------------------------
   3.334 +
   3.335 +docker ps
   3.336 +CONTAINER ID        IMAGE                           COMMAND                  CREATED             STATUS                  PORTS               NAMES
   3.337 +b6c43b0fcc39        firethorn/firethorn-py:latest   "python3"                11 hours ago        Up 11 hours                                 ft_firethorn-py.1.ttyojmr0tw108b9kurg5m1l6t
   3.338 +d347cc0e8fcf        firethorn/firethorn:latest      "/bin/sh -c '/var/lo…"   11 hours ago        Up 11 hours (healthy)   8080/tcp            ft_gillian.1.7gjs4uwpxzx8d55agqd91e60v
   3.339 +e81cc914579c        firethorn/ogsadai:latest        "/bin/sh -c '/var/lo…"   11 hours ago        Up 11 hours (healthy)   8080/tcp            ft_jarmila.1.sy5d8zm2f4f6oehp46h0f4lxy
   3.340 +eadf4ace83d4        firethorn/postgres:latest       "docker-entrypoint.s…"   11 hours ago        Up 11 hours             5432/tcp            ft_carolina.1.mbikmqmtgg9r5joehq0ywz0xp
   3.341 +7c4fa13ff87e        firethorn/postgres:latest       "docker-entrypoint.s…"   11 hours ago        Up 11 hours             5432/tcp            ft_bethany.1.sope4plrrq51uctwvdod4w078
   3.342 +
   3.343 +
   3.344 +## ------------------------------------------------------------------------
   3.345 +## Run Docker Compose tap-deployer.yml from firethorn.py
   3.346 +## ------------------------------------------------------------------------
   3.347 +
   3.348 +docker exec -it ft_firethorn-py.1.ttyojmr0tw108b9kurg5m1l6t bash
   3.349 +
   3.350 +
   3.351 +cat > "deployer_osa.py" << EOF
   3.352 +
   3.353 +def main():
   3.354 +    import firethorn
   3.355 +    import firethorn_utils.configurator as configur
   3.356 +    ft = firethorn.Firethorn(endpoint="http://gillian:8080/firethorn")
   3.357 +    ft.login(firethorn.config.adminuser, firethorn.config.adminpass, firethorn.config.admingroup)
   3.358 +    configurator =  configur.Configurator(ft)
   3.359 +    configurator.load_resources("https://raw.githubusercontent.com/stvoutsin/metadata/master/firethorn/config/osa-tap.json")
   3.360 + 
   3.361 +if __name__== "__main__":
   3.362 +    main()
   3.363 +
   3.364 +EOF
   3.365 +
   3.366 +
   3.367 +cat > "deployer_ssa.py" << EOF
   3.368 +
   3.369 +def main():
   3.370 +    import firethorn
   3.371 +    import firethorn_utils.configurator as configur
   3.372 +    ft = firethorn.Firethorn(endpoint="http://gillian:8080/firethorn")
   3.373 +    ft.login(firethorn.config.adminuser, firethorn.config.adminpass, firethorn.config.admingroup)
   3.374 +    configurator =  configur.Configurator(ft)
   3.375 +    configurator.load_resources("https://raw.githubusercontent.com/stvoutsin/metadata/master/firethorn/config/ssa-tap.json")
   3.376 + 
   3.377 +if __name__== "__main__":
   3.378 +    main()
   3.379 +
   3.380 +EOF
   3.381 +
   3.382 +cat > "deployer_vsa.py" << EOF
   3.383 +
   3.384 +def main():
   3.385 +    import firethorn
   3.386 +    import firethorn_utils.configurator as configur
   3.387 +    ft = firethorn.Firethorn(endpoint="http://gillian:8080/firethorn")
   3.388 +    ft.login(firethorn.config.adminuser, firethorn.config.adminpass, firethorn.config.admingroup)
   3.389 +    configurator =  configur.Configurator(ft)
   3.390 +    configurator.load_resources("https://raw.githubusercontent.com/stvoutsin/metadata/master/firethorn/config/vsa-tap.json")
   3.391 + 
   3.392 +if __name__== "__main__":
   3.393 +    main()
   3.394 +
   3.395 +EOF
   3.396 +
   3.397 +cat > "deployer_wsa.py" << EOF
   3.398 +
   3.399 +def main():
   3.400 +    import firethorn
   3.401 +    import firethorn_utils.configurator as configur
   3.402 +    ft = firethorn.Firethorn(endpoint="http://gillian:8080/firethorn")
   3.403 +    ft.login(firethorn.config.adminuser, firethorn.config.adminpass, firethorn.config.admingroup)
   3.404 +    configurator =  configur.Configurator(ft)
   3.405 +    configurator.load_resources("https://raw.githubusercontent.com/stvoutsin/metadata/master/firethorn/config/wsa-tap.json")
   3.406 +
   3.407 +if __name__== "__main__":
   3.408 +    main()
   3.409 +
   3.410 +
   3.411 +EOF
   3.412 +
   3.413 +
   3.414 +nohup python3 -u deployer_osa.py > osa.out &
   3.415 +nohup python3 -u deployer_ssa.py > ssa.out &
   3.416 +nohup python3 -u deployer_vsa.py > vsa.out &
   3.417 +nohup python3 -u deployer_wsa.py > wsa.out &
   3.418 +
   3.419 +
   3.420 +
   3.421 +
   3.422 +## ------------------------------------------------------------------------
   3.423 +## Update Apache Proxy with new TAP services
   3.424 +## ------------------------------------------------------------------------
   3.425 +
   3.426 +
   3.427 +    ProxyPassMatch    ^/osa\/(.*)$  http://araybwyn:8080/firethorn/tap/54/$1
   3.428 +    ProxyPassReverse  ^/osa\/(.*)$  http://araybwyn:8080/firethorn/tap/54/$1
   3.429 +
   3.430 +    ProxyPassMatch    ^/ssa\/(.*)$  http://araybwyn:8080/firethorn/tap/57/$1
   3.431 +    ProxyPassReverse  ^/ssa\/(.*)$  http://araybwyn:8080/firethorn/tap/57/$1
   3.432 +
   3.433 +    ProxyPassMatch    ^/vsa\/(.*)$  http://araybwyn:8080/firethorn/tap/60/$1
   3.434 +    ProxyPassReverse  ^/vsa\/(.*)$  http://araybwyn:8080/firethorn/tap/60/$1
   3.435 +
   3.436 +    ProxyPassMatch    ^/wsa\/(.*)$  http://araybwyn:8080/firethorn/tap/63/$1
   3.437 +    ProxyPassReverse  ^/wsa\/(.*)$  http://araybwyn:8080/firethorn/tap/63/$1
   3.438 +
   3.439 +    ProxyPassMatch    ^/firethorn\/(.*)$  http://araybwyn:8080/firethorn/$1
   3.440 +    ProxyPassReverse  ^/firethorn\/(.*)$  http://araybwyn:8080/firethorn/$1
   3.441 +
   3.442 +
   3.443 +
   3.444 +
   3.445 +

     4.1 --- a/docker/sql-client/Dockerfile	Tue Oct 27 11:33:18 2020 +0000
     4.2 +++ b/docker/sql-client/Dockerfile	Mon Jan 25 19:30:16 2021 +0000
     4.3 @@ -23,7 +23,7 @@
     4.4  
     4.5  #
     4.6  # Install the EPEL repository.
     4.7 -RUN yum -y install https://dl.fedoraproject.org/pub/epel/epel-release-latest-6.noarch.rpm
     4.8 +RUN yum -y install https://dl.fedoraproject.org/pub/epel/epel-release-latest-7.noarch.rpm
     4.9  
    4.10  #
    4.11  # Install misc tools.