firethorn

changeset 4279:05f6250eac68

Adding some notes on previous deploy & 2.1.35 merge
author Stelios <stv@roe.ac.uk>
date Tue Sep 03 21:15:11 2019 +0300 (18 months ago)
parents b860bb3930c8
children 774e85d540eb
files doc/notes/stv/20190828-VSA-Swarm-deploy.txt doc/notes/stv/20190903-hg-merge.txt
line diff
     1.1 --- /dev/null	Thu Jan 01 00:00:00 1970 +0000
     1.2 +++ b/doc/notes/stv/20190828-VSA-Swarm-deploy.txt	Tue Sep 03 21:15:11 2019 +0300
     1.3 @@ -0,0 +1,667 @@
     1.4 +#
     1.5 +# <meta:header>
     1.6 +#   <meta:licence>
     1.7 +#     Copyright (c) 2015, ROE (http://www.roe.ac.uk/)
     1.8 +#
     1.9 +#     This information is free software: you can redistribute it and/or modify
    1.10 +#     it under the terms of the GNU General Public License as published by
    1.11 +#     the Free Software Foundation, either version 3 of the License, or
    1.12 +#     (at your option) any later version.
    1.13 +#
    1.14 +#     This information is distributed in the hope that it will be useful,
    1.15 +#     but WITHOUT ANY WARRANTY; without even the implied warranty of
    1.16 +#     MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
    1.17 +#     GNU General Public License for more details.
    1.18 +#  
    1.19 +#     You should have received a copy of the GNU General Public License
    1.20 +#     along with this program.  If not, see <http://www.gnu.org/licenses/>.
    1.21 +#   </meta:licence>
    1.22 +# </meta:header>
    1.23 +#
    1.24 +#
    1.25 +
    1.26 +
    1.27 +## ------------------------------------------------------------------------------------------
    1.28 +## Create Master VM 
    1.29 +## ------------------------------------------------------------------------------------------
    1.30 +
    1.31 +stv@trop02:~$ createvm 
    1.32 +
    1.33 +INFO : Base pool  [base]
    1.34 +INFO : Live pool  [live]
    1.35 +INFO : Connection [qemu:///system]
    1.36 +
    1.37 +INFO : Data path  [/var/local/projects/ischnura/github/src/dat]
    1.38 +
    1.39 +INFO : Machines   [/var/local/projects/ischnura/github/src/dat/tropo-machines.txt]
    1.40 +INFO : Template   [/var/local/projects/ischnura/github/src/dat/tropo-template.xml]
    1.41 +
    1.42 +[1] Araybwyn
    1.43 +[2] Lothigometh
    1.44 +[3] Ulov
    1.45 +[4] Dwiema
    1.46 +[5] Ibalehar
    1.47 +[6] Eterathiel
    1.48 +[7] Siamond
    1.49 +[8] Acilamwen
    1.50 +Select machine name (1) 3
    1.51 +
    1.52 +[1] fedora-28-docker-base-20180708.qcow
    1.53 +[2] fedora-28-8G-docker-base-20181016.qcow
    1.54 +[3] fedora-28-32G-docker-base-20181016.qcow
    1.55 +[4] fedora-28-16G-docker-base-20181016.qcow
    1.56 +Select base image (1) 3
    1.57 +
    1.58 +INFO : Node name [Ulov]
    1.59 +INFO : Base name [fedora-28-32G-docker-base-20181016.qcow]
    1.60 +INFO : Base path [/var/lib/libvirt/images/base/fedora-28-32G-docker-base-20181016.qcow]
    1.61 +INFO : Disc name [Ulov.qcow]
    1.62 +INFO : Disc size [32GiB]
    1.63 +
    1.64 +INFO : MAC  [52:54:00:02:02:0A]
    1.65 +INFO : IPv4 [192.168.202.10]
    1.66 +INFO : IPv6 []
    1.67 +
    1.68 +Create virtual machine (Y/n)Y
    1.69 +
    1.70 +Found existing storage volume [Ulov.qcow]
    1.71 +Delete storage volume (Y/n)Y
    1.72 +Deleting storage volume [Ulov.qcow]
    1.73 +Vol Ulov.qcow deleted
    1.74 +
    1.75 +Creating new volume [Ulov.qcow]
    1.76 +Vol Ulov.qcow created
    1.77 +Name:           Ulov.qcow
    1.78 +Type:           file
    1.79 +Capacity:       32.00 GiB
    1.80 +Allocation:     196.00 KiB
    1.81 +
    1.82 +Vol Ulov.iso deleted
    1.83 +Vol Ulov.iso created
    1.84 +Creating new virtual machine [Ulov]
    1.85 +Domain Ulov defined from /tmp/tmp.3mwcAcOuPd
    1.86 +Starting new virtual machine [Ulov]
    1.87 +Domain Ulov started
    1.88 +
    1.89 +
    1.90 +
    1.91 +
    1.92 +## ------------------------------------------------------------------------------------------
    1.93 +## Initialize Swarm with VM's address
    1.94 +## ------------------------------------------------------------------------------------------
    1.95 +
    1.96 +[Stevedore@Ulov ~]$ ifconfig
    1.97 +
    1.98 +       ..  192.168.202.10  ..
    1.99 +
   1.100 +
   1.101 +docker swarm init --advertise-addr 192.168.202.10  
   1.102 +
   1.103 +
   1.104 +	To add a worker to this swarm, run the following command:
   1.105 +
   1.106 +	    docker swarm join --token SWMTKN-1-3qmr0ckemiw0rb4wnuss9of7j7xxhjs4nze7nauoiyh9oe9pfv-cjvopumypyb62jqonb1nbx5a0 192.168.202.10:2377
   1.107 +
   1.108 +	To add a manager to this swarm, run 'docker swarm join-token manager' and follow the instructions.
   1.109 +
   1.110 +
   1.111 +
   1.112 +## Fix Firewall issue
   1.113 +sudo su
   1.114 +    firewall-cmd --add-port=2377/tcp --permanent
   1.115 +    firewall-cmd --add-port=2377/tcp --permanent
   1.116 +    firewall-cmd --add-port=7946/tcp --permanent
   1.117 +    firewall-cmd --add-port=4789/tcp --permanent
   1.118 +    firewall-cmd --add-port=4789/udp --permanent
   1.119 +    iptables -A INPUT -p 50 -j ACCEPT    
   1.120 +    firewall-cmd --reload
   1.121 +exit
   1.122 +
   1.123 +
   1.124 +## -------------------------------------------------------------------------------------------
   1.125 +## Add secret function.
   1.126 +## -------------------------------------------------------------------------------------------
   1.127 +
   1.128 +    secrethost='stv@shepseskaf.roe.ac.uk'
   1.129 +    secretfile='${HOME:?}/secret.store.20190828'
   1.130 +
   1.131 +    secret()
   1.132 +    {
   1.133 +        local key=${1:?}
   1.134 +        ssh -o 'VisualHostKey=no' "${secrethost:?}" "sed -n 's/${key}=\\(.*\\)/\\1/p' \"${secretfile:?}\"" 
   1.135 +    }
   1.136 +
   1.137 +    secret 'firethorn.ssh.keys' >> "${HOME}/.ssh/authorized_keys"
   1.138 +
   1.139 +
   1.140 +
   1.141 +## -------------------------------------------------------------------------------------------
   1.142 +## Set the target branch and builtag
   1.143 +## -------------------------------------------------------------------------------------------
   1.144 +
   1.145 +
   1.146 +    export buildtag=2.1.34
   1.147 +    export branch=default
   1.148 +
   1.149 +
   1.150 +
   1.151 +## -------------------------------------------------------------------------------------------
   1.152 +## Create our chain.properties file
   1.153 +## -------------------------------------------------------------------------------------------
   1.154 +
   1.155 +cat > "${HOME:?}/chain.properties" << EOF
   1.156 +
   1.157 +metadata=postgres
   1.158 +metauser=$(pwgen 20 1)
   1.159 +metapass=$(pwgen 20 1) 
   1.160 +
   1.161 +userhost=$(secret 'firethorn.user.host')
   1.162 +userdata=$(secret 'firethorn.user.data')
   1.163 +useruser=$(secret 'firethorn.user.user')
   1.164 +userpass=$(secret 'firethorn.user.pass')
   1.165 +usertype=mssql
   1.166 +
   1.167 +datahost=$(secret 'firethorn.data.host')
   1.168 +datadata=$(secret 'firethorn.data.data')
   1.169 +datacatalog=$(secret 'firethorn.data.catalog')
   1.170 +datatype=$(secret 'firethorn.data.type')
   1.171 +datauser=$(secret 'firethorn.data.user')
   1.172 +datapass=$(secret 'firethorn.data.pass')
   1.173 +
   1.174 +tapschemadata=$(secret 'firethorn.tapschema.database.name')
   1.175 +tapschemauser=$(secret 'firethorn.tapschema.database.user')
   1.176 +tapschemapass=$(secret 'firethorn.tapschema.database.pass')
   1.177 +tapschemahost=$(secret 'firethorn.tapschema.database.host')
   1.178 +tapschemaport=$(secret 'firethorn.tapschema.database.port')
   1.179 +tapschematype=$(secret 'firethorn.tapschema.database.type')
   1.180 +tapschemajdbc=$(secret 'firethorn.tapschema.jdbc.name')
   1.181 +
   1.182 +tunneluser=$(secret 'ssh.tunnel.user')
   1.183 +tunnelhost=$(secret 'ssh.tunnel.host')
   1.184 +
   1.185 +admingroup=$(pwgen 20 1)	
   1.186 +adminuser=$(pwgen 20 1)
   1.187 +adminpass=$(pwgen 20 1)
   1.188 +
   1.189 +adql_query_delay_first=$(secret 'adql.query.delay.first')
   1.190 + 
   1.191 +firethorn_limits_rows_absolute=$(secret 'firethorn.limits.rows.absolute')
   1.192 +firethorn_limits_rows_default=$(secret 'firethorn.limits.rows.default')
   1.193 +
   1.194 +guestgroup=friends
   1.195 +endpoint=$(secret 'endpoint')
   1.196 +
   1.197 +firethornhost=gillian
   1.198 +
   1.199 +EOF
   1.200 +
   1.201 +
   1.202 +
   1.203 +## -----------------------------------------------------
   1.204 +## Create our Firethorn properties.
   1.205 +## -----------------------------------------------------
   1.206 +
   1.207 +source "${HOME:?}/chain.properties"
   1.208 +cat > "${HOME:?}/firethorn.properties" << EOF
   1.209 +
   1.210 +firethorn.meta.type=pgsql
   1.211 +firethorn.meta.driver=org.postgresql.Driver
   1.212 +firethorn.meta.host=bethany
   1.213 +firethorn.meta.url=jdbc:postgresql://bethany/${metadata}
   1.214 +firethorn.meta.data=postgres
   1.215 +firethorn.meta.user=${metauser:?}
   1.216 +firethorn.meta.pass=${metapass:?}
   1.217 +
   1.218 +firethorn.user.type=mssql
   1.219 +firethorn.user.url=jdbc:jtds:sqlserver://${userhost:?}/${userdata:?}
   1.220 +firethorn.user.driver=net.sourceforge.jtds.jdbc.Driver
   1.221 +firethorn.user.host=${userhost:?}
   1.222 +firethorn.user.data=${userdata:?}
   1.223 +firethorn.user.user=${useruser:?}
   1.224 +firethorn.user.pass=${userpass:?}
   1.225 +
   1.226 +firethorn.tapschema.resource.name=${tapschemajdbc}
   1.227 +firethorn.tapschema.database.name=${tapschemadata}
   1.228 +firethorn.tapschema.database.host=${tapschemahost}
   1.229 +firethorn.tapschema.database.port=${tapschemaport}
   1.230 +firethorn.tapschema.database.user=${tapschemauser}
   1.231 +firethorn.tapschema.database.pass=${tapschemapass}
   1.232 +
   1.233 +firethorn.admin.community=${admingroup:?}
   1.234 +firethorn.admin.user.name=${adminuser:?}
   1.235 +firethorn.admin.user.pass=${adminpass:?}
   1.236 +
   1.237 +firethorn.guest.community=${guestgroup:?}
   1.238 +
   1.239 +adql.query.delay.first=${adql_query_delay_first:?}
   1.240 +
   1.241 +firethorn.limits.rows.absolute=${firethorn_limits_rows_absolute:?}
   1.242 +firethorn.limits.rows.default=${firethorn_limits_rows_default:?}
   1.243 +
   1.244 +firethornhost=gillian
   1.245 +
   1.246 +
   1.247 +EOF
   1.248 +
   1.249 +
   1.250 +
   1.251 +## -------------------------------------------------------------------------------------------
   1.252 +## Create our compose env files.
   1.253 +## -------------------------------------------------------------------------------------------
   1.254 +
   1.255 +source "${HOME:?}/chain.properties"
   1.256 +cat > "${HOME:?}/.env" << EOF
   1.257 +
   1.258 +buildtag=${branch:?}
   1.259 +endpoint=${endpoint:?}
   1.260 +
   1.261 +
   1.262 +metadata=postgres
   1.263 +metauser=${metauser:?}
   1.264 +metapass=${metapass:?}
   1.265 +firethorn.meta.type=pgsql
   1.266 +firethorn.meta.driver=org.postgresql.Driver
   1.267 +firethorn.meta.host=bethany
   1.268 +firethorn.meta.url=jdbc:postgresql://bethany/postgres
   1.269 +firethorn.meta.data=postgres
   1.270 +firethorn.meta.user=${metauser:?}
   1.271 +firethorn.meta.pass=${metapass:?}
   1.272 +
   1.273 +
   1.274 +datadata=${datadata:?}
   1.275 +datauser=${datauser:?}
   1.276 +datapass=${datapass:?}
   1.277 +datahost=${datahost:?}
   1.278 +datacatalog=${datacatalog:?}
   1.279 +datatype=mssql
   1.280 +
   1.281 +
   1.282 +tapschemadata=${tapschemadata:?}
   1.283 +tapschemauser=${tapschemauser:?}
   1.284 +tapschemapass=${tapschemapass:?}
   1.285 +tapschemahost=${tapschemahost}
   1.286 +tapschemaport=${tapschemaport:?}
   1.287 +tapschemajdbc=${tapschemajdbc:?}
   1.288 +tapschematype=${tapschematype:?}
   1.289 +firethorn.tapschema.resource.name=${tapschemajdbc:?}
   1.290 +firethorn.tapschema.database.name=${tapschemadata:?}
   1.291 +firethorn.tapschema.database.host=${tapschemahost:?}
   1.292 +firethorn.tapschema.database.port=5432
   1.293 +firethorn.tapschema.database.user=${tapschemauser:?}
   1.294 +firethorn.tapschema.database.pass=${tapschemapass:?}
   1.295 +firethorn.tapschema.database.type=pgsql
   1.296 +
   1.297 +userhost=${userhost:?}
   1.298 +userdata=${userdata:?}
   1.299 +useruser=${useruser:?}
   1.300 +userpass=${userpass:?}
   1.301 +usertype=mssql
   1.302 +firethorn.user.type=mssql
   1.303 +firethorn.user.url=jdbc:jtds:sqlserver://${userhost:?}/${userdata:?}
   1.304 +firethorn.user.driver=net.sourceforge.jtds.jdbc.Driver
   1.305 +firethorn.user.host=${userhost:?}
   1.306 +firethorn.user.data=${userdata:?}
   1.307 +firethorn.user.user=${useruser:?}
   1.308 +firethorn.user.pass=${userpass:?}
   1.309 +
   1.310 +
   1.311 +admingroup=${admingroup:?}
   1.312 +adminuser=${adminuser:?}
   1.313 +adminpass=${adminpass:?}
   1.314 +guestgroup=${guestgroup:?}
   1.315 +firethorn.admin.community=${admingroup:?}
   1.316 +firethorn.admin.user.name=${adminuser:?}
   1.317 +firethorn.admin.user.pass=${adminpass:?}
   1.318 +firethorn.guest.community=${guestgroup:?}
   1.319 +
   1.320 +
   1.321 +adql_query_delay_first=${adql_query_delay_first:?}
   1.322 +adql.query.delay.first=${adql_query_delay_first:?}
   1.323 +firethorn_limits_rows_absolute=${firethorn_limits_rows_absolute:?}
   1.324 +firethorn_limits_rows_default=${firethorn_limits_rows_default:?}
   1.325 +firethorn.limits.rows.absolute=${firethorn_limits_rows_absolute:?}
   1.326 +firethorn.limits.rows.default=${firethorn_limits_rows_default:?}
   1.327 +
   1.328 +firethorn.ogsadai.endpoint=http://jarmila:8080/ogsadai/services
   1.329 +firethornhost=gillian
   1.330 +
   1.331 +
   1.332 +EOF
   1.333 +
   1.334 +
   1.335 +source "${HOME:?}/chain.properties"
   1.336 +cat > "${HOME:?}/.tapschema_env" << EOF
   1.337 +
   1.338 +POSTGRES_DB=${tapschemadata}
   1.339 +POSTGRES_USER=${tapschemauser}
   1.340 +POSTGRES_PASSWORD=${tapschemapass}
   1.341 +
   1.342 +EOF
   1.343 +
   1.344 +
   1.345 +source "${HOME:?}/chain.properties"
   1.346 +cat > "${HOME:?}/.metadata_env" << EOF
   1.347 +
   1.348 +POSTGRES_DB=${metadata}
   1.349 +POSTGRES_USER=${metauser}
   1.350 +POSTGRES_PASSWORD=${metapass}
   1.351 +         
   1.352 +EOF
   1.353 +
   1.354 +
   1.355 +## -------------------------------------------------------------------------------------------
   1.356 +## Fetch the TAP Deployer
   1.357 +## -------------------------------------------------------------------------------------------
   1.358 +
   1.359 +wget https://raw.githubusercontent.com/stvoutsin/firethorn.py/master/docker/firethorn-compose-v3.yml -O  docker-compose.yml
   1.360 +
   1.361 +
   1.362 +
   1.363 +## ------------------------------------------------------------------------
   1.364 +## Deploy Swarm stack
   1.365 +## ------------------------------------------------------------------------
   1.366 +
   1.367 +docker stack deploy -c docker-compose.yml ft
   1.368 +
   1.369 +
   1.370 +
   1.371 +## ------------------------------------------------------------------------
   1.372 +## To remove all docker services 
   1.373 +## ------------------------------------------------------------------------
   1.374 +
   1.375 +## docker service rm $(docker service ls -q)
   1.376 +
   1.377 +
   1.378 +
   1.379 +## ------------------------------------------------------------------------
   1.380 +## To remove stack of services
   1.381 +## ------------------------------------------------------------------------
   1.382 +
   1.383 +## docker stack rm ft
   1.384 +
   1.385 +
   1.386 +
   1.387 +[Stevedore@Ulov ~]$ docker ps
   1.388 +CONTAINER ID        IMAGE                           COMMAND                  CREATED              STATUS                        PORTS               NAMES
   1.389 +88dea2a1c72e        firethorn/ogsadai:2.1.34        "/bin/sh -c '/var/lo…"   About a minute ago   Up About a minute (healthy)   8080/tcp            ft_jarmila.1.3m50c5oopedlm89m2mrz4pl2b
   1.390 +3d0e872d88aa        firethorn/firethorn:2.1.34      "/bin/sh -c '/var/lo…"   About a minute ago   Up About a minute (healthy)   8080/tcp            ft_gillian.1.ebn5rrs2fx2prdxni6w7yo75c
   1.391 +dc31ae81e724        firethorn/firethorn-py:2.1.34   "python3"                2 minutes ago        Up 2 minutes                                      ft_firethorn-py.1.w8k4nk4u3fn81z9ptfapckj3p
   1.392 +729e6e131af5        firethorn/postgres:2.1.34       "docker-entrypoint.s…"   2 minutes ago        Up 2 minutes                  5432/tcp            ft_carolina.1.n7c2bfd8rvetr9k78h0r1beu7
   1.393 +339f72be5f4f        firethorn/postgres:2.1.34       "docker-entrypoint.s…"   2 minutes ago        Up 2 minutes                  5432/tcp            ft_bethany.1.m62ao97g92lylwk4lg7z54krp
   1.394 +
   1.395 +
   1.396 +
   1.397 +## ------------------------------------------------------------------------
   1.398 +## Run Docker Compose tap-deployer.yml from firethorn.py
   1.399 +## ------------------------------------------------------------------------
   1.400 +
   1.401 +docker exec -it ft_firethorn-py.1.w8k4nk4u3fn81z9ptfapckj3p bash
   1.402 +
   1.403 +
   1.404 +source "${HOME:?}/chain.properties"
   1.405 +
   1.406 +	
   1.407 +
   1.408 +import firethorn
   1.409 +import firethorn_utils.configurator as configur
   1.410 +ft = firethorn.Firethorn(endpoint="http://gillian:8080/firethorn")
   1.411 +ft.login(firethorn.config.adminuser, firethorn.config.adminpass, firethorn.config.admingroup)
   1.412 +configurator =  configur.Configurator(ft)
   1.413 +
   1.414 +configurator.load_resources("/home/firethorn.py/firethorn/data/osa-tap.json")
   1.415 +Importing JDBC Schema: ATLASDR1
   1.416 +Importing JDBC Schema: ATLASDR2
   1.417 +Importing JDBC Schema: ATLASDR3
   1.418 +Importing JDBC Schema: 2MASS
   1.419 +Importing JDBC Schema: 2XMM
   1.420 +Importing JDBC Schema: WISE
   1.421 +Importing JDBC Schema: VIKINGDR3
   1.422 +Importing JDBC Schema: VHSDR1
   1.423 +Importing JDBC Schema: MGC
   1.424 +Importing JDBC Schema: GLIMPSE
   1.425 +Importing JDBC Schema: FIRST
   1.426 +Importing JDBC Schema: DENIS
   1.427 +TAP Service available at: http://gillian:8080/firethorn/tap/54/
   1.428 +
   1.429 +
   1.430 +configurator.load_resources("/home/firethorn.py/firethorn/data/ssa-tap.json")
   1.431 +>>> configurator.load_resources("/home/firethorn.py/firethorn/data/ssa-tap.json")
   1.432 +Importing JDBC Schema: SSA
   1.433 +Importing JDBC Schema: 2MASS
   1.434 +Importing JDBC Schema: 2MPZ
   1.435 +Importing JDBC Schema: WISExSCOSPZ
   1.436 +Importing JDBC Schema: SDSSDR1
   1.437 +Importing JDBC Schema: SDSSDR5
   1.438 +Importing JDBC Schema: SDSSDR7
   1.439 +Importing JDBC Schema: SDSSDR8
   1.440 +Importing JDBC Schema: SDSSDR9
   1.441 +Importing JDBC Schema: 6dF
   1.442 +TAP Service available at: http://gillian:8080/firethorn/tap/57/
   1.443 +
   1.444 +configurator.load_resources("/home/firethorn.py/firethorn/data/vsa-tap.json")
   1.445 +>>> configurator.load_resources("/home/firethorn.py/firethorn/data/vsa-tap.json")
   1.446 +Importing JDBC Schema: VVVDR1
   1.447 +Importing JDBC Schema: VVVDR2
   1.448 +Importing JDBC Schema: VVVDR4
   1.449 +Importing JDBC Schema: VVVDR5
   1.450 +Importing JDBC Schema: VHSDR1
   1.451 +Importing JDBC Schema: VHSDR2
   1.452 +Importing JDBC Schema: VHSDR3
   1.453 +Importing JDBC Schema: VHSDR6
   1.454 +Importing JDBC Schema: VMCDR1
   1.455 +Importing JDBC Schema: VMCDR2
   1.456 +Importing JDBC Schema: VMCDR3
   1.457 +Importing JDBC Schema: VMCDR4
   1.458 +Importing JDBC Schema: VIKINGDR2
   1.459 +Importing JDBC Schema: VIKINGDR3
   1.460 +Importing JDBC Schema: VIKINGDR4
   1.461 +Importing JDBC Schema: VIDEODR2
   1.462 +Importing JDBC Schema: VIDEODR3
   1.463 +Importing JDBC Schema: VIDEODR4
   1.464 +Importing JDBC Schema: VIDEODR5
   1.465 +Importing JDBC Schema: UKIDSSDR4PLUS
   1.466 +Importing JDBC Schema: UKIDSSDR5PLUS
   1.467 +Importing JDBC Schema: UKIDSSDR6PLUS
   1.468 +Importing JDBC Schema: UKIDSSDR7PLUS
   1.469 +Importing JDBC Schema: UKIDSSDR8PLUS
   1.470 +Importing JDBC Schema: UKIDSSDR9PLUS
   1.471 +Importing JDBC Schema: UKIDSSDR10PLUS
   1.472 +Importing JDBC Schema: SDSSDR1
   1.473 +Importing JDBC Schema: SDSSDR3
   1.474 +Importing JDBC Schema: SDSSDR5
   1.475 +Importing JDBC Schema: SDSSDR7
   1.476 +Importing JDBC Schema: SDSSDR8
   1.477 +Importing JDBC Schema: SDSSDR9
   1.478 +Importing JDBC Schema: 2MASS
   1.479 +Importing JDBC Schema: ROSAT
   1.480 +Importing JDBC Schema: FIRST
   1.481 +Importing JDBC Schema: IRAS
   1.482 +Importing JDBC Schema: SSA
   1.483 +Importing JDBC Schema: GLIMPSE
   1.484 +Importing JDBC Schema: 2XMM
   1.485 +Importing JDBC Schema: MGC
   1.486 +Importing JDBC Schema: Stripe82
   1.487 +Importing JDBC Schema: WISE
   1.488 +TAP Service available at: http://gillian:8080/firethorn/tap/60/
   1.489 +
   1.490 +
   1.491 +
   1.492 +configurator.load_resources("/home/firethorn.py/firethorn/data/wsa-tap.json")
   1.493 +>>> configurator.load_resources("/home/firethorn.py/firethorn/data/wsa-tap.json")
   1.494 +Importing JDBC Schema: UKIDSSDR1PLUS
   1.495 +Importing JDBC Schema: UKIDSSDR2PLUS
   1.496 +Importing JDBC Schema: UKIDSSDR3PLUS
   1.497 +Importing JDBC Schema: UKIDSSDR4PLUS
   1.498 +Importing JDBC Schema: UKIDSSDR5PLUS
   1.499 +Importing JDBC Schema: UKIDSSDR6PLUS
   1.500 +Importing JDBC Schema: UKIDSSDR7PLUS
   1.501 +Importing JDBC Schema: UKIDSSDR8PLUS
   1.502 +Importing JDBC Schema: UKIDSSDR9PLUS
   1.503 +Importing JDBC Schema: UKIDSSDR10PLUS
   1.504 +ERROR:root:HTTP Error 404: 
   1.505 +Traceback (most recent call last):
   1.506 +  File "/usr/local/lib/python3.5/dist-packages/firethorn/models/base/base_object.py", line 90, in get_json
   1.507 +    with urllib.request.urlopen( req, data) as response:
   1.508 +  File "/usr/lib/python3.5/urllib/request.py", line 163, in urlopen
   1.509 +    return opener.open(url, data, timeout)
   1.510 +  File "/usr/lib/python3.5/urllib/request.py", line 472, in open
   1.511 +    response = meth(req, response)
   1.512 +  File "/usr/lib/python3.5/urllib/request.py", line 582, in http_response
   1.513 +    'http', request, response, code, msg, hdrs)
   1.514 +  File "/usr/lib/python3.5/urllib/request.py", line 510, in error
   1.515 +    return self._call_chain(*args)
   1.516 +  File "/usr/lib/python3.5/urllib/request.py", line 444, in _call_chain
   1.517 +    result = func(*args)
   1.518 +  File "/usr/lib/python3.5/urllib/request.py", line 590, in http_error_default
   1.519 +    raise HTTPError(req.full_url, code, msg, hdrs, fp)
   1.520 +urllib.error.HTTPError: HTTP Error 404: 
   1.521 +ERROR:root:Expecting value: line 1 column 1 (char 0)
   1.522 +Traceback (most recent call last):
   1.523 +  File "/usr/local/lib/python3.5/dist-packages/firethorn/models/adql/adql_resource.py", line 112, in import_jdbc_schema
   1.524 +    response_json_list = json.loads(response.text)
   1.525 +  File "/usr/lib/python3.5/json/__init__.py", line 319, in loads
   1.526 +    return _default_decoder.decode(s)
   1.527 +  File "/usr/lib/python3.5/json/decoder.py", line 339, in decode
   1.528 +    obj, end = self.raw_decode(s, idx=_w(s, 0).end())
   1.529 +  File "/usr/lib/python3.5/json/decoder.py", line 357, in raw_decode
   1.530 +    raise JSONDecodeError("Expecting value", s, err.value) from None
   1.531 +json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0)
   1.532 +Importing JDBC Schema: SDSSDR1
   1.533 +Importing JDBC Schema: SDSSDR3
   1.534 +Importing JDBC Schema: SDSSDR5
   1.535 +Importing JDBC Schema: SDSSDR7
   1.536 +Importing JDBC Schema: SDSSDR8
   1.537 +Importing JDBC Schema: SDSSDR9
   1.538 +ERROR:root:HTTP Error 404: 
   1.539 +Traceback (most recent call last):
   1.540 +  File "/usr/local/lib/python3.5/dist-packages/firethorn/models/base/base_object.py", line 90, in get_json
   1.541 +    with urllib.request.urlopen( req, data) as response:
   1.542 +  File "/usr/lib/python3.5/urllib/request.py", line 163, in urlopen
   1.543 +    return opener.open(url, data, timeout)
   1.544 +  File "/usr/lib/python3.5/urllib/request.py", line 472, in open
   1.545 +    response = meth(req, response)
   1.546 +  File "/usr/lib/python3.5/urllib/request.py", line 582, in http_response
   1.547 +    'http', request, response, code, msg, hdrs)
   1.548 +  File "/usr/lib/python3.5/urllib/request.py", line 510, in error
   1.549 +    return self._call_chain(*args)
   1.550 +  File "/usr/lib/python3.5/urllib/request.py", line 444, in _call_chain
   1.551 +    result = func(*args)
   1.552 +  File "/usr/lib/python3.5/urllib/request.py", line 590, in http_error_default
   1.553 +    raise HTTPError(req.full_url, code, msg, hdrs, fp)
   1.554 +urllib.error.HTTPError: HTTP Error 404: 
   1.555 +ERROR:root:Expecting value: line 1 column 1 (char 0)
   1.556 +Traceback (most recent call last):
   1.557 +  File "/usr/local/lib/python3.5/dist-packages/firethorn/models/adql/adql_resource.py", line 112, in import_jdbc_schema
   1.558 +    response_json_list = json.loads(response.text)
   1.559 +  File "/usr/lib/python3.5/json/__init__.py", line 319, in loads
   1.560 +    return _default_decoder.decode(s)
   1.561 +  File "/usr/lib/python3.5/json/decoder.py", line 339, in decode
   1.562 +    obj, end = self.raw_decode(s, idx=_w(s, 0).end())
   1.563 +  File "/usr/lib/python3.5/json/decoder.py", line 357, in raw_decode
   1.564 +    raise JSONDecodeError("Expecting value", s, err.value) from None
   1.565 +json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0)
   1.566 +Importing JDBC Schema: 2MASS
   1.567 +Importing JDBC Schema: ROSAT
   1.568 +Importing JDBC Schema: FIRST
   1.569 +Importing JDBC Schema: IRAS
   1.570 +Importing JDBC Schema: SSA
   1.571 +ERROR:root:HTTP Error 404: 
   1.572 +Traceback (most recent call last):
   1.573 +  File "/usr/local/lib/python3.5/dist-packages/firethorn/models/base/base_object.py", line 90, in get_json
   1.574 +    with urllib.request.urlopen( req, data) as response:
   1.575 +  File "/usr/lib/python3.5/urllib/request.py", line 163, in urlopen
   1.576 +    return opener.open(url, data, timeout)
   1.577 +  File "/usr/lib/python3.5/urllib/request.py", line 472, in open
   1.578 +    response = meth(req, response)
   1.579 +  File "/usr/lib/python3.5/urllib/request.py", line 582, in http_response
   1.580 +    'http', request, response, code, msg, hdrs)
   1.581 +  File "/usr/lib/python3.5/urllib/request.py", line 510, in error
   1.582 +    return self._call_chain(*args)
   1.583 +  File "/usr/lib/python3.5/urllib/request.py", line 444, in _call_chain
   1.584 +    result = func(*args)
   1.585 +  File "/usr/lib/python3.5/urllib/request.py", line 590, in http_error_default
   1.586 +    raise HTTPError(req.full_url, code, msg, hdrs, fp)
   1.587 +urllib.error.HTTPError: HTTP Error 404: 
   1.588 +ERROR:root:Expecting value: line 1 column 1 (char 0)
   1.589 +Traceback (most recent call last):
   1.590 +  File "/usr/local/lib/python3.5/dist-packages/firethorn/models/adql/adql_resource.py", line 112, in import_jdbc_schema
   1.591 +    response_json_list = json.loads(response.text)
   1.592 +  File "/usr/lib/python3.5/json/__init__.py", line 319, in loads
   1.593 +    return _default_decoder.decode(s)
   1.594 +  File "/usr/lib/python3.5/json/decoder.py", line 339, in decode
   1.595 +    obj, end = self.raw_decode(s, idx=_w(s, 0).end())
   1.596 +  File "/usr/lib/python3.5/json/decoder.py", line 357, in raw_decode
   1.597 +    raise JSONDecodeError("Expecting value", s, err.value) from None
   1.598 +json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0)
   1.599 +Importing JDBC Schema: GLIMPSE
   1.600 +Importing JDBC Schema: 2XMM
   1.601 +Importing JDBC Schema: MGC
   1.602 +Importing JDBC Schema: Stripe82
   1.603 +Importing JDBC Schema: WISE
   1.604 +TAP Service available at: http://gillian:8080/firethorn/tap/63/
   1.605 +
   1.606 +..
   1.607 +
   1.608 +
   1.609 +
   1.610 +
   1.611 +# -----------------------------------------------------
   1.612 +# Update the Proxy Entry
   1.613 +# -----------------------------------------------------
   1.614 +ssh Stevedore@Acilamwen 
   1.615 +
   1.616 +[Stevedore@Acilamwen ~]$ nano tap.roe.ac.uk.conf 
   1.617 +
   1.618 +..
   1.619 +
   1.620 +    ## PROXY ENTRIES HERE ##
   1.621 +    ProxyPassMatch    ^/osa\/(.*)$  http://ulov:8080/firethorn/tap/54/$1
   1.622 +    ProxyPassReverse  ^/osa\/(.*)$  http://ulov:8080/firethorn/tap/54/$1
   1.623 +
   1.624 +    ProxyPassMatch    ^/vsa\/(.*)$  http://ulov:8080/firethorn/tap/57/$1
   1.625 +    ProxyPassReverse  ^/vsa\/(.*)$  http://ulov:8080/firethorn/tap/57/$1
   1.626 +
   1.627 +    ProxyPassMatch    ^/wsa\/(.*)$  http://ulov:8080/firethorn/tap/60/$1
   1.628 +    ProxyPassReverse  ^/wsa\/(.*)$  http://ulov:8080/firethorn/tap/60/$1
   1.629 +
   1.630 +    ProxyPassMatch    ^/ssa\/(.*)$  http://ulov:8080/firethorn/tap/63/$1
   1.631 +    ProxyPassReverse  ^/ssa\/(.*)$  http://ulov:8080/firethorn/tap/63/$1
   1.632 +
   1.633 +    ProxyPassMatch    ^/firethorn\/(.*)$  http://ulov:8080/firethorn/$1
   1.634 +    ProxyPassReverse  ^/firethorn\/(.*)$  http://ulov:8080/firethorn/$1
   1.635 +
   1.636 +
   1.637 +
   1.638 +...   
   1.639 +
   1.640 +[Stevedore@Acilamwen ~]$ nano tap.roe.ac.uk.conf 
   1.641 +[Stevedore@Acilamwen ~]$ docker exec -it  apache bash
   1.642 +[root@bc8d6979e451 /]# nano /etc/httpd/conf.d/tap.roe.ac.uk.conf
   1.643 +
   1.644 +..
   1.645 +
   1.646 +
   1.647 +    ## PROXY ENTRIES HERE ##
   1.648 +    ProxyPassMatch    ^/osa\/(.*)$  http://ulov:8080/firethorn/tap/54/$1
   1.649 +    ProxyPassReverse  ^/osa\/(.*)$  http://ulov:8080/firethorn/tap/54/$1
   1.650 +
   1.651 +    ProxyPassMatch    ^/vsa\/(.*)$  http://ulov:8080/firethorn/tap/57/$1
   1.652 +    ProxyPassReverse  ^/vsa\/(.*)$  http://ulov:8080/firethorn/tap/57/$1
   1.653 +
   1.654 +    ProxyPassMatch    ^/wsa\/(.*)$  http://ulov:8080/firethorn/tap/60/$1
   1.655 +    ProxyPassReverse  ^/wsa\/(.*)$  http://ulov:8080/firethorn/tap/60/$1
   1.656 +
   1.657 +    ProxyPassMatch    ^/ssa\/(.*)$  http://ulov:8080/firethorn/tap/63/$1
   1.658 +    ProxyPassReverse  ^/ssa\/(.*)$  http://ulov:8080/firethorn/tap/63/$1
   1.659 +
   1.660 +    ProxyPassMatch    ^/firethorn\/(.*)$  http://ulov:8080/firethorn/$1
   1.661 +    ProxyPassReverse  ^/firethorn\/(.*)$  http://ulov:8080/firethorn/$1
   1.662 +
   1.663 +
   1.664 +
   1.665 +..
   1.666 +[root@bc8d6979e451 /]# exit
   1.667 +exit
   1.668 +
   1.669 +[Stevedore@Acilamwen ~]$ docker kill --signal 'USR1' 'apache'
   1.670 +
     2.1 --- /dev/null	Thu Jan 01 00:00:00 1970 +0000
     2.2 +++ b/doc/notes/stv/20190903-hg-merge.txt	Tue Sep 03 21:15:11 2019 +0300
     2.3 @@ -0,0 +1,371 @@
     2.4 +#
     2.5 +# <meta:header>
     2.6 +#   <meta:licence>
     2.7 +#     Copyright (c) 2018, ROE (http://www.roe.ac.uk/)
     2.8 +#
     2.9 +#     This information is free software: you can redistribute it and/or modify
    2.10 +#     it under the terms of the GNU General Public License as published by
    2.11 +#     the Free Software Foundation, either version 3 of the License, or
    2.12 +#     (at your option) any later version.
    2.13 +#
    2.14 +#     This information is distributed in the hope that it will be useful,
    2.15 +#     but WITHOUT ANY WARRANTY; without even the implied warranty of
    2.16 +#     MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
    2.17 +#     GNU General Public License for more details.
    2.18 +#
    2.19 +#     You should have received a copy of the GNU General Public License
    2.20 +#     along with this program.  If not, see <http://www.gnu.org/licenses/>.
    2.21 +#   </meta:licence>
    2.22 +# </meta:header>
    2.23 +#
    2.24 +#
    2.25 +
    2.26 +# -----------------------------------------------------
    2.27 +# Create a new VM.
    2.28 +#[user@trop01]
    2.29 +
    2.30 +    createvm
    2.31 +
    2.32 +    >   INFO : Node name [Froeseth]
    2.33 +    >   INFO : Base name [fedora-28-docker-base-20180708.qcow]
    2.34 +    >   INFO : Base path [/var/lib/libvirt/images/base/fedora-28-docker-base-20180708.qcow]
    2.35 +    >   INFO : Disc name [Froeseth.qcow]
    2.36 +    >   INFO : Disc size [16GiB]
    2.37 +
    2.38 +    vmname=Froeseth
    2.39 +
    2.40 +
    2.41 +
    2.42 +    getipv4()
    2.43 +        {
    2.44 +        getent hosts "${1:?}" | cut -d ' ' -f 1
    2.45 +        }
    2.46 +
    2.47 +
    2.48 +#---------------------------------------------------------------------
    2.49 +# Update the ssh keys for the VM.
    2.50 +#[user@trop01]
    2.51 +
    2.52 +    # Remove the current key.
    2.53 +    ssh-keygen -q -R "${vmname:?}"
    2.54 +
    2.55 +    # Add the host key(s) to known_hosts
    2.56 +    ssh-keyscan "${vmname:?}" >> "${HOME}/.ssh/known_hosts"
    2.57 +
    2.58 +    # Add the IP address key(s) to known_hosts
    2.59 +    ssh-keyscan -t ecdsa $(getipv4 "${vmname:?}") >> "${HOME}/.ssh/known_hosts"
    2.60 +
    2.61 +
    2.62 +# -----------------------------------------------------
    2.63 +# Login as Stevedore
    2.64 +#[user@trop]
    2.65 +
    2.66 +    ssh "${vmname:?}"
    2.67 +
    2.68 +
    2.69 +# -----------------------------------------------------
    2.70 +# Install our secret function.
    2.71 +#[user@virtual]
    2.72 +
    2.73 +    mkdir "${HOME:?}/bin"
    2.74 +    cat > "${HOME:?}/bin/secret" << 'EOF'
    2.75 +#!/bin/sh
    2.76 +ssh -n \
    2.77 +    'stv@shepseskaf.roe.ac.uk' \
    2.78 +    "bin/secret '${1}'"
    2.79 +EOF
    2.80 +
    2.81 +    chmod u+x "${HOME:?}/bin/secret"
    2.82 +    secret 'frog'
    2.83 +
    2.84 +
    2.85 +# -----------------------------------------------------
    2.86 +# Download our builder compose file
    2.87 +#[user@virtual]
    2.88 +
    2.89 +    wget -O builder.yml \
    2.90 +        http://wfau.metagrid.co.uk/code/firethorn/raw-file/tip/docker/compose/builder.yml
    2.91 +
    2.92 +
    2.93 +# -----------------------------------------------------
    2.94 +# Set the target branch
    2.95 +#[user@virtual]
    2.96 +
    2.97 +    branch=2.1.34-stv-tap-reserved
    2.98 +
    2.99 +# -----------------------------------------------------
   2.100 +# Run our builder.
   2.101 +#[user@virtual]
   2.102 +
   2.103 +    export branch
   2.104 +    export secretsh=$(which secret)
   2.105 +
   2.106 +    docker-compose \
   2.107 +        --file "builder.yml" \
   2.108 +        run \
   2.109 +            builder
   2.110 +
   2.111 +    # -----------------------------------------------------
   2.112 +    # Test our secret function.
   2.113 +    #[root@builder]
   2.114 +
   2.115 +        secret 'frog'
   2.116 +
   2.117 +    # -----------------------------------------------------
   2.118 +    # Initialise our paths.
   2.119 +    #[root@builder]
   2.120 +
   2.121 +        PATH=${PATH}:/builder/bin
   2.122 +
   2.123 +        : ${FIRETHORN_HOME:=/etc/firethorn}
   2.124 +        : ${FIRETHORN_CODE:=/var/local/build/firethorn}
   2.125 +
   2.126 +        export FIRETHORN_HOME
   2.127 +        export FIRETHORN_CODE
   2.128 +
   2.129 +    # -----------------------------------------------------
   2.130 +    # Checkout a copy of our source code.
   2.131 +    #[root@builder]
   2.132 +
   2.133 +        02.01-checkout.sh
   2.134 +
   2.135 +    # -----------------------------------------------------
   2.136 +    # Merge our branch into main.
   2.137 +    #[root@builder]
   2.138 +
   2.139 +        07.01-merge-start.sh
   2.140 +
   2.141 +    # -----------------------------------------------------
   2.142 +    # Update our version number.
   2.143 +    #[root@builder]
   2.144 +
   2.145 +        07.02-version-step.sh
   2.146 +
   2.147 +    # -----------------------------------------------------
   2.148 +    # Build our base images.
   2.149 +    #[root@builder]
   2.150 +
   2.151 +        04.01-buildbase.sh
   2.152 +
   2.153 +    # -----------------------------------------------------
   2.154 +    # Tag this version of builder as latest.
   2.155 +    #[root@builder]
   2.156 +
   2.157 +        source "${FIRETHORN_HOME}/merge.settings"
   2.158 +
   2.159 +        docker tag \
   2.160 +            "firethorn/builder:${newversion}" "firethorn/builder:latest"
   2.161 +
   2.162 +    # -----------------------------------------------------
   2.163 +    # Exit this version of builder.
   2.164 +    #[root@builder]
   2.165 +
   2.166 +        exit
   2.167 +
   2.168 +# -----------------------------------------------------
   2.169 +# Run a new instance of the builder.
   2.170 +#[user@virtual]
   2.171 +
   2.172 +    export branch
   2.173 +    export secretsh=$(which secret)
   2.174 +
   2.175 +    docker-compose \
   2.176 +        --file "builder.yml" \
   2.177 +        run \
   2.178 +            builder
   2.179 +
   2.180 +    # -----------------------------------------------------
   2.181 +    # Test our secret function.
   2.182 +    #[root@builder]
   2.183 +
   2.184 +        secret 'frog'
   2.185 +
   2.186 +    # -----------------------------------------------------
   2.187 +    # Initialise our paths.
   2.188 +    #[root@builder]
   2.189 +
   2.190 +		PATH=${PATH}:/builder/bin
   2.191 +
   2.192 +		: ${FIRETHORN_HOME:=/etc/firethorn}
   2.193 +		: ${FIRETHORN_CODE:=/var/local/build/firethorn}
   2.194 +
   2.195 +		export FIRETHORN_HOME
   2.196 +		export FIRETHORN_CODE
   2.197 +
   2.198 +    # -----------------------------------------------------
   2.199 +    # Build our base images.
   2.200 +    #[root@builder]
   2.201 +
   2.202 +        04.01-buildbase.sh
   2.203 +
   2.204 +    # -----------------------------------------------------
   2.205 +    # Compile our Java code.
   2.206 +    #[root@builder]
   2.207 +
   2.208 +        05.01-javamaven.sh
   2.209 +
   2.210 +    # -----------------------------------------------------
   2.211 +    # Build our Java containers.
   2.212 +    #[root@builder]
   2.213 +
   2.214 +        05.02-javadocker.sh
   2.215 +
   2.216 +    # -----------------------------------------------------
   2.217 +    # Fetch our Python code.
   2.218 +    #[root@builder]
   2.219 +
   2.220 +        echo "Fetching client source"
   2.221 +
   2.222 +        ftpysrc='/var/local/build/client'
   2.223 +        ftpyutilsfolder='/var/local/build/ftpy-utils'
   2.224 +
   2.225 +        ftpygit='https://github.com/stvoutsin/firethorn.py.git'
   2.226 +        ftpyutils='https://github.com/stvoutsin/firethorn-utils.git'
   2.227 +
   2.228 +        if [  -e "${ftpysrc:?}" ]
   2.229 +        then
   2.230 +            pushd "${ftpysrc:?}"
   2.231 +
   2.232 +                echo "Updating Python code"
   2.233 +                git pull
   2.234 +
   2.235 +            popd
   2.236 +        else
   2.237 +            pushd "$(dirname ${ftpysrc:?})"
   2.238 +
   2.239 +                echo "Cloning Python code from [${ftpygit:?}]"
   2.240 +                git clone "${ftpygit:?}" "$(basename ${ftpysrc:?})"
   2.241 +                git clone "${ftpyutils:?}" "$(basename ${ftpyutilsfolder:?})"
   2.242 +
   2.243 +		docker build --tag firethorn/firethorn-utils:${buildtag} ${ftpyutilsfolder?}/docker/firethorn-utils
   2.244 +		docker build --tag firethorn/firethorn-py:${buildtag} ${ftpysrc:?}/docker/firethorn-py
   2.245 +		docker build --tag firethorn/firethorn-utils:latest  ${ftpyutilsfolder?}/docker/firethorn-utils
   2.246 +		docker build --tag firethorn/firethorn-py:latest ${ftpysrc:?}/docker/firethorn-py
   2.247 +
   2.248 +            popd
   2.249 +        fi
   2.250 +
   2.251 +  
   2.252 +	
   2.253 +
   2.254 +  # -----------------------------------------------------
   2.255 +    # Delete the embedded metadata.
   2.256 +    #[root@builder]
   2.257 +
   2.258 +        pushd "${ftpysrc:?}"
   2.259 +
   2.260 +            du -h  firethorn/meta
   2.261 +            rm -rf firethorn/meta
   2.262 +
   2.263 +        popd
   2.264 +
   2.265 +
   2.266 +# -----------------------------------------------------
   2.267 +# Run our Python tests, 20190601-02-merge-tests.txt
   2.268 +# -----------------------------------------------------
   2.269 +
   2.270 +    # -----------------------------------------------------
   2.271 +    # Update our Mercurial config.
   2.272 +    #[root@builder]
   2.273 +
   2.274 +        07.02-mercurial-user.sh
   2.275 +
   2.276 +
   2.277 +    # -----------------------------------------------------
   2.278 +    # Commit our merged code.
   2.279 +    #[root@builder]
   2.280 +
   2.281 +        07.03-merge-commit.sh
   2.282 +
   2.283 +	/var/local/build/firethorn /builder/bin
   2.284 +	Merging [2.1.34-stv-tap-reserved] into [2.1.35] (Y/n)Y
   2.285 +	Close dev branch [2.1.34-stv-tap-reserved] (Y/n)Y
   2.286 +	51 files updated, 0 files merged, 0 files removed, 0 files unresolved
   2.287 +	51 files updated, 0 files merged, 0 files removed, 0 files unresolved
   2.288 +	/builder/bin
   2.289 +
   2.290 +
   2.291 +    # -----------------------------------------------------
   2.292 +    # Push changes to Mercurial
   2.293 +    #[root@builder]
   2.294 +
   2.295 +        08.03-mercurial-push.sh
   2.296 +
   2.297 +		root@builder firethorn]#         08.03-mercurial-push.sh
   2.298 +		/var/local/build/firethorn /var/local/build/firethorn
   2.299 +		Push version [2.1.35] (Y/n)Y
   2.300 +		pushing to ssh://Stelios@data.metagrid.co.uk//var/local/wfau/projects/firethorn/code
   2.301 +		remote: sign_and_send_pubkey: no mutual signature supported
   2.302 +		remote: Stelios@data.metagrid.co.uk: Permission denied (publickey,gssapi-keyex,gssapi-with-mic).
   2.303 +		abort: no suitable response from remote hg!
   2.304 +		[root@builder firethorn]# ssh Stelios@/Stelios@data.metagrid.co.uk^C
   2.305 +		[root@builder firethorn]# ^C
   2.306 +		[root@builder firethorn]# ssh Stelios@data.metagrid.co.uk
   2.307 +		sign_and_send_pubkey: no mutual signature supported
   2.308 +		Stelios@data.metagrid.co.uk: Permission denied (publickey,gssapi-keyex,gssapi-with-mic).
   2.309 +
   2.310 +    ## Copy .ssh dsa key & config from local machine and then it works
   2.311 +
   2.312 +
   2.313 +
   2.314 +    # -----------------------------------------------------
   2.315 +    # Tag our new images
   2.316 +    #[root@builder]
   2.317 +
   2.318 +        08.01-docker-latest.sh
   2.319 +
   2.320 +
   2.321 +
   2.322 +    # -----------------------------------------------------
   2.323 +    # Push images to Docker.
   2.324 +    #[root@builder]
   2.325 +
   2.326 +    docker login \
   2.327 +        --username ${username:?} \
   2.328 +        --password ${pass:?}
   2.329 +
   2.330 +    docker push "firethorn/fedora:${newversion:?}"
   2.331 +    docker push "firethorn/java:${newversion:?}"
   2.332 +    docker push "firethorn/tomcat:${newversion:?}"
   2.333 +    docker push "firethorn/firethorn:${newversion:?}"
   2.334 +    docker push "firethorn/ogsadai:${newversion:?}"
   2.335 +
   2.336 +    docker push "firethorn/builder:${newversion:?}"
   2.337 +    docker push "firethorn/tester:${newversion:?}"
   2.338 +    docker push "firethorn/postgres:${newversion:?}"
   2.339 +    docker push "firethorn/sql-proxy:${newversion:?}"
   2.340 +
   2.341 +    docker push "firethorn/firethorn-py:${newversion:?}"
   2.342 +
   2.343 +    docker push "firethorn/fedora:latest"
   2.344 +    docker push "firethorn/java:latest"
   2.345 +    docker push "firethorn/tomcat:latest"
   2.346 +    docker push "firethorn/firethorn:latest"
   2.347 +    docker push "firethorn/ogsadai:latest"
   2.348 +
   2.349 +    docker push "firethorn/builder:latest"
   2.350 +    docker push "firethorn/tester:latest"
   2.351 +    docker push "firethorn/postgres:latest"
   2.352 +    docker push "firethorn/sql-proxy:latest"
   2.353 +
   2.354 +    docker push "firethorn/firethorn-py:latest"
   2.355 +
   2.356 +    docker push "firethorn/firethorn-utils:latest"
   2.357 +    docker push "firethorn/firethorn-utils:${newversion:?}"
   2.358 +
   2.359 +
   2.360 +    # -----------------------------------------------------
   2.361 +    # Push binaries to Maven repo.
   2.362 +    #[root@builder]
   2.363 +
   2.364 +        08.04-maven-push.sh
   2.365 +
   2.366 +	   > /builder/bin/08.04-maven-push.sh: line 29: mvnuser: parameter null or not set
   2.367 + 
   2.368 +
   2.369 +    ## Add missing value to secret file, works after that..
   2.370 +
   2.371 +
   2.372 +
   2.373 +
   2.374 +