firethorn

changeset 4258:466baa168aa9

Added some notes on a parallel TAP test
author Stelios <stv@roe.ac.uk>
date Tue Jun 25 11:55:31 2019 +0100 (2019-06-25)
parents eab2fb94dea8
children a04688b9e85f
files doc/notes/stv/20190613-Testing-2.txt
line diff
     1.1 --- /dev/null	Thu Jan 01 00:00:00 1970 +0000
     1.2 +++ b/doc/notes/stv/20190613-Testing-2.txt	Tue Jun 25 11:55:31 2019 +0100
     1.3 @@ -0,0 +1,674 @@
     1.4 +#
     1.5 +# <meta:header>
     1.6 +#   <meta:licence>
     1.7 +#     Copyright (c) 2018, ROE (http://www.roe.ac.uk/)
     1.8 +#
     1.9 +#     This information is free software: you can redistribute it and/or modify
    1.10 +#     it under the terms of the GNU General Public License as published by
    1.11 +#     the Free Software Foundation, either version 3 of the License, or
    1.12 +#     (at your option) any later version.
    1.13 +#
    1.14 +#     This information is distributed in the hope that it will be useful,
    1.15 +#     but WITHOUT ANY WARRANTY; without even the implied warranty of
    1.16 +#     MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
    1.17 +#     GNU General Public License for more details.
    1.18 +#
    1.19 +#     You should have received a copy of the GNU General Public License
    1.20 +#     along with this program.  If not, see <http://www.gnu.org/licenses/>.
    1.21 +#   </meta:licence>
    1.22 +# </meta:header>
    1.23 +#
    1.24 +#
    1.25 +
    1.26 +
    1.27 +
    1.28 +## Test: Run  30 TAP Validators in Parallel
    1.29 +## VM: Arraybwyn
    1.30 +## tap.roe.ac.uk
    1.31 +## Firethorn Version: 2.1.33 
    1.32 +
    1.33 +## Causes the Firethorn Container to stop responding, but not consistently
    1.34 +
    1.35 +python3
    1.36 +
    1.37 +import os                                                                       
    1.38 +from multiprocessing import Pool                                                
    1.39 +
    1.40 +process_list = range(100)
    1.41 +	
    1.42 +def run_process(process_counter):                                                             
    1.43 +    print ("Starting RUN # " + str(process_counter))
    1.44 +    os.system('python3 -c "import firethorn_utils.tap_validator as validator;validator.main()" -ft=http://tap.roe.ac.uk/firethorn -r=60 -u= -p= -g= -m=sync')                                       
    1.45 +    print ("Ended RUN # " + str(process_counter))
    1.46 +
    1.47 +
    1.48 +pool = Pool(processes=30)                                                        
    1.49 +pool.map(run_process, process_list)   
    1.50 +
    1.51 +
    1.52 +## Test 1
    1.53 +## ----------------------------------------------------------------------------------------------------------------------------------------------------
    1.54 +## 22:09 - Started Test
    1.55 +## Run 30 parallel TAP Validators, running sync queries on all of the tables of the "VSA" resource on tap.roe.ac.uk
    1.56 +
    1.57 +## For the first few queries, we get a timeout error in python
    1.58 +## After that there are a number of successfull queries for a few minutes, after which the failed queries (timeouts) start again
    1.59 +## Again, after a few minutes we see the same symptoms, a number of successful queries, after which the logs show a list of failed queries
    1.60 +
    1.61 +
    1.62 +## 22:43
    1.63 +## http://tap.roe.ac.uk/osa/tables  and http://tap.roe.ac.uk/firethorn/system/info return successfully
    1.64 +
    1.65 +## 00:16
    1.66 +## http://tap.roe.ac.uk/osa/tables  and http://tap.roe.ac.uk/firethorn/system/info return are both very slow to respond, but eventually do repond successfully
    1.67 +## All queries are now failing
    1.68 +## http://tap.roe.ac.uk/firethorn/system/info  is responding, but slow
    1.69 +
    1.70 +
    1.71 +## Run was stopped during the night (machine shutdown)
    1.72 +## Services survived
    1.73 +
    1.74 +## Sample of the output is shown below:
    1.75 +
    1.76 +Starting RUN # 0
    1.77 +Starting RUN # 1
    1.78 +Starting RUN # 2
    1.79 +Starting RUN # 3
    1.80 +Starting RUN # 4
    1.81 +Starting RUN # 5
    1.82 +Starting RUN # 6
    1.83 +Starting RUN # 7
    1.84 +Starting RUN # 8
    1.85 +Starting RUN # 9
    1.86 +Starting RUN # 10
    1.87 +Starting RUN # 11
    1.88 +Starting RUN # 12
    1.89 +Starting RUN # 13
    1.90 +Starting RUN # 14
    1.91 +Starting RUN # 15
    1.92 +Starting RUN # 16
    1.93 +Starting RUN # 17
    1.94 +Starting RUN # 18
    1.95 +Starting RUN # 19
    1.96 +Starting RUN # 20
    1.97 +Starting RUN # 21
    1.98 +Starting RUN # 22
    1.99 +Starting RUN # 23
   1.100 +Starting RUN # 24
   1.101 +Starting RUN # 25
   1.102 +Starting RUN # 26
   1.103 +Starting RUN # 27
   1.104 +Starting RUN # 28
   1.105 +Starting RUN # 29
   1.106 +--- Starting validation on Resource: http://tap.roe.ac.uk/firethorn/adql/resource/60---
   1.107 +--- Starting validation on Resource: http://tap.roe.ac.uk/firethorn/adql/resource/60---
   1.108 +--- Starting validation on Resource: http://tap.roe.ac.uk/firethorn/adql/resource/60---
   1.109 +--- Starting validation on Resource: http://tap.roe.ac.uk/firethorn/adql/resource/60---
   1.110 +--- Starting validation on Resource: http://tap.roe.ac.uk/firethorn/adql/resource/60---
   1.111 +--- Starting validation on Resource: http://tap.roe.ac.uk/firethorn/adql/resource/60---
   1.112 +--- Starting validation on Resource: http://tap.roe.ac.uk/firethorn/adql/resource/60---
   1.113 +--- Starting validation on Resource: http://tap.roe.ac.uk/firethorn/adql/resource/60---
   1.114 +--- Starting validation on Resource: http://tap.roe.ac.uk/firethorn/adql/resource/60---
   1.115 +--- Starting validation on Resource: http://tap.roe.ac.uk/firethorn/adql/resource/60---
   1.116 +--- Starting validation on Resource: http://tap.roe.ac.uk/firethorn/adql/resource/60---
   1.117 +--- Starting validation on Resource: http://tap.roe.ac.uk/firethorn/adql/resource/60---
   1.118 +--- Starting validation on Resource: http://tap.roe.ac.uk/firethorn/adql/resource/60---
   1.119 +--- Starting validation on Resource: http://tap.roe.ac.uk/firethorn/adql/resource/60---
   1.120 +--- Starting validation on Resource: http://tap.roe.ac.uk/firethorn/adql/resource/60---
   1.121 +--- Starting validation on Resource: http://tap.roe.ac.uk/firethorn/adql/resource/60---
   1.122 +--- Starting validation on Resource: http://tap.roe.ac.uk/firethorn/adql/resource/60---
   1.123 +--- Starting validation on Resource: http://tap.roe.ac.uk/firethorn/adql/resource/60---
   1.124 +--- Starting validation on Resource: http://tap.roe.ac.uk/firethorn/adql/resource/60---
   1.125 +--- Starting validation on Resource: http://tap.roe.ac.uk/firethorn/adql/resource/60---
   1.126 +--- Starting validation on Resource: http://tap.roe.ac.uk/firethorn/adql/resource/60---
   1.127 +--- Starting validation on Resource: http://tap.roe.ac.uk/firethorn/adql/resource/60---
   1.128 +--- Starting validation on Resource: http://tap.roe.ac.uk/firethorn/adql/resource/60---
   1.129 +--- Starting validation on Resource: http://tap.roe.ac.uk/firethorn/adql/resource/60---
   1.130 +--- Starting validation on Resource: http://tap.roe.ac.uk/firethorn/adql/resource/60---
   1.131 +--- Starting validation on Resource: http://tap.roe.ac.uk/firethorn/adql/resource/60---
   1.132 +--- Starting validation on Resource: http://tap.roe.ac.uk/firethorn/adql/resource/60---
   1.133 +--- Starting validation on Resource: http://tap.roe.ac.uk/firethorn/adql/resource/60---
   1.134 +--- Starting validation on Resource: http://tap.roe.ac.uk/firethorn/adql/resource/60---
   1.135 +--- Starting validation on Resource: http://tap.roe.ac.uk/firethorn/adql/resource/60---
   1.136 +Testing [BestDR1.SpecObjAll]
   1.137 +http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR1.SpecObjAll&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.138 +Testing [BestDR1.SpecObjAll]
   1.139 +http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR1.SpecObjAll&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.140 +Testing [BestDR1.SpecObjAll]
   1.141 +http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR1.SpecObjAll&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.142 +Testing [BestDR1.SpecObjAll]
   1.143 +http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR1.SpecObjAll&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.144 +Testing [BestDR1.SpecObjAll]
   1.145 +http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR1.SpecObjAll&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.146 +Testing [BestDR1.SpecObjAll]
   1.147 +Testing [BestDR1.SpecObjAll]
   1.148 +http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR1.SpecObjAll&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.149 +http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR1.SpecObjAll&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.150 +Testing [BestDR1.SpecObjAll]
   1.151 +http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR1.SpecObjAll&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.152 +Testing [BestDR1.SpecObjAll]
   1.153 +http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR1.SpecObjAll&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.154 +Testing [BestDR1.SpecObjAll]
   1.155 +http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR1.SpecObjAll&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.156 +Testing [BestDR1.SpecObjAll]
   1.157 +http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR1.SpecObjAll&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.158 +Testing [BestDR1.SpecObjAll]
   1.159 +http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR1.SpecObjAll&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.160 +Testing [BestDR1.SpecObjAll]
   1.161 +http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR1.SpecObjAll&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.162 +Testing [BestDR1.SpecObjAll]
   1.163 +http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR1.SpecObjAll&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.164 +Testing [BestDR1.SpecObjAll]
   1.165 +http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR1.SpecObjAll&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.166 +Testing [BestDR1.SpecObjAll]
   1.167 +http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR1.SpecObjAll&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.168 +Testing [BestDR1.SpecObjAll]
   1.169 +http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR1.SpecObjAll&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.170 +Testing [BestDR1.SpecObjAll]
   1.171 +http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR1.SpecObjAll&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.172 +Testing [BestDR1.SpecObjAll]
   1.173 +http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR1.SpecObjAll&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.174 +Testing [BestDR1.SpecObjAll]
   1.175 +http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR1.SpecObjAll&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.176 +Testing [BestDR1.SpecObjAll]
   1.177 +http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR1.SpecObjAll&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.178 +Testing [BestDR1.SpecObjAll]
   1.179 +http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR1.SpecObjAll&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.180 +Testing [BestDR1.SpecObjAll]
   1.181 +http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR1.SpecObjAll&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.182 +Testing [BestDR1.SpecObjAll]
   1.183 +http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR1.SpecObjAll&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.184 +Testing [BestDR1.SpecObjAll]
   1.185 +http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR1.SpecObjAll&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.186 +Testing [BestDR1.SpecObjAll]
   1.187 +http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR1.SpecObjAll&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.188 +Testing [BestDR1.SpecObjAll]
   1.189 +http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR1.SpecObjAll&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.190 +Testing [BestDR1.SpecObjAll]
   1.191 +http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR1.SpecObjAll&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.192 +Testing [BestDR1.SpecObjAll]
   1.193 +http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR1.SpecObjAll&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.194 +Testing [BestDR1.SpecObjAll]
   1.195 +http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR1.SpecObjAll&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.196 +ERROR:root:<urlopen error timed out>
   1.197 +Traceback (most recent call last):
   1.198 +  File "/usr/local/lib/python3.6/dist-packages/astropy-3.2.1-py3.6-linux-x86_64.egg/astropy/utils/data.py", line 1024, in download_file
   1.199 +    with urllib.request.urlopen(remote_url, timeout=timeout) as remote:
   1.200 +  File "/usr/lib/python3.6/urllib/request.py", line 223, in urlopen
   1.201 +    return opener.open(url, data, timeout)
   1.202 +  File "/usr/lib/python3.6/urllib/request.py", line 526, in open
   1.203 +    response = self._open(req, data)
   1.204 +  File "/usr/lib/python3.6/urllib/request.py", line 544, in _open
   1.205 +    '_open', req)
   1.206 +  File "/usr/lib/python3.6/urllib/request.py", line 504, in _call_chain
   1.207 +    result = func(*args)
   1.208 +  File "/usr/lib/python3.6/urllib/request.py", line 1346, in http_open
   1.209 +    return self.do_open(http.client.HTTPConnection, req)
   1.210 +  File "/usr/lib/python3.6/urllib/request.py", line 1321, in do_open
   1.211 +    r = h.getresponse()
   1.212 +  File "/usr/lib/python3.6/http/client.py", line 1331, in getresponse
   1.213 +    response.begin()
   1.214 +  File "/usr/lib/python3.6/http/client.py", line 297, in begin
   1.215 +    version, status, reason = self._read_status()
   1.216 +  File "/usr/lib/python3.6/http/client.py", line 258, in _read_status
   1.217 +    line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1")
   1.218 +  File "/usr/lib/python3.6/socket.py", line 586, in readinto
   1.219 +    return self._sock.recv_into(b)
   1.220 +socket.timeout: timed out
   1.221 +
   1.222 +During handling of the above exception, another exception occurred:
   1.223 +
   1.224 +Traceback (most recent call last):
   1.225 +  File "/usr/local/lib/python3.6/dist-packages/firethorn-0.1.0-py3.6.egg/firethorn/tap/voQuery.py", line 133, in execute_sync_query
   1.226 +    self.votable = Table.read(full_url, format="votable")
   1.227 +  File "/usr/local/lib/python3.6/dist-packages/astropy-3.2.1-py3.6-linux-x86_64.egg/astropy/table/connect.py", line 52, in __call__
   1.228 +    out = registry.read(cls, *args, **kwargs)
   1.229 +  File "/usr/local/lib/python3.6/dist-packages/astropy-3.2.1-py3.6-linux-x86_64.egg/astropy/io/registry.py", line 523, in read
   1.230 +    data = reader(*args, **kwargs)
   1.231 +  File "/usr/local/lib/python3.6/dist-packages/astropy-3.2.1-py3.6-linux-x86_64.egg/astropy/io/votable/connect.py", line 73, in read_table_votable
   1.232 +    input = parse(input, table_id=table_id)
   1.233 +  File "/usr/local/lib/python3.6/dist-packages/astropy-3.2.1-py3.6-linux-x86_64.egg/astropy/io/votable/table.py", line 135, in parse
   1.234 +    _debug_python_based_parser=_debug_python_based_parser) as iterator:
   1.235 +  File "/usr/lib/python3.6/contextlib.py", line 81, in __enter__
   1.236 +    return next(self.gen)
   1.237 +  File "/usr/local/lib/python3.6/dist-packages/astropy-3.2.1-py3.6-linux-x86_64.egg/astropy/utils/xml/iterparser.py", line 157, in get_xml_iterator
   1.238 +    with _convert_to_fd_or_read_function(source) as fd:
   1.239 +  File "/usr/lib/python3.6/contextlib.py", line 81, in __enter__
   1.240 +    return next(self.gen)
   1.241 +  File "/usr/local/lib/python3.6/dist-packages/astropy-3.2.1-py3.6-linux-x86_64.egg/astropy/utils/xml/iterparser.py", line 63, in _convert_to_fd_or_read_function
   1.242 +    with data.get_readable_fileobj(fd, encoding='binary') as new_fd:
   1.243 +  File "/usr/lib/python3.6/contextlib.py", line 81, in __enter__
   1.244 +    return next(self.gen)
   1.245 +  File "/usr/local/lib/python3.6/dist-packages/astropy-3.2.1-py3.6-linux-x86_64.egg/astropy/utils/data.py", line 192, in get_readable_fileobj
   1.246 +    timeout=remote_timeout)
   1.247 +  File "/usr/local/lib/python3.6/dist-packages/astropy-3.2.1-py3.6-linux-x86_64.egg/astropy/utils/data.py", line 1097, in download_file
   1.248 +    raise urllib.error.URLError(e)
   1.249 +urllib.error.URLError: <urlopen error timed out>
   1.250 +Rowcount:-1
   1.251 +<class 'Exception'>
   1.252 +{'BestDR1.SpecObjAll': '<urlopen error timed out>'}
   1.253 +Table query completed after 10.047759532928467 seconds
   1.254 +
   1.255 +
   1.256 +
   1.257 +......................................................................................................................................................
   1.258 +
   1.259 +
   1.260 +
   1.261 +
   1.262 +
   1.263 +Testing [BestDR1.Field]
   1.264 +http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR1.Field&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.265 +Downloading http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR1.MatchHead&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.266 +|===============================================================================================================================================================================================| 2.7k/2.7k (100.00%)         0s
   1.267 +Rowcount:5
   1.268 +Table query completed after 7.05977725982666 seconds
   1.269 +Testing [BestDR1.History]
   1.270 +http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR1.History&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.271 +Downloading http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR1.History&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.272 +|===============================================================================================================================================================================================| 2.2k/2.2k (100.00%)         0s
   1.273 +Rowcount:0
   1.274 +Table query completed after 7.143743515014648 seconds
   1.275 +Testing [BestDR1.Field]
   1.276 +http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR1.Field&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.277 +Downloading http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR1.History&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.278 +|===============================================================================================================================================================================================| 2.2k/2.2k (100.00%)         0s
   1.279 +Rowcount:0
   1.280 +Table query completed after 7.266925096511841 seconds
   1.281 +Testing [BestDR1.Field]
   1.282 +http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR1.Field&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.283 +Downloading http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR1.History&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.284 +|===============================================================================================================================================================================================| 2.2k/2.2k (100.00%)         0s
   1.285 +Rowcount:0
   1.286 +Table query completed after 8.249078750610352 seconds
   1.287 +Testing [BestDR1.Field]
   1.288 +http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR1.Field&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.289 +ERROR:root:<urlopen error timed out>
   1.290 +Traceback (most recent call last):
   1.291 +  File "/usr/local/lib/python3.6/dist-packages/astropy-3.2.1-py3.6-linux-x86_64.egg/astropy/utils/data.py", line 1024, in download_file
   1.292 +    with urllib.request.urlopen(remote_url, timeout=timeout) as remote:
   1.293 +  File "/usr/lib/python3.6/urllib/request.py", line 223, in urlopen
   1.294 +    return opener.open(url, data, timeout)
   1.295 +  File "/usr/lib/python3.6/urllib/request.py", line 526, in open
   1.296 +    response = self._open(req, data)
   1.297 +  File "/usr/lib/python3.6/urllib/request.py", line 544, in _open
   1.298 +    '_open', req)
   1.299 +  File "/usr/lib/python3.6/urllib/request.py", line 504, in _call_chain
   1.300 +    result = func(*args)
   1.301 +  File "/usr/lib/python3.6/urllib/request.py", line 1346, in http_open
   1.302 +    return self.do_open(http.client.HTTPConnection, req)
   1.303 +  File "/usr/lib/python3.6/urllib/request.py", line 1321, in do_open
   1.304 +    r = h.getresponse()
   1.305 +  File "/usr/lib/python3.6/http/client.py", line 1331, in getresponse
   1.306 +    response.begin()
   1.307 +  File "/usr/lib/python3.6/http/client.py", line 297, in begin
   1.308 +    version, status, reason = self._read_status()
   1.309 +  File "/usr/lib/python3.6/http/client.py", line 258, in _read_status
   1.310 +    line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1")
   1.311 +  File "/usr/lib/python3.6/socket.py", line 586, in readinto
   1.312 +    return self._sock.recv_into(b)
   1.313 +socket.timeout: timed out
   1.314 +
   1.315 +During handling of the above exception, another exception occurred:
   1.316 +
   1.317 +Traceback (most recent call last):
   1.318 +  File "/usr/local/lib/python3.6/dist-packages/firethorn-0.1.0-py3.6.egg/firethorn/tap/voQuery.py", line 133, in execute_sync_query
   1.319 +    self.votable = Table.read(full_url, format="votable")
   1.320 +  File "/usr/local/lib/python3.6/dist-packages/astropy-3.2.1-py3.6-linux-x86_64.egg/astropy/table/connect.py", line 52, in __call__
   1.321 +    out = registry.read(cls, *args, **kwargs)
   1.322 +  File "/usr/local/lib/python3.6/dist-packages/astropy-3.2.1-py3.6-linux-x86_64.egg/astropy/io/registry.py", line 523, in read
   1.323 +    data = reader(*args, **kwargs)
   1.324 +  File "/usr/local/lib/python3.6/dist-packages/astropy-3.2.1-py3.6-linux-x86_64.egg/astropy/io/votable/connect.py", line 73, in read_table_votable
   1.325 +    input = parse(input, table_id=table_id)
   1.326 +  File "/usr/local/lib/python3.6/dist-packages/astropy-3.2.1-py3.6-linux-x86_64.egg/astropy/io/votable/table.py", line 135, in parse
   1.327 +    _debug_python_based_parser=_debug_python_based_parser) as iterator:
   1.328 +  File "/usr/lib/python3.6/contextlib.py", line 81, in __enter__
   1.329 +    return next(self.gen)
   1.330 +  File "/usr/local/lib/python3.6/dist-packages/astropy-3.2.1-py3.6-linux-x86_64.egg/astropy/utils/xml/iterparser.py", line 157, in get_xml_iterator
   1.331 +    with _convert_to_fd_or_read_function(source) as fd:
   1.332 +  File "/usr/lib/python3.6/contextlib.py", line 81, in __enter__
   1.333 +    return next(self.gen)
   1.334 +  File "/usr/local/lib/python3.6/dist-packages/astropy-3.2.1-py3.6-linux-x86_64.egg/astropy/utils/xml/iterparser.py", line 63, in _convert_to_fd_or_read_function
   1.335 +    with data.get_readable_fileobj(fd, encoding='binary') as new_fd:
   1.336 +  File "/usr/lib/python3.6/contextlib.py", line 81, in __enter__
   1.337 +    return next(self.gen)
   1.338 +  File "/usr/local/lib/python3.6/dist-packages/astropy-3.2.1-py3.6-linux-x86_64.egg/astropy/utils/data.py", line 192, in get_readable_fileobj
   1.339 +    timeout=remote_timeout)
   1.340 +  File "/usr/local/lib/python3.6/dist-packages/astropy-3.2.1-py3.6-linux-x86_64.egg/astropy/utils/data.py", line 1097, in download_file
   1.341 +    raise urllib.error.URLError(e)
   1.342 +urllib.error.URLError: <urlopen error timed out>
   1.343 +Rowcount:-1
   1.344 +<class 'Exception'>
   1.345 +{'BestDR1.SpecObjAll': '<urlopen error timed out>', 'BestDR1.Field': '<urlopen error timed out>'}
   1.346 +Table query completed after 10.040127038955688 seconds
   1.347 +Testing [BestDR1.SpecLineAll]
   1.348 +http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR1.SpecLineAll&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.349 +Downloading http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR1.History&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.350 +|===============================================================================================================================================================================================| 2.2k/2.2k (100.00%)         0s
   1.351 +Rowcount:0
   1.352 +Table query completed after 11.048564672470093 seconds
   1.353 +Testing [BestDR1.Field]
   1.354 +http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR1.Field&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.355 +Downloading http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR1.History&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.356 +|===============================================================================================================================================================================================| 2.2k/2.2k (100.00%)         0s
   1.357 +Rowcount:0
   1.358 +Table query completed after 11.176760911941528 seconds
   1.359 +Testing [BestDR1.Field]
   1.360 +http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR1.Field&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.361 +ERROR:root:<urlopen error timed out>
   1.362 +Traceback (most recent call last):
   1.363 +  File "/usr/local/lib/python3.6/dist-packages/astropy-3.2.1-py3.6-linux-x86_64.egg/astropy/utils/data.py", line 1024, in download_file
   1.364 +    with urllib.request.urlopen(remote_url, timeout=timeout) as remote:
   1.365 +  File "/usr/lib/python3.6/urllib/request.py", line 223, in urlopen
   1.366 +    return opener.open(url, data, timeout)
   1.367 +  File "/usr/lib/python3.6/urllib/request.py", line 526, in open
   1.368 +    response = self._open(req, data)
   1.369 +  File "/usr/lib/python3.6/urllib/request.py", line 544, in _open
   1.370 +    '_open', req)
   1.371 +  File "/usr/lib/python3.6/urllib/request.py", line 504, in _call_chain
   1.372 +    result = func(*args)
   1.373 +  File "/usr/lib/python3.6/urllib/request.py", line 1346, in http_open
   1.374 +    return self.do_open(http.client.HTTPConnection, req)
   1.375 +  File "/usr/lib/python3.6/urllib/request.py", line 1321, in do_open
   1.376 +    r = h.getresponse()
   1.377 +  File "/usr/lib/python3.6/http/client.py", line 1331, in getresponse
   1.378 +    response.begin()
   1.379 +  File "/usr/lib/python3.6/http/client.py", line 297, in begin
   1.380 +    version, status, reason = self._read_status()
   1.381 +  File "/usr/lib/python3.6/http/client.py", line 258, in _read_status
   1.382 +    line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1")
   1.383 +  File "/usr/lib/python3.6/socket.py", line 586, in readinto
   1.384 +    return self._sock.recv_into(b)
   1.385 +socket.timeout: timed out
   1.386 +
   1.387 +During handling of the above exception, another exception occurred:
   1.388 +
   1.389 +Traceback (most recent call last):
   1.390 +  File "/usr/local/lib/python3.6/dist-packages/firethorn-0.1.0-py3.6.egg/firethorn/tap/voQuery.py", line 133, in execute_sync_query
   1.391 +    self.votable = Table.read(full_url, format="votable")
   1.392 +  File "/usr/local/lib/python3.6/dist-packages/astropy-3.2.1-py3.6-linux-x86_64.egg/astropy/table/connect.py", line 52, in __call__
   1.393 +    out = registry.read(cls, *args, **kwargs)
   1.394 +  File "/usr/local/lib/python3.6/dist-packages/astropy-3.2.1-py3.6-linux-x86_64.egg/astropy/io/registry.py", line 523, in read
   1.395 +    data = reader(*args, **kwargs)
   1.396 +  File "/usr/local/lib/python3.6/dist-packages/astropy-3.2.1-py3.6-linux-x86_64.egg/astropy/io/votable/connect.py", line 73, in read_table_votable
   1.397 +    input = parse(input, table_id=table_id)
   1.398 +  File "/usr/local/lib/python3.6/dist-packages/astropy-3.2.1-py3.6-linux-x86_64.egg/astropy/io/votable/table.py", line 135, in parse
   1.399 +    _debug_python_based_parser=_debug_python_based_parser) as iterator:
   1.400 +  File "/usr/lib/python3.6/contextlib.py", line 81, in __enter__
   1.401 +    return next(self.gen)
   1.402 +  File "/usr/local/lib/python3.6/dist-packages/astropy-3.2.1-py3.6-linux-x86_64.egg/astropy/utils/xml/iterparser.py", line 157, in get_xml_iterator
   1.403 +    with _convert_to_fd_or_read_function(source) as fd:
   1.404 +  File "/usr/lib/python3.6/contextlib.py", line 81, in __enter__
   1.405 +    return next(self.gen)
   1.406 +  File "/usr/local/lib/python3.6/dist-packages/astropy-3.2.1-py3.6-linux-x86_64.egg/astropy/utils/xml/iterparser.py", line 63, in _convert_to_fd_or_read_function
   1.407 +    with data.get_readable_fileobj(fd, encoding='binary') as new_fd:
   1.408 +  File "/usr/lib/python3.6/contextlib.py", line 81, in __enter__
   1.409 +    return next(self.gen)
   1.410 +  File "/usr/local/lib/python3.6/dist-packages/astropy-3.2.1-py3.6-linux-x86_64.egg/astropy/utils/data.py", line 192, in get_readable_fileobj
   1.411 +    timeout=remote_timeout)
   1.412 +  File "/usr/local/lib/python3.6/dist-packages/astropy-3.2.1-py3.6-linux-x86_64.egg/astropy/utils/data.py", line 1097, in download_file
   1.413 +    raise urllib.error.URLError(e)
   1.414 +urllib.error.URLError: <urlopen error timed out>
   1.415 +ERROR:root:<urlopen error timed out>
   1.416 +Traceback (most recent call last):
   1.417 +  File "/usr/local/lib/python3.6/dist-packages/astropy-3.2.1-py3.6-linux-x86_64.egg/astropy/utils/data.py", line 1024, in download_file
   1.418 +    with urllib.request.urlopen(remote_url, timeout=timeout) as remote:
   1.419 +  File "/usr/lib/python3.6/urllib/request.py", line 223, in urlopen
   1.420 +    return opener.open(url, data, timeout)
   1.421 +  File "/usr/lib/python3.6/urllib/request.py", line 526, in open
   1.422 +    response = self._open(req, data)
   1.423 +  File "/usr/lib/python3.6/urllib/request.py", line 544, in _open
   1.424 +    '_open', req)
   1.425 +  File "/usr/lib/python3.6/urllib/request.py", line 504, in _call_chain
   1.426 +    result = func(*args)
   1.427 +  File "/usr/lib/python3.6/urllib/request.py", line 1346, in http_open
   1.428 +    return self.do_open(http.client.HTTPConnection, req)
   1.429 +  File "/usr/lib/python3.6/urllib/request.py", line 1321, in do_open
   1.430 +    r = h.getresponse()
   1.431 +  File "/usr/lib/python3.6/http/client.py", line 1331, in getresponse
   1.432 +    response.begin()
   1.433 +  File "/usr/lib/python3.6/http/client.py", line 297, in begin
   1.434 +    version, status, reason = self._read_status()
   1.435 +  File "/usr/lib/python3.6/http/client.py", line 258, in _read_status
   1.436 +    line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1")
   1.437 +  File "/usr/lib/python3.6/socket.py", line 586, in readinto
   1.438 +    return self._sock.recv_into(b)
   1.439 +socket.timeout: timed out
   1.440 +
   1.441 +During handling of the above exception, another exception occurred:
   1.442 +
   1.443 +Traceback (most recent call last):
   1.444 +  File "/usr/local/lib/python3.6/dist-packages/firethorn-0.1.0-py3.6.egg/firethorn/tap/voQuery.py", line 133, in execute_sync_query
   1.445 +    self.votable = Table.read(full_url, format="votable")
   1.446 +  File "/usr/local/lib/python3.6/dist-packages/astropy-3.2.1-py3.6-linux-x86_64.egg/astropy/table/connect.py", line 52, in __call__
   1.447 +    out = registry.read(cls, *args, **kwargs)
   1.448 +  File "/usr/local/lib/python3.6/dist-packages/astropy-3.2.1-py3.6-linux-x86_64.egg/astropy/io/registry.py", line 523, in read
   1.449 +    data = reader(*args, **kwargs)
   1.450 +  File "/usr/local/lib/python3.6/dist-packages/astropy-3.2.1-py3.6-linux-x86_64.egg/astropy/io/votable/connect.py", line 73, in read_table_votable
   1.451 +    input = parse(input, table_id=table_id)
   1.452 +  File "/usr/local/lib/python3.6/dist-packages/astropy-3.2.1-py3.6-linux-x86_64.egg/astropy/io/votable/table.py", line 135, in parse
   1.453 +    _debug_python_based_parser=_debug_python_based_parser) as iterator:
   1.454 +  File "/usr/lib/python3.6/contextlib.py", line 81, in __enter__
   1.455 +    return next(self.gen)
   1.456 +  File "/usr/local/lib/python3.6/dist-packages/astropy-3.2.1-py3.6-linux-x86_64.egg/astropy/utils/xml/iterparser.py", line 157, in get_xml_iterator
   1.457 +    with _convert_to_fd_or_read_function(source) as fd:
   1.458 +  File "/usr/lib/python3.6/contextlib.py", line 81, in __enter__
   1.459 +    return next(self.gen)
   1.460 +  File "/usr/local/lib/python3.6/dist-packages/astropy-3.2.1-py3.6-linux-x86_64.egg/astropy/utils/xml/iterparser.py", line 63, in _convert_to_fd_or_read_function
   1.461 +    with data.get_readable_fileobj(fd, encoding='binary') as new_fd:
   1.462 +  File "/usr/lib/python3.6/contextlib.py", line 81, in __enter__
   1.463 +    return next(self.gen)
   1.464 +  File "/usr/local/lib/python3.6/dist-packages/astropy-3.2.1-py3.6-linux-x86_64.egg/astropy/utils/data.py", line 192, in get_readable_fileobj
   1.465 +    timeout=remote_timeout)
   1.466 +  File "/usr/local/lib/python3.6/dist-packages/astropy-3.2.1-py3.6-linux-x86_64.egg/astropy/utils/data.py", line 1097, in download_file
   1.467 +    raise urllib.error.URLError(e)
   1.468 +urllib.error.URLError: <urlopen error timed out>Rowcount:-1
   1.469 +
   1.470 +<class 'Exception'>
   1.471 +{'BestDR1.SpecObjAll': '<urlopen error timed out>', 'BestDR1.Field': '<urlopen error timed out>'}
   1.472 +Table query completed after 10.040641069412231 seconds
   1.473 +
   1.474 +
   1.475 +..............................................................................................................................................................................................................
   1.476 +
   1.477 +Testing [BestDR3.PhotoFamily]
   1.478 +http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR3.PhotoFamily&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.479 +Downloading http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR3.SpecObj&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE -Downloading http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR3.TilingBoundary&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.480 +|===============================================================================================================================================================================================| 4.7k/4.7k (100.00%)         0s
   1.481 +Rowcount:5
   1.482 +Table query completed after 9.394372701644897 seconds
   1.483 +Testing [BestDR3.TilingMask]
   1.484 +http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR3.TilingMask&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.485 +Downloading http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR3.SpecObj&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE [Done]
   1.486 +Rowcount:5
   1.487 +Table query completed after 9.834657669067383 seconds
   1.488 +Testing [BestDR3.PhotoFamily]
   1.489 +http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR3.PhotoFamily&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.490 +Downloading http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR3.SpecObj&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE [Done]
   1.491 +Rowcount:5
   1.492 +Table query completed after 9.936257362365723 seconds
   1.493 +Testing [BestDR3.PhotoFamily]
   1.494 +http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR3.PhotoFamily&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.495 +Downloading http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR3.TilingMask&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.496 +|===============================================================================================================================================================================================| 4.7k/4.7k (100.00%)         0s
   1.497 +Rowcount:5
   1.498 +Table query completed after 8.035722017288208 seconds
   1.499 +Testing [BestDR3.TiledTarget]
   1.500 +http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR3.TiledTarget&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.501 +Downloading http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR3.SpecObj&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE -Downloading http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR3.TiledTarget&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.502 +|===============================================================================================================================================================================================| 4.2k/4.2k (100.00%)         0s
   1.503 +Rowcount:5
   1.504 +Table query completed after 8.153093099594116 seconds
   1.505 +Testing [BestDR3.SpecObj]
   1.506 +http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR3.SpecObj&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.507 +Downloading http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR3.SpecObj&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE [Done]
   1.508 +Rowcount:5
   1.509 +Table query completed after 10.541740655899048 seconds
   1.510 +Testing [BestDR3.PhotoFamily]
   1.511 +http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR3.PhotoFamily&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.512 +Downloading http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR3.TiledTarget&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.513 +|===============================================================================================================================================================================================| 4.2k/4.2k (100.00%)         0s
   1.514 +Rowcount:5
   1.515 +Table query completed after 7.451206207275391 seconds
   1.516 +Testing [BestDR3.SpecObj]
   1.517 +http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR3.SpecObj&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.518 +Downloading http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR3.TilingBoundary&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.519 +|===============================================================================================================================================================================================| 4.7k/4.7k (100.00%)         0s
   1.520 +Rowcount:5
   1.521 +Table query completed after 7.12007737159729 seconds
   1.522 +Testing [BestDR3.TilingMask]
   1.523 +http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR3.TilingMask&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.524 +Downloading http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR3.SpecObj&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE -Downloading http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR3.TilingBoundary&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.525 +|===============================================================================================================================================================================================| 4.7k/4.7k (100.00%)         0s
   1.526 +Rowcount:5
   1.527 +Table query completed after 7.456395626068115 seconds
   1.528 +Testing [BestDR3.TilingMask]
   1.529 +http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR3.TilingMask&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.530 +Downloading http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR3.SpecObj&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE [Done]
   1.531 +Downloading http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR3.SpecObj&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE [Done]
   1.532 +Rowcount:5
   1.533 +Table query completed after 9.467787027359009 seconds
   1.534 +Testing [BestDR3.PhotoFamily]
   1.535 +http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR3.PhotoFamily&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.536 +Rowcount:5
   1.537 +Table query completed after 8.390213251113892 seconds
   1.538 +Testing [BestDR3.PhotoFamily]
   1.539 +http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR3.PhotoFamily&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.540 +Downloading http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR3.TiledTarget&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.541 +|===============================================================================================================================================================================================| 4.2k/4.2k (100.00%)         0s
   1.542 +Rowcount:5
   1.543 +Table query completed after 7.233114957809448 seconds
   1.544 +Testing [BestDR3.SpecObj]
   1.545 +http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR3.SpecObj&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.546 +Downloading http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR3.TilingBoundary&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.547 +|===============================================================================================================================================================================================| 4.7k/4.7k (100.00%)         0s
   1.548 +Rowcount:5
   1.549 +Table query completed after 7.394808053970337 seconds
   1.550 +Testing [BestDR3.TilingMask]
   1.551 +http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR3.TilingMask&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.552 +Downloading http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR3.TiledTarget&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.553 +|===============================================================================================================================================================================================| 4.2k/4.2k (100.00%)         0s
   1.554 +Rowcount:5
   1.555 +Table query completed after 7.578145265579224 seconds
   1.556 +Testing [BestDR3.SpecObj]
   1.557 +http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR3.SpecObj&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.558 +Downloading http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR3.TiledTarget&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.559 +|===============================================================================================================================================================================================| 4.2k/4.2k (100.00%)         0s
   1.560 +Rowcount:5
   1.561 +Table query completed after 7.709306478500366 seconds
   1.562 +Testing [BestDR3.SpecObj]
   1.563 +http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR3.SpecObj&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.564 +Downloading http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR3.TilingMask&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.565 +|===============================================================================================================================================================================================| 4.7k/4.7k (100.00%)         0s
   1.566 +Rowcount:5
   1.567 +Table query completed after 7.802347660064697 seconds
   1.568 +Testing [BestDR3.TiledTarget]
   1.569 +http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR3.TiledTarget&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.570 +Downloading http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR3.TilingMask&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.571 +|===============================================================================================================================================================================================| 4.7k/4.7k (100.00%)         0s
   1.572 +Rowcount:5
   1.573 +Table query completed after 8.726522445678711 seconds
   1.574 +Testing [BestDR3.TiledTarget]
   1.575 +http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR3.TiledTarget&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.576 +Downloading http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR3.TilingMask&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.577 +|===============================================================================================================================================================================================| 4.7k/4.7k (100.00%)         0s
   1.578 +Rowcount:5
   1.579 +Table query completed after 8.938718318939209 seconds
   1.580 +Testing [BestDR3.TiledTarget]
   1.581 +http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR3.TiledTarget&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.582 +Downloading http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR3.TilingMask&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.583 +|===============================================================================================================================================================================================| 4.7k/4.7k (100.00%)         0s
   1.584 +Rowcount:5
   1.585 +Table query completed after 9.069983959197998 seconds
   1.586 +Testing [BestDR3.TiledTarget]
   1.587 +http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR3.TiledTarget&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.588 +ERROR:root:<urlopen error timed out>
   1.589 +Traceback (most recent call last):
   1.590 +  File "/usr/local/lib/python3.6/dist-packages/astropy-3.2.1-py3.6-linux-x86_64.egg/astropy/utils/data.py", line 1024, in download_file
   1.591 +    with urllib.request.urlopen(remote_url, timeout=timeout) as remote:
   1.592 +  File "/usr/lib/python3.6/urllib/request.py", line 223, in urlopen
   1.593 +    return opener.open(url, data, timeout)
   1.594 +  File "/usr/lib/python3.6/urllib/request.py", line 526, in open
   1.595 +    response = self._open(req, data)
   1.596 +  File "/usr/lib/python3.6/urllib/request.py", line 544, in _open
   1.597 +    '_open', req)
   1.598 +  File "/usr/lib/python3.6/urllib/request.py", line 504, in _call_chain
   1.599 +    result = func(*args)
   1.600 +  File "/usr/lib/python3.6/urllib/request.py", line 1346, in http_open
   1.601 +    return self.do_open(http.client.HTTPConnection, req)
   1.602 +  File "/usr/lib/python3.6/urllib/request.py", line 1321, in do_open
   1.603 +    r = h.getresponse()
   1.604 +  File "/usr/lib/python3.6/http/client.py", line 1331, in getresponse
   1.605 +    response.begin()
   1.606 +  File "/usr/lib/python3.6/http/client.py", line 297, in begin
   1.607 +    version, status, reason = self._read_status()
   1.608 +  File "/usr/lib/python3.6/http/client.py", line 258, in _read_status
   1.609 +    line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1")
   1.610 +  File "/usr/lib/python3.6/socket.py", line 586, in readinto
   1.611 +    return self._sock.recv_into(b)
   1.612 +socket.timeout: timed out
   1.613 +
   1.614 +During handling of the above exception, another exception occurred:
   1.615 +
   1.616 +Traceback (most recent call last):
   1.617 +  File "/usr/local/lib/python3.6/dist-packages/firethorn-0.1.0-py3.6.egg/firethorn/tap/voQuery.py", line 133, in execute_sync_query
   1.618 +    self.votable = Table.read(full_url, format="votable")
   1.619 +  File "/usr/local/lib/python3.6/dist-packages/astropy-3.2.1-py3.6-linux-x86_64.egg/astropy/table/connect.py", line 52, in __call__
   1.620 +    out = registry.read(cls, *args, **kwargs)
   1.621 +  File "/usr/local/lib/python3.6/dist-packages/astropy-3.2.1-py3.6-linux-x86_64.egg/astropy/io/registry.py", line 523, in read
   1.622 +    data = reader(*args, **kwargs)
   1.623 +  File "/usr/local/lib/python3.6/dist-packages/astropy-3.2.1-py3.6-linux-x86_64.egg/astropy/io/votable/connect.py", line 73, in read_table_votable
   1.624 +    input = parse(input, table_id=table_id)
   1.625 +  File "/usr/local/lib/python3.6/dist-packages/astropy-3.2.1-py3.6-linux-x86_64.egg/astropy/io/votable/table.py", line 135, in parse
   1.626 +    _debug_python_based_parser=_debug_python_based_parser) as iterator:
   1.627 +  File "/usr/lib/python3.6/contextlib.py", line 81, in __enter__
   1.628 +    return next(self.gen)
   1.629 +  File "/usr/local/lib/python3.6/dist-packages/astropy-3.2.1-py3.6-linux-x86_64.egg/astropy/utils/xml/iterparser.py", line 157, in get_xml_iterator
   1.630 +    with _convert_to_fd_or_read_function(source) as fd:
   1.631 +  File "/usr/lib/python3.6/contextlib.py", line 81, in __enter__
   1.632 +    return next(self.gen)
   1.633 +  File "/usr/local/lib/python3.6/dist-packages/astropy-3.2.1-py3.6-linux-x86_64.egg/astropy/utils/xml/iterparser.py", line 63, in _convert_to_fd_or_read_function
   1.634 +    with data.get_readable_fileobj(fd, encoding='binary') as new_fd:
   1.635 +  File "/usr/lib/python3.6/contextlib.py", line 81, in __enter__
   1.636 +    return next(self.gen)
   1.637 +  File "/usr/local/lib/python3.6/dist-packages/astropy-3.2.1-py3.6-linux-x86_64.egg/astropy/utils/data.py", line 192, in get_readable_fileobj
   1.638 +    timeout=remote_timeout)
   1.639 +  File "/usr/local/lib/python3.6/dist-packages/astropy-3.2.1-py3.6-linux-x86_64.egg/astropy/utils/data.py", line 1097, in download_file
   1.640 +    raise urllib.error.URLError(e)
   1.641 +urllib.error.URLError: <urlopen error timed out>
   1.642 +Rowcount:-1
   1.643 +<class 'Exception'>
   1.644 +{'BestDR1.SpecObjAll': '<urlopen error timed out>', 'BestDR1.Field': '<urlopen error timed out>', 'BestDR1.SpecLineAll': '<urlopen error timed out>', 'BestDR1.DataConstants': '<urlopen error timed out>', 'BestDR1.TilingNote': '<urlopen error timed out>', 'BestDR1.SiteDiagnostics': '<urlopen error timed out>', 'BestDR1.PhotoObjAll': '<urlopen error timed out>', 'BestDR1.Frame': '<urlopen error timed out>', 'BestDR1."Zone"': '<urlopen error timed out>', 'BestDR1.PartitionMap': '<urlopen error timed out>', 'BestDR1.DBObjects': '<urlopen error timed out>', 'BestDR1.Sector': '<urlopen error timed out>', 'BestDR1.DBObjectDescription': '<urlopen error timed out>', 'BestDR1.Glossary': '<urlopen error timed out>', 'BestDR1.TilingRun': '<urlopen error timed out>', 'BestDR1.Chunk': '<urlopen error timed out>', 'BestDR1.Segment': '<urlopen error timed out>', 'BestDR1."First"': '<urlopen error timed out>', 'BestDR1.PlateX': '<urlopen error timed out>', 'BestDR3.Field': '<urlopen error timed out>', 'BestDR3.FieldProfile': '<urlopen error timed out>', 'BestDR3.FileGroupMap': '<urlopen error timed out>', 'BestDR3."First"': '<urlopen error timed out>', 'BestDR3.Frame': '<urlopen error timed out>', 'BestDR3.Glossary': '<urlopen error timed out>', 'BestDR3.History': '<urlopen error timed out>', 'BestDR3.HoleObj': '<urlopen error timed out>', 'BestDR3.PhotoObjAll': '<urlopen error timed out>', 'BestDR3.PhotoProfile': '<urlopen error timed out>', 'BestDR3.PhotoTag': '<urlopen error timed out>', 'BestDR3.Photoz': '<urlopen error timed out>', 'BestDR3.PlateX': '<urlopen error timed out>', 'BestDR3.ProfileDefs': '<urlopen error timed out>', 'BestDR3.PubHistory': '<urlopen error timed out>', 'BestDR3.QsoCatalogAll': '<urlopen error timed out>', 'BestDR3.QsoConcordance': '<urlopen error timed out>', 'BestDR3.QueryResults': '<urlopen error timed out>', 'BestDR3.RC3': '<urlopen error timed out>', 'BestDR3.PhotoFamily': '<urlopen error timed out>'}
   1.645 +Table query completed after 10.04263687133789 seconds
   1.646 +Testing [BestDR3.PhotoObj]
   1.647 +http://tap.roe.ac.uk/firethorn/tap/60/sync?QUERY=SELECT+TOP+5+%2A+FROM+BestDR3.PhotoObj&REQUEST=doQuery&LANG=ADQL&FORMAT=VOTABLE
   1.648 +ERROR:root:<urlopen error timed out>
   1.649 +Traceback (most recent call last):
   1.650 +  File "/usr/local/lib/python3.6/dist-packages/astropy-3.2.1-py3.6-linux-x86_64.egg/astropy/utils/data.py", line 1024, in download_file
   1.651 +    with urllib.request.urlopen(remote_url, timeout=timeout) as remote:
   1.652 +  File "/usr/lib/python3.6/urllib/request.py", line 223, in urlopen
   1.653 +    return opener.open(url, data, timeout)
   1.654 +  File "/usr/lib/python3.6/urllib/request.py", line 526, in open
   1.655 +    response = self._open(req, data)
   1.656 +  File "/usr/lib/python3.6/urllib/request.py", line 544, in _open
   1.657 +    '_open', req)
   1.658 +  File "/usr/lib/python3.6/urllib/request.py", line 504, in _call_chain
   1.659 +    result = func(*args)
   1.660 +  File "/usr/lib/python3.6/urllib/request.py", line 1346, in http_open
   1.661 +    return self.do_open(http.client.HTTPConnection, req)
   1.662 +  File "/usr/lib/python3.6/urllib/request.py", line 1321, in do_open
   1.663 +    r = h.getresponse()
   1.664 +  File "/usr/lib/python3.6/http/client.py", line 1331, in getresponse
   1.665 +    response.begin()
   1.666 +  File "/usr/lib/python3.6/http/client.py", line 297, in begin
   1.667 +    version, status, reason = self._read_status()
   1.668 +  File "/usr/lib/python3.6/http/client.py", line 258, in _read_status
   1.669 +    line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1")
   1.670 +  File "/usr/lib/python3.6/socket.py", line 586, in readinto
   1.671 +    return self._sock.recv_into(b)
   1.672 +socket.timeout: timed out
   1.673 +
   1.674 +
   1.675 +
   1.676 +
   1.677 +