firethorn

changeset 4200:c8b3054c8e83 2.1.28-tap-issues

Added sqlException method to Monkey class for custom messages
author Stelios <stv@roe.ac.uk>
date Thu Apr 18 18:06:52 2019 +0300 (2019-04-18)
parents 7cb76899479d
children ac3a19756ace
files doc/notes/stv/20190418-Firethorn-Logs-Non-Propagating.txt firethorn-ogsadai/activity/common/src/main/java/uk/ac/roe/wfau/firethorn/ogsadai/activity/common/chaos/MonkeyParam.java firethorn-ogsadai/activity/common/src/main/java/uk/ac/roe/wfau/firethorn/ogsadai/activity/common/chaos/MonkeyParamBase.java firethorn-ogsadai/activity/server/src/main/java/uk/ac/roe/wfau/firethorn/ogsadai/activity/server/sql/SQLQueryActivity.java
line diff
     1.1 --- /dev/null	Thu Jan 01 00:00:00 1970 +0000
     1.2 +++ b/doc/notes/stv/20190418-Firethorn-Logs-Non-Propagating.txt	Thu Apr 18 18:06:52 2019 +0300
     1.3 @@ -0,0 +1,333 @@
     1.4 +2019-04-18 14:07:52,819 DEBUG [FireThornTaskExecutor-4] [AdqlQueryTimings] AdqlQueryTimings() 
     1.5 +2019-04-18 14:07:52,828 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator] Create JdbcColumn [XX_E3QN4P5W6LAWMAAAAFVDBRTRT4] 
     1.6 +2019-04-18 14:07:52,829 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator] sqltype() 
     1.7 +2019-04-18 14:07:52,830 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator]   name [XX_E3QN4P5W6LAWMAAAAFVDBRTRT4] 
     1.8 +2019-04-18 14:07:52,830 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator]   type [VARBINARY] 
     1.9 +2019-04-18 14:07:52,830 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator]   size [0] 
    1.10 +2019-04-18 14:07:52,831 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator]   temp [VARBINARY(MAX)] 
    1.11 +2019-04-18 14:07:52,831 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator] Create JdbcColumn [XX_VE4IEATL5VQR6AAAAFVDBRTRUU] 
    1.12 +2019-04-18 14:07:52,832 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator] sqltype() 
    1.13 +2019-04-18 14:07:52,832 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator]   name [XX_VE4IEATL5VQR6AAAAFVDBRTRUU] 
    1.14 +2019-04-18 14:07:52,832 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator]   type [CHAR] 
    1.15 +2019-04-18 14:07:52,832 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator]   size [10] 
    1.16 +2019-04-18 14:07:52,832 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator]   temp [CHAR(10)] 
    1.17 +2019-04-18 14:07:52,832 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator] Create JdbcColumn [XX_IHGXXSUN63QKSAAAAFVDBRTRVA] 
    1.18 +2019-04-18 14:07:52,832 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator] sqltype() 
    1.19 +2019-04-18 14:07:52,832 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator]   name [XX_IHGXXSUN63QKSAAAAFVDBRTRVA] 
    1.20 +2019-04-18 14:07:52,832 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator]   type [CHAR] 
    1.21 +2019-04-18 14:07:52,833 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator]   size [16] 
    1.22 +2019-04-18 14:07:52,835 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator]   temp [CHAR(16)] 
    1.23 +2019-04-18 14:07:52,835 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator] Create JdbcColumn [XX_XI7KPZ2NN7HFYAAAAFVDBRTRVQ] 
    1.24 +2019-04-18 14:07:52,835 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator] sqltype() 
    1.25 +2019-04-18 14:07:52,835 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator]   name [XX_XI7KPZ2NN7HFYAAAAFVDBRTRVQ] 
    1.26 +2019-04-18 14:07:52,835 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator]   type [CHAR] 
    1.27 +2019-04-18 14:07:52,835 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator]   size [256] 
    1.28 +2019-04-18 14:07:52,835 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator]   temp [CHAR(256)] 
    1.29 +2019-04-18 14:07:52,835 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator] Create JdbcColumn [XX_NL5HKGNVBUPUQAAAAFVDBRTRV4] 
    1.30 +2019-04-18 14:07:52,836 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator] sqltype() 
    1.31 +2019-04-18 14:07:52,836 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator]   name [XX_NL5HKGNVBUPUQAAAAFVDBRTRV4] 
    1.32 +2019-04-18 14:07:52,836 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator]   type [FLOAT] 
    1.33 +2019-04-18 14:07:52,836 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator]   size [0] 
    1.34 +2019-04-18 14:07:52,836 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator]   temp [FLOAT] 
    1.35 +2019-04-18 14:07:52,836 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator] Create JdbcColumn [XX_AH62XZC2ZIPSCAAAAFVDBRTRWM] 
    1.36 +2019-04-18 14:07:52,836 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator] sqltype() 
    1.37 +2019-04-18 14:07:52,836 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator]   name [XX_AH62XZC2ZIPSCAAAAFVDBRTRWM] 
    1.38 +2019-04-18 14:07:52,836 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator]   type [FLOAT] 
    1.39 +2019-04-18 14:07:52,836 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator]   size [0] 
    1.40 +2019-04-18 14:07:52,836 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator]   temp [FLOAT] 
    1.41 +2019-04-18 14:07:52,836 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator] Create JdbcColumn [XX_LUQOMBUR6TVXOAAAAFVDBRTRWY] 
    1.42 +2019-04-18 14:07:52,836 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator] sqltype() 
    1.43 +2019-04-18 14:07:52,836 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator]   name [XX_LUQOMBUR6TVXOAAAAFVDBRTRWY] 
    1.44 +2019-04-18 14:07:52,836 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator]   type [FLOAT] 
    1.45 +2019-04-18 14:07:52,837 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator]   size [0] 
    1.46 +2019-04-18 14:07:52,837 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator]   temp [FLOAT] 
    1.47 +2019-04-18 14:07:52,837 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator] Create JdbcColumn [XX_V5DXURNYVLXCSAAAAFVDBRTRXI] 
    1.48 +2019-04-18 14:07:52,837 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator] sqltype() 
    1.49 +2019-04-18 14:07:52,837 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator]   name [XX_V5DXURNYVLXCSAAAAFVDBRTRXI] 
    1.50 +2019-04-18 14:07:52,837 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator]   type [FLOAT] 
    1.51 +2019-04-18 14:07:52,837 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator]   size [0] 
    1.52 +2019-04-18 14:07:52,837 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator]   temp [FLOAT] 
    1.53 +2019-04-18 14:07:52,837 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator] Create JdbcColumn [XX_AOVOA3MGPYFRWAAAAFVDBRTRXY] 
    1.54 +2019-04-18 14:07:52,837 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator] sqltype() 
    1.55 +2019-04-18 14:07:52,837 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator]   name [XX_AOVOA3MGPYFRWAAAAFVDBRTRXY] 
    1.56 +2019-04-18 14:07:52,837 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator]   type [FLOAT] 
    1.57 +2019-04-18 14:07:52,837 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator]   size [0] 
    1.58 +2019-04-18 14:07:52,838 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator]   temp [FLOAT] 
    1.59 +2019-04-18 14:07:52,838 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator] Create JdbcColumn [XX_7SU5DGIYKJ2SMAAAAFVDBRTRYE] 
    1.60 +2019-04-18 14:07:52,838 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator] sqltype() 
    1.61 +2019-04-18 14:07:52,838 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator]   name [XX_7SU5DGIYKJ2SMAAAAFVDBRTRYE] 
    1.62 +2019-04-18 14:07:52,838 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator]   type [VARBINARY] 
    1.63 +2019-04-18 14:07:52,838 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator]   size [0] 
    1.64 +2019-04-18 14:07:52,838 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator]   temp [VARBINARY(MAX)] 
    1.65 +2019-04-18 14:07:52,838 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator] SQL statement [CREATE TABLE [FirethornUserdataTAP20181212LIVE].[dbo].[XX_D5MKXLIWPVASCAAAAFVDBRTQ2Y] ([XX_E3QN4P5W6LAWMAAAAFVDBRTRT4] VARBINARY(MAX) , [XX_VE4IEATL5VQR6AAAAFVDBRTRUU] CHAR(10) , [XX_IHGXXSUN63QKSAAAAFVDBRTRVA] CHAR(16) , [XX_XI7KPZ2NN7HFYAAAAFVDBRTRVQ] CHAR(256) , [XX_NL5HKGNVBUPUQAAAAFVDBRTRV4] FLOAT , [XX_AH62XZC2ZIPSCAAAAFVDBRTRWM] FLOAT , [XX_LUQOMBUR6TVXOAAAAFVDBRTRWY] FLOAT , [XX_V5DXURNYVLXCSAAAAFVDBRTRXI] FLOAT , [XX_AOVOA3MGPYFRWAAAAFVDBRTRXY] FLOAT , [XX_7SU5DGIYKJ2SMAAAAFVDBRTRYE] VARBINARY(MAX) )] 
    1.66 +2019-04-18 14:07:52,838 DEBUG [FireThornTaskExecutor-4] [JdbcConnectionEntity] operator() for [mssql] 
    1.67 +2019-04-18 14:07:52,838 DEBUG [FireThornTaskExecutor-4] [JdbcConnectionEntity] open [jdbc:jtds:sqlserver://ramses2/FirethornUserdataTAP20181212LIVE][1] 
    1.68 +2019-04-18 14:07:52,838 DEBUG [FireThornTaskExecutor-4] [JdbcConnectionEntity] operator() for [mssql] 
    1.69 +2019-04-18 14:07:52,839 DEBUG [FireThornTaskExecutor-4] [JdbcConnectionEntity] get() [jdbc:jtds:sqlserver://ramses2/FirethornUserdataTAP20181212LIVE] 
    1.70 +2019-04-18 14:07:52,839 DEBUG [FireThornTaskExecutor-4] [JdbcConnectionEntity] operator() for [mssql] 
    1.71 +2019-04-18 14:07:52,839 DEBUG [FireThornTaskExecutor-4] [JdbcConnectionEntity] initialValue() [jdbc:jtds:sqlserver://ramses2/FirethornUserdataTAP20181212LIVE] 
    1.72 +2019-04-18 14:07:52,839 DEBUG [FireThornTaskExecutor-4] [JdbcConnectionEntity] operator() for [mssql] 
    1.73 +2019-04-18 14:07:52,839 DEBUG [FireThornTaskExecutor-4] [JdbcConnectionEntity] connect [jdbc:jtds:sqlserver://ramses2/FirethornUserdataTAP20181212LIVE] 
    1.74 +2019-04-18 14:07:52,839 DEBUG [FireThornTaskExecutor-4] [JdbcConnectionEntity] State is CLOSED, updating to READY 
    1.75 +2019-04-18 14:07:52,839 DEBUG [FireThornTaskExecutor-4] [JdbcConnectionEntity] State is READY, initialising Connection 
    1.76 +2019-04-18 14:07:52,839 DEBUG [FireThornTaskExecutor-4] [JdbcConnectionEntity] With user/pass 
    1.77 +2019-04-18 14:07:52,839 DEBUG [FireThornTaskExecutor-4] [JdbcConnectionEntity] connecting .... 
    1.78 +2019-04-18 14:07:52,844 DEBUG [FireThornTaskExecutor-4] [JdbcConnectionEntity] .... connected 
    1.79 +2019-04-18 14:07:52,850 DEBUG [FireThornTaskExecutor-4] [SQLServerOperator] SQL result [0] 
    1.80 +2019-04-18 14:07:52,850 DEBUG [FireThornTaskExecutor-4] [JdbcConnectionEntity] operator() for [mssql] 
    1.81 +2019-04-18 14:07:52,850 DEBUG [FireThornTaskExecutor-4] [JdbcConnectionEntity] close [jdbc:jtds:sqlserver://ramses2/FirethornUserdataTAP20181212LIVE][1] 
    1.82 +2019-04-18 14:07:52,850 DEBUG [FireThornTaskExecutor-4] [JdbcConnectionEntity] operator() for [mssql] 
    1.83 +2019-04-18 14:07:52,850 DEBUG [FireThornTaskExecutor-4] [JdbcConnectionEntity] get() [jdbc:jtds:sqlserver://ramses2/FirethornUserdataTAP20181212LIVE] 
    1.84 +2019-04-18 14:07:52,850 INFO  [FireThornTaskExecutor-4] [AdqlQueryTimings] TIMING - jdbcdone() 
    1.85 +2019-04-18 14:07:52,855 DEBUG [FireThornTaskExecutor-4] [AdqlQueryTimings] AdqlQueryTimings() 
    1.86 +2019-04-18 14:07:52,860 DEBUG [FireThornTaskExecutor-3] [BlueQueryEntity] before refresh() 
    1.87 +2019-04-18 14:07:52,875 DEBUG [FireThornTaskExecutor-3] [AdqlQueryTimings] AdqlQueryTimings() 
    1.88 +2019-04-18 14:07:52,876 DEBUG [FireThornTaskExecutor-3] [AdqlQueryTimings] AdqlQueryTimings() 
    1.89 +2019-04-18 14:07:52,877 DEBUG [FireThornTaskExecutor-3] [BlueQueryEntity] after refresh() 
    1.90 +2019-04-18 14:07:52,877 DEBUG [FireThornTaskExecutor-3] [BlueQueryEntity] Getting base BaseResource 
    1.91 +2019-04-18 14:07:52,877 DEBUG [FireThornTaskExecutor-3] [BlueQueryEntity] Found base BaseResource [OSA JDBC] 
    1.92 +2019-04-18 14:07:52,878 DEBUG [FireThornTaskExecutor-3] [BlueQueryEntity] Getting direct resource 
    1.93 +2019-04-18 14:07:52,891 DEBUG [FireThornTaskExecutor-3] [OgsaJdbcResourceEntity$EntityFactory] primary(JdbcResource) [2102] 
    1.94 +2019-04-18 14:07:52,904 DEBUG [FireThornTaskExecutor-3] [OgsaServiceEntity] primary() 
    1.95 +2019-04-18 14:07:52,912 DEBUG [FireThornTaskExecutor-3] [OgsaJdbcResourceEntity$EntityFactory] primary(OgsaService, JdbcResource) [22702][2102] 
    1.96 +2019-04-18 14:07:52,920 DEBUG [FireThornTaskExecutor-3] [OgsaJdbcResourceEntity$EntityFactory] Found primary OgsaJdbcResource [55399] 
    1.97 +2019-04-18 14:07:52,920 DEBUG [FireThornTaskExecutor-3] [OgsaJdbcResourceEntity$EntityFactory] Checking ogsaid ... 
    1.98 +2019-04-18 14:07:52,920 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity] ogsaid [ACTIVE][ogsadai-2dcb87dd-5c46-415a-a5a0-4b189f16796b] 
    1.99 +2019-04-18 14:07:52,920 DEBUG [FireThornTaskExecutor-3] [BaseComponentEntity] scan for [55399][XX_XVUTB54D7T3T2AAAAFVDBO5GLA] 
   1.100 +2019-04-18 14:07:52,920 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity] scantest() 
   1.101 +2019-04-18 14:07:52,920 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity]   name   [XX_XVUTB54D7T3T2AAAAFVDBO5GLA] 
   1.102 +2019-04-18 14:07:52,920 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity]   ident  [55399] 
   1.103 +2019-04-18 14:07:52,920 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity]   ogsaid [ogsadai-2dcb87dd-5c46-415a-a5a0-4b189f16796b] 
   1.104 +2019-04-18 14:07:52,920 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity] prevscan   [2019-04-18T13:56:05.567Z] 
   1.105 +2019-04-18 14:07:52,920 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity] start time [2019-04-18T14:04:45.538Z] 
   1.106 +2019-04-18 14:07:52,920 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity] prev scan is before startup - scanning 
   1.107 +2019-04-18 14:07:52,920 DEBUG [FireThornTaskExecutor-3] [BaseComponentEntity] Checking for existing lock [55399][XX_XVUTB54D7T3T2AAAAFVDBO5GLA] 
   1.108 +2019-04-18 14:07:52,921 DEBUG [FireThornTaskExecutor-3] [BaseComponentEntity] No existing lock found [55399][XX_XVUTB54D7T3T2AAAAFVDBO5GLA] 
   1.109 +2019-04-18 14:07:52,921 DEBUG [FireThornTaskExecutor-3] [BaseComponentEntity] Adding new lock [55399][XX_XVUTB54D7T3T2AAAAFVDBO5GLA][2019-04-18T14:07:52.921Z] 
   1.110 +2019-04-18 14:07:52,921 DEBUG [FireThornTaskExecutor-3] [BaseComponentEntity] Running scan [55399][XX_XVUTB54D7T3T2AAAAFVDBO5GLA] 
   1.111 +2019-04-18 14:07:52,921 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity] scanimpl() 
   1.112 +2019-04-18 14:07:52,921 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity]   name   [XX_XVUTB54D7T3T2AAAAFVDBO5GLA] 
   1.113 +2019-04-18 14:07:52,921 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity]   ident  [55399] 
   1.114 +2019-04-18 14:07:52,921 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity]   ogsaid [ogsadai-2dcb87dd-5c46-415a-a5a0-4b189f16796b] 
   1.115 +2019-04-18 14:07:52,921 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity] ping() 
   1.116 +2019-04-18 14:07:52,921 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity]   name   [XX_XVUTB54D7T3T2AAAAFVDBO5GLA] 
   1.117 +2019-04-18 14:07:52,921 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity]   ident  [55399] 
   1.118 +2019-04-18 14:07:52,921 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity]   ogsaid [ogsadai-2dcb87dd-5c46-415a-a5a0-4b189f16796b] 
   1.119 +2019-04-18 14:07:52,936 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity] Service request [55399][http://jarmila:8080/ogsadai/services/dataResources/ogsadai-2dcb87dd-5c46-415a-a5a0-4b189f16796b] 
   1.120 +2019-04-18 14:07:53,017 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity] Service response [55399][null] 
   1.121 +2019-04-18 14:07:53,018 ERROR [FireThornTaskExecutor-3] [OgsaBaseResourceEntity] Ping test failed [55399][ogsadai-2dcb87dd-5c46-415a-a5a0-4b189f16796b][404] 
   1.122 +2019-04-18 14:07:53,019 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity] status(status) 
   1.123 +2019-04-18 14:07:53,019 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity]   name   [XX_XVUTB54D7T3T2AAAAFVDBO5GLA] 
   1.124 +2019-04-18 14:07:53,019 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity]   ident  [55399] 
   1.125 +2019-04-18 14:07:53,019 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity]   ogsaid [ogsadai-2dcb87dd-5c46-415a-a5a0-4b189f16796b] 
   1.126 +2019-04-18 14:07:53,019 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity]   status [ERROR] 
   1.127 +2019-04-18 14:07:53,029 DEBUG [FireThornTaskExecutor-3] [BaseComponentEntity] Releasing locks [55399][XX_XVUTB54D7T3T2AAAAFVDBO5GLA] 
   1.128 +2019-04-18 14:07:53,029 DEBUG [FireThornTaskExecutor-3] [BaseComponentEntity] Found existing lock [55399][XX_XVUTB54D7T3T2AAAAFVDBO5GLA][2019-04-18T14:07:52.921Z] 
   1.129 +2019-04-18 14:07:53,029 DEBUG [FireThornTaskExecutor-3] [BaseComponentEntity] Removing .... 
   1.130 +2019-04-18 14:07:53,029 DEBUG [FireThornTaskExecutor-3] [BaseComponentEntity] Notifying .... 
   1.131 +2019-04-18 14:07:53,030 DEBUG [FireThornTaskExecutor-3] [OgsaJdbcResourceEntity$EntityFactory] Found ogsaid [ogsadai-2dcb87dd-5c46-415a-a5a0-4b189f16796b][ERROR] 
   1.132 +2019-04-18 14:07:53,030 DEBUG [FireThornTaskExecutor-3] [OgsaJdbcResourceEntity$EntityFactory] Primary OgsaJdbcResource failed ping test, creating a new one 
   1.133 +2019-04-18 14:07:53,030 DEBUG [FireThornTaskExecutor-3] [OgsaJdbcResourceEntity$EntityFactory] create(OgsaService, JdbcResource) [22702][2102] 
   1.134 +2019-04-18 14:07:53,032 DEBUG [FireThornTaskExecutor-3] [BlueQueryEntity] Using direct resource [XX_QQZKRMISCBPFAAAAAFVDBRTSYY] 
   1.135 +2019-04-18 14:07:53,032 DEBUG [FireThornTaskExecutor-3] [BlueQueryEntity] Getting source OgsaService 
   1.136 +2019-04-18 14:07:53,032 DEBUG [FireThornTaskExecutor-3] [BlueQueryEntity] Found source OgsaService [http://jarmila:8080/ogsadai/services] 
   1.137 +2019-04-18 14:07:53,032 DEBUG [FireThornTaskExecutor-3] [BlueQueryEntity] Getting target table 
   1.138 +2019-04-18 14:07:53,039 DEBUG [FireThornTaskExecutor-3] [JdbcConnectionEntity] operator() for [mssql] 
   1.139 +2019-04-18 14:07:53,039 DEBUG [FireThornTaskExecutor-3] [BlueQueryEntity] Found target table [[FirethornUserdataTAP20181212LIVE].[dbo].[XX_D5MKXLIWPVASCAAAAFVDBRTQ2Y]] 
   1.140 +2019-04-18 14:07:53,040 DEBUG [FireThornTaskExecutor-3] [BlueQueryEntity] Getting target OgsaBaseResource 
   1.141 +2019-04-18 14:07:53,040 DEBUG [FireThornTaskExecutor-3] [OgsaJdbcResourceEntity$EntityFactory] primary(JdbcResource) [52] 
   1.142 +2019-04-18 14:07:53,040 DEBUG [FireThornTaskExecutor-3] [OgsaServiceEntity] primary() 
   1.143 +2019-04-18 14:07:53,043 DEBUG [FireThornTaskExecutor-3] [OgsaJdbcResourceEntity$EntityFactory] primary(OgsaService, JdbcResource) [22702][52] 
   1.144 +2019-04-18 14:07:53,051 DEBUG [FireThornTaskExecutor-3] [OgsaJdbcResourceEntity$EntityFactory] Found primary OgsaJdbcResource [43003] 
   1.145 +2019-04-18 14:07:53,051 DEBUG [FireThornTaskExecutor-3] [OgsaJdbcResourceEntity$EntityFactory] Checking ogsaid ... 
   1.146 +2019-04-18 14:07:53,051 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity] ogsaid [ACTIVE][ogsadai-e276da99-d894-4732-88d3-9ab631334756] 
   1.147 +2019-04-18 14:07:53,051 DEBUG [FireThornTaskExecutor-3] [BaseComponentEntity] scan for [43003][XX_X5SOPQVIH2GW4AAAAFVCQMZNLY] 
   1.148 +2019-04-18 14:07:53,051 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity] scantest() 
   1.149 +2019-04-18 14:07:53,051 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity]   name   [XX_X5SOPQVIH2GW4AAAAFVCQMZNLY] 
   1.150 +2019-04-18 14:07:53,051 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity]   ident  [43003] 
   1.151 +2019-04-18 14:07:53,051 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity]   ogsaid [ogsadai-e276da99-d894-4732-88d3-9ab631334756] 
   1.152 +2019-04-18 14:07:53,051 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity] prevscan   [2019-04-18T13:56:05.357Z] 
   1.153 +2019-04-18 14:07:53,051 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity] start time [2019-04-18T14:04:45.538Z] 
   1.154 +2019-04-18 14:07:53,051 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity] prev scan is before startup - scanning 
   1.155 +2019-04-18 14:07:53,051 DEBUG [FireThornTaskExecutor-3] [BaseComponentEntity] Checking for existing lock [43003][XX_X5SOPQVIH2GW4AAAAFVCQMZNLY] 
   1.156 +2019-04-18 14:07:53,051 DEBUG [FireThornTaskExecutor-3] [BaseComponentEntity] No existing lock found [43003][XX_X5SOPQVIH2GW4AAAAFVCQMZNLY] 
   1.157 +2019-04-18 14:07:53,052 DEBUG [FireThornTaskExecutor-3] [BaseComponentEntity] Adding new lock [43003][XX_X5SOPQVIH2GW4AAAAFVCQMZNLY][2019-04-18T14:07:53.052Z] 
   1.158 +2019-04-18 14:07:53,052 DEBUG [FireThornTaskExecutor-3] [BaseComponentEntity] Running scan [43003][XX_X5SOPQVIH2GW4AAAAFVCQMZNLY] 
   1.159 +2019-04-18 14:07:53,052 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity] scanimpl() 
   1.160 +2019-04-18 14:07:53,052 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity]   name   [XX_X5SOPQVIH2GW4AAAAFVCQMZNLY] 
   1.161 +2019-04-18 14:07:53,052 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity]   ident  [43003] 
   1.162 +2019-04-18 14:07:53,052 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity]   ogsaid [ogsadai-e276da99-d894-4732-88d3-9ab631334756] 
   1.163 +2019-04-18 14:07:53,052 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity] ping() 
   1.164 +2019-04-18 14:07:53,052 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity]   name   [XX_X5SOPQVIH2GW4AAAAFVCQMZNLY] 
   1.165 +2019-04-18 14:07:53,052 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity]   ident  [43003] 
   1.166 +2019-04-18 14:07:53,052 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity]   ogsaid [ogsadai-e276da99-d894-4732-88d3-9ab631334756] 
   1.167 +2019-04-18 14:07:53,054 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity] Service request [43003][http://jarmila:8080/ogsadai/services/dataResources/ogsadai-e276da99-d894-4732-88d3-9ab631334756] 
   1.168 +2019-04-18 14:07:53,065 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity] Service response [43003][null] 
   1.169 +2019-04-18 14:07:53,065 ERROR [FireThornTaskExecutor-3] [OgsaBaseResourceEntity] Ping test failed [43003][ogsadai-e276da99-d894-4732-88d3-9ab631334756][404] 
   1.170 +2019-04-18 14:07:53,065 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity] status(status) 
   1.171 +2019-04-18 14:07:53,065 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity]   name   [XX_X5SOPQVIH2GW4AAAAFVCQMZNLY] 
   1.172 +2019-04-18 14:07:53,065 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity]   ident  [43003] 
   1.173 +2019-04-18 14:07:53,065 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity]   ogsaid [ogsadai-e276da99-d894-4732-88d3-9ab631334756] 
   1.174 +2019-04-18 14:07:53,065 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity]   status [ERROR] 
   1.175 +2019-04-18 14:07:53,066 DEBUG [FireThornTaskExecutor-3] [BaseComponentEntity] Releasing locks [43003][XX_X5SOPQVIH2GW4AAAAFVCQMZNLY] 
   1.176 +2019-04-18 14:07:53,066 DEBUG [FireThornTaskExecutor-3] [BaseComponentEntity] Found existing lock [43003][XX_X5SOPQVIH2GW4AAAAFVCQMZNLY][2019-04-18T14:07:53.052Z] 
   1.177 +2019-04-18 14:07:53,066 DEBUG [FireThornTaskExecutor-3] [BaseComponentEntity] Removing .... 
   1.178 +2019-04-18 14:07:53,066 DEBUG [FireThornTaskExecutor-3] [BaseComponentEntity] Notifying .... 
   1.179 +2019-04-18 14:07:53,066 DEBUG [FireThornTaskExecutor-3] [OgsaJdbcResourceEntity$EntityFactory] Found ogsaid [ogsadai-e276da99-d894-4732-88d3-9ab631334756][ERROR] 
   1.180 +2019-04-18 14:07:53,066 DEBUG [FireThornTaskExecutor-3] [OgsaJdbcResourceEntity$EntityFactory] Primary OgsaJdbcResource failed ping test, creating a new one 
   1.181 +2019-04-18 14:07:53,066 DEBUG [FireThornTaskExecutor-3] [OgsaJdbcResourceEntity$EntityFactory] create(OgsaService, JdbcResource) [22702][52] 
   1.182 +2019-04-18 14:07:53,073 DEBUG [FireThornTaskExecutor-3] [BlueQueryEntity] Found target OgsaBaseResource [XX_JXGMOD5PJMDG4AAAAFVDBRTS5I] 
   1.183 +2019-04-18 14:07:53,073 DEBUG [FireThornTaskExecutor-3] [BlueTaskEntity] transition(TaskState) 
   1.184 +2019-04-18 14:07:53,073 DEBUG [FireThornTaskExecutor-3] [BlueTaskEntity]   ident [68202] 
   1.185 +2019-04-18 14:07:53,074 DEBUG [FireThornTaskExecutor-3] [BlueTaskEntity]   state [READY][RUNNING] 
   1.186 +2019-04-18 14:07:53,074 DEBUG [FireThornTaskExecutor-3] [BlueTaskEntity] accept(TaskState) 
   1.187 +2019-04-18 14:07:53,077 DEBUG [FireThornTaskExecutor-3] [BlueTaskEntity]   ident [68202] 
   1.188 +2019-04-18 14:07:53,077 DEBUG [FireThornTaskExecutor-3] [BlueTaskEntity]   state [READY][RUNNING] 
   1.189 +2019-04-18 14:07:53,078 DEBUG [FireThornTaskExecutor-3] [BlueTaskEntity] handle() [] 
   1.190 +2019-04-18 14:07:53,079 DEBUG [FireThornTaskExecutor-3] [BlueTaskEntity$Handle] event() [68202]:[RUNNING]->[RUNNING]:[false]->[true] 
   1.191 +2019-04-18 14:07:53,097 DEBUG [FireThornTaskExecutor-3] [OgsaExecResourceEntity$EntityFactory] primary(OgsaService) [22702] 
   1.192 +2019-04-18 14:07:53,106 DEBUG [FireThornTaskExecutor-3] [OgsaExecResourceEntity$EntityFactory] No primary OgsaExecResource, creating a new one 
   1.193 +2019-04-18 14:07:53,106 DEBUG [FireThornTaskExecutor-3] [OgsaExecResourceEntity$EntityFactory] simple(OgsaService) [22702] 
   1.194 +2019-04-18 14:07:53,107 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity] ogsaid [CREATED][DataRequestExecutionResource] 
   1.195 +2019-04-18 14:07:53,107 DEBUG [FireThornTaskExecutor-3] [BaseComponentEntity] scan for [68404][XX_55KMOM2AYP3TYAAAAFVDBRTTCI] 
   1.196 +2019-04-18 14:07:53,107 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity] scantest() 
   1.197 +2019-04-18 14:07:53,107 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity]   name   [XX_55KMOM2AYP3TYAAAAFVDBRTTCI] 
   1.198 +2019-04-18 14:07:53,107 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity]   ident  [68404] 
   1.199 +2019-04-18 14:07:53,107 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity]   ogsaid [DataRequestExecutionResource] 
   1.200 +2019-04-18 14:07:53,107 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity] prevscan   [null] 
   1.201 +2019-04-18 14:07:53,107 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity] start time [2019-04-18T14:04:45.538Z] 
   1.202 +2019-04-18 14:07:53,107 DEBUG [FireThornTaskExecutor-3] [BaseComponentEntity] scantest for [68404][XX_55KMOM2AYP3TYAAAAFVDBRTTCI] 
   1.203 +2019-04-18 14:07:53,107 DEBUG [FireThornTaskExecutor-3] [OgsaExecResourceEntity] factory() 
   1.204 +2019-04-18 14:07:53,107 DEBUG [FireThornTaskExecutor-3] [BaseComponentEntity$EntityFactory] scanperiod() 
   1.205 +2019-04-18 14:07:53,107 DEBUG [FireThornTaskExecutor-3] [BaseComponentEntity$EntityFactory]   value [PT11M] 
   1.206 +2019-04-18 14:07:53,108 DEBUG [FireThornTaskExecutor-3] [BaseComponentEntity] Factory scanperiod  [PT11M] 
   1.207 +2019-04-18 14:07:53,108 DEBUG [FireThornTaskExecutor-3] [BaseComponentEntity] prevscan   [null] 
   1.208 +2019-04-18 14:07:53,108 DEBUG [FireThornTaskExecutor-3] [BaseComponentEntity] scanperiod [PT11M] 
   1.209 +2019-04-18 14:07:53,108 DEBUG [FireThornTaskExecutor-3] [BaseComponentEntity] prev scan is null - scanning 
   1.210 +2019-04-18 14:07:53,108 DEBUG [FireThornTaskExecutor-3] [BaseComponentEntity] Checking for existing lock [68404][XX_55KMOM2AYP3TYAAAAFVDBRTTCI] 
   1.211 +2019-04-18 14:07:53,108 DEBUG [FireThornTaskExecutor-3] [BaseComponentEntity] No existing lock found [68404][XX_55KMOM2AYP3TYAAAAFVDBRTTCI] 
   1.212 +2019-04-18 14:07:53,108 DEBUG [FireThornTaskExecutor-3] [BaseComponentEntity] Adding new lock [68404][XX_55KMOM2AYP3TYAAAAFVDBRTTCI][2019-04-18T14:07:53.108Z] 
   1.213 +2019-04-18 14:07:53,108 DEBUG [FireThornTaskExecutor-3] [BaseComponentEntity] Running scan [68404][XX_55KMOM2AYP3TYAAAAFVDBRTTCI] 
   1.214 +2019-04-18 14:07:53,108 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity] scanimpl() 
   1.215 +2019-04-18 14:07:53,108 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity]   name   [XX_55KMOM2AYP3TYAAAAFVDBRTTCI] 
   1.216 +2019-04-18 14:07:53,108 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity]   ident  [68404] 
   1.217 +2019-04-18 14:07:53,108 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity]   ogsaid [DataRequestExecutionResource] 
   1.218 +2019-04-18 14:07:53,108 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity] ping() 
   1.219 +2019-04-18 14:07:53,108 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity]   name   [XX_55KMOM2AYP3TYAAAAFVDBRTTCI] 
   1.220 +2019-04-18 14:07:53,108 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity]   ident  [68404] 
   1.221 +2019-04-18 14:07:53,108 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity]   ogsaid [DataRequestExecutionResource] 
   1.222 +2019-04-18 14:07:53,109 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity] Service request [68404][http://jarmila:8080/ogsadai/services/dataResources/DataRequestExecutionResource] 
   1.223 +2019-04-18 14:07:53,180 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity] Service response [68404][null] 
   1.224 +2019-04-18 14:07:53,180 ERROR [FireThornTaskExecutor-3] [OgsaBaseResourceEntity] Ping test failed [68404][DataRequestExecutionResource][404] 
   1.225 +2019-04-18 14:07:53,180 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity] status(status) 
   1.226 +2019-04-18 14:07:53,180 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity]   name   [XX_55KMOM2AYP3TYAAAAFVDBRTTCI] 
   1.227 +2019-04-18 14:07:53,180 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity]   ident  [68404] 
   1.228 +2019-04-18 14:07:53,180 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity]   ogsaid [DataRequestExecutionResource] 
   1.229 +2019-04-18 14:07:53,180 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity]   status [ERROR] 
   1.230 +2019-04-18 14:07:53,181 DEBUG [FireThornTaskExecutor-3] [BaseComponentEntity] Releasing locks [68404][XX_55KMOM2AYP3TYAAAAFVDBRTTCI] 
   1.231 +2019-04-18 14:07:53,181 DEBUG [FireThornTaskExecutor-3] [BaseComponentEntity] Found existing lock [68404][XX_55KMOM2AYP3TYAAAAFVDBRTTCI][2019-04-18T14:07:53.108Z] 
   1.232 +2019-04-18 14:07:53,181 DEBUG [FireThornTaskExecutor-3] [BaseComponentEntity] Removing .... 
   1.233 +2019-04-18 14:07:53,181 DEBUG [FireThornTaskExecutor-3] [BaseComponentEntity] Notifying .... 
   1.234 +2019-04-18 14:07:53,181 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity] ogsaid [CREATED][null] 
   1.235 +2019-04-18 14:07:53,181 DEBUG [FireThornTaskExecutor-3] [BaseComponentEntity] scan for [68402][XX_QQZKRMISCBPFAAAAAFVDBRTSYY] 
   1.236 +2019-04-18 14:07:53,181 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity] scantest() 
   1.237 +2019-04-18 14:07:53,181 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity]   name   [XX_QQZKRMISCBPFAAAAAFVDBRTSYY] 
   1.238 +2019-04-18 14:07:53,181 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity]   ident  [68402] 
   1.239 +2019-04-18 14:07:53,181 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity]   ogsaid [null] 
   1.240 +2019-04-18 14:07:53,181 DEBUG [FireThornTaskExecutor-3] [BaseComponentEntity] Checking for existing lock [68402][XX_QQZKRMISCBPFAAAAAFVDBRTSYY] 
   1.241 +2019-04-18 14:07:53,181 DEBUG [FireThornTaskExecutor-3] [BaseComponentEntity] No existing lock found [68402][XX_QQZKRMISCBPFAAAAAFVDBRTSYY] 
   1.242 +2019-04-18 14:07:53,181 DEBUG [FireThornTaskExecutor-3] [BaseComponentEntity] Adding new lock [68402][XX_QQZKRMISCBPFAAAAAFVDBRTSYY][2019-04-18T14:07:53.181Z] 
   1.243 +2019-04-18 14:07:53,181 DEBUG [FireThornTaskExecutor-3] [BaseComponentEntity] Running scan [68402][XX_QQZKRMISCBPFAAAAAFVDBRTSYY] 
   1.244 +2019-04-18 14:07:53,181 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity] scanimpl() 
   1.245 +2019-04-18 14:07:53,181 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity]   name   [XX_QQZKRMISCBPFAAAAAFVDBRTSYY] 
   1.246 +2019-04-18 14:07:53,181 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity]   ident  [68402] 
   1.247 +2019-04-18 14:07:53,181 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity]   ogsaid [null] 
   1.248 +2019-04-18 14:07:53,181 DEBUG [FireThornTaskExecutor-3] [OgsaJdbcResourceEntity] init() 
   1.249 +2019-04-18 14:07:53,181 DEBUG [FireThornTaskExecutor-3] [OgsaJdbcResourceEntity]   name   [XX_QQZKRMISCBPFAAAAAFVDBRTSYY] 
   1.250 +2019-04-18 14:07:53,181 DEBUG [FireThornTaskExecutor-3] [OgsaJdbcResourceEntity]   ident  [68402] 
   1.251 +2019-04-18 14:07:53,182 DEBUG [FireThornTaskExecutor-3] [OgsaJdbcResourceEntity]   ogsaid [null] 
   1.252 +2019-04-18 14:07:53,191 DEBUG [FireThornTaskExecutor-3] [OgsaJdbcResourceEntity] Creating OGSA-DAI JDBC resource 
   1.253 +2019-04-18 14:07:53,191 DEBUG [FireThornTaskExecutor-3] [OgsaJdbcResourceEntity] Executing JdbcCreateResourceWorkflow 
   1.254 +2019-04-18 14:07:53,204 DEBUG [FireThornTaskExecutor-3] [JdbcConnectionEntity] operator() for [mssql] 
   1.255 +2019-04-18 14:07:53,205 DEBUG [FireThornTaskExecutor-3] [JdbcConnectionEntity] operator() for [mssql] 
   1.256 +2019-04-18 14:07:53,207 DEBUG [FireThornTaskExecutor-3] [JdbcConnectionEntity] operator() for [mssql] 
   1.257 +2019-04-18 14:07:53,207 DEBUG [FireThornTaskExecutor-3] [JdbcConnectionEntity] operator() for [mssql] 
   1.258 +2019-04-18 14:07:54,577 DEBUG [FireThornTaskExecutor-3] [SimpleWorkflowResult] RequestExecutionStatus [uk.org.ogsadai.resource.request.status.COMPLETED] 
   1.259 +2019-04-18 14:07:54,578 DEBUG [FireThornTaskExecutor-3] [OgsaJdbcResourceEntity] Status  [COMPLETED] 
   1.260 +2019-04-18 14:07:54,578 DEBUG [FireThornTaskExecutor-3] [OgsaJdbcResourceEntity] Created [ogsadai-5d92d465-e221-4bab-a452-f49d55fee7f3] 
   1.261 +2019-04-18 14:07:54,578 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity] ogsaid(status, ogsaid) 
   1.262 +2019-04-18 14:07:54,578 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity]   name   [XX_QQZKRMISCBPFAAAAAFVDBRTSYY] 
   1.263 +2019-04-18 14:07:54,578 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity]   ident  [68402] 
   1.264 +2019-04-18 14:07:54,578 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity]   ogsaid [null] 
   1.265 +2019-04-18 14:07:54,578 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity]   status [ACTIVE] 
   1.266 +2019-04-18 14:07:54,578 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity]   ogsaid [ogsadai-5d92d465-e221-4bab-a452-f49d55fee7f3] 
   1.267 +2019-04-18 14:07:54,579 DEBUG [FireThornTaskExecutor-3] [BaseComponentEntity] Releasing locks [68402][XX_QQZKRMISCBPFAAAAAFVDBRTSYY] 
   1.268 +2019-04-18 14:07:54,579 DEBUG [FireThornTaskExecutor-3] [BaseComponentEntity] Found existing lock [68402][XX_QQZKRMISCBPFAAAAAFVDBRTSYY][2019-04-18T14:07:53.181Z] 
   1.269 +2019-04-18 14:07:54,579 DEBUG [FireThornTaskExecutor-3] [BaseComponentEntity] Removing .... 
   1.270 +2019-04-18 14:07:54,579 DEBUG [FireThornTaskExecutor-3] [BaseComponentEntity] Notifying .... 
   1.271 +2019-04-18 14:07:54,579 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity] ogsaid [CREATED][null] 
   1.272 +2019-04-18 14:07:54,579 DEBUG [FireThornTaskExecutor-3] [BaseComponentEntity] scan for [68403][XX_JXGMOD5PJMDG4AAAAFVDBRTS5I] 
   1.273 +2019-04-18 14:07:54,579 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity] scantest() 
   1.274 +2019-04-18 14:07:54,579 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity]   name   [XX_JXGMOD5PJMDG4AAAAFVDBRTS5I] 
   1.275 +2019-04-18 14:07:54,579 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity]   ident  [68403] 
   1.276 +2019-04-18 14:07:54,579 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity]   ogsaid [null] 
   1.277 +2019-04-18 14:07:54,579 DEBUG [FireThornTaskExecutor-3] [BaseComponentEntity] Checking for existing lock [68403][XX_JXGMOD5PJMDG4AAAAFVDBRTS5I] 
   1.278 +2019-04-18 14:07:54,579 DEBUG [FireThornTaskExecutor-3] [BaseComponentEntity] No existing lock found [68403][XX_JXGMOD5PJMDG4AAAAFVDBRTS5I] 
   1.279 +2019-04-18 14:07:54,579 DEBUG [FireThornTaskExecutor-3] [BaseComponentEntity] Adding new lock [68403][XX_JXGMOD5PJMDG4AAAAFVDBRTS5I][2019-04-18T14:07:54.579Z] 
   1.280 +2019-04-18 14:07:54,579 DEBUG [FireThornTaskExecutor-3] [BaseComponentEntity] Running scan [68403][XX_JXGMOD5PJMDG4AAAAFVDBRTS5I] 
   1.281 +2019-04-18 14:07:54,579 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity] scanimpl() 
   1.282 +2019-04-18 14:07:54,579 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity]   name   [XX_JXGMOD5PJMDG4AAAAFVDBRTS5I] 
   1.283 +2019-04-18 14:07:54,579 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity]   ident  [68403] 
   1.284 +2019-04-18 14:07:54,579 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity]   ogsaid [null] 
   1.285 +2019-04-18 14:07:54,579 DEBUG [FireThornTaskExecutor-3] [OgsaJdbcResourceEntity] init() 
   1.286 +2019-04-18 14:07:54,580 DEBUG [FireThornTaskExecutor-3] [OgsaJdbcResourceEntity]   name   [XX_JXGMOD5PJMDG4AAAAFVDBRTS5I] 
   1.287 +2019-04-18 14:07:54,580 DEBUG [FireThornTaskExecutor-3] [OgsaJdbcResourceEntity]   ident  [68403] 
   1.288 +2019-04-18 14:07:54,580 DEBUG [FireThornTaskExecutor-3] [OgsaJdbcResourceEntity]   ogsaid [null] 
   1.289 +2019-04-18 14:07:54,580 DEBUG [FireThornTaskExecutor-3] [OgsaJdbcResourceEntity] Creating OGSA-DAI JDBC resource 
   1.290 +2019-04-18 14:07:54,580 DEBUG [FireThornTaskExecutor-3] [OgsaJdbcResourceEntity] Executing JdbcCreateResourceWorkflow 
   1.291 +2019-04-18 14:07:54,580 DEBUG [FireThornTaskExecutor-3] [JdbcConnectionEntity] operator() for [mssql] 
   1.292 +2019-04-18 14:07:54,580 DEBUG [FireThornTaskExecutor-3] [JdbcConnectionEntity] operator() for [mssql] 
   1.293 +2019-04-18 14:07:54,580 DEBUG [FireThornTaskExecutor-3] [JdbcConnectionEntity] operator() for [mssql] 
   1.294 +2019-04-18 14:07:54,580 DEBUG [FireThornTaskExecutor-3] [JdbcConnectionEntity] operator() for [mssql] 
   1.295 +2019-04-18 14:07:54,735 DEBUG [FireThornTaskExecutor-3] [SimpleWorkflowResult] RequestExecutionStatus [uk.org.ogsadai.resource.request.status.COMPLETED] 
   1.296 +2019-04-18 14:07:54,735 DEBUG [FireThornTaskExecutor-3] [OgsaJdbcResourceEntity] Status  [COMPLETED] 
   1.297 +2019-04-18 14:07:54,735 DEBUG [FireThornTaskExecutor-3] [OgsaJdbcResourceEntity] Created [ogsadai-d44424d2-3c35-451d-8b21-a205349b2b07] 
   1.298 +2019-04-18 14:07:54,735 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity] ogsaid(status, ogsaid) 
   1.299 +2019-04-18 14:07:54,735 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity]   name   [XX_JXGMOD5PJMDG4AAAAFVDBRTS5I] 
   1.300 +2019-04-18 14:07:54,735 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity]   ident  [68403] 
   1.301 +2019-04-18 14:07:54,736 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity]   ogsaid [null] 
   1.302 +2019-04-18 14:07:54,736 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity]   status [ACTIVE] 
   1.303 +2019-04-18 14:07:54,736 DEBUG [FireThornTaskExecutor-3] [OgsaBaseResourceEntity]   ogsaid [ogsadai-d44424d2-3c35-451d-8b21-a205349b2b07] 
   1.304 +2019-04-18 14:07:54,736 DEBUG [FireThornTaskExecutor-3] [BaseComponentEntity] Releasing locks [68403][XX_JXGMOD5PJMDG4AAAAFVDBRTS5I] 
   1.305 +2019-04-18 14:07:54,736 DEBUG [FireThornTaskExecutor-3] [BaseComponentEntity] Found existing lock [68403][XX_JXGMOD5PJMDG4AAAAFVDBRTS5I][2019-04-18T14:07:54.579Z] 
   1.306 +2019-04-18 14:07:54,736 DEBUG [FireThornTaskExecutor-3] [BaseComponentEntity] Removing .... 
   1.307 +2019-04-18 14:07:54,736 DEBUG [FireThornTaskExecutor-3] [BaseComponentEntity] Notifying .... 
   1.308 +2019-04-18 14:07:54,823 DEBUG [FireThornTaskExecutor-3] [OgsaContextClient] monkey(MonkeyParam) 
   1.309 +2019-04-18 14:07:55,058 DEBUG [FireThornTaskExecutor-3] [SimpleWorkflowResult] RequestExecutionStatus [uk.org.ogsadai.resource.request.status.PROCESSING] 
   1.310 +2019-04-18 14:07:55,066 DEBUG [FireThornTaskExecutor-3] [AdqlQueryTimings] AdqlQueryTimings() 
   1.311 +2019-04-18 14:07:55,066 DEBUG [FireThornTaskExecutor-3] [AdqlQueryTimings] AdqlQueryTimings() 
   1.312 +2019-04-18 14:07:55,068 DEBUG [FireThornTaskExecutor-3] [BlueTaskEntity] transition(TaskState) 
   1.313 +2019-04-18 14:07:55,068 DEBUG [FireThornTaskExecutor-3] [BlueTaskEntity]   ident [68202] 
   1.314 +2019-04-18 14:07:55,068 DEBUG [FireThornTaskExecutor-3] [BlueTaskEntity]   state [READY][RUNNING] 
   1.315 +2019-04-18 14:07:55,068 DEBUG [FireThornTaskExecutor-3] [BlueTaskEntity] accept(TaskState) 
   1.316 +2019-04-18 14:07:55,068 DEBUG [FireThornTaskExecutor-3] [BlueTaskEntity]   ident [68202] 
   1.317 +2019-04-18 14:07:55,068 DEBUG [FireThornTaskExecutor-3] [BlueTaskEntity]   state [READY][RUNNING] 
   1.318 +2019-04-18 14:07:55,069 DEBUG [FireThornTaskExecutor-3] [BlueTaskEntity] After execute() 
   1.319 +2019-04-18 14:07:55,069 DEBUG [FireThornTaskExecutor-3] [BlueTaskEntity]   state [RUNNING] 
   1.320 +2019-04-18 14:07:55,073 DEBUG [FireThornTaskExecutor-3] [AdqlQueryTimings] AdqlQueryTimings() 
   1.321 +2019-04-18 14:07:55,083 DEBUG [FireThornTaskExecutor-2] [BlueTaskEntity] Finished thread() 
   1.322 +2019-04-18 14:07:55,083 DEBUG [FireThornTaskExecutor-2] [BlueTaskEntity]   state [READY] 
   1.323 +2019-04-18 14:07:55,083 DEBUG [FireThornTaskExecutor-2] [BlueTaskEntity] Refreshing state 
   1.324 +2019-04-18 14:07:55,089 DEBUG [FireThornTaskExecutor-2] [AdqlQueryTimings] AdqlQueryTimings() 
   1.325 +2019-04-18 14:07:55,090 DEBUG [FireThornTaskExecutor-2] [AdqlQueryTimings] AdqlQueryTimings() 
   1.326 +2019-04-18 14:07:55,091 DEBUG [FireThornTaskExecutor-2] [BlueTaskEntity] Finished running() 
   1.327 +2019-04-18 14:07:55,091 DEBUG [FireThornTaskExecutor-2] [BlueTaskEntity]   state [RUNNING] 
   1.328 +2019-04-18 14:07:55,093 DEBUG [main-interface-5] [BlueQueryEntity] Converting current instance [68202] 
   1.329 +2019-04-18 14:07:55,099 DEBUG [main-interface-5] [AdqlQueryTimings] AdqlQueryTimings() 
   1.330 +2019-04-18 14:07:55,099 DEBUG [main-interface-5] [AdqlQueryTimings] AdqlQueryTimings() 
   1.331 +2019-04-18 14:07:55,099 DEBUG [main-interface-5] [BlueTaskEntity] waitfor() [68202]:[RUNNING]->[RUNNING]->[COMPLETED]:[3000000] 
   1.332 +2019-04-18 14:07:55,099 DEBUG [main-interface-5] [BlueTaskEntity] handle() [] 
   1.333 +2019-04-18 14:07:55,100 DEBUG [main-interface-5] [BlueTaskEntity$BaseEventListener] waitfor(Handle) [68202][RUNNING] 
   1.334 +2019-04-18 14:07:55,100 DEBUG [main-interface-5] [BlueTaskEntity$StatusEventListener] test() [68202][RUNNING]->[RUNNING]->[COMPLETED] 
   1.335 +2019-04-18 14:07:55,101 DEBUG [main-interface-5] [BlueTaskEntity$BaseEventListener] test() [68202][1][3000000] 
   1.336 +
     2.1 --- a/firethorn-ogsadai/activity/common/src/main/java/uk/ac/roe/wfau/firethorn/ogsadai/activity/common/chaos/MonkeyParam.java	Wed Apr 17 16:45:12 2019 +0300
     2.2 +++ b/firethorn-ogsadai/activity/common/src/main/java/uk/ac/roe/wfau/firethorn/ogsadai/activity/common/chaos/MonkeyParam.java	Thu Apr 18 18:06:52 2019 +0300
     2.3 @@ -57,4 +57,11 @@
     2.4      public void sqlException(final Object owner, final Object value)
     2.5          throws SQLException;
     2.6  
     2.7 +    /**
     2.8 +     * Check the parameters and throw a SQLException.
     2.9 +     * This method matches Object.getClass().getName() against the parameter name. 
    2.10 +     *
    2.11 +     */
    2.12 +	void sqlException(final Object owner, final Object value, final String message) throws SQLException;
    2.13 +
    2.14      }
     3.1 --- a/firethorn-ogsadai/activity/common/src/main/java/uk/ac/roe/wfau/firethorn/ogsadai/activity/common/chaos/MonkeyParamBase.java	Wed Apr 17 16:45:12 2019 +0300
     3.2 +++ b/firethorn-ogsadai/activity/common/src/main/java/uk/ac/roe/wfau/firethorn/ogsadai/activity/common/chaos/MonkeyParamBase.java	Thu Apr 18 18:06:52 2019 +0300
     3.3 @@ -107,4 +107,15 @@
     3.4                  ); 
     3.5              }
     3.6          }
     3.7 +
     3.8 +    @Override
     3.9 +    public void sqlException(Object owner, Object value, String message) throws SQLException
    3.10 +        {
    3.11 +        if (test(owner, value))
    3.12 +            {
    3.13 +            throw new SQLException(
    3.14 +                message
    3.15 +                ); 
    3.16 +            }
    3.17 +        }
    3.18      }
     4.1 --- a/firethorn-ogsadai/activity/server/src/main/java/uk/ac/roe/wfau/firethorn/ogsadai/activity/server/sql/SQLQueryActivity.java	Wed Apr 17 16:45:12 2019 +0300
     4.2 +++ b/firethorn-ogsadai/activity/server/src/main/java/uk/ac/roe/wfau/firethorn/ogsadai/activity/server/sql/SQLQueryActivity.java	Thu Apr 18 18:06:52 2019 +0300
     4.3 @@ -380,7 +380,7 @@
     4.4  	        // interruption of the current thread as happens if an
     4.5  	        // OGSA-DAI request is terminated, then an exception
     4.6  	        // will be thrown.
     4.7 -	        this.mContext.monkey().sqlException(this, "jG2hdk00");
     4.8 +	        this.mContext.monkey().sqlException(this, "jG2hdk00", "Warning: Fatal error 823 occurred at Mar 19 2019 12:57PM. Note the error and time, and contact your system administrator.");
     4.9  	        resultSet = future.get();
    4.10  	        logger.debug("CallableStatement returned ResultSet");
    4.11  	        this.mContext.monkey().sqlException(this, "chahw2Ao");