Ticket #1456: err.html

File err.html, 16.0 KB (added by dstn, 9 years ago)
Line 
1<body bgcolor="#f0f0f8"><font color="#f0f0f8" size="-5"> -->
2<body bgcolor="#f0f0f8"><font color="#f0f0f8" size="-5"> --> -->
3</font> </font> </font> </script> </object> </blockquote> </pre>
4</table> </table> </table> </table> </table> </font> </font> </font><body bgcolor="#f0f0f8">
5<table width="100%" cellspacing=0 cellpadding=2 border=0 summary="heading">
6<tr bgcolor="#6622aa">
7<td valign=bottom>&nbsp;<br>
8<font color="#ffffff" face="helvetica, arial">&nbsp;<br><big><big><strong>&lt;class 'ncsa_sciarch.lockapp.ApplicationLocked'&gt;</strong></big></big></font></td
9><td align=right valign=bottom
10><font color="#ffffff" face="helvetica, arial">Python 2.5.2: /lsst/DC3/stacks/32bit/19aug10/Linux/external/python/2.5.2/bin/python<br>Wed Sep 29 15:04:45 2010</font></td></tr></table>
11   
12<p>A problem occurred in a Python script.  Here is the sequence of
13function calls leading up to the error, in the order they occurred.</p>
14<table width="100%" cellspacing=0 cellpadding=0 border=0>
15<tr><td bgcolor="#d8bbff"><big>&nbsp;</big><a href="file:///var/www/cgi-bin/DATAarch/dc3GetProduct.py">/var/www/cgi-bin/DATAarch/dc3GetProduct.py</a> in <strong><module></strong>()</td></tr>
16<tr><td><font color="#909090"><tt><small>&nbsp;&nbsp;124</small>&nbsp;def&nbsp;verb(lev,&nbsp;msg,&nbsp;*args,&nbsp;**kw):<br>
17</tt></font></td></tr>
18<tr><td><font color="#909090"><tt><small>&nbsp;&nbsp;125</small>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;logger.log(logging.INFO-lev,&nbsp;msg,&nbsp;*args,&nbsp;**kw)<br>
19</tt></font></td></tr>
20<tr><td><font color="#909090"><tt><small>&nbsp;&nbsp;126</small>&nbsp;<br>
21</tt></font></td></tr>
22<tr><td><font color="#909090"><tt><small>&nbsp;&nbsp;127</small>&nbsp;if&nbsp;__name__&nbsp;==&nbsp;"__main__":<br>
23</tt></font></td></tr>
24<tr><td bgcolor="#ffccee"><tt><small>&nbsp;&nbsp;128</small>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;main()<br>
25</tt></td></tr>
26<tr><td><small><font color="#909090"><strong>main</strong>&nbsp;= &lt;function main at 0x9b1cfb4&gt;</font></small></td></tr></table>
27<table width="100%" cellspacing=0 cellpadding=0 border=0>
28<tr><td bgcolor="#d8bbff"><big>&nbsp;</big><a href="file:///var/www/cgi-bin/DATAarch/dc3GetProduct.py">/var/www/cgi-bin/DATAarch/dc3GetProduct.py</a> in <strong>main</strong>()</td></tr>
29<tr><td><font color="#909090"><tt><small>&nbsp;&nbsp;&nbsp;54</small>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;if&nbsp;id&nbsp;is&nbsp;None:&nbsp;&nbsp;id&nbsp;=&nbsp;""<br>
30</tt></font></td></tr>
31<tr><td><font color="#909090"><tt><small>&nbsp;&nbsp;&nbsp;55</small>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;id&nbsp;=&nbsp;id.strip('/')<br>
32</tt></font></td></tr>
33<tr><td bgcolor="#ffccee"><tt><small>&nbsp;&nbsp;&nbsp;56</small>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;deliver(id,&nbsp;cfg)<br>
34</tt></td></tr>
35<tr><td><font color="#909090"><tt><small>&nbsp;&nbsp;&nbsp;57</small>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;sys.exit(0)<br>
36</tt></font></td></tr>
37<tr><td><font color="#909090"><tt><small>&nbsp;&nbsp;&nbsp;58</small>&nbsp;<br>
38</tt></font></td></tr>
39<tr><td><small><font color="#909090"><em>global</em> <strong>deliver</strong>&nbsp;= &lt;function deliver at 0x9b222cc&gt;, <strong>id</strong>&nbsp;= 'obs/CFHTLS/D1/raw/v720438-fr/s00/c00-a1.fits', <strong>cfg</strong>&nbsp;= &lt;ncsa_sciarch.config.ConfigProperty object at 0x9b21bac&gt;</font></small></td></tr></table>
40<table width="100%" cellspacing=0 cellpadding=0 border=0>
41<tr><td bgcolor="#d8bbff"><big>&nbsp;</big><a href="file:///var/www/cgi-bin/DATAarch/dc3GetProduct.py">/var/www/cgi-bin/DATAarch/dc3GetProduct.py</a> in <strong>deliver</strong>(id='obs/CFHTLS/D1/raw/v720438-fr/s00/c00-a1.fits', conf=&lt;ncsa_sciarch.config.ConfigProperty object at 0x9b21bac&gt;)</td></tr>
42<tr><td><font color="#909090"><tt><small>&nbsp;&nbsp;&nbsp;73</small>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;t0&nbsp;=&nbsp;time.time()<br>
43</tt></font></td></tr>
44<tr><td><font color="#909090"><tt><small>&nbsp;&nbsp;&nbsp;74</small>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;if&nbsp;not&nbsp;res.available(id):<br>
45</tt></font></td></tr>
46<tr><td bgcolor="#ffccee"><tt><small>&nbsp;&nbsp;&nbsp;75</small>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;restore(res,&nbsp;id,&nbsp;int(cfg.timeout))<br>
47</tt></td></tr>
48<tr><td><font color="#909090"><tt><small>&nbsp;&nbsp;&nbsp;76</small>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tell("&nbsp;RESTORED:&nbsp;%s&nbsp;in&nbsp;%d&nbsp;s",&nbsp;id,&nbsp;time.time()-t0)<br>
49</tt></font></td></tr>
50<tr><td><font color="#909090"><tt><small>&nbsp;&nbsp;&nbsp;77</small>&nbsp;<br>
51</tt></font></td></tr>
52<tr><td><small><font color="#909090"><em>global</em> <strong>restore</strong>&nbsp;= &lt;function restore at 0x9b22304&gt;, <strong>res</strong>&nbsp;= &lt;lsst.daf.web.dc3restore.Restorer object at 0x9b21e6c&gt;, <strong>id</strong>&nbsp;= 'obs/CFHTLS/D1/raw/v720438-fr/s00/c00-a1.fits', <em>builtin</em> <strong>int</strong>&nbsp;= &lt;type 'int'&gt;, <strong>cfg</strong>&nbsp;= &lt;ncsa_sciarch.config.ConfigProperty object at 0x9b242ac&gt;, cfg.<strong>timeout</strong>&nbsp;= '1200'</font></small></td></tr></table>
53<table width="100%" cellspacing=0 cellpadding=0 border=0>
54<tr><td bgcolor="#d8bbff"><big>&nbsp;</big><a href="file:///var/www/cgi-bin/DATAarch/dc3GetProduct.py">/var/www/cgi-bin/DATAarch/dc3GetProduct.py</a> in <strong>restore</strong>(res=&lt;lsst.daf.web.dc3restore.Restorer object at 0x9b21e6c&gt;, id='obs/CFHTLS/D1/raw/v720438-fr/s00/c00-a1.fits', timeout=1200)</td></tr>
55<tr><td><font color="#909090"><tt><small>&nbsp;&nbsp;104</small>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;lock&nbsp;=&nbsp;inprogress.lockId(id,&nbsp;timeout=60)<br>
56</tt></font></td></tr>
57<tr><td><font color="#909090"><tt><small>&nbsp;&nbsp;105</small>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;if&nbsp;not&nbsp;res.available(id):<br>
58</tt></font></td></tr>
59<tr><td bgcolor="#ffccee"><tt><small>&nbsp;&nbsp;106</small>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;res.restore(id)<br>
60</tt></td></tr>
61<tr><td><font color="#909090"><tt><small>&nbsp;&nbsp;107</small>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;del&nbsp;lock<br>
62</tt></font></td></tr>
63<tr><td><font color="#909090"><tt><small>&nbsp;&nbsp;108</small>&nbsp;<br>
64</tt></font></td></tr>
65<tr><td><small><font color="#909090"><strong>res</strong>&nbsp;= &lt;lsst.daf.web.dc3restore.Restorer object at 0x9b21e6c&gt;, res.<strong>restore</strong>&nbsp;= &lt;bound method Restorer.restore of &lt;lsst.daf.web.dc3restore.Restorer object at 0x9b21e6c&gt;&gt;, <strong>id</strong>&nbsp;= 'obs/CFHTLS/D1/raw/v720438-fr/s00/c00-a1.fits'</font></small></td></tr></table>
66<table width="100%" cellspacing=0 cellpadding=0 border=0>
67<tr><td bgcolor="#d8bbff"><big>&nbsp;</big><a href="file:///appl/DATAarch/python/lsst/daf/web/dc3restore.py">/appl/DATAarch/python/lsst/daf/web/dc3restore.py</a> in <strong>restore</strong>(self=&lt;lsst.daf.web.dc3restore.Restorer object at 0x9b21e6c&gt;, id='obs/CFHTLS/D1/raw/v720438-fr/s00/c00-a1.fits')</td></tr>
68<tr><td><font color="#909090"><tt><small>&nbsp;&nbsp;467</small>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;target&nbsp;=&nbsp;self._untar(tpath,&nbsp;mempath,&nbsp;reservation.stagedir)<br>
69</tt></font></td></tr>
70<tr><td><font color="#909090"><tt><small>&nbsp;&nbsp;468</small>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;cpath&nbsp;=&nbsp;reservation.acceptItemAs(target,&nbsp;re.sub('/',':',&nbsp;id))<br>
71</tt></font></td></tr>
72<tr><td bgcolor="#ffccee"><tt><small>&nbsp;&nbsp;469</small>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;reservation.done()<br>
73</tt></td></tr>
74<tr><td><font color="#909090"><tt><small>&nbsp;&nbsp;470</small>&nbsp;<br>
75</tt></font></td></tr>
76<tr><td><font color="#909090"><tt><small>&nbsp;&nbsp;471</small>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;else:<br>
77</tt></font></td></tr>
78<tr><td><small><font color="#909090"><strong>reservation</strong>&nbsp;= &lt;ncsa_sciarch.cachemgr.cache.gen.Reservation object at 0x9b24fec&gt;, reservation.<strong>done</strong>&nbsp;= &lt;bound method Reservation.done of &lt;ncsa_sciarch.cachemgr.cache.gen.Reservation object at 0x9b24fec&gt;&gt;</font></small></td></tr></table>
79<table width="100%" cellspacing=0 cellpadding=0 border=0>
80<tr><td bgcolor="#d8bbff"><big>&nbsp;</big><a href="file:///appl/DATAarch/python/ncsa_sciarch/cachemgr/cache/gen.py">/appl/DATAarch/python/ncsa_sciarch/cachemgr/cache/gen.py</a> in <strong>done</strong>(self=&lt;ncsa_sciarch.cachemgr.cache.gen.Reservation object at 0x9b24fec&gt;, name=None, fast=False)</td></tr>
81<tr><td><font color="#909090"><tt><small>&nbsp;&nbsp;257</small>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;"""<br>
82</tt></font></td></tr>
83<tr><td><font color="#909090"><tt><small>&nbsp;&nbsp;258</small>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;if&nbsp;self.stagedir:<br>
84</tt></font></td></tr>
85<tr><td bgcolor="#ffccee"><tt><small>&nbsp;&nbsp;259</small>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.cancel()<br>
86</tt></td></tr>
87<tr><td><font color="#909090"><tt><small>&nbsp;&nbsp;260</small>&nbsp;<br>
88</tt></font></td></tr>
89<tr><td><font color="#909090"><tt><small>&nbsp;&nbsp;261</small>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;def&nbsp;__del__(self):<br>
90</tt></font></td></tr>
91<tr><td><small><font color="#909090"><strong>self</strong>&nbsp;= &lt;ncsa_sciarch.cachemgr.cache.gen.Reservation object at 0x9b24fec&gt;, self.<strong>cancel</strong>&nbsp;= &lt;bound method Reservation.cancel of &lt;ncsa_sciarc...hemgr.cache.gen.Reservation object at 0x9b24fec&gt;&gt;</font></small></td></tr></table>
92<table width="100%" cellspacing=0 cellpadding=0 border=0>
93<tr><td bgcolor="#d8bbff"><big>&nbsp;</big><a href="file:///appl/DATAarch/python/ncsa_sciarch/cachemgr/cache/gen.py">/appl/DATAarch/python/ncsa_sciarch/cachemgr/cache/gen.py</a> in <strong>cancel</strong>(self=&lt;ncsa_sciarch.cachemgr.cache.gen.Reservation object at 0x9b24fec&gt;)</td></tr>
94<tr><td><font color="#909090"><tt><small>&nbsp;&nbsp;208</small>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;"""<br>
95</tt></font></td></tr>
96<tr><td><font color="#909090"><tt><small>&nbsp;&nbsp;209</small>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;try:<br>
97</tt></font></td></tr>
98<tr><td bgcolor="#ffccee"><tt><small>&nbsp;&nbsp;210</small>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self._cache._cancel(self._id)<br>
99</tt></td></tr>
100<tr><td><font color="#909090"><tt><small>&nbsp;&nbsp;211</small>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;finally:<br>
101</tt></font></td></tr>
102<tr><td><font color="#909090"><tt><small>&nbsp;&nbsp;212</small>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.stagedir&nbsp;=&nbsp;None<br>
103</tt></font></td></tr>
104<tr><td><small><font color="#909090"><strong>self</strong>&nbsp;= &lt;ncsa_sciarch.cachemgr.cache.gen.Reservation object at 0x9b24fec&gt;, self.<strong>_cache</strong>&nbsp;= &lt;ncsa_sciarch.cachemgr.cache.simple.SimpleCache object at 0x9b245cc&gt;, self._cache.<strong>_cancel</strong>&nbsp;= &lt;bound method SimpleCache._cancel of &lt;ncsa_sciar...gr.cache.simple.SimpleCache object at 0x9b245cc&gt;&gt;, self.<strong>_id</strong>&nbsp;= '2010-09-29T15:03:51.94'</font></small></td></tr></table>
105<table width="100%" cellspacing=0 cellpadding=0 border=0>
106<tr><td bgcolor="#d8bbff"><big>&nbsp;</big><a href="file:///appl/DATAarch/python/ncsa_sciarch/cachemgr/cache/gen.py">/appl/DATAarch/python/ncsa_sciarch/cachemgr/cache/gen.py</a> in <strong>_cancel</strong>(self=&lt;ncsa_sciarch.cachemgr.cache.simple.SimpleCache object at 0x9b245cc&gt;, id='2010-09-29T15:03:51.94')</td></tr>
107<tr><td><font color="#909090"><tt><small>&nbsp;&nbsp;471</small>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;raise&nbsp;ValueError("Bad&nbsp;id:&nbsp;%s",&nbsp;id)<br>
108</tt></font></td></tr>
109<tr><td><font color="#909090"><tt><small>&nbsp;&nbsp;472</small>&nbsp;<br>
110</tt></font></td></tr>
111<tr><td bgcolor="#ffccee"><tt><small>&nbsp;&nbsp;473</small>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;lock&nbsp;=&nbsp;self.lock()<br>
112</tt></td></tr>
113<tr><td><font color="#909090"><tt><small>&nbsp;&nbsp;474</small>&nbsp;<br>
114</tt></font></td></tr>
115<tr><td><font color="#909090"><tt><small>&nbsp;&nbsp;475</small>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;#&nbsp;now&nbsp;remove&nbsp;the&nbsp;directory;&nbsp;this&nbsp;invalidates&nbsp;the&nbsp;reservation<br>
116</tt></font></td></tr>
117<tr><td><small><font color="#909090">lock <em>undefined</em>, <strong>self</strong>&nbsp;= &lt;ncsa_sciarch.cachemgr.cache.simple.SimpleCache object at 0x9b245cc&gt;, self.<strong>lock</strong>&nbsp;= &lt;bound method SimpleCache.lock of &lt;ncsa_sciarch....gr.cache.simple.SimpleCache object at 0x9b245cc&gt;&gt;</font></small></td></tr></table>
118<table width="100%" cellspacing=0 cellpadding=0 border=0>
119<tr><td bgcolor="#d8bbff"><big>&nbsp;</big><a href="file:///appl/DATAarch/python/ncsa_sciarch/cachemgr/cache/gen.py">/appl/DATAarch/python/ncsa_sciarch/cachemgr/cache/gen.py</a> in <strong>lock</strong>(self=&lt;ncsa_sciarch.cachemgr.cache.simple.SimpleCache object at 0x9b245cc&gt;, timeout=0)</td></tr>
120<tr><td><font color="#909090"><tt><small>&nbsp;&nbsp;410</small>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;if&nbsp;not&nbsp;self.available():<br>
121</tt></font></td></tr>
122<tr><td><font color="#909090"><tt><small>&nbsp;&nbsp;411</small>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;raise&nbsp;lockapp.ApplicationLocked("Cache&nbsp;is&nbsp;already&nbsp;locked&nbsp;(%s)"&nbsp;%<br>
123</tt></font></td></tr>
124<tr><td bgcolor="#ffccee"><tt><small>&nbsp;&nbsp;412</small>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self._home)<br>
125</tt></td></tr>
126<tr><td><font color="#909090"><tt><small>&nbsp;&nbsp;413</small>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;lockfile.create()<br>
127</tt></font></td></tr>
128<tr><td><font color="#909090"><tt><small>&nbsp;&nbsp;414</small>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;return&nbsp;lockapp.AppLock(lockfile)<br>
129</tt></font></td></tr>
130<tr><td><small><font color="#909090"><strong>self</strong>&nbsp;= &lt;ncsa_sciarch.cachemgr.cache.simple.SimpleCache object at 0x9b245cc&gt;, self.<strong>_home</strong>&nbsp;= '/data/cache/4/datacache'</font></small></td></tr></table><p><strong>&lt;class 'ncsa_sciarch.lockapp.ApplicationLocked'&gt;</strong>: Cache is already locked (/data/cache/4/datacache)
131<br><tt><small>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;</small>&nbsp;</tt>args&nbsp;=
132()
133<br><tt><small>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;</small>&nbsp;</tt>getMessage&nbsp;=
134&lt;bound method ApplicationLocked.getMessage of ApplicationLocked()&gt;
135<br><tt><small>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;</small>&nbsp;</tt>message&nbsp;=
136''
137<br><tt><small>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;</small>&nbsp;</tt>msg&nbsp;=
138'Cache is already locked (/data/cache/4/datacache)'
139
140
141<!-- The above is a description of an error in a Python program, formatted
142     for a Web browser because the 'cgitb' module was enabled.  In case you
143     are not reading this in a Web browser, here is the original traceback:
144
145Traceback (most recent call last):
146  File "/var/www/cgi-bin/DATAarch/dc3GetProduct.py", line 128, in &lt;module&gt;
147    main()
148  File "/var/www/cgi-bin/DATAarch/dc3GetProduct.py", line 56, in main
149    deliver(id, cfg)
150  File "/var/www/cgi-bin/DATAarch/dc3GetProduct.py", line 75, in deliver
151    restore(res, id, int(cfg.timeout))
152  File "/var/www/cgi-bin/DATAarch/dc3GetProduct.py", line 106, in restore
153    res.restore(id)
154  File "/appl/DATAarch/python/lsst/daf/web/dc3restore.py", line 469, in restore
155    reservation.done()
156  File "/appl/DATAarch/python/ncsa_sciarch/cachemgr/cache/gen.py", line 259, in done
157    self.cancel()
158  File "/appl/DATAarch/python/ncsa_sciarch/cachemgr/cache/gen.py", line 210, in cancel
159    self._cache._cancel(self._id)
160  File "/appl/DATAarch/python/ncsa_sciarch/cachemgr/cache/gen.py", line 473, in _cancel
161    lock = self.lock()
162  File "/appl/DATAarch/python/ncsa_sciarch/cachemgr/cache/gen.py", line 412, in lock
163    self._home)
164ApplicationLocked: Cache is already locked (/data/cache/4/datacache)
165
166-->
167