insert into `bug_reports` values (79683,'atlas','segmentation fault in muonidcombined in x100 reconstruction','opening a new bug. this is similar to bug #79645 but might be \r\nunrelated\r\n\r\n- the tag is x100, which was supposed to fix #79645\r\n\r\n- the crash is in muonidcombined, while it was in muoncombinedrefit\r\n\r\n- the effect is much less dramatic, i have a total of 7 crashes\r\nout of 4000 jobs in 4 different reconstruction tasks\r\n\r\ndata11_7tev.00177912.physics_l1calo.merge.raw.x100.recon.task\r\ndata11_7tev.00177924.physics_standby.merge.raw.x100.recon.task\r\ndata11_7tev.00177924.physics_l1muon.merge.raw.x100.recon.task\r\ndata11_7tev.00177924.express_express.daq.raw.x100.recon.task\r\n\r\ntommaso\r\n\r\n\r\nsun mar 20 01:22:50 2011\r\n\r\ntzex version is  $revision: 340749 $\r\n\r\n&gt;&gt;&gt;&gt;&gt;  start of argdict \r\n\r\n{\'--ignoreerrors\': \'all\',\r\n \'--omitvalidation\': \'all\',\r\n \'amitag\': \'x100\',\r\n \'autoconfiguration\': \'everything,conditionstag=comcond-es1p*-004-04\',\r\n \'inputbsfile\': [\'data11_7tev.00177912.physics_l1calo.merge.raw#data11_7tev.00177912.physics_l1calo.merge.raw._lb0276._sfo-9._0001.1\'],\r\n \'maxevents\': -1,\r\n \'outputaodfile\': \'data11_7tev.00177912.physics_l1calo.recon.aod.x100#data11_7tev.00177912.physics_l1calo.recon.aod.x100._lb0276._sfo-9._0001\',\r\n \'outputesdfile\': \'data11_7tev.00177912.physics_l1calo.recon.esd.x100#data11_7tev.00177912.physics_l1calo.recon.esd.x100._lb0276._sfo-9._0001\',\r\n \'outputhistfile\': \'data11_7tev.00177912.physics_l1calo.recon.hist.x100#data11_7tev.00177912.physics_l1calo.recon.hist.x100._lb0276._sfo-9._0001\',\r\n \'outputntup_trigfile\': \'data11_7tev.00177912.physics_l1calo.recon.ntup_trig.x100#data11_7tev.00177912.physics_l1calo.recon.ntup_trig.x100._lb0276._sfo-9._0001\',\r\n \'preexec\': \'indetflags.usebeamconstraint.set_value_and_lock(false);muoncombinedrecflags.docombinedmuonfit.set_value_and_lock(false)\'}\r\n&lt;&lt;&lt;&lt;&lt;  end of argdict \r\n\r\n\r\nsun mar 20 01:22:50 2011\r\n\r\n\r\nstagein\r\n\r\n[(\'data11_7tev.00177912.physics_l1calo.merge.raw\', \'data11_7tev.00177912.physics_l1calo.merge.raw._lb0276._sfo-9._0001.1\', \'/castor/cern.ch/grid/atlas/tzero/prod1/perm/data11_7tev/physics_l1calo/00177912/data11_7tev.00177912.physics_l1calo.merge.raw/data11_7tev.00177912.physics_l1calo.merge.raw._lb0276._sfo-9._0001.1\', \'data11_7tev.00177912.physics_l1calo.merge.raw._lb0276._sfo-9._0001.1\', \'t0atlas\', \'stagein\', \'raw\')]\r\n\r\n\r\nsun mar 20 01:22:50 2011\r\n\r\n\r\n-----&gt;  staging in  data11_7tev.00177912.physics_l1calo.merge.raw._lb0276._sfo-9._0001.1\r\n\r\nexport stage_svcclass=t0atlas ; export stage_host=castoratlas ; umask 7 ;  rfcp /castor/cern.ch/grid/atlas/tzero/prod1/perm/data11_7tev/physics_l1calo/00177912/data11_7tev.00177912.physics_l1calo.merge.raw/data11_7tev.00177912.physics_l1calo.merge.raw._lb0276._sfo-9._0001.1 data11_7tev.00177912.physics_l1calo.merge.raw._lb0276._sfo-9._0001.1\r\n0 1619194332 bytes in 16 seconds through eth0 (in) and local (out) (98827 kb/sec)\r\n1619194332 bytes in remote file\r\n\r\n0 1619194332 bytes in 16 seconds through eth0 (in) and local (out) (98827 kb/sec)\r\n1619194332 bytes in remote file\r\n\r\nlogging: connection succeeded\r\nlogging: executing...\r\ninsert into cpattempt (source,dest,retrynr,exitcode,erroracronym,startepoch,           endepoch,stdboth,filesize,server,transfertime,type,filetype,svcclass) values (:source,:dest,:retrynr,:exitcode,:eacro,:startepoch, :endepoch,:stdboth,          :filesize, :server, :transfertime, :type, :filetype, :svcclass)\r\n{\'retrynr\': 1, \'svcclass\': \'t0atlas\', \'eacro\': \'ok\', \'dest\': \'data11_7tev.00177912.physics_l1calo.merge.raw._lb0276._sfo-9._0001.1\', \'startepoch\': 1300580570, \'endepoch\': 1300580590, \'filesize\': 1619194332, \'server\': \'\', \'source\': \'/castor/cern.ch/grid/atlas/tzero/prod1/perm/data11_7tev/physics_l1calo/00177912/data11_7tev.00177912.physics_l1calo.merge.raw/data11_7tev.00177912.physics_l1calo.merge.raw._lb0276._sfo-9._0001.1\', \'transfertime\': 16, \'stdboth\': \'1619194332 bytes in 16 seconds through eth0 (in) and local (out) (98827 kb/sec)\\n1619194332 bytes in remote file\\n\\n\', \'type\': \'stagein\', \'filetype\': \'raw\', \'exitcode\': 0}\r\nlogging: connection closed\r\nok 20236 20174 [(0, 1, \'1619194332 bytes in 16 seconds through eth0 (in) and local (out) (98827 kb/sec)\\n1619194332 bytes in remote file\\n\\n\', 1300580570, 1300580590)]\r\nstaging in took  20 seconds ok\r\n\r\nstagein succeeded\r\n\r\nsun mar 20 01:23:10 2011\r\n\r\n\r\nsun mar 20 01:23:10 2011\r\n\r\n\r\ntrans start\r\n\r\nsource /afs/cern.ch/atlas/tzero/prod1/inst/projects/data11/setup/setuptrf.sh /afs/cern.ch/atlas/tzero/prod1/inst/projects/data11/patches/atlasproduction-16.6.2.5 atlasproduction-16.6.2.5 /afs/cern.ch/atlas/tzero/prod1/inst/projects/data11/setup/specialsetup_tier0.sh ; python -u `which reco_trf.py` --argdict=/afs/cern.ch/atlas/tzero/prod1/log1/9845/9845929_data11_7tev.00177912.physics_l1calo.merge.raw.x100.recon.task._lb0276._sfo-9._0001.job.5//data11_7tev.00177912.physics_l1calo.merge.raw.x100.recon.task._lb0276._sfo-9._0001.job.argdict.gpickle  &amp;&gt; data11_7tev.00177912.physics_l1calo.merge.raw.x100.recon.task._lb0276._sfo-9._0001.job.tmp.log\r\natlassetup(warning): test directory [/afs/cern.ch/atlas/tzero/prod1/inst/projects/data11/patches/atlasproduction-16.6.2.5] doesn\'t exist\r\natlassetup(warning): test directory doesn\'t exist\r\n    /afs/cern.ch/atlas/tzero/prod1/inst/projects/data11/patches/atlasproduction-16.6.2.5\r\ncreated local authentication.xml file\r\ncreated local dblookup.xml file\r\ncopied geometry db file from /afs/cern.ch/atlas/conditions/geomdb_tier0/geomdb/geomdb_sqlite\r\nall done\r\nunsetting frontier_server ...\r\nsetting coral_dblookup_path to  /pool/lsf/atlast0/128362072:/afs/cern.ch/atlas/software/releases/16.6.2/dbrelease/current/xmlconfig\r\nsetting coral_auth_path to  /pool/lsf/atlast0/128362072:/afs/cern.ch/atlas/tzero/prod1/inst/var/private:/afs/cern.ch/atlas/software/releases/16.6.2/dbrelease/current/xmlconfig:/afs/cern.ch/atlas/tzero/prod1/inst/var/private\r\n\r\ntrans end\r\n\r\n\r\nsun mar 20 04:58:27 2011\r\n\r\n\r\ntail of logfile \r\n&gt;&gt;&gt;\r\nfpeauditor        warning fpe invalid in [execute] of [indettrt_standalonetrackfinder]\r\nfpeauditor        warning fpe divbyzero in [execute of [indettrt_standalonetrackfinder]\r\nfpeauditor        warning fpe invalid in [execute] of [indetprivxfinder]\r\nfpeauditor        warning fpe divbyzero in [execute of [indetprivxfinder]\r\ntoolsvc.zdcrecchanneltool                         warning zero size g0d0 at id  0xfffff800\r\ntoolsvc.zdcrecchanneltool                         warning zero size g1d0 at id  0xfffff800\r\nstoregatesvc                                      warning retrieve(const): no valid proxy for object mugirlcombinedmuoncontainer  of type analysis::muoncontainer(clid 1073853171)\r\nstoregatesvc                                      warning retrieve(const): no valid proxy for object mugirlcombinedmuoncontainer  of type analysis::muoncontainer(clid 1073853171)\r\nstoregatesvc                                      warning retrieve(const): no valid proxy for object mugirlcombinedmuoncontainer  of type analysis::muoncontainer(clid 1073853171)\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\nfpeauditor        warning fpe divbyzero in [execute of [indetalignmonmanager]\r\nfpeauditor        warning fpe invalid in [execute] of [globalmonmanager]\r\nfpeauditor        warning fpe divbyzero in [execute of [globalmonmanager]\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  done processing event #885720, run #177912 301 events processed so far  &lt;&lt;&lt;===\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  start processing event #885744, run #177912 301 events processed so far  &lt;&lt;&lt;===\r\nfpeauditor        warning fpe invalid in [execute] of [indettrt_standalonetrackfinder]\r\nfpeauditor        warning fpe divbyzero in [execute of [indettrt_standalonetrackfinder]\r\nfpeauditor        warning fpe invalid in [execute] of [indetprivxfinder]\r\nfpeauditor        warning fpe divbyzero in [execute of [indetprivxfinder]\r\ntoolsvc.zdcrecchanneltool                         warning zero size g0d0 at id  0xfffff800\r\ntoolsvc.zdcrecchanneltool                         warning zero size g1d0 at id  0xfffff800\r\nstoregatesvc                                      warning retrieve(const): no valid proxy for object mugirlcombinedmuoncontainer  of type analysis::muoncontainer(clid 1073853171)\r\nstoregatesvc                                      warning retrieve(const): no valid proxy for object mugirlcombinedmuoncontainer  of type analysis::muoncontainer(clid 1073853171)\r\nstoregatesvc                                      warning retrieve(const): no valid proxy for object mugirlcombinedmuoncontainer  of type analysis::muoncontainer(clid 1073853171)\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\nfpeauditor        warning fpe divbyzero in [execute of [indetalignmonmanager]\r\nfpeauditor        warning fpe invalid in [execute] of [globalmonmanager]\r\nfpeauditor        warning fpe divbyzero in [execute of [globalmonmanager]\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  done processing event #885744, run #177912 302 events processed so far  &lt;&lt;&lt;===\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  start processing event #885724, run #177912 302 events processed so far  &lt;&lt;&lt;===\r\nfpeauditor        warning fpe invalid in [execute] of [indettrt_standalonetrackfinder]\r\nfpeauditor        warning fpe divbyzero in [execute of [indettrt_standalonetrackfinder]\r\nfpeauditor        warning fpe invalid in [execute] of [indetprivxfinder]\r\nfpeauditor        warning fpe divbyzero in [execute of [indetprivxfinder]\r\ntoolsvc.zdcrecchanneltool                         warning zero size g0d0 at id  0xfffff800\r\ntoolsvc.zdcrecchanneltool                         warning zero size g1d0 at id  0xfffff800\r\nstoregatesvc                                      warning retrieve(const): no valid proxy for object mugirlcombinedmuoncontainer  of type analysis::muoncontainer(clid 1073853171)\r\nstoregatesvc                                      warning retrieve(const): no valid proxy for object mugirlcombinedmuoncontainer  of type analysis::muoncontainer(clid 1073853171)\r\nstoregatesvc                                      warning retrieve(const): no valid proxy for object mugirlcombinedmuoncontainer  of type analysis::muoncontainer(clid 1073853171)\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\nfpeauditor        warning fpe divbyzero in [execute of [indetalignmonmanager]\r\nfpeauditor        warning fpe invalid in [execute] of [globalmonmanager]\r\nfpeauditor        warning fpe divbyzero in [execute of [globalmonmanager]\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  done processing event #885724, run #177912 303 events processed so far  &lt;&lt;&lt;===\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  start processing event #885664, run #177912 303 events processed so far  &lt;&lt;&lt;===\r\nfpeauditor        warning fpe invalid in [execute] of [indettrt_standalonetrackfinder]\r\nfpeauditor        warning fpe divbyzero in [execute of [indettrt_standalonetrackfinder]\r\nfpeauditor        warning fpe invalid in [execute] of [indetprivxfinder]\r\nfpeauditor        warning fpe divbyzero in [execute of [indetprivxfinder]\r\ntoolsvc.zdcrecchanneltool                         warning zero size g0d0 at id  0xfffff800\r\ntoolsvc.zdcrecchanneltool                         warning zero size g1d0 at id  0xfffff800\r\ntoolsvc.muidmatchmaker                            warning  evaluatematchchi2: failed re-evaluation of match chi2 \r\ntoolsvc.muidmatchmaker                            warning  evaluatematchchi2: failed re-evaluation of match chi2 \r\ntoolsvc.muidmatchmaker                            warning  not choosing bestmatchchi2: 999999  16.832   fitchisq: 2.25693  21534.8\r\ntoolsvc.muidmatchmaker                            warning  evaluatematchchi2: failed re-evaluation of match chi2 \r\n-------------------------------------------------------------------------------------\r\ncore dump from coredumpsvc on lxbrl2910.cern.ch at sun mar 20 04:58:05 2011\r\n\r\ncaught signal 11(segmentation fault). details: \r\n  errno = 0, code = 1 (address not mapped to object)\r\n  pid   = 64, uid = 0\r\n  value = (2019016531, 0x7857bf53)\r\n  vmem = 2232.11 mb\r\n  rss  = 1822.61 mb\r\n  total-ram = 15929.1 mb\r\n  free-ram  = 80.8398 mb\r\n  buffer-ram= 98.3984 mb\r\n  total-swap= 20481.2 mb\r\n  free-swap = 20480.9 mb\r\n  addr  = 0x40\r\n\r\nevent counter: 304\r\neventid: [run,evt,lumi,time,bunchcross,detmask] = [177912,885664,276,1300507153:406948265,2233,0x1fffffffffff7]\r\nlast incident: athenaeventloopmgr:beginevent\r\ncurrent algorithm: muidcombined\r\nalgorithm stack: \r\n   athmasterseq\r\n   athalgseq\r\n   muidcombined\r\n-------------------------------------------------------------------------------------\r\n\r\n(pid=24953 ppid=24632) received fatal signal 11 (segmentation fault)\r\nsignal context:\r\n  signo  = 11, errno = 0, code = 1 (address not mapped to object)\r\n  pid    = 64, uid = 0\r\n  value  = (2019016531, 0x7857bf53)\r\n  addr   = 0x40\r\n  stack  = (2, 0, (nil))\r\n\r\n  eip: 0023:729ce9d6           eflags: 00210216\r\n  eax: 729e1630   ebx: 729e19d8   ecx: 00000000   edx: 8994d5a0\r\n  esi: 00000000   edi: 8994d5a0   ebp: ff9382e8   esp: ff9382b4\r\n   ds: 002b        es: 002b        fs: 0000        ss: 002b\r\n\r\n  signal esp: ff9382b4  trap: 14/4  oldmask: 00000000   cr2: 00000040\r\n\r\n  fpu:  control = ffff037f\r\n        status  = ffff0120\r\n        tag     = ffffffff\r\n        ip      = 0010:616c8357\r\n        data    = 002b:00000000\r\n        state   = 00000120\r\n    %fp0 = [0000:0000000000000000]\r\n    %fp1 = [8000:0000000000000000]\r\n    %fp2 = [0000:0000000000000000]\r\n    %fp3 = [0000:0000000000000000]\r\n    %fp4 = [4012:e315a52adef7ee97]\r\n    %fp5 = [c009:6800f127202bd21a]\r\n    %fp6 = [400b:000000000000d3d8]\r\n    %fp7 = [400b:000000000000d568]\r\n\r\nstack trace:\r\n 0x5cdcb440 athena::debugaids::stacktrace(int) + 0x60 [/afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.5/installarea/i686-slc5-gcc43-opt/lib/libcxxutils.so]\r\n 0x5cdc6f9f athena::signal::fataldump(int, siginfo*, void*) + 0xff [/afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.5/installarea/i686-slc5-gcc43-opt/lib/libcxxutils.so]\r\n 0x5cdc72b1 athena::signal::fatal(int, siginfo*, void*) + 0x181 [/afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.5/installarea/i686-slc5-gcc43-opt/lib/libcxxutils.so]\r\n 0x5e5fd64e coredumpsvchandler::action(int, siginfo*, void*) + 0xce [/afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.5/installarea/i686-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0xffffe600 &lt;unknown function&gt;\r\n 0x729ce9d6 trk::fitparameters::fitparameters(trk::perigee const&amp;) + 0x26 [/afs/cern.ch/atlas/software/releases/16.6.2/atlasreconstruction/16.6.2/installarea/i686-slc5-gcc43-opt/lib/libtrkipatfitterutils.so]\r\n 0x72984692 trk::ipatfitter::fit(trk::track const&amp;, trk::track const&amp;, bool, trk::particlehypothesis) const + 0xf2 [/afs/cern.ch/atlas/software/releases/16.6.2/atlasreconstruction/16.6.2/installarea/i686-slc5-gcc43-opt/lib/libtrkipatfitter.so]\r\n 0x727edfba rec::combinedmuontrackbuilder::fit(trk::track const&amp;, trk::track const&amp;, bool, trk::particlehypothesis) const + 0x26a [/afs/cern.ch/atlas/software/releases/16.6.2/atlasreconstruction/16.6.2/installarea/i686-slc5-gcc43-opt/lib/libmuidtrackbuilder.so]\r\n 0x727eb366 rec::combinedmuontrackbuilder::combinedfit(trk::track const&amp;, trk::track const&amp;, trk::track const&amp;) const + 0x846 [/afs/cern.ch/atlas/software/releases/16.6.2/atlasreconstruction/16.6.2/installarea/i686-slc5-gcc43-opt/lib/libmuidtrackbuilder.so]\r\n 0x727f525d rec::combinedmuontrackbuilder::indetextension(trk::track const&amp;, std::vector&lt;trk::measurementbase const*, std::allocator&lt;trk::measurementbase const*&gt; &gt; const&amp;, trk::parameterst&lt;trk::charged&gt; const*, trk::parameterst&lt;trk::charged&gt; const*, trk::parameterst&lt;trk::charged&gt; const*) const + 0x86d [/afs/cern.ch/atlas/software/releases/16.6.2/atlasreconstruction/16.6.2/installarea/i686-slc5-gcc43-opt/lib/libmuidtrackbuilder.so]\r\n 0x73bdf13d rec::muidmatchmaker::indetextension(trk::track const&amp;, trk::track const&amp;, trk::track const*, trk::track const*, trk::track const*) const + 0x3dd [/afs/cern.ch/atlas/software/releases/16.6.2/atlasreconstruction/16.6.2/installarea/i686-slc5-gcc43-opt/lib/libmuidcombinedtools.so]\r\n 0x73be5c2e rec::muidmatchmaker::execute(datavector&lt;trk::track, datavector_detail::nobase&gt; const*, datavector&lt;trk::track, datavector_detail::nobase&gt; const*, datavector&lt;trk::track, datavector_detail::nobase&gt; const*) const + 0x16ce [/afs/cern.ch/atlas/software/releases/16.6.2/atlasreconstruction/16.6.2/installarea/i686-slc5-gcc43-opt/lib/libmuidcombinedtools.so]\r\n 0x6747304a muidcombined::execute() + 0x8da [/afs/cern.ch/atlas/software/releases/16.6.2/atlasreconstruction/16.6.2/installarea/i686-slc5-gcc43-opt/lib/libmuidcombined.so]\r\n 0x5896751d algorithm::sysexecute() + 0x11d [/afs/cern.ch/atlas/software/releases/16.6.2/gaudi/v21r9p3a/installarea/i686-slc5-gcc43-opt/lib/libgaudikernel.so]\r\n 0x6459cba3 athsequencer::execute() + 0x1f3 [/afs/cern.ch/atlas/software/releases/16.6.2/atlascore/16.6.2/installarea/i686-slc5-gcc43-opt/lib/libgaudisequencer.so]\r\n 0x5896751d algorithm::sysexecute() + 0x11d [/afs/cern.ch/atlas/software/releases/16.6.2/gaudi/v21r9p3a/installarea/i686-slc5-gcc43-opt/lib/libgaudikernel.so]\r\n 0x6459cba3 athsequencer::execute() + 0x1f3 [/afs/cern.ch/atlas/software/releases/16.6.2/atlascore/16.6.2/installarea/i686-slc5-gcc43-opt/lib/libgaudisequencer.so]\r\n 0x5896751d algorithm::sysexecute() + 0x11d [/afs/cern.ch/atlas/software/releases/16.6.2/gaudi/v21r9p3a/installarea/i686-slc5-gcc43-opt/lib/libgaudikernel.so]\r\n 0x5e5e665f athenaeventloopmgr::executealgorithms() + 0x6f [/afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.5/installarea/i686-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0x5e5ece4e athenaeventloopmgr::executeevent(void*) + 0x83e [/afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.5/installarea/i686-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0x5e5ebb32 athenaeventloopmgr::nextevent(int) + 0x8a2 [/afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.5/installarea/i686-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0x5e5e57eb athenaeventloopmgr::executerun(int) + 0x1b [/afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.5/installarea/i686-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0x5de5da49 applicationmgr::executerun(int) + 0x79 [/afs/cern.ch/atlas/software/releases/16.6.2/gaudi/v21r9p3a/installarea/i686-slc5-gcc43-opt/lib/libgaudisvc.so]\r\n�0x5d5ed94d _zn12_global__n_1l11method_4267epvs0_rkst6vectoris0_sais0_ees0_ dictionary_dict.cpp:0 + 0x5d5ed94d [/afs/cern.ch/atlas/software/releases/16.6.2/gaudi/v21r9p3a/installarea/i686-slc5-gcc43-opt/lib/libgaudikerneldict.so]\r\n 0x578ca437 root::cintex::method_stub_with_context(root::cintex::stubcontext_t*, g__value*, char const*, g__param*, int) + 0x157 [/afs/cern.ch/atlas/software/releases/16.6.2/detcommon/16.6.2/installarea/i686-slc5-gcc43-opt/lib/libcintex.so]\r\n 0x5e26b034 &lt;unknown function&gt;\r\n 0x5617d512 cint::g__callfunc::execute(void*) + 0xd2 [/afs/cern.ch/atlas/software/releases/16.6.2/detcommon/16.6.2/installarea/i686-slc5-gcc43-opt/lib/libcint.so]\r\n 0x5590acec pyroot::trootobjectbyvalueexecutor::execute(cint::g__callfunc*, void*) + 0x2c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/app/releases/root/5.26.00e_python2.6/i686-slc5-gcc43-opt/root/lib/libpyroot.so]\r\n 0x55910c24 pyroot::tmethodholder&lt;pyroot::tscopeadapter, pyroot::tmemberadapter&gt;::callsafe(void*) + 0x64 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/app/releases/root/5.26.00e_python2.6/i686-slc5-gcc43-opt/root/lib/libpyroot.so]\r\n 0x55910dbc pyroot::tmethodholder&lt;pyroot::tscopeadapter, pyroot::tmemberadapter&gt;::execute(void*) + 0x6c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/app/releases/root/5.26.00e_python2.6/i686-slc5-gcc43-opt/root/lib/libpyroot.so]\r\n 0x5590fa92 pyroot::tmethodholder&lt;pyroot::tscopeadapter, pyroot::tmemberadapter&gt;::operator()(pyroot::objectproxy*, _object*, _object*, long) + 0x112 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/app/releases/root/5.26.00e_python2.6/i686-slc5-gcc43-opt/root/lib/libpyroot.so]\r\n�0x55916859 pyroot::(anonymous namespace)::mp_call(pyroot::methodproxy*, _object*, _object*) methodproxy.cxx:0 + 0x55916859 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/app/releases/root/5.26.00e_python2.6/i686-slc5-gcc43-opt/root/lib/libpyroot.so]\r\n 0x0805d88c pyobject_call /build/agaspar/work/python-2.6.5/objects/abstract.c:2493 + 0x5c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080d969d do_call /build/agaspar/work/python-2.6.5/python/ceval.c:3968 + 0x2dfd [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080ddc8c pyeval_evalcodeex /build/agaspar/work/python-2.6.5/python/ceval.c:3000 + 0x87c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080dc329 fast_function /build/agaspar/work/python-2.6.5/python/ceval.c:3846 + 0x5a89 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080ddc8c pyeval_evalcodeex /build/agaspar/work/python-2.6.5/python/ceval.c:3000 + 0x87c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080dddd3 pyeval_evalcode /build/agaspar/work/python-2.6.5/python/ceval.c:547 + 0x63 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080fe044 run_mod /build/agaspar/work/python-2.6.5/python/pythonrun.c:1339 + 0xb4 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080d4900 builtin_execfile /build/agaspar/work/python-2.6.5/python/bltinmodule.c:797 + 0x80d4900 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x081391bd pycfunction_call /build/agaspar/work/python-2.6.5/objects/methodobject.c:81 + 0x18d [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080dbd09 call_function /build/agaspar/work/python-2.6.5/python/ceval.c:3750 + 0x5469 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080ddc8c pyeval_evalcodeex /build/agaspar/work/python-2.6.5/python/ceval.c:3000 + 0x87c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x08137caa function_call /build/agaspar/work/python-2.6.5/objects/funcobject.c:524 + 0x8137caa [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x0805d88c pyobject_call /build/agaspar/work/python-2.6.5/objects/abstract.c:2493 + 0x5c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x08064935 instancemethod_call /build/agaspar/work/python-2.6.5/objects/classobject.c:2579 + 0x8064935 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x0805d88c pyobject_call /build/agaspar/work/python-2.6.5/objects/abstract.c:2493 + 0x5c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080b29e3 slot_tp_call /build/agaspar/work/python-2.6.5/objects/typeobject.c:5373 + 0x80b29e3 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x0805d88c pyobject_call /build/agaspar/work/python-2.6.5/objects/abstract.c:2493 + 0x5c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080d969d do_call /build/agaspar/work/python-2.6.5/python/ceval.c:3968 + 0x2dfd [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080ddc8c pyeval_evalcodeex /build/agaspar/work/python-2.6.5/python/ceval.c:3000 + 0x87c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080dddd3 pyeval_evalcode /build/agaspar/work/python-2.6.5/python/ceval.c:547 + 0x63 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080fe044 run_mod /build/agaspar/work/python-2.6.5/python/pythonrun.c:1339 + 0xb4 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080d4900 builtin_execfile /build/agaspar/work/python-2.6.5/python/bltinmodule.c:797 + 0x80d4900 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x081391bd pycfunction_call /build/agaspar/work/python-2.6.5/objects/methodobject.c:81 + 0x18d [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080dbd09 call_function /build/agaspar/work/python-2.6.5/python/ceval.c:3750 + 0x5469 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080ddc8c pyeval_evalcodeex /build/agaspar/work/python-2.6.5/python/ceval.c:3000 + 0x87c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x08137caa function_call /build/agaspar/work/python-2.6.5/objects/funcobject.c:524 + 0x8137caa [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x0805d88c pyobject_call /build/agaspar/work/python-2.6.5/objects/abstract.c:2493 + 0x5c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x08064935 instancemethod_call /build/agaspar/work/python-2.6.5/objects/classobject.c:2579 + 0x8064935 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x0805d88c pyobject_call /build/agaspar/work/python-2.6.5/objects/abstract.c:2493 + 0x5c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080b29e3 slot_tp_call /build/agaspar/work/python-2.6.5/objects/typeobject.c:5373 + 0x80b29e3 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x0805d88c pyobject_call /build/agaspar/work/python-2.6.5/objects/abstract.c:2493 + 0x5c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080d969d do_call /build/agaspar/work/python-2.6.5/python/ceval.c:3968 + 0x2dfd [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080ddc8c pyeval_evalcodeex /build/agaspar/work/python-2.6.5/python/ceval.c:3000 + 0x87c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080dddd3 pyeval_evalcode /build/agaspar/work/python-2.6.5/python/ceval.c:547 + 0x63 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080fe044 run_mod /build/agaspar/work/python-2.6.5/python/pythonrun.c:1339 + 0xb4 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080d4900 builtin_execfile /build/agaspar/work/python-2.6.5/python/bltinmodule.c:797 + 0x80d4900 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x081391bd pycfunction_call /build/agaspar/work/python-2.6.5/objects/methodobject.c:81 + 0x18d [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080dbd09 call_function /build/agaspar/work/python-2.6.5/python/ceval.c:3750 + 0x5469 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080ddc8c pyeval_evalcodeex /build/agaspar/work/python-2.6.5/python/ceval.c:3000 + 0x87c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080dddd3 pyeval_evalcode /build/agaspar/work/python-2.6.5/python/ceval.c:547 + 0x63 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080fe044 run_mod /build/agaspar/work/python-2.6.5/python/pythonrun.c:1339 + 0xb4 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080fe3a4 pyrun_simplefileexflags /build/agaspar/work/python-2.6.5/python/pythonrun.c:935 + 0x204 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080fe69a pyrun_anyfileexflags /build/agaspar/work/python-2.6.5/python/pythonrun.c:739 + 0x7a [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x08058d46 py_main /build/agaspar/work/python-2.6.5/modules/main.c:572 + 0xc56 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x08057e42 main /build/agaspar/work/python-2.6.5/./modules/python.c:24 + 0x32 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x0050be9c __libc_start_main + 0xdc [/lib/libc.so.6]\r\n 0x08057d51 _start + 0x8057d51 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\npy:rawtoesd          info execution of rawtoesd complete with exit code -11.\r\npy:rawtoesd         error transform received signal 11. exit code reset to athena exit code 8.\r\ninfo: read 109 error categories from file /afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.5/installarea/share/atlas_error_categories.db\r\ninfo: read 52 error patterns from file /afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.5/installarea/share/atlas_error_patterns.db\r\ninfo: read 58 ignore patterns from file /afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.5/installarea/share/atlas_error_ignore.db\r\nathenalogchecker start [rawtoesd log] wall-time: sun mar 20 03:58:16 2011, vmem: 112.01953125 mb, rss: 66.84765625 mb\r\npy:rawtoesd          info scanning athena logfile rawtoesd.log assuming atlas release all,16.6.2.5 ...\r\npy:rawtoesd          info athena initialise()...\r\npy:rawtoesd          info athena execute()...\r\npy:rawtoesd          info done scanning 25286 lines of file rawtoesd.log. summary:\r\npy:rawtoesd          info    ignored : 0\r\npy:rawtoesd          info    warnings: 9158\r\npy:rawtoesd          info    errors  : 0\r\npy:rawtoesd          info    fatals  : 2\r\nathenalogchecker stop [rawtoesd log] wall-time: sun mar 20 03:58:20 2011, vmem: 112.01953125 mb, rss: 66.84765625 mb\r\nathenalogchecker report [rawtoesd log] wall-time: 00 hrs 00 mins 04 secs, cpu-time: 00 hrs 00 mins 04 secs, vmem: 0.0 mb, rss: 0.0 mb\r\npy:rawtoesd          info jobtransform completed for rawtoesd with error code 60010 (exit code 6)\r\npy:rawtoesd          info transform timer stop [rawtoesd] wall-time: sun mar 20 03:58:20 2011, vmem: 112.01953125 mb, rss: 66.875 mb\r\npy:rawtoesd          info transform timer report [rawtoesd] wall-time: 03 hrs 34 mins 42 secs, cpu-time: 03 hrs 31 mins 28 secs, vmem: 0.484375 mb, rss: 0.50390625 mb\r\n===== job report produced by rawtoesd version patjobtransforms-00-03-15 =====\r\ncommand=/afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.5/installarea/share/bin/reco_trf.py --argdict=/afs/cern.ch/atlas/tzero/prod1/log1/9845/9845929_data11_7tev.00177912.physics_l1calo.merge.raw.x100.recon.task._lb0276._sfo-9._0001.job.5//data11_7tev.00177912.physics_l1calo.merge.raw.x100.recon.task._lb0276._sfo-9._0001.job.argdict.gpickle\r\nexitcode=6\r\nerrorcode=60010 (trf_segfault)\r\nerrorcategory=trf_segfault,	60010,	segmentation fault (2 times)\r\nfatals=2\r\nerrors=0\r\nwarnings=9\r\nwriting jobinfo_rawtoesd.xml file...\r\nesdok is  false\r\nskipping esd-&gt;esd step...\r\nskipping esd-&gt;aod step...\r\nskipping esd-&gt;dpd step...\r\nskipping aod-&gt;dpd step...\r\nskipping aod-&gt;tag step...\r\nskipping monitoring file merging step...\r\npy:reco_trf          info jobtransform completed for reco_trf with error code 60010 (exit code 6)\r\npy:rawtoesd          info transform timer stop [reco_trf] wall-time: sun mar 20 03:58:21 2011, vmem: 112.01953125 mb, rss: 66.87890625 mb\r\npy:rawtoesd          info transform timer report [reco_trf] wall-time: 03 hrs 34 mins 42 secs, cpu-time: 03 hrs 31 mins 28 secs, vmem: 0.484375 mb, rss: 0.51953125 mb\r\n===== job report produced by recotrf =====\r\ncommand=/afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.5/installarea/share/bin/reco_trf.py --argdict=/afs/cern.ch/atlas/tzero/prod1/log1/9845/9845929_data11_7tev.00177912.physics_l1calo.merge.raw.x100.recon.task._lb0276._sfo-9._0001.job.5//data11_7tev.00177912.physics_l1calo.merge.raw.x100.recon.task._lb0276._sfo-9._0001.job.argdict.gpickle\r\nexitcode=6\r\nerrorcode=60010 (trf_segfault)\r\nerrorcategory=trf_segfault,	60010,	segmentation fault (2 times)\r\nfatals=2\r\nerrors=0\r\nwarnings=9\r\nerrorinfo\r\n  acronym=trf_segfault (60010) segmentation fault\r\n  message=caught signal 11(segmentation fault). details:\r\n  severity=fatal\r\n  producer=rawtoesd\r\n  stage=execute\r\nerrorinfo\r\n  acronym=trf_segfault (60010) segmentation fault\r\n  message=(pid=24953 ppid=24632) received fatal signal 11 (segmentation fault)\r\n  severity=fatal\r\n  producer=rawtoesd\r\n  stage=execute\r\nathacronym=an unknown exception occurred\r\nathcode=8\r\nrundiruseddisk=2191285890\r\nrundiravailabledisk=290362523648\r\nworkdir=/pool/lsf/atlast0/128362072\r\nathcode=8\r\nrundiravailabledisk=290362806272\r\ndbrelease=current\r\nathacronym=an unknown exception occurred\r\nrundiruseddisk=2191029514\r\natlasrelease=16.6.2.5\r\nwriting jobinfo_recotrf.xml file...\r\n&lt;&lt;&lt;\r\n\r\nls workdir \r\n&gt;&gt;&gt;\r\ntotal 2142140\r\n-rw-r--r-- 1 atlast0 zp      43048 mar 20 04:57 1300580530.128362072.out\r\n-rw-r----- 1 atlast0 zp        125 mar 20 01:22 1300580530.128362072.out.ootw\r\n-rw-r--r-- 1 atlast0 zp         67 mar 20 04:58 9845929_data11_7tev.00177912.physics_l1calo.merge.raw.x100.recon.task._lb0276._sfo-9._0001.job.5.gpickle\r\n-rw-r--r-- 1 atlast0 zp      37234 mar 20 04:58 9845929_data11_7tev.00177912.physics_l1calo.merge.raw.x100.recon.task._lb0276._sfo-9._0001.job.5.log\r\n-rw-r--r-- 1 atlast0 zp       6355 mar 20 04:58 athenasummary_rawtoesd.txt\r\n-rw-r--r-- 1 atlast0 zp       1058 mar 20 01:23 athfile-cache.ascii\r\n-rw-r--r-- 1 atlast0 zp       5433 mar 20 01:23 authentication.xml\r\n-rw-r----- 1 atlast0 zp 1619194332 mar 20 01:23 data11_7tev.00177912.physics_l1calo.merge.raw._lb0276._sfo-9._0001.1\r\n-rw-r--r-- 1 atlast0 zp    2882391 mar 20 04:58 data11_7tev.00177912.physics_l1calo.merge.raw.x100.recon.task._lb0276._sfo-9._0001.job.tmp.log\r\n-rw-r--r-- 1 atlast0 zp  522065230 mar 20 04:57 data11_7tev.00177912.physics_l1calo.recon.esd.x100._lb0276._sfo-9._0001\r\n-rw-r--r-- 1 atlast0 zp       4984 mar 20 01:23 dblookup.xml\r\n-rw-r--r-- 1 atlast0 zp      45674 mar 20 04:58 dmesg_athena.txt\r\n-rw-r--r-- 1 atlast0 zp     466191 mar 20 01:24 generated_amdb_simrec_pool\r\n-rw-r--r-- 1 atlast0 zp   42110976 mar 20 01:23 geomdb_t0replica.sqlite\r\n-rw-r--r-- 1 atlast0 zp       1116 mar 20 01:23 inputdictionary.pickle\r\n-rw-r--r-- 1 atlast0 zp      42921 mar 20 04:58 jobinfo_rawtoesd.xml\r\n-rw-r--r-- 1 atlast0 zp      42876 mar 20 04:58 jobinfo_recotrf.xml\r\n-rw-r--r-- 1 atlast0 zp      42876 mar 20 04:58 jobinfo.xml\r\n-rw-r--r-- 1 atlast0 zp       1398 mar 20 04:58 jobreport.gpickle\r\n-rw-r--r-- 1 atlast0 zp      55977 mar 20 04:58 jobreport.pickle\r\n-rw-r--r-- 1 atlast0 zp      34042 mar 20 04:58 jobreport_rawtoesd.gpickle\r\n-rw-r--r-- 1 atlast0 zp      49232 mar 20 04:58 jobreport_rawtoesd.pickle\r\n-rw-r--r-- 1 atlast0 zp      36157 mar 20 04:58 jobreport_rawtoesd.txt\r\n-rw-r--r-- 1 atlast0 zp       1398 mar 20 04:58 jobreport_recotrf.gpickle\r\n-rw-r--r-- 1 atlast0 zp      55977 mar 20 04:58 jobreport_recotrf.pickle\r\n-rw-r--r-- 1 atlast0 zp      43171 mar 20 04:58 jobreport_recotrf.txt\r\n-rw-r--r-- 1 atlast0 zp      43171 mar 20 04:58 jobreport.txt\r\n-rwxr-xr-x 1 atlast0 zp        542 mar 20 01:23 last.rawtoesd\r\n-rwxr-xr-x 1 atlast0 zp        170 mar 20 01:23 last.reco_trf\r\n-rw-r--r-- 1 atlast0 zp        617 mar 20 01:23 last.runargs.gpickle\r\n-rw-r--r-- 1 atlast0 zp      32143 mar 20 01:28 monitor.root\r\n-rw-r--r-- 1 atlast0 zp     855601 mar 20 04:57 ntuple_bstoesddpd.pmon.stream\r\ndrwxr-xr-x 3 atlast0 zp       4096 mar 20 01:23 oradiag_atlast0\r\nlrwxrwxrwx 1 atlast0 zp         57 mar 20 01:23 poolcond -&gt; /afs/cern.ch/atlas/conditions/poolcond/catalogue/poolcond\r\n-rw-r--r-- 1 atlast0 zp        106 mar 20 01:24 poolfilecatalog.xml\r\n-rw-r--r-- 1 atlast0 zp    2871483 mar 20 04:58 rawtoesd.log\r\n-rw-r--r-- 1 atlast0 zp       1865 mar 20 01:23 rawtoesd_messagesvc_joboptions.py\r\n-rwxr-xr-x 1 atlast0 zp        311 mar 20 01:23 rawtoesd_runathena\r\n-rw-r--r-- 1 atlast0 zp        617 mar 20 01:23 runargs.rawtoesd.gpickle\r\n-rw-r--r-- 1 atlast0 zp       1147 mar 20 01:23 runargs.rawtoesd.py\r\ndrwxr-xr-x 2 atlast0 zp       4096 mar 20 01:24 tmp\r\n-rw-r--r-- 1 atlast0 zp        680 mar 20 04:58 transformtimer_reco_trf.pickle\r\n-rw-r--r-- 1 atlast0 zp       3071 mar 20 01:22 wrapper.py\r\n&lt;&lt;&lt;\r\n&gt;&gt;&gt;&gt;&gt;  start of trf jobreport [\'prodsys\' key]\r\n\r\n{\'athacronym\': \'an unknown exception occurred\',\r\n \'athcode\': \'8\',\r\n \'jobinputs\': [],\r\n \'joboutputs\': [],\r\n \'more\': {\'machine\': \'unknown\'},\r\n \'nevents\': 0,\r\n \'trfacronym\': \'trf_segfault\',\r\n \'trfcode\': 60010,\r\n \'trfexitcode\': 6}\r\n&lt;&lt;&lt;&lt;&lt;  end of trf jobreport \r\n\r\n[{\'guid\': \'0a304cd4-214e-41ae-9754-729020137583\',\r\n  \'checksum\': \'ad:6467da09\',\r\n  \'dataset\': \'data11_7tev.00177912.physics_l1calo.merge.raw.x100.recon.task.tmp.log\',\r\n  \'events\': 0,\r\n  \'lfn\': \'data11_7tev.00177912.physics_l1calo.merge.raw.x100.recon.task._lb0276._sfo-9._0001.job.tmp.log\',\r\n  \'size\': 2882391l}]\r\n\r\n\r\nsun mar 20 04:58:28 2011\r\n\r\n\r\nstageout\r\n\r\n\r\nsun mar 20 04:58:28 2011\r\n\r\n\r\n---------------------------------------------------------------------------------------------------------------------------------------\r\nstaging out  data11_7tev.00177912.physics_l1calo.merge.raw.x100.recon.task.tmp.log # data11_7tev.00177912.physics_l1calo.merge.raw.x100.recon.task._lb0276._sfo-9._0001.job.tmp.log\r\n---------------------------------------------------------------------------------------------------------------------------------------\r\n\r\nwarning no storage defined, will use default (asinds)\r\ninfo resolved asinds into  [{\'svcclass\': \'t0merge\', \'type\': \'castor\', \'basepath\': \'/castor/cern.ch/grid/atlas/tzero/prod1/temp\', \'fileclass\': \'atlas_notape\', \'stagehost\': \'castoratlas\', \'autodirstruct\': \'.1/.3/.2/d\'}]\r\n\r\n-----&gt;  staging out to  {\'svcclass\': \'t0merge\', \'type\': \'castor\', \'basepath\': \'/castor/cern.ch/grid/atlas/tzero/prod1/temp\', \'fileclass\': \'atlas_notape\', \'stagehost\': \'castoratlas\', \'autodirstruct\': \'.1/.3/.2/d\'}\r\n\r\ngetdest final storageinfo =  {\'svcclass\': \'t0merge\', \'type\': \'castor\', \'basepath\': \'/castor/cern.ch/grid/atlas/tzero/prod1/temp\', \'fileclass\': \'atlas_notape\', \'stagehost\': \'castoratlas\', \'autodirstruct\': \'.1/.3/.2/d\'} \r\n\r\nrfmkdir -p /castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_7tev/physics_l1calo/00177912/data11_7tev.00177912.physics_l1calo.merge.raw.x100.recon.task.tmp.log ; nschclass atlas_notape /castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_7tev/physics_l1calo/00177912/data11_7tev.00177912.physics_l1calo.merge.raw.x100.recon.task.tmp.log\r\nsun mar 20 04:58:28 2011\r\n0 mkdir() : file exists\r\n\r\nexport stage_svcclass=t0merge ; export stage_host=castoratlas ; umask 7 ;  rfcp data11_7tev.00177912.physics_l1calo.merge.raw.x100.recon.task._lb0276._sfo-9._0001.job.tmp.log /castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_7tev/physics_l1calo/00177912/data11_7tev.00177912.physics_l1calo.merge.raw.x100.recon.task.tmp.log/data11_7tev.00177912.physics_l1calo.merge.raw.x100.recon.task._lb0276._sfo-9._0001.job.tmp.log.5\r\n0 2882391 bytes in 1 seconds through local (in) and eth0 (out) (2814 kb/sec)\r\n2882391 bytes in remote file\r\n\r\n0 2882391 bytes in 1 seconds through local (in) and eth0 (out) (2814 kb/sec)\r\n2882391 bytes in remote file\r\n\r\nlogging: connection succeeded\r\nlogging: executing...\r\ninsert into cpattempt (source,dest,retrynr,exitcode,erroracronym,startepoch,           endepoch,stdboth,filesize,server,transfertime,type,filetype,svcclass) values (:source,:dest,:retrynr,:exitcode,:eacro,:startepoch, :endepoch,:stdboth,          :filesize, :server, :transfertime, :type, :filetype, :svcclass)\r\n{\'retrynr\': 1, \'svcclass\': \'t0merge\', \'eacro\': \'ok\', \'dest\': \'/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_7tev/physics_l1calo/00177912/data11_7tev.00177912.physics_l1calo.merge.raw.x100.recon.task.tmp.log/data11_7tev.00177912.physics_l1calo.merge.raw.x100.recon.task._lb0276._sfo-9._0001.job.tmp.log.5\', \'startepoch\': 1300593508, \'endepoch\': 1300593512, \'filesize\': 2882391, \'server\': \'\', \'source\': \'data11_7tev.00177912.physics_l1calo.merge.raw.x100.recon.task._lb0276._sfo-9._0001.job.tmp.log\', \'transfertime\': 1, \'stdboth\': \'2882391 bytes in 1 seconds through local (in) and eth0 (out) (2814 kb/sec)\\n2882391 bytes in remote file\\n\\n\', \'type\': \'stageout\', \'filetype\': \'log\', \'exitcode\': 0}\r\nlogging: connection closed\r\n\r\nok 4006 3876 [(0, 1, \'2882391 bytes in 1 seconds through local (in) and eth0 (out) (2814 kb/sec)\\n2882391 bytes in remote file\\n\\n\', 1300593508, 1300593512)]\r\n\r\nsun mar 20 04:58:32 2011\r\n\r\nstaging out took  4 seconds ok\r\n\r\nstageout succeeded\r\n\r\ntransformation problem\r\n\r\nreport\r\n{\'prodsys\': {\'jobinputs\': [],\r\n             \'joboutputs\': [{\'guid\': \'0a304cd4-214e-41ae-9754-729020137583\',\r\n                             \'checksum\': \'ad:6467da09\',\r\n                             \'dataset\': \'data11_7tev.00177912.physics_l1calo.merge.raw.x100.recon.task.tmp.log\',\r\n                             \'events\': 0,\r\n                             \'lfn\': \'data11_7tev.00177912.physics_l1calo.merge.raw.x100.recon.task._lb0276._sfo-9._0001.job.tmp.log.5\',\r\n                             \'more\': {\'metadata\': {},\r\n                                      \'surl\': \'/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_7tev/physics_l1calo/00177912/data11_7tev.00177912.physics_l1calo.merge.raw.x100.recon.task.tmp.log/data11_7tev.00177912.physics_l1calo.merge.raw.x100.recon.task._lb0276._sfo-9._0001.job.tmp.log.5\'},\r\n                             \'size\': 2882391l}],\r\n             \'more\': {\'num1\': 0, \'num2\': 0, \'txt1\': \'\'},\r\n             \'nevents\': 0,\r\n             \'trfacronym\': \'trf_segfault\',\r\n             \'trfcode\': 60010},\r\n \'t0exe\': {\'cpu\': 12917,\r\n           \'cpuinfo\': \'cpuinfo\',\r\n           \'endepoch\': 1300593512,\r\n           \'erroracronym\': \'trferror\',\r\n           \'errorcode\': none,\r\n           \'errortext\': \'\',\r\n           \'exitcode\': 0,\r\n           \'stageintime\': 20,\r\n           \'stageouttime\': 4,\r\n           \'startepoch\': 1300580570}}\r\n\r\nend of report\r\n\r\nsun mar 20 04:58:32 2011\r\n\r\n\r\nend of wrapper log file\r\n','396','7444','2011-03-20 19:33:17','7','fixed','closed','muonidentification/muid',';open;similar;unrelated;suppose;crash;muonidcombine;muoncombinedrefit;effect;dramatic;total;crash;different;reconstruction;task;data11_7tev;physics_l1calo.merge.raw.x100;recon.task;data11_7tev;physics_standby.merge.raw.x100;recon.task;data11_7tev;physics_l1muon.merge.raw.x100;recon.task;data11_7tev;express_express.daq.raw.x100;recon.task;tommaso;tzex;version;revision;start;argdict;ignoreerror;omitvalidation;amitag;autoconfiguration;conditionstag;comcond;es1p;inputbsfile;data11_7tev;physics_l1calo.merge.raw;data11_7tev;physics_l1calo.merge.raw;maxevent;outputaodfile;data11_7tev;physics_l1calo.recon.aod.x100;data11_7tev;physics_l1calo.recon.aod.x100;outputesdfile;data11_7tev;physics_l1calo.recon.esd.x100;data11_7tev;physics_l1calo.recon.esd.x100;outputhistfile;data11_7tev;physics_l1calo.recon.hist.x100;data11_7tev;physics_l1calo.recon.hist.x100;outputntup_trigfile;data11_7tev;physics_l1calo.recon.ntup_trig.x100;data11_7tev;physics_l1calo.recon.ntup_trig.x100;preexec;indetflags.usebeamconstraint.set_value_and_lock;false;muoncombinedrecflags.docombinedmuonfit.set_value_and_lock;false;staging;data11_7tev;physics_l1calo.merge.raw;export;stage_svcclass;t0atla;export;stage_host;castoratla;umask;rfcp;castor;grid;atla;tzero;prod1;perm;data11_7tev;physics_l1calo;data11_7tev;physics_l1calo.merge.raw;data11_7tev;physics_l1calo.merge.raw;data11_7tev;physics_l1calo.merge.raw;byte;seconds;eth0;local;byte;remote;file;byte;seconds;eth0;local;byte;remote;file;connection;succeed;execute;insert;cpattempt;source;dest;retrynr;exitcode;erroracronym;startepoch;endepoch;stdboth;filesize;server;transfertime;type;filetype;svcclass;value;source;dest;retrynr;exitcode;eacro;startepoch;endepoch;stdboth;filesize;server;transfertime;type;filetype;svcclass;retrynr;svcclass;t0atla;eacro;dest;data11_7tev;physics_l1calo.merge.raw;startepoch;endepoch;filesize;server;source;castor;grid;atla;tzero;prod1;perm;data11_7tev;physics_l1calo;data11_7tev;physics_l1calo.merge.raw;data11_7tev;physics_l1calo.merge.raw;transfertime;stdboth;byte;seconds;eth0;local;byte;remote;file;type;stagein;filetype;exitcode;connection;close;byte;seconds;eth0;local;byte;remote;file;staging;take;seconds;stagein;succeed;trans;start;source;atla;tzero;prod1;inst;project;data11;setup;setuptrf.sh;atla;tzero;prod1;inst;project;data11;patch;atlasproduction;16.6.2.5;atlasproduction;16.6.2.5;atla;tzero;prod1;inst;project;data11;setup;specialsetup_tier0;python;reco_trf.py;argdict;atla;tzero;prod1;log1;9845929_data11_7tev;physics_l1calo.merge.raw.x100;recon.task;data11_7tev;physics_l1calo.merge.raw.x100;recon.task;job.argdict.gpickle;data11_7tev;physics_l1calo.merge.raw.x100;recon.task;job.tmp.log;atlassetup;warn;test;directory;atla;tzero;prod1;inst;project;data11;patch;atlasproduction;16.6.2.5;doesn\'t;exist;atlassetup;warn;test;directory;doesn\'t;exist;atla;tzero;prod1;inst;project;data11;patch;atlasproduction;16.6.2.5;create;local;authentication.xml;file;create;local;dblookup.xml;file;copy;geometry;file;atla;condition;geomdb_tier0;geomdb;geomdb_sqlite;unsetting;frontier_server;coral_dblookup_path;pool;atlast0;atla;software;release;16.6.2;dbrelease;current;xmlconfig;coral_auth_path;pool;atlast0;atla;tzero;prod1;inst;private;atla;software;release;16.6.2;dbrelease;current;xmlconfig;atla;tzero;prod1;inst;private;trans;tail;logfile;fpeauditor;warn;invalid;execute;indettrt_standalonetrackfinder;fpeauditor;warn;divbyzero;execute;indettrt_standalonetrackfinder;fpeauditor;warn;invalid;execute;indetprivxfinder;fpeauditor;warn;divbyzero;execute;indetprivxfinder;toolsvc.zdcrecchanneltool;warn;zero;size;g0d0;toolsvc.zdcrecchanneltool;warn;zero;size;g1d0;storegatesvc;warn;retrieve;const;valid;proxy;object;mugirlcombinedmuoncontainer;type;analysis;muoncontainer;clid;storegatesvc;warn;retrieve;const;valid;proxy;object;mugirlcombinedmuoncontainer;type;analysis;muoncontainer;clid;storegatesvc;warn;retrieve;const;valid;proxy;object;mugirlcombinedmuoncontainer;type;analysis;muoncontainer;clid;toolsvc.indetalignmonresiduals_notrig;warn;propagation;unbiased;othersideparameter;fail;toolsvc.indetalignmonresiduals_notrig;warn;propagation;unbiased;othersideparameter;fail;toolsvc.indetalignmonresiduals_notrig;warn;propagation;unbiased;othersideparameter;fail;toolsvc.indetalignmonresiduals_notrig;warn;propagation;unbiased;othersideparameter;fail;toolsvc.indetalignmonresiduals_notrig;warn;propagation;unbiased;othersideparameter;fail;toolsvc.indetalignmonresiduals_notrig;warn;propagation;unbiased;othersideparameter;fail;toolsvc.indetalignmonresiduals_notrig;warn;propagation;unbiased;othersideparameter;fail;toolsvc.indetalignmonresiduals_notrig;warn;propagation;unbiased;othersideparameter;fail;toolsvc.indetalignmonresiduals_notrig;warn;propagation;unbiased;othersideparameter;fail;toolsvc.indetalignmonresiduals_notrig;warn;propagation;unbiased;othersideparameter;fail;toolsvc.indetalignmonresiduals_notrig;warn;propagation;unbiased;othersideparameter;fail;toolsvc.indetalignmonresiduals_notrig;warn;propagation;unbiased;othersideparameter;fail;fpeauditor;warn;divbyzero;execute;indetalignmonmanager;fpeauditor;warn;invalid;execute;globalmonmanager;fpeauditor;warn;divbyzero;execute;globalmonmanager;athenaeventloopmgr;info;processing;event;event;process;start;processing;event;event;process;processing;event;event;process;start;processing;event;event;process;processing;event;event;process;start;processing;event;event;process;fitparameter;fitparameter;perigee;const;atla;software;release;16.6.2;atlasreconstruction;16.6.2;installarea;slc5;gcc43;libtrkipatfitterutils.so;ipatfitter;track;const;track;const;bool;particlehypothesis;const;atla;software;release;16.6.2;atlasreconstruction;16.6.2;installarea;slc5;gcc43;libtrkipatfitter.so;combinedmuontrackbuilder;track;const;track;const;bool;particlehypothesis;const;atla;software;release;16.6.2;atlasreconstruction;16.6.2;installarea;slc5;gcc43;libmuidtrackbuilder.so;combinedmuontrackbuilder;combinedfit;track;const;track;const;track;const;const;atla;software;release;16.6.2;atlasreconstruction;16.6.2;installarea;slc5;gcc43;libmuidtrackbuilder.so;combinedmuontrackbuilder;indetextension;track;const;vector;const;parameterst;const;parameterst;const;parameterst;const;const;atla;software;release;16.6.2;atlasreconstruction;16.6.2;installarea;slc5;gcc43;libmuidtrackbuilder.so;muidmatchmaker;indetextension;track;const;track;const;track;const;track;const;track;const;const;atla;software;release;16.6.2;atlasreconstruction;16.6.2;installarea;slc5;gcc43;libmuidcombinedtools.so;muidmatchmaker;execute;datavector;const;datavector;const;datavector;const;const;atla;software;release;16.6.2;atlasreconstruction;16.6.2;installarea;slc5;gcc43;libmuidcombinedtools.so;muidcombine;execute;atla;software;release;16.6.2;atlasreconstruction;16.6.2;installarea;slc5;gcc43;libmuidcombined.so;algorithm;sysexecute;atla;software;release;16.6.2;gaudus;v21r9p3a;installarea;slc5;gcc43;libgaudikernel.so;athsequencer;execute;atla;software;release;16.6.2;atlascore;16.6.2;installarea;slc5;gcc43;libgaudisequencer.so;algorithm;sysexecute;atla;software;release;16.6.2;gaudus;v21r9p3a;installarea;slc5;gcc43;libgaudikernel.so;athsequencer;execute;atla;software;release;16.6.2;atlascore;16.6.2;installarea;slc5;gcc43;libgaudisequencer.so;algorithm;sysexecute;atla;software;release;16.6.2;gaudus;v21r9p3a;installarea;slc5;gcc43;libgaudikernel.so;athenaeventloopmgr;executealgorithm;atla;software;release;16.6.2;atlasproduction;16.6.2.5;installarea;slc5;gcc43;libathenaservices.so;athenaeventloopmgr;executeevent;void;atla;software;release;16.6.2;atlasproduction;16.6.2.5;installarea;slc5;gcc43;libathenaservices.so;athenaeventloopmgr;nextevent;atla;software;release;16.6.2;atlasproduction;16.6.2.5;installarea;slc5;gcc43;libathenaservices.so;athenaeventloopmgr;executerun;atla;software;release;16.6.2;atlasproduction;16.6.2.5;installarea;slc5;gcc43;libathenaservices.so;applicationmgr;executerun;atla;software;release;16.6.2;gaudus;v21r9p3a;installarea;slc5;gcc43;libgaudisvc.so;dictionary_dict.cpp;atla;software;release;16.6.2;gaudus;v21r9p3a;installarea;slc5;gcc43;libgaudikerneldict.so;root;cintex;method_stub_with_context;root;cintex;stubcontext_t;g__value;char;const;g__param;atla;software;release;16.6.2;detcommon;16.6.2;installarea;slc5;gcc43;libcintex.so;cint;g__callfunc;execute;void;atla;software;release;16.6.2;detcommon;16.6.2;installarea;slc5;gcc43;libcint.so;pyroot;trootobjectbyvalueexecutor;execute;cint;g__callfunc;void;atla;software;release;16.6.2;release;root;5.26.00e_python2.6;slc5;gcc43;root;libpyroot.so;pyroot;tmethodholder;callsafe;void;atla;software;release;16.6.2;release;root;5.26.00e_python2.6;slc5;gcc43;root;libpyroot.so;pyroot;tmethodholder;execute;void;atla;software;release;16.6.2;release;root;5.26.00e_python2.6;slc5;gcc43;root;libpyroot.so;pyroot;tmethodholder;operator;pyroot;objectproxy;long;atla;software;release;16.6.2;release;root;5.26.00e_python2.6;slc5;gcc43;root;libpyroot.so;pyroot;anonymous;namespace;mp_call;pyroot;methodproxy;methodproxy.cxx;atla;software;release;16.6.2;release;root;5.26.00e_python2.6;slc5;gcc43;root;libpyroot.so;pyobject_call;build;agaspar;work;python;2.6.5;object;abstract.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;do_call;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcodeex;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;fast_function;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcodeex;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcode;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;run_mod;build;agaspar;work;python;2.6.5;python;pythonrun.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;builtin_execfile;build;agaspar;work;python;2.6.5;python;bltinmodule.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pycfunction_call;build;agaspar;work;python;2.6.5;object;methodobject.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;call_function;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcodeex;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;function_call;build;agaspar;work;python;2.6.5;object;funcobject.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyobject_call;build;agaspar;work;python;2.6.5;object;abstract.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;instancemethod_call;build;agaspar;work;python;2.6.5;object;classobject.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyobject_call;build;agaspar;work;python;2.6.5;object;abstract.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;slot_tp_call;build;agaspar;work;python;2.6.5;object;typeobject.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyobject_call;build;agaspar;work;python;2.6.5;object;abstract.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;do_call;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcodeex;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcode;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;run_mod;build;agaspar;work;python;2.6.5;python;pythonrun.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;builtin_execfile;build;agaspar;work;python;2.6.5;python;bltinmodule.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pycfunction_call;build;agaspar;work;python;2.6.5;object;methodobject.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;call_function;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcodeex;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;function_call;build;agaspar;work;python;2.6.5;object;funcobject.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyobject_call;build;agaspar;work;python;2.6.5;object;abstract.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;instancemethod_call;build;agaspar;work;python;2.6.5;object;classobject.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyobject_call;build;agaspar;work;python;2.6.5;object;abstract.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;slot_tp_call;build;agaspar;work;python;2.6.5;object;typeobject.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyobject_call;build;agaspar;work;python;2.6.5;object;abstract.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;do_call;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcodeex;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcode;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;run_mod;build;agaspar;work;python;2.6.5;python;pythonrun.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;builtin_execfile;build;agaspar;work;python;2.6.5;python;bltinmodule.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pycfunction_call;build;agaspar;work;python;2.6.5;object;methodobject.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;call_function;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcodeex;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcode;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;run_mod;build;agaspar;work;python;2.6.5;python;pythonrun.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyrun_simplefileexflags;build;agaspar;work;python;2.6.5;python;pythonrun.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyrun_anyfileexflags;build;agaspar;work;python;2.6.5;python;pythonrun.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;py_main;build;agaspar;work;python;2.6.5;module;main.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;main;build;agaspar;work;python;2.6.5;module;python.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;libc.so;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;py:rawtoesd;info;execution;rawtoesd;complete;exit;code;py:rawtoesd;error;transform;receive;signal;exit;code;reset;athena;exit;code;info;read;error;category;file;atla;software;release;16.6.2;atlasproduction;16.6.2.5;installarea;share;atlas_error_categories.db;info;read;error;pattern;file;atla;software;release;16.6.2;atlasproduction;16.6.2.5;installarea;share;atlas_error_patterns.db;info;read;ignore;pattern;file;atla;software;release;16.6.2;atlasproduction;16.6.2.5;installarea;share;atlas_error_ignore.db;athenalogchecker;start;rawtoesd;wall;time;vmem;py:rawtoesd;info;scanning;athena;logfile;rawtoesd.log;assume;atla;release;16.6.2.5;py:rawtoesd;info;athena;initialise;py:rawtoesd;info;athena;execute;py:rawtoesd;info;scanning;line;file;rawtoesd.log;summary;py:rawtoesd;info;ignore;py:rawtoesd;info;warning;py:rawtoesd;info;error;py:rawtoesd;info;fatal;athenalogchecker;stop;rawtoesd;wall;time;vmem;athenalogchecker;report;rawtoesd;wall;time;time;vmem;py:rawtoesd;info;jobtransform;complete;rawtoesd;error;code;exit;code;py:rawtoesd;info;transform;timer;stop;rawtoesd;wall;time;vmem;py:rawtoesd;info;transform;timer;report;rawtoesd;wall;time;time;vmem;report;produce;rawtoesd;version;patjobtransform;command;atla;software;release;16.6.2;atlasproduction;16.6.2.5;installarea;share;reco_trf.py;argdict;atla;tzero;prod1;log1;9845929_data11_7tev;physics_l1calo.merge.raw.x100;recon.task;data11_7tev;physics_l1calo.merge.raw.x100;recon.task;job.argdict.gpickle;exitcode;errorcode;trf_segfault;errorcategory;trf_segfault;segmentation;fault;time;fatal;error;warning;write;jobinfo_rawtoesd.xml;file;esdok;false;skip;step;skip;step;skip;step;skip;step;skip;step;skip;monitoring;file;merge;step;py:reco_trf;info;jobtransform;complete;reco_trf;error;code;exit;code;py:rawtoesd;info;transform;timer;stop;reco_trf;wall;time;vmem;py:rawtoesd;info;transform;timer;report;reco_trf;wall;time;time;vmem;report;produce;recotrf;command;atla;software;release;16.6.2;atlasproduction;16.6.2.5;installarea;share;reco_trf.py;argdict;atla;tzero;prod1;log1;9845929_data11_7tev;physics_l1calo.merge.raw.x100;recon.task;data11_7tev;physics_l1calo.merge.raw.x100;recon.task;job.argdict.gpickle;exitcode;errorcode;trf_segfault;errorcategory;trf_segfault;segmentation;fault;time;fatal;error;warning;errorinfo;acronym;trf_segfault;segmentation;fault;message;catch;signal;segmentation;fault;detail;severity;fatal;producer;rawtoesd;stage;execute;errorinfo;acronym;trf_segfault;segmentation;fault;message;ppid;receive;fatal;signal;segmentation;fault;severity;fatal;producer;rawtoesd;stage;execute;athacronym;unknown;exception;occur;athcode;rundiruseddisk;rundiravailabledisk;workdir;pool;atlast0;athcode;rundiravailabledisk;dbrelease;current;athacronym;unknown;exception;occur;rundiruseddisk;atlasrelease;16.6.2.5;write;jobinfo_recotrf.xml;file;total;atlast0;atlast0;out.ootw;atlast0;9845929_data11_7tev;physics_l1calo.merge.raw.x100;recon.task;gpickle;atlast0;9845929_data11_7tev;physics_l1calo.merge.raw.x100;recon.task;atlast0;athenasummary_rawtoesd.txt;atlast0;athfile;cache.ascii;atlast0;authentication.xml;atlast0;data11_7tev;physics_l1calo.merge.raw;atlast0;data11_7tev;physics_l1calo.merge.raw.x100;recon.task;job.tmp.log;atlast0;data11_7tev;physics_l1calo.recon.esd.x100;atlast0;dblookup.xml;atlast0;dmesg_athena.txt;atlast0;generated_amdb_simrec_pool;atlast0;geomdb_t0replica.sqlite;atlast0;inputdictionary.pickle;atlast0;jobinfo_rawtoesd.xml;atlast0;jobinfo_recotrf.xml;atlast0;jobinfo.xml;atlast0;jobreport.gpickle;atlast0;jobreport.pickle;atlast0;jobreport_rawtoesd.gpickle;atlast0;jobreport_rawtoesd.pickle;atlast0;jobreport_rawtoesd.txt;atlast0;jobreport_recotrf.gpickle;atlast0;jobreport_recotrf.pickle;atlast0;jobreport_recotrf.txt;atlast0;jobreport.txt;rwxr;atlast0;last.rawtoesd;rwxr;atlast0;last.reco_trf;atlast0;last.runargs.gpickle;atlast0;monitor.root;atlast0;ntuple_bstoesddpd.pmon.stream;drwxr;atlast0;oradiag_atlast0;lrwxrwxrwx;atlast0;poolcond;atla;condition;poolcond;catalogue;poolcond;atlast0;poolfilecatalog.xml;atlast0;rawtoesd.log;atlast0;rawtoesd_messagesvc_joboptions.py;rwxr;atlast0;rawtoesd_runathena;atlast0;runargs.rawtoesd.gpickle;atlast0;runargs.rawtoesd.py;drwxr;atlast0;atlast0;transformtimer_reco_trf.pickle;atlast0;wrapper.py;start;jobreport;prodsy;athacronym;unknown;exception;occur;athcode;jobinput;joboutput;machine;unknown;nevent;trfacronym;trf_segfault;trfcode;trfexitcode;staging;svcclass;t0merge;type;castor;basepath;castor;grid;atla;tzero;prod1;temp;fileclass;atlas_notape;stagehost;castoratla;autodirstruct;getdest;final;storageinfo;svcclass;t0merge;type;castor;basepath;castor;grid;atla;tzero;prod1;temp;fileclass;atlas_notape;stagehost;castoratla;autodirstruct;rfmkdir;castor;grid;atla;tzero;prod1;temp;data11_7tev;physics_l1calo;data11_7tev;physics_l1calo.merge.raw.x100;recon.task.tmp.log;nschclass;atlas_notape;castor;grid;atla;tzero;prod1;temp;data11_7tev;physics_l1calo;data11_7tev;physics_l1calo.merge.raw.x100;recon.task.tmp.log;mkdir;file;exist;export;stage_svcclass;t0merge;export;stage_host;castoratla;umask;rfcp;data11_7tev;physics_l1calo.merge.raw.x100;recon.task;job.tmp.log;castor;grid;atla;tzero;prod1;temp;data11_7tev;physics_l1calo;data11_7tev;physics_l1calo.merge.raw.x100;recon.task.tmp.log;data11_7tev;physics_l1calo.merge.raw.x100;recon.task;job.tmp.log;byte;seconds;local;eth0;byte;remote;file;byte;seconds;local;eth0;byte;remote;file;connection;succeed;execute;insert;cpattempt;source;dest;retrynr;exitcode;erroracronym;startepoch;endepoch;stdboth;filesize;server;transfertime;type;filetype;svcclass;value;source;dest;retrynr;exitcode;eacro;startepoch;endepoch;stdboth;filesize;server;transfertime;type;filetype;svcclass;retrynr;svcclass;t0merge;eacro;dest;castor;grid;atla;tzero;prod1;temp;data11_7tev;physics_l1calo;data11_7tev;physics_l1calo.merge.raw.x100;recon.task.tmp.log;data11_7tev;physics_l1calo.merge.raw.x100;recon.task;job.tmp.log;startepoch;endepoch;filesize;server;source;data11_7tev;physics_l1calo.merge.raw.x100;recon.task;job.tmp.log;transfertime;stdboth;byte;seconds;local;eth0;byte;remote;file;type;stageout;filetype;exitcode;connection;close;byte;seconds;local;eth0;byte;remote;file;staging;take;seconds;stageout;succeed;transformation;problem;report;prodsy;jobinput;joboutput;guid;checksum;dataset;data11_7tev;physics_l1calo.merge.raw.x100;recon.task.tmp.log;event;data11_7tev;physics_l1calo.merge.raw.x100;recon.task;job.tmp.log;metada;surl;castor;grid;atla;tzero;prod1;temp;data11_7tev;physics_l1calo;data11_7tev;physics_l1calo.merge.raw.x100;recon.task.tmp.log;data11_7tev;physics_l1calo.merge.raw.x100;recon.task;job.tmp.log;size;num1;num2;txt1;nevent;trfacronym;trf_segfault;trfcode;t0exe;cpuinfo;cpuinfo;endepoch;erroracronym;trferror;errorcode;errortext;exitcode;stageintime;stageouttime;startepoch;report;wrapper;file;segmentation;fault;muonidcombine;reconstruction;muonidentification;muid'),(79719,'atlas','atn failure in 16.6.x.y (rawtoesd making) in reconstruction_recexample_recexconfigtest ','hello, \r\n\r\n there is a bug affecting almost all recexconfigtest in \r\n16.6.x.y(-val) atn tests due to a pbme in rawtoesd making\r\nand ending up with:\r\nfailure (error) : script\r\nthis error is there in rel_6, rel_0 etc:\r\n\r\nlog file here:\r\nhttp://atlas-computing.web.cern.ch/atlas-computing/links/builddirectory/nightlies/16.6.x.y-val/atlasproduction/rel_6/nicos_area/nicos_testlog166xyvalprod32bs5g4prodopt/reconstruction_recexample_recexconfigtest_12__recexconfigtest_testconfiguration__reco_cfg_check_onlyindet_q121__x.loglog\r\n(log message at the end of the mail)\r\n\r\ncheers,\r\n\r\narnaud, recorel shifter for 16.6.x.y and 16.6.x\r\n\r\n===== job report produced by recotrf =====\r\ncommand=/build/atnight/localbuilds/nightlies/16.6.x.y-val-prod/atlasproduction/rel_0/installarea/share/bin/reco_trf.py ami=q121 outputesdfile=myesd.pool.root autoconfiguration=everything append_preexec=rec.doindet=true,,rec.docalo=false,,rec.domuon=false,,rec.doforwarddet=false,,rec.domuoncombined=false,,rec.dojetmissingettag=false,,rec.doegamma=false,,rec.dotau=false,,rec.dotrigger=false;rec.doperfmon=false --athenaopts=-c os.system(\\&quot;touch myesd.pool.root\\&quot;);sys.exit(0)\r\nexitcode=10\r\nerrorcode=11000 (ath_failure)\r\nfatals=0\r\nerrors=0\r\nwarnings=0\r\nathacronym=unknown\r\nathcode=30\r\nrundiruseddisk=242002\r\nrundiravailabledisk=99375591424\r\nworkdir=/build/atnight/localbuilds/nightlies/16.6.x.y-val-prod/atlasproduction/rel_0/nicos_area/nicos_atntest166xyvalprod32bs5g4prodopt/recexconfigtest_testconfiguration_reco_cfg_onlyindet_q121_work\r\nathcode=30\r\nrundiravailabledisk=99375812608\r\ndbrelease=\r\nathacronym=unknown\r\nrundiruseddisk=40927\r\natlasrelease=rel_0\r\n&quot;athenacommon/execution.py&quot;\r\npy:athena            info including file &quot;/tmp/tmpikecl1-jobo.py&quot;\r\n::: analyzing [jobo.py]...\r\npy:athena            info including file &quot;jobo.py&quot;\r\npy:athena            info including file &quot;runargs.rawtoesd.py&quot;\r\npy:athena            info including file &quot;recjobtransforms/skeleton.rawtoesd.py&quot;\r\npy:athena            info including file &quot;patjobtransforms/commonskeletonjoboptions.py&quot;\r\npy:athena            info including file &quot;recexcommon/recousefulflags.py&quot;\r\npy:triggerflags.py    info triggermenuxml-release.txt file is found in /build/atnight/localbuilds/nightlies/16.6.x.y-val-prod/atlasproduction/rel_0/installarea/share/\r\npy:muonrec           info changing default straightlinefitmomentum = 2000.0\r\npy:muonrec           info loading /build/atnight/localbuilds/nightlies/16.6.x.y-val-prod/atlasproduction/rel_0/installarea/python/muonrecexample/muonrecflags.pyc\r\npy:muonrec           info changing default applyresilience = true\r\npy:muonrec           info changing default dotgc_rawdatarod = false\r\npy:muonrec           info changing default usetgcpriornextbc = false\r\npy:muonrec           info changing default dorpcraw = false\r\npy:muoncnv           info in setdefaults\r\npy:muoncnv           info trigger on from reconstruction flags / check for lvl1 or hlt algorithms\r\npy:muoncnv           info trigger: lvl1 or hlt algorithms on \r\npy:muoncnv           info trigger off from reconstruction flags\r\npy:muoncnv           info changing default mdtcablingmode = \'auto\'\r\npy:muoncnv           info changing default rpccablingmode = \'auto\'\r\npy:muoncnv           info changing default tgccablingmode = \'12-fold\'\r\npy:jobproperty ::    info aodflags:: now uses jobproperty py:raw_to_esd        info ****************** starting raw-&gt;esd making *****************\r\npy:raw_to_esd        info transform pre-exec\r\npy:raw_to_esd        info rec.commissioning.set_value_and_lock(true);rec.dofloatingpointexception.set_value_and_lock(true)\r\npy:raw_to_esd        info rec.doindet=true,,rec.docalo=false,,rec.domuon=false,,rec.doforwarddet=false,,rec.domuoncombined=false,,rec.dojetmissingettag=false,,rec.doegamma=false,,rec.dotau=false,,rec.dotrigger=false;rec.doperfmon=false\r\npy:athena            info leaving with code 8: &quot;an unknown exception occurred&quot;\r\n::: joboname [jobo.py]\r\n  file &quot;/afs/cern.ch/atlas/software/builds/atlascore/16.6.2/installarea/share/bin/find_cfg_dups.py&quot;, line 93, in \r\n    sc = main()\r\n  file &quot;/afs/cern.ch/atlas/software/builds/atlascore/16.6.2/installarea/share/bin/find_cfg_dups.py&quot;, line 85, in main\r\n    rc = _run_jobo(joboname, run_full_jobo)\r\n  file &quot;/afs/cern.ch/atlas/software/builds/atlascore/16.6.2/installarea/share/bin/find_cfg_dups.py&quot;, line 65, in _run_jobo\r\n    rc = sub.check_call(args=[sh, app, jobo.name])\r\n  file &quot;/afs/cern.ch/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/lib/python2.6/subprocess.py&quot;, line 498, in check_call\r\n    raise calledprocesserror(retcode, cmd)\r\nsubprocess.calledprocesserror: command \'[\'/bin/sh\', \'/afs/cern.ch/atlas/software/builds/atlascore/16.6.2/installarea/share/bin/athena.py\', \'/tmp/tmpikecl1-jobo.py\']\' returned non-zero exit status 8\r\n ======================================================\r\n      /build/atnight/localbuilds/nightlies/16.6.x.y-val-prod/atlasproduction/rel_0/reconstruction/recexample/recexconfigtest/atn_scripts/wrapper_reco_trf.sh ami=q121 outputesdfile=myesd.pool.root autoconfiguration=everything append_preexec=\'rec.doindet=true,,rec.docalo=false,,rec.domuon=false,,rec.doforwarddet=false,,rec.domuoncombined=false,,rec.dojetmissingettag=false,,rec.doegamma=false,,rec.dotau=false,,rec.dotrigger=false;rec.doperfmon=false\' --athenaopts=\'-c os.system(&quot;touch myesd.pool.root&quot;);sys.exit(0)\'\r\n     returned 1','1658','4701','2011-03-21 11:23:48','5','none','closed','reconstruction',';hello;affect;recexconfigtest;test;pbme;rawtoesd;make;failure;error;script;error;rel_6;rel_0;file;http;atla;computing.web.cern.ch;atla;computing;link;builddirectory;nightly;atlasproduction;rel_6;nicos_area;nicos_testlog166xyvalprod32bs5g4prodopt;reconstruction_recexample_recexconfigtest_12__recexconfigtest_testconfiguration__reco_cfg_check_onlyindet_q121__x.loglog;message;mail;arnaud;recorel;shifter;report;produce;recotrf;command;build;atnight;localbuild;nightly;prod;atlasproduction;rel_0;installarea;share;reco_trf.py;outputesdfile;myesd.pool.root;autoconfiguration;append_preexec;rec.doindet;true;rec.docalo;false;rec.domuon;false;rec.doforwarddet;false;rec.domuoncombined;false;rec.dojetmissingettag;false;rec.doegamma;false;rec.dotau;false;rec.dotrigger;false;rec.doperfmon;false;athenaopt;os.system;touch;myesd.pool.root;sys.exit;exitcode;errorcode;ath_failure;fatal;error;warning;athacronym;unknown;athcode;rundiruseddisk;rundiravailabledisk;workdir;build;atnight;localbuild;nightly;prod;atlasproduction;rel_0;nicos_area;nicos_atntest166xyvalprod32bs5g4prodopt;recexconfigtest_testconfiguration_reco_cfg_onlyindet_q121_work;athcode;rundiravailabledisk;dbrelease;athacronym;unknown;rundiruseddisk;atlasrelease;rel_0;athenacommon;execution.py;py:athena;info;include;file;tmpikecl1;jobo.py;analyze;jobo.py;py:athena;info;include;file;jobo.py;py:athena;info;include;file;runargs.rawtoesd.py;py:athena;info;include;file;recjobtransform;skeleton.rawtoesd.py;py:athena;info;include;file;patjobtransform;commonskeletonjoboptions.py;py:athena;info;include;file;recexcommon;recousefulflags.py;py:triggerflags.py;info;triggermenuxml;release.txt;file;build;atnight;localbuild;nightly;prod;atlasproduction;rel_0;installarea;share;py:muonrec;info;change;default;straightlinefitmomentum;py:muonrec;info;load;build;atnight;localbuild;nightly;prod;atlasproduction;rel_0;installarea;python;muonrecexample;muonrecflags.pyc;py:muonrec;info;change;default;applyresilience;true;py:muonrec;info;change;default;dotgc_rawdatarod;false;py:muonrec;info;change;default;usetgcpriornextbc;false;py:muonrec;info;change;default;dorpcraw;false;py:muoncnv;info;setdefault;py:muoncnv;info;trigger;reconstruction;flag;check;lvl1;algorithm;py:muoncnv;info;trigger;lvl1;algorithm;py:muoncnv;info;trigger;reconstruction;flag;py:muoncnv;info;change;default;mdtcablingmode;auto;py:muoncnv;info;change;default;rpccablingmode;auto;py:muoncnv;info;change;default;tgccablingmode;fold;py:jobproperty;info;aodflag;jobproperty;py:raw_to_esd;info;start;make;py:raw_to_esd;info;transform;exec;py:raw_to_esd;info;rec.commissioning.set_value_and_lock;true;rec.dofloatingpointexception.set_value_and_lock;true;py:raw_to_esd;info;rec.doindet;true;rec.docalo;false;rec.domuon;false;rec.doforwarddet;false;rec.domuoncombined;false;rec.dojetmissingettag;false;rec.doegamma;false;rec.dotau;false;rec.dotrigger;false;rec.doperfmon;false;py:athena;info;leave;code;unknown;exception;occur;joboname;jobo.py;file;atla;software;build;atlascore;16.6.2;installarea;share;find_cfg_dups.py;line;main;file;atla;software;build;atlascore;16.6.2;installarea;share;find_cfg_dups.py;line;main;joboname;run_full_jobo;file;atla;software;build;atlascore;16.6.2;installarea;share;find_cfg_dups.py;line;sub.check_call;jobo.name;file;external;python;2.6.5;slc5;gcc43;python2.6;subprocess.py;line;check_call;raise;calledprocesserror;retcode;subprocess.calledprocesserror;command;atla;software;build;atlascore;16.6.2;installarea;share;athena.py;tmpikecl1;jobo.py;return;zero;exit;status;build;atnight;localbuild;nightly;prod;atlasproduction;rel_0;reconstruction;recexample;recexconfigtest;atn_scripts;wrapper_reco_trf.sh;outputesdfile;myesd.pool.root;autoconfiguration;append_preexec;rec.doindet;true;rec.docalo;false;rec.domuon;false;rec.doforwarddet;false;rec.domuoncombined;false;rec.dojetmissingettag;false;rec.doegamma;false;rec.dotau;false;rec.dotrigger;false;rec.doperfmon;false;athenaopt;os.system;touch;myesd.pool.root;sys.exit;return;failure;rawtoesd;make;reconstruction_recexample_recexconfigtest;reconstruction'),(79721,'atlas','fct failure for recoonlytopvalid / 16.6.x rel_6, rel_0','hello,\r\n\r\nthere is a failure in recoonlytopvalid in rel_6 and \r\nrel_0 last week. message reads &quot;successful run&quot; but \r\nended up with unknown transform error (499 times).\r\n\r\nlog file here:\r\nhttps://atlasrtt.cern.ch/fct/rel_5/16.6.x-val/build/i686-slc5-gcc43-opt/offline/fullchaintests/recoonlytopvalid/recoonlytopvalid_log\r\n\r\ncheers,\r\n\r\narnaud, recorel shifter for 16.6.x and 16.6.x.y\r\n\r\n\r\n===== job report produced by csc_physval_mon version physvalmon-00-00-37 =====\r\ncommand=/afs/cern.ch/atlas/software/builds/nightlies/16.6.x-val/atlasoffline/rel_5/installarea/share/bin/csc_physval_mon_trf.py inputaodfile=/afs/cern.ch/atlas/project/rtt/prod/results/fct/chainstore/16.6.x-val/build/i686-slc5-gcc43-opt/offline/fullchaintests/recoonlytopchainjob/toprecolong_pll1.aod.pool.root,/afs/cern.ch/atlas/project/rtt/prod/results/fct/chainstore/16.6.x-val/build/i686-slc5-gcc43-opt/offline/fullchaintests/recoonlytopchainjob/toprecolong_pll2.aod.pool.root histogramfile=toprecolong.histos.pool.root maxevents=1000 skipevents=0 geometryversion=atlas-geo-16-00-00 conditionstag=oflcond-sdr-bs7t-02 triggerconfig=on dbrelease=/afs/cern.ch/atlas/www/groups/database/pacman4/dbrelease/dbrelease-pcache-current.tar.gz --athenaopts=--stdcmalloc\r\nexitcode=99\r\nerrorcode=69999 (trf_unknown)\r\nerrorcategory=trf_unknown,	69999,	unknown transform error (499 times)\r\nfatals=0\r\nerrors=1\r\nwarnings=8\r\nerrorinfo (count=499)\r\n  acronym=trf_unknown (69999)\r\n  message=updateaddress: cannot translate clid for: 1118613496\r\n  severity=error\r\n  who=eventselector\r\n  producer=csc_physval_mon\r\n  stage=execute\r\nworkdir=/pool/lsf/rtt/127452904\r\nathcode=0\r\nrundiravailabledisk=189702098944\r\ndbrelease=14.7.1\r\nathacronym=successful run\r\nrundiruseddisk=1202146469\r\natlasrelease=rel_5\r\nwriting jobinfo_csc_physval_mon.xml file...\r\n','1658','4701','2011-03-21 11:35:16','5','duplicate','closed','reconstruction',';hello;failure;recoonlytopvalid;rel_6;rel_0;week;message;read;successful;unknown;transform;error;time;file;http;atlasrtt.cern.ch;rel_5;build;slc5;gcc43;offline;fullchaintest;recoonlytopvalid;recoonlytopvalid_log;arnaud;recorel;shifter;report;produce;csc_physval_mon;version;physvalmon;command;atla;software;build;nightly;atlasoffline;rel_5;installarea;share;csc_physval_mon_trf.py;inputaodfile;atla;project;prod;result;chainstore;build;slc5;gcc43;offline;fullchaintest;recoonlytopchainjob;toprecolong_pll1;aod.pool.root;atla;project;prod;result;chainstore;build;slc5;gcc43;offline;fullchaintest;recoonlytopchainjob;toprecolong_pll2;aod.pool.root;histogramfile;toprecolong.histos.pool.root;maxevent;skipevent;geometryversion;atla;conditionstag;oflcond;bs7t;triggerconfig;dbrelease;atla;group;database;pacman4;dbrelease;dbrelease;pcache;current.tar.gz;athenaopt;stdcmalloc;exitcode;errorcode;trf_unknown;errorcategory;trf_unknown;unknown;transform;error;time;fatal;error;warning;errorinfo;count;acronym;trf_unknown;message;updateaddress;translate;clid;severity;error;eventselector;producer;csc_physval_mon;stage;execute;workdir;pool;athcode;rundiravailabledisk;dbrelease;14.7.1;athacronym;successful;rundiruseddisk;atlasrelease;rel_5;write;jobinfo_csc_physval_mon.xml;file;failure;recoonlytopvalid;rel_6;rel_0;reconstruction'),(79756,'atlas','rtt failure in pu_mu230 in recjobtransform / 16.6.x-val','hello, \r\nthere is a failure in rel_6 and rel_0 in \r\n[pu_mu230] jobs fails while in: indettrt_seededtrackfinder\r\n\r\nlog file in:\r\nhttps://atlasrtt.cern.ch/get/rtt/rel_0/16.6.x-val/build/i686-slc5-gcc43-opt/atlasproduction/recjobtransformtests/pu_mu230.0\r\n\r\ncheers,\r\n\r\narnaud, recorel shifter for 16.6.x and 16.6.x.y','1658','4701','2011-03-21 15:18:55','5','none','closed','reconstruction',';hello;failure;rel_6;rel_0;pu_mu230;fail;indettrt_seededtrackfinder;file;http;atlasrtt.cern.ch;rel_0;build;slc5;gcc43;atlasproduction;recjobtransformtest;pu_mu230.0;arnaud;recorel;shifter;failure;pu_mu230;recjobtransform;reconstruction'),(79757,'atlas','rtt failure in pu_mu230_wtrigtruth in recjobtransform / 16.6.x-val','hi,\r\n\r\nthere is a failure in rel_6 and rel_0 with:\r\n[pu_mu230.0_wtrigtruth]: py:rawtoesd error transform received\r\n signal 6. \r\n                           \r\nlog file here:\r\nhttps://atlasrtt.cern.ch/rtt/rel_0/16.6.x-val/build/i686-slc5-gcc43-opt/offline/recjobtransformtests/pu_mu230.0_wtrigtruth/pu_mu230.0_wtrigtruth_log\r\n\r\ncheers,\r\n\r\narnaud, recorel shifter for 16.6.x and 16.6.x.y\r\n\r\n','100','4701','2011-03-21 15:21:06','5','duplicate','closed','reconstruction',';failure;rel_6;rel_0;pu_mu230.0_wtrigtruth;py:rawtoesd;error;transform;receive;signal;file;http;atlasrtt.cern.ch;rel_0;build;slc5;gcc43;offline;recjobtransformtest;pu_mu230.0_wtrigtruth;pu_mu230.0_wtrigtruth_log;arnaud;recorel;shifter;failure;pu_mu230_wtrigtruth;recjobtransform;reconstruction'),(79759,'atlas','rtt failure in mc_heavy_ion ioerror in recjobtransform / 16.6.x-val','hello, \r\n\r\nthere is a failure in rel_6 and rel_0 with:\r\n[mc_heavy_ion] ioerror: no such file or directory: \r\n\'lvl1config_initialbeam_hi_v1_no_prescale_16.6.3.xml\'\r\n\r\nlog file here:\r\nhttps://atlasrtt.cern.ch/rtt/rel_0/16.6.x-val/build/i686-slc5-gcc43-opt/offline/recjobtransformtests/mc_heavy_ion/mc_heavy_ion_log\r\n\r\nand rawtoesd:\r\n\r\nhttps://atlasrtt.cern.ch/rtt/rel_0/16.6.x-val/build/i686-slc5-gcc43-opt/offline/recjobtransformtests/mc_heavy_ion/rawtoesd.log\r\n\r\ncheers,\r\n\r\narnaud, recorel shifter for 16.6.x and 16.6.x.y','1200','4701','2011-03-21 15:24:40','5','none','closed','reconstruction',';hello;failure;rel_6;rel_0;mc_heavy_ion;ioerror;file;directory;lvl1config_initialbeam_hi_v1_no_prescale_16.6.3;file;http;atlasrtt.cern.ch;rel_0;build;slc5;gcc43;offline;recjobtransformtest;mc_heavy_ion;mc_heavy_ion_log;rawtoesd;http;atlasrtt.cern.ch;rel_0;build;slc5;gcc43;offline;recjobtransformtest;mc_heavy_ion;rawtoesd.log;arnaud;recorel;shifter;failure;mc_heavy_ion;ioerror;recjobtransform;reconstruction'),(79855,'atlas','possible stacksize 200mb for rawtoesd on mc','info from wim\r\nreco_trf.py ami=q121 on 16.6.2.4\r\n\r\nmy quick &amp; dirty estimates are:\r\n\r\nrawtoesd: 201mb\r\nesdtodpd: 170kb\r\nesdtodpd: 170kb\r\ndqmerge:  155kb\r\n\r\nthat first one is not a typo: it does say \'m\'. i\'ll check on monday where\r\nthat\'s happening. for reference, helloworld is clocking in at 151kb.\r\n\r\nnote that i\'m not including the size of the stack taken up by the startup\r\nruntime, main program, python, etc. can\'t be more than 6mb though (given\r\nthe max address cut-off).\r\n\r\n(context is that by limiting the stack size one would effectively increase the job allowed vmem)\r\n\r\n(bug to be reassigned to domain which is likely to cause this)','178','307','2011-03-22 18:40:46','5','invalid','closed','reconstruction',';info;reco_trf.py;16.6.2.4;quick;dirty;estimate;rawtoesd;esdtodpd;esdtodpd;dqmerge;typo;i\'ll;check;monday;that\'s;happen;reference;helloworld;clock;note;include;size;stack;take;startup;runtime;main;program;python;can\'t;give;address;context;limit;stack;size;effectively;increase;allow;vmem;reassign;domain;likely;cause;possible;stacksize;rawtoesd;reconstruction'),(79862,'atlas','atn: 16.6.x(-val) rel_2 - use of uninitialized value in array dereference at trigtest.pl line 883.','\r\nin nightlies 16.6.x(-val) rel_2, the job *trigger_trigvalidation_triggertest #28 lvl1ctpprescaleathenatrigrdo*\r\nis crashing with this error message:\r\n\r\nuse of uninitialized value in array dereference at /build/atnight/localbuilds/nightlies/16.6.x-val/atlastrigger/rel_0/installarea/share/bin/trigtest.pl line 883.\r\nuse of uninitialized value in numeric gt (&gt;) at /build/atnight/localbuilds/nightlies/16.6.x-val/atlastrigger/rel_0/installarea/share/bin/trigtest.pl line 883.\r\n=== lvl1ctpprescaleathenatrigrdo failure : athena exited abnormally! exit code: 8\r\n\r\n\r\n*full logfiles* can be found here: \r\n\r\n16.6.x-val: http://atlas-computing.web.cern.ch/atlas-computing/links/distdirectory/nightlies/bugfixwebarea/nicos_web_area166xval32bs5g4trgopt/nicos_testlog_rel_2/trigger_trigvalidation_triggertest_28__triggertest_testconfiguration__lvl1ctpprescaleathenatrigrdo__x.html\r\n\r\n16.6.x: http://atlas-computing.web.cern.ch/atlas-computing/links/distdirectory/nightlies/bugfixwebarea/nicos_web_area166x32bs5g4trgopt/nicos_testlog_rel_2/trigger_trigvalidation_triggertest_28__triggertest_testconfiguration__lvl1ctpprescaleathenatrigrdo__x.html\r\n\r\n\r\nbest regards,\r\nguilherme\r\nreco validation shifter \r\n','100','5211','2011-03-22 21:56:00','7','none','closed','none',';nightly;rel_2;trigger_trigvalidation_triggertest;lvl1ctpprescaleathenatrigrdo;crash;error;message;uninitialized;value;array;dereference;build;atnight;localbuild;nightly;atlastrigger;rel_0;installarea;share;trigtest.pl;line;uninitialized;value;numeric;build;atnight;localbuild;nightly;atlastrigger;rel_0;installarea;share;trigtest.pl;line;lvl1ctpprescaleathenatrigrdo;failure;athena;exit;abnormally;exit;code;logfile;http;atla;computing.web.cern.ch;atla;computing;link;distdirectory;nightly;bugfixwebarea;nicos_web_area166xval32bs5g4trgopt;nicos_testlog_rel_2;trigger_trigvalidation_triggertest_28__triggertest_testconfiguration__lvl1ctpprescaleathenatrigrdo__x.html;http;atla;computing.web.cern.ch;atla;computing;link;distdirectory;nightly;bugfixwebarea;nicos_web_area166x32bs5g4trgopt;nicos_testlog_rel_2;trigger_trigvalidation_triggertest_28__triggertest_testconfiguration__lvl1ctpprescaleathenatrigrdo__x.html;best;guilherme;reco;validation;shifter;rel_2;uninitialized;value;array;dereference;trigtest.pl;line'),(79875,'atlas','segmentation fault in moosegmentmaker','amitag_q120_log\r\ncaught signal 11(segmentation fault).\r\nevent counter: 1\r\neventid: [run,evt,lumi,time,bunchcross,detmask] = [135664,177,2,1255989684:790146715,2230,0x1c1fcfffffff7]\r\nlast incident: athenaeventloopmgr:beginevent\r\ncurrent algorithm: moosegmentmaker\r\n','1682','5211','2011-03-23 02:02:26','5','duplicate','closed','reconstruction',';amitag_q120_log;catch;signal;segmentation;fault;event;counter;eventid;lumus;time;bunchcross;detmask;incident;athenaeventloopmgr:beginevent;current;algorithm;moosegmentmaker;segmentation;fault;moosegmentmaker;reconstruction'),(79882,'atlas','segmentation fault in tct run00159224_muonswbeam_collisions','dear all,\r\n\r\nthe tct job run00159224_muonswbeam_collisions crashes in 16.7.x.y-val:\r\n   --&gt;&gt; segmentation fault in muidstandalone\r\n\r\nfull logfile:\r\n\r\nhttps://atlasrtt.cern.ch/tct/rel_3/16.7.x.y-val/build/i686-slc5-gcc43-opt/offline/tier0chaintests/run00159224_muonswbeam_collisions/run00159224_muonswbeam_collisions_log\r\n\r\nstack trace:\r\n 0x59619270 athena::debugaids::stacktrace(int) + 0x60 [/afs/cern.ch/atlas/software/builds/atlascore/16.7.0/installarea/i686-slc5-gcc43-opt/lib/libcxxutils.so]\r\n 0x5961a08f athena::signal::fataldump(int, siginfo*, void*) + 0xff [/afs/cern.ch/atlas/software/builds/atlascore/16.7.0/installarea/i686-slc5-gcc43-opt/lib/libcxxutils.so]\r\n 0x5961a3a1 athena::signal::fatal(int, siginfo*, void*) + 0x181 [/afs/cern.ch/atlas/software/builds/atlascore/16.7.0/installarea/i686-slc5-gcc43-opt/lib/libcxxutils.so]\r\n 0x5c137686 coredumpsvchandler::action(int, siginfo*, void*) + 0x106 [/afs/cern.ch/atlas/software/builds/atlascore/16.7.0/installarea/i686-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0xffffe600 &lt;unknown function&gt;\r\n 0x738e7091 rec::muontrackquery::outgoingperigee(trk::track const&amp;) const + 0x41 [/afs/cern.ch/atlas/software/builds/atlasreconstruction/16.7.0/installarea/i686-slc5-gcc43-opt/lib/libmuidtrackbuilder.so]\r\n 0x738e4e98 rec::muontrackquery::outgoingtrack(trk::track const&amp;) const + 0x28 [/afs/cern.ch/atlas/software/builds/atlasreconstruction/16.7.0/installarea/i686-slc5-gcc43-opt/lib/libmuidtrackbuilder.so]\r\n 0x74d49aae rec::muidbacktracker::execute(datavector&lt;trk::track, datamodel_detail::nobase&gt; const&amp;) const + 0x1be [/afs/cern.ch/atlas/software/builds/atlasreconstruction/16.7.0/installarea/i686-slc5-gcc43-opt/lib/libmuidcombinedtools.so]\r\n 0x67ec5c44 muidstandalone::execute() + 0x214 [/afs/cern.ch/atlas/software/builds/atlasreconstruction/16.7.0/installarea/i686-slc5-gcc43-opt/lib/libmuidstandalone.so]\r\n 0x58ade54d algorithm::sysexecute() + 0x11d [/afs/cern.ch/atlas/software/builds/gaudi/v22r0/installarea/i686-slc5-gcc43-opt/lib/libgaudikernel.so]\r\n 0x64bc859b athsequencer::execute() + 0x1cb [/afs/cern.ch/atlas/software/builds/atlascore/16.7.0/installarea/i686-slc5-gcc43-opt/lib/libgaudisequencer.so]\r\n 0x58ade54d algorithm::sysexecute() + 0x11d [/afs/cern.ch/atlas/software/builds/gaudi/v22r0/installarea/i686-slc5-gcc43-opt/lib/libgaudikernel.so]\r\n 0x64bc859b athsequencer::execute() + 0x1cb [/afs/cern.ch/atlas/software/builds/atlascore/16.7.0/installarea/i686-slc5-gcc43-opt/lib/libgaudisequencer.so]\r\n 0x58ade54d algorithm::sysexecute() + 0x11d [/afs/cern.ch/atlas/software/builds/gaudi/v22r0/installarea/i686-slc5-gcc43-opt/lib/libgaudikernel.so]\r\n 0x5c15175f athenaeventloopmgr::executealgorithms() + 0x6f [/afs/cern.ch/atlas/software/builds/atlascore/16.7.0/installarea/i686-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0x5c156d70 athenaeventloopmgr::executeevent(void*) + 0x930 [/afs/cern.ch/atlas/software/builds/atlascore/16.7.0/installarea/i686-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0x5c155512 athenaeventloopmgr::nextevent(int) + 0x7b2 [/afs/cern.ch/atlas/software/builds/atlascore/16.7.0/installarea/i686-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0x5c14f28b athenaeventloopmgr::executerun(int) + 0x1b [/afs/cern.ch/atlas/software/builds/atlascore/16.7.0/installarea/i686-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0x5b974599 applicationmgr::executerun(int) + 0x79 [/afs/cern.ch/atlas/software/builds/gaudi/v22r0/installarea/i686-slc5-gcc43-opt/lib/libgaudisvc.so]\r\n','100','5211','2011-03-23 09:17:08','5','duplicate','closed','reconstruction',';dear;run00159224_muonswbeam_collisions;crash;segmentation;fault;muidstandalone;logfile;http;atlasrtt.cern.ch;rel_3;build;slc5;gcc43;offline;tier0chaintest;run00159224_muonswbeam_collisions;run00159224_muonswbeam_collisions_log;stack;trace;athena;debugaid;stacktrace;atla;software;build;atlascore;16.7.0;installarea;slc5;gcc43;libcxxutils.so;athena;signal;fataldump;siginfo;void;atla;software;build;atlascore;16.7.0;installarea;slc5;gcc43;libcxxutils.so;athena;signal;fatal;siginfo;void;atla;software;build;atlascore;16.7.0;installarea;slc5;gcc43;libcxxutils.so;coredumpsvchandler;action;siginfo;void;atla;software;build;atlascore;16.7.0;installarea;slc5;gcc43;libathenaservices.so;muontrackquery;outgoingperigee;track;const;const;atla;software;build;atlasreconstruction;16.7.0;installarea;slc5;gcc43;libmuidtrackbuilder.so;muontrackquery;outgoingtrack;track;const;const;atla;software;build;atlasreconstruction;16.7.0;installarea;slc5;gcc43;libmuidtrackbuilder.so;muidbacktracker;execute;datavector;const;const;atla;software;build;atlasreconstruction;16.7.0;installarea;slc5;gcc43;libmuidcombinedtools.so;muidstandalone;execute;atla;software;build;atlasreconstruction;16.7.0;installarea;slc5;gcc43;libmuidstandalone.so;algorithm;sysexecute;atla;software;build;gaudus;v22r0;installarea;slc5;gcc43;libgaudikernel.so;athsequencer;execute;atla;software;build;atlascore;16.7.0;installarea;slc5;gcc43;libgaudisequencer.so;algorithm;sysexecute;atla;software;build;gaudus;v22r0;installarea;slc5;gcc43;libgaudikernel.so;athsequencer;execute;atla;software;build;atlascore;16.7.0;installarea;slc5;gcc43;libgaudisequencer.so;algorithm;sysexecute;atla;software;build;gaudus;v22r0;installarea;slc5;gcc43;libgaudikernel.so;athenaeventloopmgr;executealgorithm;atla;software;build;atlascore;16.7.0;installarea;slc5;gcc43;libathenaservices.so;athenaeventloopmgr;executeevent;void;atla;software;build;atlascore;16.7.0;installarea;slc5;gcc43;libathenaservices.so;athenaeventloopmgr;nextevent;atla;software;build;atlascore;16.7.0;installarea;slc5;gcc43;libathenaservices.so;athenaeventloopmgr;executerun;atla;software;build;atlascore;16.7.0;installarea;slc5;gcc43;libathenaservices.so;applicationmgr;executerun;atla;software;build;gaudus;v22r0;installarea;slc5;gcc43;libgaudisvc.so;segmentation;fault;run00159224_muonswbeam_collisions;reconstruction'),(79935,'atlas','eventbookkeeperwriter using inputfilesummary in event loop esdtodpd ????','data reco atn test fail at esdtodpd stage (this happen repeatedly in several nightlies)\r\n\r\nhttp://atlas-computing.web.cern.ch/atlas-computing/links/builddirectory/nightlies/devval/atlasoffline/rel_3/nicos_area/nicos_testlog17x0val32bs5g4offlopt/reconstruction_recexample_recjobtransformtests_17__recjobtransformtests_testconfiguration__recoshift_recotrf_7tev_data__x.loglog\r\n\r\n\r\n\r\nclassidsvc                                           info  getregistryentries: read 11564 clidregistry entries for module all\r\npy:inputfilepeeker    info executing   inputfilepeeker.py\r\npy:inputfilepeeker warning unable to open file [rdo.pool.root]\r\npy:inputfilepeeker warning caught:\r\ncannot create an athfile server while a module is being imported...\r\nthis is a fundamental limitation. please fix your joboptions.py file\r\ntraceback (most recent call last):\r\n  file &quot;/build/atnight/localbuilds/nightlies/17.x.0-val/atlasevent/rel_0/installarea/python/recexconfig/inputfilepeeker.py&quot;, line 48, in _setup\r\n    fi = athfile.fopen(infile)\r\n  file &quot;/build/atnight/localbuilds/nightlies/17.x.0-val/atlascore/rel_0/installarea/python/pyutils/athfile/__init__.py&quot;, line 160, in fopen\r\n    return self.server.fopen(fnames, evtmax)\r\n  file &quot;/build/atnight/localbuilds/nightlies/17.x.0-val/atlascore/rel_0/installarea/python/pyutils/athfile/__init__.py&quot;, line 63, in server\r\n    raise runtimeerror(\'cannot create an athfile server while \'\r\nruntimeerror: cannot create an athfile server while a module is being imported...\r\nthis is a fundamental limitation. please fix your joboptions.py file\r\npy:inputfilepeeker   error unable to build inputfilesummary from any of the specified input files. there is probably a problem.\r\nwarning eventbookkeeperswriter is unable to find parent stream name from inuptfilesummary\r\nwarning eventbookkeeperswriter is unable to find parent stream name from inuptfilesummary\r\nwarning eventbookkeeperswriter is unable to find parent stream name from inuptfilesummary\r\nwarning eventbookkeeperswriter is unable to find parent stream name from inuptfilesummary\r\nperfmonsvc:    info [evt:   0] cpu=3025.000 ms vmem= 569.402 mb dvmem=  42.961 mb alloc= +0 -0    0.000 kb  =&gt; [/evt/perfmonslice]\r\n\r\nso two problems : \r\n - inputfilepeeker is called within the event loop which feels very wrong\r\n - py:inputfilepeeker warning unable to open file [rdo.pool.root] indicate the athenacommon.filesinput is wrongly set (but it could be a red herring caused by the first problem)\r\n','3743','307','2011-03-23 18:25:17','5','none','closed','reconstruction',';datum;reco;test;fail;esdtodpd;stage;happen;repeatedly;nightly;http;atla;computing.web.cern.ch;atla;computing;link;builddirectory;nightly;devval;atlasoffline;rel_3;nicos_area;nicos_testlog17x0val32bs5g4offlopt;reconstruction_recexample_recjobtransformtests_17__recjobtransformtests_testconfiguration__recoshift_recotrf_7tev_data__x.loglog;classidsvc;info;getregistryentry;read;clidregistry;entry;module;py:inputfilepeeker;info;execute;inputfilepeeker.py;py:inputfilepeeker;warn;unable;open;file;rdo.pool.root;py:inputfilepeeker;warn;catch;create;athfile;server;module;import;fundamental;limitation;joboptions.py;file;traceback;recent;file;build;atnight;localbuild;nightly;atlasevent;rel_0;installarea;python;recexconfig;inputfilepeeker.py;line;athfile.fopen;infile;file;build;atnight;localbuild;nightly;atlascore;rel_0;installarea;python;pyutil;athfile;line;fopen;return;self.server.fopen;fname;evtmax;file;build;atnight;localbuild;nightly;atlascore;rel_0;installarea;python;pyutil;athfile;line;server;raise;runtimeerror;create;athfile;server;runtimeerror;create;athfile;server;module;import;fundamental;limitation;joboptions.py;file;py:inputfilepeeker;error;unable;build;inputfilesummary;specify;input;file;probably;problem;warn;eventbookkeeperswriter;unable;parent;stream;inuptfilesummary;warn;eventbookkeeperswriter;unable;parent;stream;inuptfilesummary;warn;eventbookkeeperswriter;unable;parent;stream;inuptfilesummary;warn;eventbookkeeperswriter;unable;parent;stream;inuptfilesummary;perfmonsvc;info;vmem;dvmem;alloc;perfmonslice;problem;inputfilepeeker;call;event;loop;feel;wrong;py:inputfilepeeker;warn;unable;open;file;rdo.pool.root;indicate;athenacommon.filesinput;wrongly;herr;cause;problem;eventbookkeeperwriter;inputfilesummary;event;loop;esdtodpd;reconstruction'),(79951,'atlas','muidcombined segmentation fault (address not mapped to object, 16.6.2.6)','a bug which is similar to \r\nbug #79683: segmentation fault in muonidcombined in x100 reconstruction\r\nbut should be a different bug is seen with f351.  \r\nf351 uses atlasproduction 16.6.2.6 but additionally uses muidcombinedtools-00-09-25-07 installed in \r\n/afs/cern.ch/atlas/tzero/prod1/inst/projects/data11/patches/atlasproduction-16.6.2.6\r\nbug #79683 should be fixed by this muidcombinedtools-00-09-25-07. \r\n\r\ni will extract the raw file of the event. \r\n\r\nsusumu \r\n\r\n+verbatim+\r\ninput file(s):\r\n--------------------------------------------------------------------------------\r\nstage_svcclass=atlcal\r\n/castor/cern.ch/grid/atlas/tzero/prod1/perm/data11_7tev/express_express/00177986/data11_7tev.00177986.express_express.merge.raw/data11_7tev.00177986.express_express.merge.raw._lb0393._sfo-all._0001.1\r\n\r\n\r\ntier-0 transformation command run:\r\n--------------------------------------------------------------------------------\r\nsource /afs/cern.ch/atlas/tzero/prod1/inst/projects/data11/setup/setuptrf.sh /afs/cern.ch/atlas/tzero/prod1/inst/projects/data11/patches/atlasproduction-16.6.2.6 atlasproduction-16.6.2.6 /afs/cern.ch/atlas/tzero/prod1/inst/projects/data11/setup/specialsetup_tier0.sh ; python -u `which reco_trf.py` --argdict=/afs/cern.ch/atlas/tzero/prod1/log1/9954/9954793_data11_7tev.00177986.express_express.merge.raw.f351.recon.task._lb0393._sfo-all._0001.job.3//data11_7tev.00177986.express_express.merge.raw.f351.recon.task._lb0393._sfo-all._0001.job.argdict.gpickle  &amp;&gt; data11_7tev.00177986.express_express.merge.raw.f351.recon.task._lb0393._sfo-all._0001.job.tmp.log\r\n\r\n\r\nami configuration tag (more details):\r\n--------------------------------------------------------------------------------\r\nsee http://ami.in2p3.fr:8080/opencms/opencms/ami/www/referencetables/ --&gt; configurationtag --&gt; interpret --&gt; f351\r\n\r\n\r\nlogfile location:\r\n--------------------------------------------------------------------------------\r\nstage_svcclass=t0merge\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_7tev/express_express/00177986/data11_7tev.00177986.express_express.merge.raw.f351.recon.task.tmp.log/data11_7tev.00177986.express_express.merge.raw.f351.recon.task._lb0393._sfo-all._0001.job.tmp.log.3\r\n\r\n\r\ntail of the log file (300 lines):\r\n--------------------------------------------------------------------------------\r\nfpeauditor        warning fpe overflow in [execute] of [indettracktree_filteralgorithmsholder]\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  done processing event #24390686, run #177986 172 events processed so far  &lt;&lt;&lt;===\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  start processing event #24391067, run #177986 172 events processed so far  &lt;&lt;&lt;===\r\ndataproxy                                         warning accessdata:  iconversionsvc ptr not set\r\ntoolsvc.zdcrecchanneltool                         warning zero size g0d0 at id  0xfffff800\r\ntoolsvc.zdcrecchanneltool                         warning zero size g1d0 at id  0xfffff800\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  done processing event #24391067, run #177986 173 events processed so far  &lt;&lt;&lt;===\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  start processing event #24393979, run #177986 173 events processed so far  &lt;&lt;&lt;===\r\ndataproxy                                         warning accessdata:  iconversionsvc ptr not set\r\ntoolsvc.zdcrecchanneltool                         warning zero size g0d0 at id  0xfffff800\r\ntoolsvc.zdcrecchanneltool                         warning zero size g1d0 at id  0xfffff800\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  done processing event #24393979, run #177986 174 events processed so far  &lt;&lt;&lt;===\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  start processing event #24396679, run #177986 174 events processed so far  &lt;&lt;&lt;===\r\ndataproxy                                         warning accessdata:  iconversionsvc ptr not set\r\nmbtstimediffeventinfoalg                             info event identified as background, set bit \'mbtstimediffhalo\' in eventinfo background word\r\ntoolsvc.zdcrecchanneltool                         warning zero size g0d0 at id  0xec000000\r\ntoolsvc.zdcrecchanneltool                         warning zero size g0d0 at id  0xfffff800\r\ntoolsvc.zdcrecchanneltool                         warning zero size g1d0 at id  0xfffff800\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  done processing event #24396679, run #177986 175 events processed so far  &lt;&lt;&lt;===\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  start processing event #24397740, run #177986 175 events processed so far  &lt;&lt;&lt;===\r\ndataproxy                                         warning accessdata:  iconversionsvc ptr not set\r\nmbtstimediffeventinfoalg                             info event identified as background, set bit \'mbtstimediffhalo\' in eventinfo background word\r\ntoolsvc.zdcrecchanneltool                         warning zero size g0d0 at id  0xfffff800\r\ntoolsvc.zdcrecchanneltool                         warning zero size g1d0 at id  0xfffff800\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  done processing event #24397740, run #177986 176 events processed so far  &lt;&lt;&lt;===\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  start processing event #24400158, run #177986 176 events processed so far  &lt;&lt;&lt;===\r\ndataproxy                                         warning accessdata:  iconversionsvc ptr not set\r\ntoolsvc.zdcrecchanneltool                         warning zero size g0d0 at id  0xfffff800\r\ntoolsvc.zdcrecchanneltool                         warning zero size g1d0 at id  0xfffff800\r\ntoolsvc.ipatslfitter                              warning  fail track with incomplete return tsos: no trackparameters\r\ntoolsvc.muidmatchmaker                            warning  evaluatematchchi2: failed re-evaluation of match chi2 \r\ntoolsvc.muidmatchmaker                            warning  evaluatematchchi2: failed re-evaluation of match chi2 \r\ncalling the propertie dump\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  done processing event #24400158, run #177986 177 events processed so far  &lt;&lt;&lt;===\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  start processing event #24400905, run #177986 177 events processed so far  &lt;&lt;&lt;===\r\ndataproxy                                         warning accessdata:  iconversionsvc ptr not set\r\ntoolsvc.zdcrecchanneltool                         warning zero size g0d0 at id  0xfffff800\r\ntoolsvc.zdcrecchanneltool                         warning zero size g1d0 at id  0xfffff800\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  done processing event #24400905, run #177986 178 events processed so far  &lt;&lt;&lt;===\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  start processing event #24401507, run #177986 178 events processed so far  &lt;&lt;&lt;===\r\ntoolsvc.zdcrecchanneltool                         warning zero size g0d0 at id  0xfffff800\r\ntoolsvc.zdcrecchanneltool                         warning zero size g1d0 at id  0xfffff800\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  done processing event #24401507, run #177986 179 events processed so far  &lt;&lt;&lt;===\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  start processing event #24405023, run #177986 179 events processed so far  &lt;&lt;&lt;===\r\ndataproxy                                         warning accessdata:  iconversionsvc ptr not set\r\nmbtstimediffeventinfoalg                             info event identified as background, set bit \'mbtstimediffhalo\' in eventinfo background word\r\ntoolsvc.zdcrecchanneltool                         warning zero size g0d0 at id  0xed000000\r\ntoolsvc.zdcrecchanneltool                         warning zero size g0d0 at id  0xfffff800\r\ntoolsvc.zdcrecchanneltool                         warning zero size g1d0 at id  0xfffff800\r\ncalling the propertie dump\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  done processing event #24405023, run #177986 180 events processed so far  &lt;&lt;&lt;===\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  start processing event #24406153, run #177986 180 events processed so far  &lt;&lt;&lt;===\r\ndataproxy                                         warning accessdata:  iconversionsvc ptr not set\r\nmbtstimediffeventinfoalg                             info event identified as background, set bit \'mbtstimediffhalo\' in eventinfo background word\r\ntoolsvc.zdcrecchanneltool                         warning zero size g0d0 at id  0xfffff800\r\ntoolsvc.zdcrecchanneltool                         warning zero size g1d0 at id  0xfffff800\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  done processing event #24406153, run #177986 181 events processed so far  &lt;&lt;&lt;===\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  start processing event #24406564, run #177986 181 events processed so far  &lt;&lt;&lt;===\r\ndataproxy                                         warning accessdata:  iconversionsvc ptr not set\r\ntoolsvc.zdcrecchanneltool                         warning zero size g0d0 at id  0xfffff800\r\ntoolsvc.zdcrecchanneltool                         warning zero size g1d0 at id  0xfffff800\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  done processing event #24406564, run #177986 182 events processed so far  &lt;&lt;&lt;===\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  start processing event #24409500, run #177986 182 events processed so far  &lt;&lt;&lt;===\r\ndataproxy                                         warning accessdata:  iconversionsvc ptr not set\r\nmbtstimediffeventinfoalg                             info event identified as background, set bit \'mbtstimediffhalo\' in eventinfo background word\r\ntoolsvc.zdcrecchanneltool                         warning zero size g0d0 at id  0xec000000\r\ntoolsvc.zdcrecchanneltool                         warning zero size g0d0 at id  0xfffff800\r\ntoolsvc.zdcrecchanneltool                         warning zero size g1d0 at id  0xfffff800\r\ntoolsvc.dcmathsegmentmaker                        warning found multiple sectors on input, cannot process data \r\ntoolsvc.dcmathsegmentmaker                        warning  no mdt selected, returning 0 \r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  done processing event #24409500, run #177986 183 events processed so far  &lt;&lt;&lt;===\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  start processing event #24409502, run #177986 183 events processed so far  &lt;&lt;&lt;===\r\ndataproxy                                         warning accessdata:  iconversionsvc ptr not set\r\ndataproxy                                         warning accessdata:  iconversionsvc ptr not set\r\ntoolsvc.zdcrecchanneltool                         warning zero size g0d0 at id  0xfffff800\r\ntoolsvc.zdcrecchanneltool                         warning zero size g1d0 at id  0xfffff800\r\nfpeauditor        warning fpe overflow in [execute] of [indettracktree]\r\nfpeauditor        warning fpe overflow in [execute] of [indettracktree_filteralgorithmsholder]\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  done processing event #24409502, run #177986 184 events processed so far  &lt;&lt;&lt;===\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  start processing event #24409798, run #177986 184 events processed so far  &lt;&lt;&lt;===\r\ndataproxy                                         warning accessdata:  iconversionsvc ptr not set\r\ntoolsvc.mctbfitter                                warning attempt to apply material corrections with q/p=0, reject track\r\ntoolsvc.mctbfitter                                warning attempt to apply material corrections with q/p=0, reject track\r\ntoolsvc.zdcrecchanneltool                         warning zero size g0d0 at id  0xfffff800\r\ntoolsvc.zdcrecchanneltool                         warning zero size g1d0 at id  0xfffff800\r\ncalling the propertie dump\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  done processing event #24409798, run #177986 185 events processed so far  &lt;&lt;&lt;===\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  start processing event #24411478, run #177986 185 events processed so far  &lt;&lt;&lt;===\r\ndataproxy                                         warning accessdata:  iconversionsvc ptr not set\r\ntoolsvc.zdcrecchanneltool                         warning zero size g0d0 at id  0xfffff800\r\ntoolsvc.zdcrecchanneltool                         warning zero size g1d0 at id  0xfffff800\r\ntoolsvc.muidmatchmaker                            warning  evaluatematchchi2: failed re-evaluation of match chi2 \r\n-------------------------------------------------------------------------------------\r\ncore dump from coredumpsvc on lxbra5907.cern.ch at wed mar 23 15:06:22 2011\r\n\r\ncaught signal 11(segmentation fault). details: \r\n  errno = 0, code = 1 (address not mapped to object)\r\n  pid   = 64, uid = 0\r\n  value = (1037709930, 0x3dda326a)\r\n  vmem = 2288.38 mb\r\n  rss  = 1879.73 mb\r\n  total-ram = 15925.6 mb\r\n  free-ram  = 81.4961 mb\r\n  buffer-ram= 375.324 mb\r\n  total-swap= 20481.2 mb\r\n  free-swap = 20480.9 mb\r\n  addr  = 0x40\r\n\r\nevent counter: 186\r\neventid: [run,evt,lumi,time,bunchcross,detmask] = [177986,24411478,393,1300734321:461051955,3145,0x1fffffffffff7]\r\nlast incident: athenaeventloopmgr:beginevent\r\ncurrent algorithm: muidcombined\r\nalgorithm stack: \r\n   athmasterseq\r\n   athalgseq\r\n   muidcombined\r\n-------------------------------------------------------------------------------------\r\n\r\n(pid=11982 ppid=11897) received fatal signal 11 (segmentation fault)\r\nsignal context:\r\n  signo  = 11, errno = 0, code = 1 (address not mapped to object)\r\n  pid    = 64, uid = 0\r\n  value  = (1037709930, 0x3dda326a)\r\n  addr   = 0x40\r\n  stack  = (2, 0, (nil))\r\n\r\n  eip: 0023:732f79d6           eflags: 00210216\r\n  eax: 7330a630   ebx: 7330a9d8   ecx: 00000000   edx: 8d53eb40\r\n  esi: 00000000   edi: 8d53eb40   ebp: ffae6f48   esp: ffae6f14\r\n   ds: 002b        es: 002b        fs: 0000        ss: 002b\r\n\r\n  signal esp: ffae6f14  trap: 14/4  oldmask: 00000000   cr2: 00000040\r\n\r\n  fpu:  control = ffff037f\r\n        status  = ffff0132\r\n        tag     = ffffffff\r\n        ip      = 0010:61622357\r\n        data    = 002b:00000000\r\n        state   = 00000132\r\n    %fp0 = [0000:0000000000000000]\r\n    %fp1 = [0000:0000000000000000]\r\n    %fp2 = [0000:0000000000000000]\r\n    %fp3 = [0000:0000000000000000]\r\n    %fp4 = [4011:ac2c783ab771e99b]\r\n    %fp5 = [c00a:d00022c6b72693b8]\r\n    %fp6 = [400b:000000000000d3d8]\r\n    %fp7 = [400b:e000d17af4f7d56d]\r\n\r\nstack trace:\r\n 0x5cd0a440 athena::debugaids::stacktrace(int) + 0x60 [/afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.6/installarea/i686-slc5-gcc43-opt/lib/libcxxutils.so]\r\n 0x5cd05f9f athena::signal::fataldump(int, siginfo*, void*) + 0xff [/afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.6/installarea/i686-slc5-gcc43-opt/lib/libcxxutils.so]\r\n 0x5cd062b1 athena::signal::fatal(int, siginfo*, void*) + 0x181 [/afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.6/installarea/i686-slc5-gcc43-opt/lib/libcxxutils.so]\r\n 0x5e55764e coredumpsvchandler::action(int, siginfo*, void*) + 0xce [/afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.6/installarea/i686-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0xffffe600 &lt;unknown function&gt;\r\n 0x732f79d6 trk::fitparameters::fitparameters(trk::perigee const&amp;) + 0x26 [/afs/cern.ch/atlas/software/releases/16.6.2/atlasreconstruction/16.6.2/installarea/i686-slc5-gcc43-opt/lib/libtrkipatfitterutils.so]\r\n 0x732ad692 trk::ipatfitter::fit(trk::track const&amp;, trk::track const&amp;, bool, trk::particlehypothesis) const + 0xf2 [/afs/cern.ch/atlas/software/releases/16.6.2/atlasreconstruction/16.6.2/installarea/i686-slc5-gcc43-opt/lib/libtrkipatfitter.so]\r\n 0x73116fba rec::combinedmuontrackbuilder::fit(trk::track const&amp;, trk::track const&amp;, bool, trk::particlehypothesis) const + 0x26a [/afs/cern.ch/atlas/software/releases/16.6.2/atlasreconstruction/16.6.2/installarea/i686-slc5-gcc43-opt/lib/libmuidtrackbuilder.so]\r\n 0x73114366 rec::combinedmuontrackbuilder::combinedfit(trk::track const&amp;, trk::track const&amp;, trk::track const&amp;) const + 0x846 [/afs/cern.ch/atlas/software/releases/16.6.2/atlasreconstruction/16.6.2/installarea/i686-slc5-gcc43-opt/lib/libmuidtrackbuilder.so]\r\n 0x7311e25d rec::combinedmuontrackbuilder::indetextension(trk::track const&amp;, std::vector&lt;trk::measurementbase const*, std::allocator&lt;trk::measurementbase const*&gt; &gt; const&amp;, trk::parameterst&lt;trk::charged&gt; const*, trk::parameterst&lt;trk::charged&gt; const*, trk::parameterst&lt;trk::charged&gt; const*) const + 0x86d [/afs/cern.ch/atlas/software/releases/16.6.2/atlasreconstruction/16.6.2/installarea/i686-slc5-gcc43-opt/lib/libmuidtrackbuilder.so]\r\n 0x7457ec3d rec::muidmatchmaker::indetextension(trk::track const&amp;, trk::track const&amp;, trk::track const*, trk::track const*, trk::track const*) const + 0x3cd [/afs/cern.ch/atlas/tzero/prod1/inst/projects/data11/patches/atlasproduction-16.6.2.6/installarea/i686-slc5-gcc43-opt/lib/libmuidcombinedtools.so]\r\n 0x7458a1a2 rec::muidmatchmaker::execute(datavector&lt;trk::track, datavector_detail::nobase&gt; const*, datavector&lt;trk::track, datavector_detail::nobase&gt; const*, datavector&lt;trk::track, datavector_detail::nobase&gt; const*) const + 0x8e2 [/afs/cern.ch/atlas/tzero/prod1/inst/projects/data11/patches/atlasproduction-16.6.2.6/installarea/i686-slc5-gcc43-opt/lib/libmuidcombinedtools.so]\r\n 0x678f904a muidcombined::execute() + 0x8da [/afs/cern.ch/atlas/software/releases/16.6.2/atlasreconstruction/16.6.2/installarea/i686-slc5-gcc43-opt/lib/libmuidcombined.so]\r\n 0x588a751d algorithm::sysexecute() + 0x11d [/afs/cern.ch/atlas/software/releases/16.6.2/gaudi/v21r9p3a/installarea/i686-slc5-gcc43-opt/lib/libgaudikernel.so]\r\n 0x644f6ba3 athsequencer::execute() + 0x1f3 [/afs/cern.ch/atlas/software/releases/16.6.2/atlascore/16.6.2/installarea/i686-slc5-gcc43-opt/lib/libgaudisequencer.so]\r\n 0x588a751d algorithm::sysexecute() + 0x11d [/afs/cern.ch/atlas/software/releases/16.6.2/gaudi/v21r9p3a/installarea/i686-slc5-gcc43-opt/lib/libgaudikernel.so]\r\n 0x644f6ba3 athsequencer::execute() + 0x1f3 [/afs/cern.ch/atlas/software/releases/16.6.2/atlascore/16.6.2/installarea/i686-slc5-gcc43-opt/lib/libgaudisequencer.so]\r\n 0x588a751d algorithm::sysexecute() + 0x11d [/afs/cern.ch/atlas/software/releases/16.6.2/gaudi/v21r9p3a/installarea/i686-slc5-gcc43-opt/lib/libgaudikernel.so]\r\n 0x5e54065f athenaeventloopmgr::executealgorithms() + 0x6f [/afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.6/installarea/i686-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0x5e546e4e athenaeventloopmgr::executeevent(void*) + 0x83e [/afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.6/installarea/i686-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0x5e545b32 athenaeventloopmgr::nextevent(int) + 0x8a2 [/afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.6/installarea/i686-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0x5e53f7eb athenaeventloopmgr::executerun(int) + 0x1b [/afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.6/installarea/i686-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0x5ddb7a49 applicationmgr::executerun(int) + 0x79 [/afs/cern.ch/atlas/software/releases/16.6.2/gaudi/v21r9p3a/installarea/i686-slc5-gcc43-opt/lib/libgaudisvc.so]\r\n�0x5d54794d _zn12_global__n_1l11method_4267epvs0_rkst6vectoris0_sais0_ees0_ dictionary_dict.cpp:0 + 0x5d54794d [/afs/cern.ch/atlas/software/releases/16.6.2/gaudi/v21r9p3a/installarea/i686-slc5-gcc43-opt/lib/libgaudikerneldict.so]\r\n 0x578ca437 root::cintex::method_stub_with_context(root::cintex::stubcontext_t*, g__value*, char const*, g__param*, int) + 0x157 [/afs/cern.ch/atlas/software/releases/16.6.2/detcommon/16.6.2/installarea/i686-slc5-gcc43-opt/lib/libcintex.so]\r\n 0x5e1c5034 &lt;unknown function&gt;\r\n 0x5617d512 cint::g__callfunc::execute(void*) + 0xd2 [/afs/cern.ch/atlas/software/releases/16.6.2/detcommon/16.6.2/installarea/i686-slc5-gcc43-opt/lib/libcint.so]\r\n 0x5590acec pyroot::trootobjectbyvalueexecutor::execute(cint::g__callfunc*, void*) + 0x2c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/app/releases/root/5.26.00e_python2.6/i686-slc5-gcc43-opt/root/lib/libpyroot.so]\r\n 0x55910c24 pyroot::tmethodholder&lt;pyroot::tscopeadapter, pyroot::tmemberadapter&gt;::callsafe(void*) + 0x64 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/app/releases/root/5.26.00e_python2.6/i686-slc5-gcc43-opt/root/lib/libpyroot.so]\r\n 0x55910dbc pyroot::tmethodholder&lt;pyroot::tscopeadapter, pyroot::tmemberadapter&gt;::execute(void*) + 0x6c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/app/releases/root/5.26.00e_python2.6/i686-slc5-gcc43-opt/root/lib/libpyroot.so]\r\n 0x5590fa92 pyroot::tmethodholder&lt;pyroot::tscopeadapter, pyroot::tmemberadapter&gt;::operator()(pyroot::objectproxy*, _object*, _object*, long) + 0x112 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/app/releases/root/5.26.00e_python2.6/i686-slc5-gcc43-opt/root/lib/libpyroot.so]\r\n�0x55916859 pyroot::(anonymous namespace)::mp_call(pyroot::methodproxy*, _object*, _object*) methodproxy.cxx:0 + 0x55916859 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/app/releases/root/5.26.00e_python2.6/i686-slc5-gcc43-opt/root/lib/libpyroot.so]\r\n 0x0805d88c pyobject_call /build/agaspar/work/python-2.6.5/objects/abstract.c:2493 + 0x5c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080d969d do_call /build/agaspar/work/python-2.6.5/python/ceval.c:3968 + 0x2dfd [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080ddc8c pyeval_evalcodeex /build/agaspar/work/python-2.6.5/python/ceval.c:3000 + 0x87c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080dc329 fast_function /build/agaspar/work/python-2.6.5/python/ceval.c:3846 + 0x5a89 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080ddc8c pyeval_evalcodeex /build/agaspar/work/python-2.6.5/python/ceval.c:3000 + 0x87c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080dddd3 pyeval_evalcode /build/agaspar/work/python-2.6.5/python/ceval.c:547 + 0x63 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080fe044 run_mod /build/agaspar/work/python-2.6.5/python/pythonrun.c:1339 + 0xb4 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080d4900 builtin_execfile /build/agaspar/work/python-2.6.5/python/bltinmodule.c:797 + 0x80d4900 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x081391bd pycfunction_call /build/agaspar/work/python-2.6.5/objects/methodobject.c:81 + 0x18d [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080dbd09 call_function /build/agaspar/work/python-2.6.5/python/ceval.c:3750 + 0x5469 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080ddc8c pyeval_evalcodeex /build/agaspar/work/python-2.6.5/python/ceval.c:3000 + 0x87c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x08137caa function_call /build/agaspar/work/python-2.6.5/objects/funcobject.c:524 + 0x8137caa [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x0805d88c pyobject_call /build/agaspar/work/python-2.6.5/objects/abstract.c:2493 + 0x5c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x08064935 instancemethod_call /build/agaspar/work/python-2.6.5/objects/classobject.c:2579 + 0x8064935 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x0805d88c pyobject_call /build/agaspar/work/python-2.6.5/objects/abstract.c:2493 + 0x5c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080b29e3 slot_tp_call /build/agaspar/work/python-2.6.5/objects/typeobject.c:5373 + 0x80b29e3 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x0805d88c pyobject_call /build/agaspar/work/python-2.6.5/objects/abstract.c:2493 + 0x5c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080d969d do_call /build/agaspar/work/python-2.6.5/python/ceval.c:3968 + 0x2dfd [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080ddc8c pyeval_evalcodeex /build/agaspar/work/python-2.6.5/python/ceval.c:3000 + 0x87c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080dddd3 pyeval_evalcode /build/agaspar/work/python-2.6.5/python/ceval.c:547 + 0x63 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080fe044 run_mod /build/agaspar/work/python-2.6.5/python/pythonrun.c:1339 + 0xb4 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080d4900 builtin_execfile /build/agaspar/work/python-2.6.5/python/bltinmodule.c:797 + 0x80d4900 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x081391bd pycfunction_call /build/agaspar/work/python-2.6.5/objects/methodobject.c:81 + 0x18d [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080dbd09 call_function /build/agaspar/work/python-2.6.5/python/ceval.c:3750 + 0x5469 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080ddc8c pyeval_evalcodeex /build/agaspar/work/python-2.6.5/python/ceval.c:3000 + 0x87c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x08137caa function_call /build/agaspar/work/python-2.6.5/objects/funcobject.c:524 + 0x8137caa [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x0805d88c pyobject_call /build/agaspar/work/python-2.6.5/objects/abstract.c:2493 + 0x5c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x08064935 instancemethod_call /build/agaspar/work/python-2.6.5/objects/classobject.c:2579 + 0x8064935 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x0805d88c pyobject_call /build/agaspar/work/python-2.6.5/objects/abstract.c:2493 + 0x5c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080b29e3 slot_tp_call /build/agaspar/work/python-2.6.5/objects/typeobject.c:5373 + 0x80b29e3 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x0805d88c pyobject_call /build/agaspar/work/python-2.6.5/objects/abstract.c:2493 + 0x5c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080d969d do_call /build/agaspar/work/python-2.6.5/python/ceval.c:3968 + 0x2dfd [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080ddc8c pyeval_evalcodeex /build/agaspar/work/python-2.6.5/python/ceval.c:3000 + 0x87c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080dddd3 pyeval_evalcode /build/agaspar/work/python-2.6.5/python/ceval.c:547 + 0x63 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080fe044 run_mod /build/agaspar/work/python-2.6.5/python/pythonrun.c:1339 + 0xb4 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080d4900 builtin_execfile /build/agaspar/work/python-2.6.5/python/bltinmodule.c:797 + 0x80d4900 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x081391bd pycfunction_call /build/agaspar/work/python-2.6.5/objects/methodobject.c:81 + 0x18d [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080dbd09 call_function /build/agaspar/work/python-2.6.5/python/ceval.c:3750 + 0x5469 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080ddc8c pyeval_evalcodeex /build/agaspar/work/python-2.6.5/python/ceval.c:3000 + 0x87c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080dddd3 pyeval_evalcode /build/agaspar/work/python-2.6.5/python/ceval.c:547 + 0x63 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080fe044 run_mod /build/agaspar/work/python-2.6.5/python/pythonrun.c:1339 + 0xb4 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080fe3a4 pyrun_simplefileexflags /build/agaspar/work/python-2.6.5/python/pythonrun.c:935 + 0x204 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080fe69a pyrun_anyfileexflags /build/agaspar/work/python-2.6.5/python/pythonrun.c:739 + 0x7a [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x08058d46 py_main /build/agaspar/work/python-2.6.5/modules/main.c:572 + 0xc56 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x08057e42 main /build/agaspar/work/python-2.6.5/./modules/python.c:24 + 0x32 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x005c4e9c __libc_start_main + 0xdc [/lib/libc.so.6]\r\n 0x08057d51 _start + 0x8057d51 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\npy:rawtoesd          info execution of rawtoesd complete with exit code -11.\r\npy:rawtoesd         error transform received signal 11. exit code reset to athena exit code 8.\r\ninfo: read 109 error categories from file /afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.6/installarea/share/atlas_error_categories.db\r\ninfo: read 52 error patterns from file /afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.6/installarea/share/atlas_error_patterns.db\r\ninfo: read 58 ignore patterns from file /afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.6/installarea/share/atlas_error_ignore.db\r\nathenalogchecker start [rawtoesd log] wall-time: wed mar 23 14:06:32 2011, vmem: 111.4453125 mb, rss: 67.0 mb\r\npy:rawtoesd          info scanning athena logfile rawtoesd.log assuming atlas release all,16.6.2.6 ...\r\npy:rawtoesd          info athena initialise()...\r\npy:rawtoesd          info athena execute()...\r\npy:rawtoesd          info done scanning 30742 lines of file rawtoesd.log. summary:\r\npy:rawtoesd          info    ignored : 0\r\npy:rawtoesd          info    warnings: 1047\r\npy:rawtoesd          info    errors  : 0\r\npy:rawtoesd          info    fatals  : 2\r\nathenalogchecker stop [rawtoesd log] wall-time: wed mar 23 14:06:37 2011, vmem: 111.4453125 mb, rss: 67.0 mb\r\nathenalogchecker report [rawtoesd log] wall-time: 00 hrs 00 mins 04 secs, cpu-time: 00 hrs 00 mins 04 secs, vmem: 0.0 mb, rss: 0.0 mb\r\npy:rawtoesd          info jobtransform completed for rawtoesd with error code 60010 (exit code 6)\r\npy:rawtoesd          info transform timer stop [rawtoesd] wall-time: wed mar 23 14:06:37 2011, vmem: 111.4453125 mb, rss: 67.02734375 mb\r\npy:rawtoesd          info transform timer report [rawtoesd] wall-time: 00 hrs 31 mins 17 secs, cpu-time: 00 hrs 29 mins 53 secs, vmem: 0.734375 mb, rss: 0.6015625 mb\r\n===== job report produced by rawtoesd version patjobtransforms-00-03-22 =====\r\ncommand=/afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.6/installarea/share/bin/reco_trf.py --argdict=/afs/cern.ch/atlas/tzero/prod1/log1/9954/9954793_data11_7tev.00177986.express_express.merge.raw.f351.recon.task._lb0393._sfo-all._0001.job.3//data11_7tev.00177986.express_express.merge.raw.f351.recon.task._lb0393._sfo-all._0001.job.argdict.gpickle\r\nexitcode=6\r\nerrorcode=60010 (trf_segfault)\r\nerrorcategory=trf_segfault,	60010,	segmentation fault (2 times)\r\nfatals=2\r\nerrors=0\r\nwarnings=9\r\nwriting jobinfo_rawtoesd.xml file...\r\nesdok is  false\r\nskipping esd-&gt;esd step...\r\nskipping esd-&gt;aod step...\r\nskipping esd-&gt;dpd step...\r\nskipping aod-&gt;dpd step...\r\nskipping aod-&gt;tag step...\r\nskipping monitoring file merging step...\r\npy:reco_trf          info jobtransform completed for reco_trf with error code 60010 (exit code 6)\r\npy:rawtoesd          info transform timer stop [reco_trf] wall-time: wed mar 23 14:06:37 2011, vmem: 111.4453125 mb, rss: 67.03515625 mb\r\npy:rawtoesd          info transform timer report [reco_trf] wall-time: 00 hrs 31 mins 17 secs, cpu-time: 00 hrs 29 mins 53 secs, vmem: 0.734375 mb, rss: 0.62109375 mb\r\n===== job report produced by recotrf =====\r\ncommand=/afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.6/installarea/share/bin/reco_trf.py --argdict=/afs/cern.ch/atlas/tzero/prod1/log1/9954/9954793_data11_7tev.00177986.express_express.merge.raw.f351.recon.task._lb0393._sfo-all._0001.job.3//data11_7tev.00177986.express_express.merge.raw.f351.recon.task._lb0393._sfo-all._0001.job.argdict.gpickle\r\nexitcode=6\r\nerrorcode=60010 (trf_segfault)\r\nerrorcategory=trf_segfault,	60010,	segmentation fault (2 times)\r\nfatals=2\r\nerrors=0\r\nwarnings=9\r\nerrorinfo\r\n  acronym=trf_segfault (60010) segmentation fault\r\n  message=caught signal 11(segmentation fault). details:\r\n  severity=fatal\r\n  producer=rawtoesd\r\n  stage=execute\r\nerrorinfo\r\n  acronym=trf_segfault (60010) segmentation fault\r\n  message=(pid=11982 ppid=11897) received fatal signal 11 (segmentation fault)\r\n  severity=fatal\r\n  producer=rawtoesd\r\n  stage=execute\r\nathacronym=an unknown exception occurred\r\nathcode=8\r\nrundiruseddisk=787595287\r\nrundiravailabledisk=122673213440\r\nworkdir=/pool/lsf/atlast0/129018627\r\nathcode=8\r\nrundiravailabledisk=122673754112\r\ndbrelease=current\r\nathacronym=an unknown exception occurred\r\n\r\n-verbatim-','396','4045','2011-03-23 23:55:06','7','fixed','closed','muonidentification/muid',';similar;segmentation;fault;muonidcombine;reconstruction;different;atlasproduction;16.6.2.6;additionally;muidcombinedtool;install;atla;tzero;prod1;inst;project;data11;patch;atlasproduction;16.6.2.6;muidcombinedtool;extract;file;event;susumu;verbatim;input;file;stage_svcclass;atlcal;castor;grid;atla;tzero;prod1;perm;data11_7tev;express_express;data11_7tev;express_express.merge.raw;data11_7tev;express_express.merge.raw;tier;transformation;command;source;atla;tzero;prod1;inst;project;data11;setup;setuptrf.sh;atla;tzero;prod1;inst;project;data11;patch;atlasproduction;16.6.2.6;atlasproduction;16.6.2.6;atla;tzero;prod1;inst;project;data11;setup;specialsetup_tier0;python;reco_trf.py;argdict;atla;tzero;prod1;log1;9954793_data11_7tev;express_express.merge.raw.f351;recon.task;data11_7tev;express_express.merge.raw.f351;recon.task;job.argdict.gpickle;data11_7tev;express_express.merge.raw.f351;recon.task;job.tmp.log;configuration;detail;http;ami.in2p3;opencm;opencm;referencetable;configurationtag;interpret;logfile;location;stage_svcclass;t0merge;castor;grid;atla;tzero;prod1;temp;data11_7tev;express_express;data11_7tev;express_express.merge.raw.f351;recon.task.tmp.log;data11_7tev;express_express.merge.raw.f351;recon.task;job.tmp.log;tail;file;line;fpeauditor;warn;overflow;execute;indettracktree_filteralgorithmsholder;athenaeventloopmgr;info;processing;event;event;process;start;processing;event;event;process;processing;event;event;process;start;processing;event;event;process;processing;event;event;process;start;processing;event;event;process;processing;event;event;process;start;processing;event;event;process;processing;event;event;process;start;processing;event;event;process;processing;event;event;process;start;processing;event;event;process;processing;event;event;process;start;processing;event;event;process;processing;event;event;process;start;processing;event;event;process;processing;event;event;process;start;processing;event;event;process;processing;event;event;process;start;processing;event;event;process;processing;event;event;process;start;processing;event;event;process;processing;event;event;process;start;processing;event;event;process;processing;event;event;process;start;processing;event;event;process;processing;event;event;process;start;processing;event;event;process;fitparameter;fitparameter;perigee;const;atla;software;release;16.6.2;atlasreconstruction;16.6.2;installarea;slc5;gcc43;libtrkipatfitterutils.so;ipatfitter;track;const;track;const;bool;particlehypothesis;const;atla;software;release;16.6.2;atlasreconstruction;16.6.2;installarea;slc5;gcc43;libtrkipatfitter.so;combinedmuontrackbuilder;track;const;track;const;bool;particlehypothesis;const;atla;software;release;16.6.2;atlasreconstruction;16.6.2;installarea;slc5;gcc43;libmuidtrackbuilder.so;combinedmuontrackbuilder;combinedfit;track;const;track;const;track;const;const;atla;software;release;16.6.2;atlasreconstruction;16.6.2;installarea;slc5;gcc43;libmuidtrackbuilder.so;combinedmuontrackbuilder;indetextension;track;const;vector;const;parameterst;const;parameterst;const;parameterst;const;const;atla;software;release;16.6.2;atlasreconstruction;16.6.2;installarea;slc5;gcc43;libmuidtrackbuilder.so;muidmatchmaker;indetextension;track;const;track;const;track;const;track;const;track;const;const;atla;tzero;prod1;inst;project;data11;patch;atlasproduction;16.6.2.6;installarea;slc5;gcc43;libmuidcombinedtools.so;muidmatchmaker;execute;datavector;const;datavector;const;datavector;const;const;atla;tzero;prod1;inst;project;data11;patch;atlasproduction;16.6.2.6;installarea;slc5;gcc43;libmuidcombinedtools.so;muidcombine;execute;atla;software;release;16.6.2;atlasreconstruction;16.6.2;installarea;slc5;gcc43;libmuidcombined.so;algorithm;sysexecute;atla;software;release;16.6.2;gaudus;v21r9p3a;installarea;slc5;gcc43;libgaudikernel.so;athsequencer;execute;atla;software;release;16.6.2;atlascore;16.6.2;installarea;slc5;gcc43;libgaudisequencer.so;algorithm;sysexecute;atla;software;release;16.6.2;gaudus;v21r9p3a;installarea;slc5;gcc43;libgaudikernel.so;athsequencer;execute;atla;software;release;16.6.2;atlascore;16.6.2;installarea;slc5;gcc43;libgaudisequencer.so;algorithm;sysexecute;atla;software;release;16.6.2;gaudus;v21r9p3a;installarea;slc5;gcc43;libgaudikernel.so;athenaeventloopmgr;executealgorithm;atla;software;release;16.6.2;atlasproduction;16.6.2.6;installarea;slc5;gcc43;libathenaservices.so;athenaeventloopmgr;executeevent;void;atla;software;release;16.6.2;atlasproduction;16.6.2.6;installarea;slc5;gcc43;libathenaservices.so;athenaeventloopmgr;nextevent;atla;software;release;16.6.2;atlasproduction;16.6.2.6;installarea;slc5;gcc43;libathenaservices.so;athenaeventloopmgr;executerun;atla;software;release;16.6.2;atlasproduction;16.6.2.6;installarea;slc5;gcc43;libathenaservices.so;applicationmgr;executerun;atla;software;release;16.6.2;gaudus;v21r9p3a;installarea;slc5;gcc43;libgaudisvc.so;dictionary_dict.cpp;atla;software;release;16.6.2;gaudus;v21r9p3a;installarea;slc5;gcc43;libgaudikerneldict.so;root;cintex;method_stub_with_context;root;cintex;stubcontext_t;g__value;char;const;g__param;atla;software;release;16.6.2;detcommon;16.6.2;installarea;slc5;gcc43;libcintex.so;cint;g__callfunc;execute;void;atla;software;release;16.6.2;detcommon;16.6.2;installarea;slc5;gcc43;libcint.so;pyroot;trootobjectbyvalueexecutor;execute;cint;g__callfunc;void;atla;software;release;16.6.2;release;root;5.26.00e_python2.6;slc5;gcc43;root;libpyroot.so;pyroot;tmethodholder;callsafe;void;atla;software;release;16.6.2;release;root;5.26.00e_python2.6;slc5;gcc43;root;libpyroot.so;pyroot;tmethodholder;execute;void;atla;software;release;16.6.2;release;root;5.26.00e_python2.6;slc5;gcc43;root;libpyroot.so;pyroot;tmethodholder;operator;pyroot;objectproxy;long;atla;software;release;16.6.2;release;root;5.26.00e_python2.6;slc5;gcc43;root;libpyroot.so;pyroot;anonymous;namespace;mp_call;pyroot;methodproxy;methodproxy.cxx;atla;software;release;16.6.2;release;root;5.26.00e_python2.6;slc5;gcc43;root;libpyroot.so;pyobject_call;build;agaspar;work;python;2.6.5;object;abstract.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;do_call;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcodeex;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;fast_function;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcodeex;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcode;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;run_mod;build;agaspar;work;python;2.6.5;python;pythonrun.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;builtin_execfile;build;agaspar;work;python;2.6.5;python;bltinmodule.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pycfunction_call;build;agaspar;work;python;2.6.5;object;methodobject.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;call_function;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcodeex;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;function_call;build;agaspar;work;python;2.6.5;object;funcobject.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyobject_call;build;agaspar;work;python;2.6.5;object;abstract.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;instancemethod_call;build;agaspar;work;python;2.6.5;object;classobject.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyobject_call;build;agaspar;work;python;2.6.5;object;abstract.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;slot_tp_call;build;agaspar;work;python;2.6.5;object;typeobject.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyobject_call;build;agaspar;work;python;2.6.5;object;abstract.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;do_call;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcodeex;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcode;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;run_mod;build;agaspar;work;python;2.6.5;python;pythonrun.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;builtin_execfile;build;agaspar;work;python;2.6.5;python;bltinmodule.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pycfunction_call;build;agaspar;work;python;2.6.5;object;methodobject.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;call_function;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcodeex;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;function_call;build;agaspar;work;python;2.6.5;object;funcobject.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyobject_call;build;agaspar;work;python;2.6.5;object;abstract.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;instancemethod_call;build;agaspar;work;python;2.6.5;object;classobject.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyobject_call;build;agaspar;work;python;2.6.5;object;abstract.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;slot_tp_call;build;agaspar;work;python;2.6.5;object;typeobject.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyobject_call;build;agaspar;work;python;2.6.5;object;abstract.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;do_call;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcodeex;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcode;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;run_mod;build;agaspar;work;python;2.6.5;python;pythonrun.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;builtin_execfile;build;agaspar;work;python;2.6.5;python;bltinmodule.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pycfunction_call;build;agaspar;work;python;2.6.5;object;methodobject.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;call_function;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcodeex;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcode;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;run_mod;build;agaspar;work;python;2.6.5;python;pythonrun.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyrun_simplefileexflags;build;agaspar;work;python;2.6.5;python;pythonrun.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyrun_anyfileexflags;build;agaspar;work;python;2.6.5;python;pythonrun.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;py_main;build;agaspar;work;python;2.6.5;module;main.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;main;build;agaspar;work;python;2.6.5;module;python.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;libc.so;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;py:rawtoesd;info;execution;rawtoesd;complete;exit;code;py:rawtoesd;error;transform;receive;signal;exit;code;reset;athena;exit;code;info;read;error;category;file;atla;software;release;16.6.2;atlasproduction;16.6.2.6;installarea;share;atlas_error_categories.db;info;read;error;pattern;file;atla;software;release;16.6.2;atlasproduction;16.6.2.6;installarea;share;atlas_error_patterns.db;info;read;ignore;pattern;file;atla;software;release;16.6.2;atlasproduction;16.6.2.6;installarea;share;atlas_error_ignore.db;athenalogchecker;start;rawtoesd;wall;time;vmem;py:rawtoesd;info;scanning;athena;logfile;rawtoesd.log;assume;atla;release;16.6.2.6;py:rawtoesd;info;athena;initialise;py:rawtoesd;info;athena;execute;py:rawtoesd;info;scanning;line;file;rawtoesd.log;summary;py:rawtoesd;info;ignore;py:rawtoesd;info;warning;py:rawtoesd;info;error;py:rawtoesd;info;fatal;athenalogchecker;stop;rawtoesd;wall;time;vmem;athenalogchecker;report;rawtoesd;wall;time;time;vmem;py:rawtoesd;info;jobtransform;complete;rawtoesd;error;code;exit;code;py:rawtoesd;info;transform;timer;stop;rawtoesd;wall;time;vmem;py:rawtoesd;info;transform;timer;report;rawtoesd;wall;time;time;vmem;report;produce;rawtoesd;version;patjobtransform;command;atla;software;release;16.6.2;atlasproduction;16.6.2.6;installarea;share;reco_trf.py;argdict;atla;tzero;prod1;log1;9954793_data11_7tev;express_express.merge.raw.f351;recon.task;data11_7tev;express_express.merge.raw.f351;recon.task;job.argdict.gpickle;exitcode;errorcode;trf_segfault;errorcategory;trf_segfault;segmentation;fault;time;fatal;error;warning;write;jobinfo_rawtoesd.xml;file;esdok;false;skip;step;skip;step;skip;step;skip;step;skip;step;skip;monitoring;file;merge;step;py:reco_trf;info;jobtransform;complete;reco_trf;error;code;exit;code;py:rawtoesd;info;transform;timer;stop;reco_trf;wall;time;vmem;py:rawtoesd;info;transform;timer;report;reco_trf;wall;time;time;vmem;report;produce;recotrf;command;atla;software;release;16.6.2;atlasproduction;16.6.2.6;installarea;share;reco_trf.py;argdict;atla;tzero;prod1;log1;9954793_data11_7tev;express_express.merge.raw.f351;recon.task;data11_7tev;express_express.merge.raw.f351;recon.task;job.argdict.gpickle;exitcode;errorcode;trf_segfault;errorcategory;trf_segfault;segmentation;fault;time;fatal;error;warning;errorinfo;acronym;trf_segfault;segmentation;fault;message;catch;signal;segmentation;fault;detail;severity;fatal;producer;rawtoesd;stage;execute;errorinfo;acronym;trf_segfault;segmentation;fault;message;ppid;receive;fatal;signal;segmentation;fault;severity;fatal;producer;rawtoesd;stage;execute;athacronym;unknown;exception;occur;athcode;rundiruseddisk;rundiravailabledisk;workdir;pool;atlast0;athcode;rundiravailabledisk;dbrelease;current;athacronym;unknown;exception;occur;verbatim;muidcombine;segmentation;fault;address;object;16.6.2.6;muonidentification;muid'),(79955,'atlas','error could not create rep for dataobject (clid/key):117682415 convertedmuidcbtracks','i will extract the log file of this job and the raw file of this event.\r\n\r\nsusumu \r\n\r\n+verbatim+\r\ninput file(s):\r\n--------------------------------------------------------------------------------\r\nstage_svcclass=atlcal\r\n/castor/cern.ch/grid/atlas/tzero/prod1/perm/data11_7tev/physics_muons/00177986/data11_7tev.00177986.physics_muons.merge.raw/data11_7tev.00177986.physics_muons.merge.raw._lb0315._sfo-9._0001.1\r\n\r\n\r\ntier-0 transformation command run:\r\n--------------------------------------------------------------------------------\r\nsource /afs/cern.ch/atlas/tzero/prod1/inst/projects/data11/setup/setuptrf.sh /afs/cern.ch/atlas/tzero/prod1/inst/projects/data11/patches/atlasproduction-16.6.2.6 atlasproduction-16.6.2.6 /afs/cern.ch/atlas/tzero/prod1/inst/projects/data11/setup/specialsetup_tier0.sh ; python -u `which reco_trf.py` --argdict=/afs/cern.ch/atlas/tzero/prod1/log2/9950/9950906_data11_7tev.00177986.physics_muons.merge.raw.f351.recon.task._lb0315._sfo-9._0001.job.3//data11_7tev.00177986.physics_muons.merge.raw.f351.recon.task._lb0315._sfo-9._0001.job.argdict.gpickle  &amp;&gt; data11_7tev.00177986.physics_muons.merge.raw.f351.recon.task._lb0315._sfo-9._0001.job.tmp.log\r\n\r\n\r\nami configuration tag (more details):\r\n--------------------------------------------------------------------------------\r\nsee http://ami.in2p3.fr:8080/opencms/opencms/ami/www/referencetables/ --&gt; configurationtag --&gt; interpret --&gt; f351\r\n\r\n\r\nlogfile location:\r\n--------------------------------------------------------------------------------\r\nstage_svcclass=t0merge\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_7tev/physics_muons/00177986/data11_7tev.00177986.physics_muons.merge.raw.f351.recon.task.tmp.log/data11_7tev.00177986.physics_muons.merge.raw.f351.recon.task._lb0315._sfo-9._0001.job.tmp.log.3\r\n\r\n\r\ntail of the log file (300 lines):\r\n--------------------------------------------------------------------------------\r\ncrep_indet::pixelclustercontainer#pixelclusters      info time user   : tot=0.555  [s]                                             #=  1\r\ncalocellmaker_larcelldeadotxcorr                     info time user   : tot=0.566  [s]                                             #=  1\r\nroibresulttoaod:initialize                           info time user   : tot= 0.57  [s]                                             #=  1\r\ntileinfoloader:initialize                            info time user   : tot=0.597  [s]                                             #=  1\r\nmdtcablingsvc[0x10153000]+ad:callback                info time user   : tot=0.621  [s]                                             #=  1\r\nspecialpixelmapsvc[0x1ef3c450]+21:callback           info time user   : tot= 0.65  [s]                                             #=  1\r\ncrep_roib::roibresult#roibresult                     info time user   : tot=0.653  [s]                                             #=  1\r\nindet::trt_tracksegmentsmaker_atlxk[0x20605000]...   info time user   : tot=0.689  [s]                                             #=  1\r\ncondattrlistcollection[/tile/ofl01/calib/las/li...   info time user   : tot=0.565  [s]                                             #=  1\r\ncondattrlistcollection[/mdt/rt]:preloadproxy         info time user   : tot=0.577  [s]                                             #=  1\r\ncrep_cscrawdatacontainer#cscrdo                      info time user   : tot=0.754  [s]                                             #=  1\r\njetstream_jetet1filter:initialize                    info time user   : tot=0.699  [s]                                             #=  1\r\nlarmonmanager:execute                                info time user   : tot=0.788  [s]                                             #=  1\r\ncondattrlistcollection[/rpc/trigger/cm_thr_eta]...   info time user   : tot=0.635  [s]                                             #=  1\r\ntriggerfilterincollissionstream:initialize           info time user   : tot=0.818  [s]                                             #=  1\r\naccess only db and parsing                           info time user   : tot=0.861  [s] ave/min/max=  430(+-  170)/  260/  601 [ms] #=  2\r\nloadmdtmap method                                    info time user   : tot= 0.89  [s] ave/min/max=  445(+-  176)/  269/  621 [ms] #=  2\r\nmuoncalib::csccoolstrsvc[0x20822000]+9d:callback     info time user   : tot=0.933  [s]                                             #=  1\r\ncobj_larshapecomplete#                               info time user   : tot=0.963  [s]                                             #=  1\r\ncobj_larofccomplete#                                 info time user   : tot=0.974  [s]                                             #=  1\r\ncalocellmaker:execute                                info time user   : tot= 1.03  [s]                                             #=  1\r\ntoolsvc:finalize                                     info time user   : tot= 1.06  [s]                                             #=  1\r\ncrep_trigdec::trigdecision#trigdecision              info time user   : tot= 1.13  [s]                                             #=  1\r\ntoolsvc.empid:initialize                             info time user   : tot= 1.16  [s]                                             #=  1\r\ntoolsvc.mybtagtool:initialize                        info time user   : tot= 1.16  [s]                                             #=  1\r\njetstream_jetet1filter:execute                       info time user   : tot= 1.21  [s]                                             #=  1\r\nathenarootstreamersvc:initialize                     info time user   : tot= 1.23  [s]                                             #=  1\r\nthistsvc:finalize                                    info time user   : tot= 1.45  [s]                                             #=  1\r\nantikt6towerjets.jetbtagger:initialize               info time user   : tot=  1.4  [s]                                             #=  1\r\ncondattrlistvec[/sct/daq/configuration/chip]:pr...   info time user   : tot= 1.56  [s]                                             #=  1\r\nathenapoolcnvsvc:initialize                          info time user   : tot= 1.56  [s]                                             #=  1\r\ntoolsvc.larregionselectortable:initialize            info time user   : tot=  1.7  [s]                                             #=  1\r\nms::build-up                                         info time user   : tot= 1.75  [s]                                             #=  1\r\ntoolsvc.trigtserializer:initialize                   info time user   : tot= 1.65  [s]                                             #=  1\r\nmetadatasvc:initialize                               info time user   : tot= 1.65  [s]                                             #=  1\r\nathenasealsvc::autoloading                           info time user   : tot= 1.48  [s] ave/min/max= 49.5(+- 51.9)/    6/  247 [ms] #= 30\r\nregselsvc[0x215f2ef8]+69:callback                    info time user   : tot= 1.78  [s]                                             #=  1\r\nathenaeventloopmgr:finalize                          info time user   : tot=  1.7  [s]                                             #=  1\r\nathenasealsvc::checkclass                            info time user   : tot= 1.57  [s] ave/min/max= 8.08(+- 27.7)/    0/  247 [ms] #=194\r\nipat::trajectorytool[0x2168f6b0]+69:callback         info time user   : tot= 1.94  [s]                                             #=  1\r\nrpcgeometrysvc[0x184dea00]+b9:callback               info time user   : tot= 2.05  [s]                                             #=  1\r\nproxyprovidersvc:initialize                          info time user   : tot=  1.9  [s]                                             #=  1\r\ntrackinggeometrysvc[0x204e1758]+21:callback          info time user   : tot= 2.22  [s]                                             #=  1\r\nlarrawchannelbuilder:execute                         info time user   : tot= 2.15  [s]                                             #=  1\r\nlarhvcorrtool                                        info time user   : tot= 2.32  [s]                                             #=  1\r\nlarhvcorrtool[0x16bd8a78]+71:callback                info time user   : tot= 2.32  [s]                                             #=  1\r\negamma:initialize                                    info time user   : tot= 2.32  [s]                                             #=  1\r\ncondattrlistcollection[/tile/dcs/states]:preloa...   info time user   : tot= 2.65  [s]                                             #=  1\r\nantikt6towerjets:initialize                          info time user   : tot=  2.6  [s]                                             #=  1\r\nmdtcablingsvc[0x10153000]+a9:callback                info time user   : tot= 2.82  [s]                                             #=  1\r\ndetectorstore:initialize                             info time user   : tot= 3.01  [s]                                             #=  1\r\nmboysvc[0x13107400]+7109bc40:callback                info time user   : tot= 3.36  [s]                                             #=  1\r\ntrigconf::dsconfigsvc[0x169ffb40]+64a4cfc0:call...   info time user   : tot= 3.43  [s]                                             #=  1\r\nmuonrpc_cablingsvc[0x1f021d3c]+21:callback           info time user   : tot= 3.54  [s]                                             #=  1\r\ntoolsvc.trigsertptool:initialize                     info time user   : tot= 3.35  [s]                                             #=  1\r\ntrigbsextraction.navigation:initialize               info time user   : tot= 4.13  [s]                                             #=  1\r\ntrigbsextraction:initialize                          info time user   : tot= 4.13  [s]                                             #=  1\r\ncondattrlistcollection[/sct/daq/calibration/npt...   info time user   : tot=  4.8  [s]                                             #=  1\r\ntoolsvc.trigserializeconvhelper:initialize           info time user   : tot= 5.01  [s]                                             #=  1\r\ntrigbsextraction:execute                             info time user   : tot= 5.45  [s]                                             #=  1\r\ncondattrlistcollection[/trigger/hlt/prescales]:...   info time user   : tot= 5.86  [s]                                             #=  1\r\ngeomodelsvc:initialize                               info time user   : tot= 9.44  [s]                                             #=  1\r\nstreamesd:execute                                    info time user   : tot= 11.4  [s]                                             #=  1\r\nathalgseq:initialize                                 info time user   : tot= 26.1  [s]                                             #=  1\r\nathmasterseq:initialize                              info time user   : tot= 26.1  [s]                                             #=  1\r\nathenaeventloopmgr:initialize                        info time user   : tot= 26.1  [s]                                             #=  1\r\nathalgseq:execute                                    info time user   : tot= 28.8  [s]                                             #=  1\r\nathmasterseq:execute                                 info time user   : tot= 28.8  [s]                                             #=  1\r\nchronostatsvc                                        info time user   : tot=  126  [s]                                             #=  1\r\n*****chrono*****                                     info ****************************************************************************************************\r\nchronostatsvc.finalize()                             info  service finalized successfully \r\nalgerrorauditor                                      info found 3 instances where an algorithm::execute() produced an error but returned a success:\r\nathalgseq: 1\r\nathmasterseq: 1\r\nstreamesd: 1\r\n\r\nperfmonsvc:    info [fin] cpu=2798.000 ms vmem=2127.012 mb dvmem=   0.000 mb alloc= +0 -0    0.000 kb  =&gt; [/fin/perfmonslice]\r\npy:perfmonsvc        info finalizing [perfmonsvc]...\r\npy:perfmonsvc        info events processed: 1\r\npy:perfmonsvc        info job had [515] algorithms\r\npy:perfmonsvc        info statistics for \'ini\': (nbr entries = 1)\r\npy:perfmonsvc        info &lt;cpu&gt;:    (  94001.000 +/-      0.000 ) ms\r\npy:perfmonsvc        info &lt;real&gt;:   ( 160678.000 +/-      0.000 ) ms\r\npy:perfmonsvc        info &lt;vmem&gt;:   (   1445.516 +/-      0.000 ) mb\r\npy:perfmonsvc        info &lt;malloc&gt;: (      0.000 +/-      0.000 ) mb\r\npy:perfmonsvc        info &lt;nalloc&gt;: (      0.000 +/-      0.000 ) calls\r\npy:perfmonsvc        info &lt;rt&gt;: (  93882.883 +/-      0.000 ) ns\r\npy:perfmonsvc        info statistics for \'evt\': (nbr entries = 0)\r\npy:perfmonsvc        info &lt;cpu&gt;:    (      0.000 +/-      0.000 ) ms\r\npy:perfmonsvc        info &lt;real&gt;:   (      0.000 +/-      0.000 ) ms\r\npy:perfmonsvc        info &lt;vmem&gt;:   (      0.000 +/-      0.000 ) mb\r\npy:perfmonsvc        info &lt;malloc&gt;: (      0.000 +/-      0.000 ) mb\r\npy:perfmonsvc        info &lt;nalloc&gt;: (      0.000 +/-      0.000 ) calls\r\npy:perfmonsvc        info &lt;rt&gt;: (      0.000 +/-      0.000 ) ns\r\npy:perfmonsvc        info statistics for \'fin\': (nbr entries = 1)\r\npy:perfmonsvc        info &lt;cpu&gt;:    (   2798.000 +/-      0.000 ) ms\r\npy:perfmonsvc        info &lt;real&gt;:   (   2778.000 +/-      0.000 ) ms\r\npy:perfmonsvc        info &lt;vmem&gt;:   (   2127.012 +/-      0.000 ) mb\r\npy:perfmonsvc        info &lt;malloc&gt;: (      0.000 +/-      0.000 ) mb\r\npy:perfmonsvc        info &lt;nalloc&gt;: (      0.000 +/-      0.000 ) calls\r\npy:perfmonsvc        info &lt;rt&gt;: (   2793.891 +/-      0.000 ) ns\r\npy:perfmonsvc        info memory infos from [/proc/self/status]:\r\npy:perfmonsvc        info vmdata:	1625704 kb\r\npy:perfmonsvc        info vmexe:	1196 kb\r\npy:perfmonsvc        info vmhwm:	1803960 kb\r\npy:perfmonsvc        info vmlck:	0 kb\r\npy:perfmonsvc        info vmlib:	515932 kb\r\npy:perfmonsvc        info vmpte:	4204 kb\r\npy:perfmonsvc        info vmpeak:	2178064 kb\r\npy:perfmonsvc        info vmrss:	1803628 kb\r\npy:perfmonsvc        info vmsize:	2178064 kb\r\npy:perfmonsvc        info vmstk:	324 kb\r\npy:perfmonsvc        info naive vmem-leak estimation: (nevts=-9)\r\npy:perfmonsvc        info   first-evt vmem:  2075.926 mb\r\npy:perfmonsvc        info   10th -evt vmem:     0.000 mb\r\npy:perfmonsvc        info   last -evt vmem:  2075.926 mb\r\npy:perfmonsvc        info   slope[10:-1]:    [n/a] kb/evt\r\npy:perfmonsvc        info si2k: 2300.0 =&gt; &lt;cpu time&gt;:      0.000 ksi2k\r\npy:perfmonsvc        info writing out collected data... [ntuple_rawtoesd.pmon.gz]\r\npy:perfmonsvc        info  --&gt; [ntuple_rawtoesd.pmon.dat] =&gt;   27.000 kb\r\npy:perfmonsvc        info  --&gt; [ntuple_rawtoesd.pmon.stream] =&gt; 1401.819 kb\r\npy:perfmonsvc        info writing out collected data... [ntuple_rawtoesd.pmon.gz] =&gt;  144.502 kb\r\n\r\n   **ktime_mubo** time statistic (in sec?) :\r\n           |             |   #   |   time of   | time / call |             |             |\r\n   name    |  total time | calls |  first call | w.o. 1st c. | time / call | time / event|\r\n   --------+-------------+-------+-------------+-------------+-------------+-------------|\r\n   initiali|         3.14|      1|         3.14|         0.00|         3.14|         3.14|\r\n   finicoco|         0.00|      1|         0.00|         0.00|         0.00|         0.00|\r\n   recoseg |         0.03|      1|         0.03|         0.00|         0.03|         0.03|\r\n   s values|         0.00|      1|         0.00|         0.00|         0.00|         0.00|\r\n   csc segm|         0.00|      1|         0.00|         0.00|         0.00|         0.00|\r\n   stri seg|         0.01|      1|         0.01|         0.00|         0.01|         0.01|\r\n   rec. t,p|         0.00|      1|         0.00|         0.00|         0.00|         0.00|\r\n   loos seg|         0.02|      1|         0.02|         0.00|         0.02|         0.02|\r\n   recotra |         0.00|      1|         0.00|         0.00|         0.00|         0.00|\r\n   scan    |         0.00|      2|         0.00|         0.00|         0.00|         0.00|\r\n   baktrak |         0.00|      1|         0.00|         0.00|         0.00|         0.00|\r\n   matcov  |         0.00|      1|         0.00|         0.00|         0.00|         0.00|\r\n calling endrunmuonboy\r\napplicationmgr                                       info application manager finalized successfully\r\napplicationmgr                                       info application manager terminated successfully\r\nsummarizing all message counts\r\n=====================================================\r\n message source              |   level |    count\r\n-----------------------------+---------+-------------\r\n algerrorauditor             |   error |        3\r\n athenaeventloopmgr          |   error |        1\r\n athenapoolconverter         |   error |        1\r\n athenapoolconverter         |   fatal |        1\r\n iovdbsvc                    | warning |       11\r\n larmonmanager               | warning |        1\r\n largemetstream_wmetprescaler| warning |        1\r\n storegatesvc                | warning |        1\r\n streamesd                   |   fatal |        1\r\n streamesd.streamesdtool     |   error |        1\r\n thistsvc                    | warning |       10\r\n trt_conditionssummarysvc    | warning |        1\r\n toolsvc.dcmathsegmentmaker  | warning |        2\r\n toolsvc.muidmaterialallocator| warning |        2\r\n toolsvc.trigt1ctmonitoring::bsmonitoring| warning |        1\r\n toolsvc.zdcrecchanneltool   | warning |        2\r\n trackcollectioncnv: convertedmuidcbtracks|   error |        2\r\n=====================================================\r\npy:athena            info leaving with code 65: &quot;failure in an algorithm execute&quot;\r\ninfo: read 109 error categories from file /afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.6/installarea/share/atlas_error_categories.db\r\n/afs/cern.ch/atlas/software/releases/16.6.2/atlascore/16.6.2/installarea/share/bin/athena.py -b runargs.rawtoesd.py recjobtransforms/skeleton.rawtoesd.py rawtoesd_messagesvc_joboptions.py - exit code 65\r\nrelationaldatabase info delete the raldatabase for \'oracle://atlas_coolprod;schema=atlas_coolonl_trigger;dbname=comp200\'\r\nralsessionmgr info delete the ralsessionmgr for \'oracle://atlas_coolprod;schema=atlas_coolonl_trigger;dbname=comp200\'\r\ncoralapplication info delete the cool coralapplication...\r\ncoralapplication info delete the cool database service\r\nraldatabasesvc info delete the raldatabasesvc...\r\nraldatabasesvc info purge the connection pool\r\nraldatabasesvc info reset the ics pointer\r\nraldatabasesvc info delete the raldatabasesvc... done\r\ncoralapplication info delete the coral connection service\r\ncoralapplication info delete the cool coralapplication... done\r\ncoralapplication info delete the cool coralapplication...\r\ncoralapplication info delete the cool database service\r\nraldatabasesvc info delete the raldatabasesvc...\r\nraldatabasesvc info purge the connection pool\r\nraldatabasesvc info reset the ics pointer\r\nraldatabasesvc info delete the raldatabasesvc... done\r\ncoralapplication info delete the coral connection service\r\ncoral/services/connectionservice info deleting the connectionpool\r\ncoralapplication info delete the cool coralapplication... done\r\npy:rawtoesd          info execution of rawtoesd complete with exit code 65.\r\ninfo: read 109 error categories from file /afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.6/installarea/share/atlas_error_categories.db\r\ninfo: read 52 error patterns from file /afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.6/installarea/share/atlas_error_patterns.db\r\ninfo: read 58 ignore patterns from file /afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.6/installarea/share/atlas_error_ignore.db\r\nathenalogchecker start [rawtoesd log] wall-time: wed mar 23 14:00:46 2011, vmem: 112.28125 mb, rss: 66.984375 mb\r\npy:rawtoesd          info scanning athena logfile rawtoesd.log assuming atlas release all,16.6.2.6 ...\r\npy:rawtoesd          info athena initialise()...\r\npy:rawtoesd          info athena execute()...\r\npy:rawtoesd          info athena finalise()...\r\npy:rawtoesd          info done scanning 28214 lines of file rawtoesd.log. summary:\r\npy:rawtoesd          info    ignored : 5\r\npy:rawtoesd          info    warnings: 113\r\npy:rawtoesd          info    errors  : 6\r\npy:rawtoesd          info    fatals  : 2\r\nathenalogchecker stop [rawtoesd log] wall-time: wed mar 23 14:00:48 2011, vmem: 112.28125 mb, rss: 66.984375 mb\r\nathenalogchecker report [rawtoesd log] wall-time: 00 hrs 00 mins 01 secs, cpu-time: 00 hrs 00 mins 01 secs, vmem: 0.0 mb, rss: 0.0 mb\r\npy:rawtoesd          info jobtransform completed for rawtoesd with error code 69999 (exit code 99)\r\npy:rawtoesd          info transform timer stop [rawtoesd] wall-time: wed mar 23 14:00:48 2011, vmem: 112.28125 mb, rss: 67.01171875 mb\r\npy:rawtoesd          info transform timer report [rawtoesd] wall-time: 00 hrs 04 mins 27 secs, cpu-time: 00 hrs 03 mins 17 secs, vmem: 0.6875 mb, rss: 0.6015625 mb\r\n===== job report produced by rawtoesd version patjobtransforms-00-03-22 =====\r\ncommand=/afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.6/installarea/share/bin/reco_trf.py --argdict=/afs/cern.ch/atlas/tzero/prod1/log2/9950/9950906_data11_7tev.00177986.physics_muons.merge.raw.f351.recon.task._lb0315._sfo-9._0001.job.3//data11_7tev.00177986.physics_muons.merge.raw.f351.recon.task._lb0315._sfo-9._0001.job.argdict.gpickle\r\nexitcode=99\r\nerrorcode=69999 (trf_unknown)\r\nerrorcategory=trf_unknown,	69999,	unknown transform error (8 times)\r\nfatals=2\r\nerrors=6\r\nwarnings=9\r\nwriting jobinfo_rawtoesd.xml file...\r\nesdok is  false\r\nskipping esd-&gt;esd step...\r\nskipping esd-&gt;aod step...\r\nskipping esd-&gt;dpd step...\r\nskipping aod-&gt;dpd step...\r\nskipping aod-&gt;tag step...\r\nskipping monitoring file merging step...\r\npy:reco_trf          info jobtransform completed for reco_trf with error code 69999 (exit code 99)\r\npy:rawtoesd          info transform timer stop [reco_trf] wall-time: wed mar 23 14:00:48 2011, vmem: 112.28125 mb, rss: 67.03125 mb\r\npy:rawtoesd          info transform timer report [reco_trf] wall-time: 00 hrs 04 mins 27 secs, cpu-time: 00 hrs 03 mins 17 secs, vmem: 0.6875 mb, rss: 0.6328125 mb\r\n===== job report produced by recotrf =====\r\ncommand=/afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.6/installarea/share/bin/reco_trf.py --argdict=/afs/cern.ch/atlas/tzero/prod1/log2/9950/9950906_data11_7tev.00177986.physics_muons.merge.raw.f351.recon.task._lb0315._sfo-9._0001.job.3//data11_7tev.00177986.physics_muons.merge.raw.f351.recon.task._lb0315._sfo-9._0001.job.argdict.gpickle\r\nexitcode=99\r\nerrorcode=69999 (trf_unknown)\r\nerrorcategory=trf_unknown,	69999,	unknown transform error (8 times)\r\nfatals=2\r\nerrors=6\r\nwarnings=9\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=failed to create persistent object: tp converter not found\r\n  severity=fatal\r\n  who=athenapoolconverter\r\n  producer=rawtoesd\r\n  stage=execute\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=createrep failed, key = convertedmuidcbtracks\r\n  severity=error\r\n  who=athenapoolconverter\r\n  producer=rawtoesd\r\n  stage=execute\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=could not create rep for dataobject (clid/key):117682415 convertedmuidcbtracks\r\n  severity=error\r\n  who=streamesd.streamesdtool\r\n  producer=rawtoesd\r\n  stage=execute\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=streamobjects failed.\r\n  severity=fatal\r\n  who=streamesd\r\n  producer=rawtoesd\r\n  stage=execute\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=illegal return code: algorithm streamesd reported an error, but returned a statuscode &quot;failure&quot;\r\n  severity=error\r\n  who=algerrorauditor\r\n  producer=rawtoesd\r\n  stage=execute\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=illegal return code: algorithm athalgseq reported an error, but returned a statuscode &quot;failure&quot;\r\n  severity=error\r\n  who=algerrorauditor\r\n  producer=rawtoesd\r\n  stage=execute\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=illegal return code: algorithm athmasterseq reported an error, but returned a statuscode &quot;failure&quot;\r\n  severity=error\r\n  who=algerrorauditor\r\n  producer=rawtoesd\r\n  stage=execute\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=terminating event processing loop due to errors\r\n  severity=error\r\n  who=athenaeventloopmgr\r\n  producer=rawtoesd\r\n  stage=execute\r\nathacronym=failure in an algorithm execute\r\nathcode=65\r\nrundiruseddisk=2096341088\r\nrundiravailabledisk=137162743808\r\nworkdir=/pool/lsf/atlast0/129021058\r\nathcode=65\r\nrundiravailabledisk=137163026432\r\ndbrelease=current\r\nathacronym=failure in an algorithm execute\r\n\r\n-verbatim-','396','4045','2011-03-24 00:50:24','7','fixed','closed','muonidentification/muid',';extract;file;file;event;susumu;verbatim;input;file;stage_svcclass;atlcal;castor;grid;atla;tzero;prod1;perm;data11_7tev;physics_muons;data11_7tev;physics_muons.merge.raw;data11_7tev;physics_muons.merge.raw;tier;transformation;command;source;atla;tzero;prod1;inst;project;data11;setup;setuptrf.sh;atla;tzero;prod1;inst;project;data11;patch;atlasproduction;16.6.2.6;atlasproduction;16.6.2.6;atla;tzero;prod1;inst;project;data11;setup;specialsetup_tier0;python;reco_trf.py;argdict;atla;tzero;prod1;log2;9950906_data11_7tev;physics_muons.merge.raw.f351;recon.task;data11_7tev;physics_muons.merge.raw.f351;recon.task;job.argdict.gpickle;data11_7tev;physics_muons.merge.raw.f351;recon.task;job.tmp.log;configuration;detail;http;ami.in2p3;opencm;opencm;referencetable;configurationtag;interpret;logfile;location;stage_svcclass;t0merge;castor;grid;atla;tzero;prod1;temp;data11_7tev;physics_muons;data11_7tev;physics_muons.merge.raw.f351;recon.task.tmp.log;data11_7tev;physics_muons.merge.raw.f351;recon.task;job.tmp.log;tail;file;line;crep_indet;pixelclustercontainer;pixelcluster;info;time;user;calocellmaker_larcelldeadotxcorr;info;time;user;roibresulttoaod:initialize;info;time;user;tileinfoloader:initialize;info;time;user;mdtcablingsvc;ad:callback;info;time;user;specialpixelmapsvc;callback;info;time;user;crep_roib;roibresult;roibresult;info;time;user;indet;trt_tracksegmentsmaker_atlxk;info;time;user;condattrlistcollection;tile;ofl01;calib;info;time;user;condattrlistcollection;preloadproxy;info;time;user;crep_cscrawdatacontainer;cscrdo;info;time;user;jetstream_jetet1filter:initialize;info;time;user;larmonmanager:execute;info;time;user;condattrlistcollection;trigger;cm_thr_eta;info;time;user;triggerfilterincollissionstream:initialize;info;time;user;access;parsing;info;time;user;loadmdtmap;method;info;time;user;muoncalib;csccoolstrsvc;9d:callback;info;time;user;cobj_larshapecomplete;info;time;user;cobj_larofccomplete;info;time;user;calocellmaker:execute;info;time;user;toolsvc:finalize;info;time;user;crep_trigdec;trigdecision;trigdecision;info;time;user;toolsvc.empid:initialize;info;time;user;toolsvc.mybtagtool:initialize;info;time;user;jetstream_jetet1filter:execute;info;time;user;athenarootstreamersvc:initialize;info;time;user;thistsvc:finalize;info;time;user;antikt6towerjets.jetbtagger:initialize;info;time;user;condattrlistvec;configuration;chip;info;time;user;athenapoolcnvsvc:initialize;info;time;user;toolsvc.larregionselectortable:initialize;info;time;user;build;info;time;user;toolsvc.trigtserializer:initialize;info;time;user;metadatasvc:initialize;info;time;user;athenasealsvc;autoload;info;time;user;regselsvc;callback;info;time;user;athenaeventloopmgr:finalize;info;time;user;athenasealsvc;checkclass;info;time;user;ipat;trajectorytool;callback;info;time;user;rpcgeometrysvc;callback;info;time;user;proxyprovidersvc:initialize;info;time;user;trackinggeometrysvc;callback;info;time;user;larrawchannelbuilder:execute;info;time;user;larhvcorrtool;info;time;user;larhvcorrtool;callback;info;time;user;egamma:initialize;info;time;user;condattrlistcollection;tile;state;preloa;info;time;user;antikt6towerjets:initialize;info;time;user;mdtcablingsvc;callback;info;time;user;detectorstore:initialize;info;time;user;mboysvc;callback;info;time;user;trigconf;dsconfigsvc;info;time;user;muonrpc_cablingsvc;callback;info;time;user;toolsvc.trigsertptool:initialize;info;time;user;trigbsextraction.navigation:initialize;info;time;user;trigbsextraction:initialize;info;time;user;condattrlistcollection;calibration;info;time;user;toolsvc.trigserializeconvhelper:initialize;info;time;user;trigbsextraction:execute;info;time;user;condattrlistcollection;trigger;prescale;info;time;user;geomodelsvc:initialize;info;time;user;streamesd:execute;info;time;user;athalgseq:initialize;info;time;user;athmasterseq:initialize;info;time;user;athenaeventloopmgr:initialize;info;time;user;athalgseq:execute;info;time;user;athmasterseq:execute;info;time;user;chronostatsvc;info;time;user;chrono;info;chronostatsvc.finalize;info;service;finalize;successfully;algerrorauditor;info;instance;algorithm;execute;produce;error;return;success;athalgseq;athmasterseq;streamesd;perfmonsvc;info;vmem;dvmem;alloc;perfmonslice;py:perfmonsvc;info;finalize;perfmonsvc;py:perfmonsvc;info;event;process;py:perfmonsvc;info;algorithm;py:perfmonsvc;info;statistics;inus;entry;py:perfmonsvc;info;py:perfmonsvc;info;py:perfmonsvc;info;py:perfmonsvc;info;py:perfmonsvc;info;call;py:perfmonsvc;info;py:perfmonsvc;info;statistics;entry;py:perfmonsvc;info;py:perfmonsvc;info;py:perfmonsvc;info;py:perfmonsvc;info;py:perfmonsvc;info;call;py:perfmonsvc;info;py:perfmonsvc;info;statistics;entry;py:perfmonsvc;info;py:perfmonsvc;info;py:perfmonsvc;info;py:perfmonsvc;info;py:perfmonsvc;info;call;py:perfmonsvc;info;py:perfmonsvc;info;memory;info;proc;self;status;py:perfmonsvc;info;vmda;py:perfmonsvc;info;vmexe;py:perfmonsvc;info;vmhwm;py:perfmonsvc;info;vmlck;py:perfmonsvc;info;vmlib;py:perfmonsvc;info;vmpte;py:perfmonsvc;info;vmpeak;py:perfmonsvc;info;vmrss;py:perfmonsvc;info;vmsize;py:perfmonsvc;info;vmstk;py:perfmonsvc;info;naive;vmem;leak;estimation;nevt;py:perfmonsvc;info;vmem;py:perfmonsvc;info;vmem;py:perfmonsvc;info;vmem;py:perfmonsvc;info;slope;py:perfmonsvc;info;si2k;ksi2k;py:perfmonsvc;info;write;collect;datum;ntuple_rawtoesd.pmon.gz;py:perfmonsvc;info;ntuple_rawtoesd.pmon.dat;py:perfmonsvc;info;ntuple_rawtoesd.pmon.stream;py:perfmonsvc;info;write;collect;datum;ntuple_rawtoesd.pmon.gz;ktime_mubo;time;statistic;time;time;total;time;call;time;time;event;initialus;finicoco;recoseg;value;segm;strus;recotra;scan;baktrak;matcov;call;endrunmuonboy;applicationmgr;info;application;manager;finalize;successfully;applicationmgr;info;application;manager;terminate;successfully;summarize;message;count;message;source;level;count;algerrorauditor;error;athenaeventloopmgr;error;athenapoolconverter;error;athenapoolconverter;fatal;iovdbsvc;warn;larmonmanager;warn;largemetstream_wmetprescaler;warn;storegatesvc;warn;streamesd;fatal;streamesd.streamesdtool;error;thistsvc;warn;trt_conditionssummarysvc;warn;toolsvc.dcmathsegmentmaker;warn;toolsvc.muidmaterialallocator;warn;toolsvc.trigt1ctmonitoring;bsmonitor;warn;toolsvc.zdcrecchanneltool;warn;trackcollectioncnv;convertedmuidcbtrack;error;py:athena;info;leave;code;failure;algorithm;execute;info;read;error;category;file;atla;software;release;16.6.2;atlasproduction;16.6.2.6;installarea;share;atlas_error_categories.db;atla;software;release;16.6.2;atlascore;16.6.2;installarea;share;athena.py;runargs.rawtoesd.py;recjobtransform;skeleton.rawtoesd.py;rawtoesd_messagesvc_joboptions.py;exit;code;relationaldatabase;info;delete;raldatabase;oracle;atlas_coolprod;schema;atlas_coolonl_trigger;dbname;comp200;ralsessionmgr;info;delete;ralsessionmgr;oracle;atlas_coolprod;schema;atlas_coolonl_trigger;dbname;comp200;coralapplication;info;delete;cool;coralapplication;coralapplication;info;delete;cool;database;service;raldatabasesvc;info;delete;raldatabasesvc;raldatabasesvc;info;purge;connection;pool;raldatabasesvc;info;reset;pointer;raldatabasesvc;info;delete;raldatabasesvc;coralapplication;info;delete;coral;connection;service;coralapplication;info;delete;cool;coralapplication;coralapplication;info;delete;cool;coralapplication;coralapplication;info;delete;cool;database;service;raldatabasesvc;info;delete;raldatabasesvc;raldatabasesvc;info;purge;connection;pool;raldatabasesvc;info;reset;pointer;raldatabasesvc;info;delete;raldatabasesvc;coralapplication;info;delete;coral;connection;service;coral;service;connectionservice;info;delete;connectionpool;coralapplication;info;delete;cool;coralapplication;py:rawtoesd;info;execution;rawtoesd;complete;exit;code;info;read;error;category;file;atla;software;release;16.6.2;atlasproduction;16.6.2.6;installarea;share;atlas_error_categories.db;info;read;error;pattern;file;atla;software;release;16.6.2;atlasproduction;16.6.2.6;installarea;share;atlas_error_patterns.db;info;read;ignore;pattern;file;atla;software;release;16.6.2;atlasproduction;16.6.2.6;installarea;share;atlas_error_ignore.db;athenalogchecker;start;rawtoesd;wall;time;vmem;py:rawtoesd;info;scanning;athena;logfile;rawtoesd.log;assume;atla;release;16.6.2.6;py:rawtoesd;info;athena;initialise;py:rawtoesd;info;athena;execute;py:rawtoesd;info;athena;finalise;py:rawtoesd;info;scanning;line;file;rawtoesd.log;summary;py:rawtoesd;info;ignore;py:rawtoesd;info;warning;py:rawtoesd;info;error;py:rawtoesd;info;fatal;athenalogchecker;stop;rawtoesd;wall;time;vmem;athenalogchecker;report;rawtoesd;wall;time;time;vmem;py:rawtoesd;info;jobtransform;complete;rawtoesd;error;code;exit;code;py:rawtoesd;info;transform;timer;stop;rawtoesd;wall;time;vmem;py:rawtoesd;info;transform;timer;report;rawtoesd;wall;time;time;vmem;report;produce;rawtoesd;version;patjobtransform;command;atla;software;release;16.6.2;atlasproduction;16.6.2.6;installarea;share;reco_trf.py;argdict;atla;tzero;prod1;log2;9950906_data11_7tev;physics_muons.merge.raw.f351;recon.task;data11_7tev;physics_muons.merge.raw.f351;recon.task;job.argdict.gpickle;exitcode;errorcode;trf_unknown;errorcategory;trf_unknown;unknown;transform;error;time;fatal;error;warning;write;jobinfo_rawtoesd.xml;file;esdok;false;skip;step;skip;step;skip;step;skip;step;skip;step;skip;monitoring;file;merge;step;py:reco_trf;info;jobtransform;complete;reco_trf;error;code;exit;code;py:rawtoesd;info;transform;timer;stop;reco_trf;wall;time;vmem;py:rawtoesd;info;transform;timer;report;reco_trf;wall;time;time;vmem;report;produce;recotrf;command;atla;software;release;16.6.2;atlasproduction;16.6.2.6;installarea;share;reco_trf.py;argdict;atla;tzero;prod1;log2;9950906_data11_7tev;physics_muons.merge.raw.f351;recon.task;data11_7tev;physics_muons.merge.raw.f351;recon.task;job.argdict.gpickle;exitcode;errorcode;trf_unknown;errorcategory;trf_unknown;unknown;transform;error;time;fatal;error;warning;errorinfo;acronym;trf_unknown;message;fail;create;persistent;object;converter;severity;fatal;athenapoolconverter;producer;rawtoesd;stage;execute;errorinfo;acronym;trf_unknown;message;createrep;fail;convertedmuidcbtrack;severity;error;athenapoolconverter;producer;rawtoesd;stage;execute;errorinfo;acronym;trf_unknown;message;create;dataobject;clid;convertedmuidcbtrack;severity;error;streamesd.streamesdtool;producer;rawtoesd;stage;execute;errorinfo;acronym;trf_unknown;message;streamobject;fail;severity;fatal;streamesd;producer;rawtoesd;stage;execute;errorinfo;acronym;trf_unknown;message;illegal;return;code;algorithm;streamesd;report;error;return;statuscode;failure;severity;error;algerrorauditor;producer;rawtoesd;stage;execute;errorinfo;acronym;trf_unknown;message;illegal;return;code;algorithm;athalgseq;report;error;return;statuscode;failure;severity;error;algerrorauditor;producer;rawtoesd;stage;execute;errorinfo;acronym;trf_unknown;message;illegal;return;code;algorithm;athmasterseq;report;error;return;statuscode;failure;severity;error;algerrorauditor;producer;rawtoesd;stage;execute;errorinfo;acronym;trf_unknown;message;terminate;event;processing;loop;error;severity;error;athenaeventloopmgr;producer;rawtoesd;stage;execute;athacronym;failure;algorithm;execute;athcode;rundiruseddisk;rundiravailabledisk;workdir;pool;atlast0;athcode;rundiravailabledisk;dbrelease;current;athacronym;failure;algorithm;execute;verbatim;error;create;dataobject;clid;convertedmuidcbtrack;muonidentification;muid'),(79964,'atlas','rtt: 16.6.x-val - tcmalloc problems under trigtrt_trackextensiontool::m_preloadrobs(trigindettrackcollection*','in nightly 16.6.x-val, the following rtt jobs are crashing due to memory allocation problems after a call to *trigtrt_trackextensiontool::m_preloadrobs(trigindettrackcollection**):\r\n\r\n  - job *pu_mu230.0_wtrigtruth*\r\n\r\nthe *full logfile* can be found [https://atlasrtt.cern.ch/rtt/rel_4/16.6.x-val/build/i686-slc5-gcc43-opt/offline/recjobtransformtests/pu_mu230.0_wtrigtruth/pu_mu230.0_wtrigtruth_log here].\r\n\r\nbest regards,\r\nguilherme\r\nreco validation shifter \r\n\r\n--------- brief logfile excerpt showing the crash -----------\r\n+verbatim+\r\nsrc/tcmalloc.cc:1908] allocation failed: 12\r\nsrc/tcmalloc.cc:1919]  aborting!\r\n\r\n(pid=6220 ppid=6096) received fatal signal 6 (aborted)\r\nsignal context:\r\n  signo  = 6, errno = 0, code = -6 (*unknown reason*)\r\n(...)\r\nstack trace:\r\n 0x5a14d9f0 athena::debugaids::stacktrace(int) + 0x60 [/afs/cern.ch/atlas/software/builds/nightlies/16.6.x-val/atlascore/rel_4/installarea/i686-slc5-gcc43-opt/lib/libcxxutils.so]\r\n 0x5a14ac0f athena::signal::fataldump(int, siginfo*, void*) + 0xff [/afs/cern.ch/atlas/software/builds/nightlies/16.6.x-val/atlascore/rel_4/installarea/i686-slc5-gcc43-opt/lib/libcxxutils.so]\r\n 0x5a14af21 athena::signal::fatal(int, siginfo*, void*) + 0x181 [/afs/cern.ch/atlas/software/builds/nightlies/16.6.x-val/atlascore/rel_4/installarea/i686-slc5-gcc43-opt/lib/libcxxutils.so]\r\n 0xffffe600 &lt;unknown function&gt;\r\n 0xffffe410 &lt;unknown function&gt;\r\n 0x00b2adf0 gsignal + 0x50 [/lib/libc.so.6]\r\n 0x00b2c701 abort + 0x101 [/lib/libc.so.6]\r\n 0x55560a3a tcmalloc_central_freelist::populate() /afs/cern.ch/user/s/seuster/scratch0/gpt/google-perftools-0.99.2c/src/tcmalloc.cc:1920 + 0x27a [/afs/cern.ch/atlas/offline/external/tcmalloc/google-perftools-0.99.2c/i686-slc5-gcc43-opt/lib/libtcmalloc_minimal.so]\r\n 0x55560a98 tcmalloc_central_freelist::fetchfromspanssafe() /afs/cern.ch/user/s/seuster/scratch0/gpt/google-perftools-0.99.2c/src/tcmalloc.cc:1872 + 0x38 [/afs/cern.ch/atlas/offline/external/tcmalloc/google-perftools-0.99.2c/i686-slc5-gcc43-opt/lib/libtcmalloc_minimal.so]\r\n 0x55562996 tcmalloc_central_freelist::removerange(void**, void**, int) /afs/cern.ch/user/s/seuster/scratch0/gpt/google-perftools-0.99.2c/src/tcmalloc.cc:1850 + 0x76 [/afs/cern.ch/atlas/offline/external/tcmalloc/google-perftools-0.99.2c/i686-slc5-gcc43-opt/lib/libtcmalloc_minimal.so]\r\n 0x55562ace tcmalloc_threadcache::fetchfromcentralcache(unsigned int, unsigned int) /afs/cern.ch/user/s/seuster/scratch0/gpt/google-perftools-0.99.2c/src/tcmalloc.cc:2036 + 0x4e [/afs/cern.ch/atlas/offline/external/tcmalloc/google-perftools-0.99.2c/i686-slc5-gcc43-opt/lib/libtcmalloc_minimal.so]\r\n 0x555697a8 tcmalloc_threadcache::allocate(unsigned int) /afs/cern.ch/user/s/seuster/scratch0/gpt/google-perftools-0.99.2c/src/tcmalloc.cc:2003 + 0x3e8 [/afs/cern.ch/atlas/offline/external/tcmalloc/google-perftools-0.99.2c/i686-slc5-gcc43-opt/lib/libtcmalloc_minimal.so]\r\n 0x7319e93a trigtrt_trackextensiontool::m_preloadrobs(trigindettrackcollection*) + 0x23a [/afs/cern.ch/atlas/software/builds/nightlies/16.6.x-val/atlastrigger/rel_4/installarea/i686-slc5-gcc43-opt/lib/libtrigtrt_trackextensiontool.so]\r\n 0x7319fd6e trigtrt_trackextensiontool::propagate(trigindettrackcollection*) + 0xee [/afs/cern.ch/atlas/software/builds/nightlies/16.6.x-val/atlastrigger/rel_4/installarea/i686-slc5-gcc43-opt/lib/libtrigtrt_trackextensiontool.so]\r\n 0x70aa70ae trigidscan::hltexecute(hlt::triggerelement const*, hlt::triggerelement*) + 0x3e2e [/afs/cern.ch/atlas/software/builds/nightlies/16.6.x-val/atlastrigger/rel_4/installarea/i686-slc5-gcc43-opt/lib/libtrigidscan.so]\r\n 0x5c0d6564 hlt::fexalgo::plugin_processte(std::vector&lt;hlt::triggerelement const*, std::allocator&lt;hlt::triggerelement const*&gt; &gt;&amp;, hlt::triggerelement*) + 0x54 [/afs/cern.ch/atlas/software/builds/nightlies/16.6.x-val/atlastrigger/rel_4/installarea/i686-slc5-gcc43-opt/lib/libtriginterfaceslib.so]\r\n 0x5c0dc3ce hlt::tecreatealgo::processtes(std::vector&lt;hlt::triggerelement*, std::allocator&lt;hlt::triggerelement*&gt; &gt;&amp;) + 0x21e [/afs/cern.ch/atlas/software/builds/nightlies/16.6.x-val/atlastrigger/rel_4/installarea/i686-slc5-gcc43-opt/lib/libtriginterfaceslib.so]\r\n 0x5bfc2c3a hlt::sequence::execute() + 0xa1a [/afs/cern.ch/atlas/software/builds/nightlies/16.6.x-val/atlastrigger/rel_4/installarea/i686-slc5-gcc43-opt/lib/libtrigsteeringlib.so]\r\n 0x5bfcad38 hlt::signature::execute(bool&amp;) + 0x198 [/afs/cern.ch/atlas/software/builds/nightlies/16.6.x-val/atlastrigger/rel_4/installarea/i686-slc5-gcc43-opt/lib/libtrigsteeringlib.so]\r\n 0x5bfcf41a hlt::steeringchain::executestep() + 0x21a [/afs/cern.ch/atlas/software/builds/nightlies/16.6.x-val/atlastrigger/rel_4/installarea/i686-slc5-gcc43-opt/lib/libtrigsteeringlib.so]\r\n 0x5bfd3284 hlt::trigsteer::runchains(bool) + 0x3d4 [/afs/cern.ch/atlas/software/builds/nightlies/16.6.x-val/atlastrigger/rel_4/installarea/i686-slc5-gcc43-opt/lib/libtrigsteeringlib.so]\r\n 0x5bfd9305 hlt::trigsteer::execute() + 0x7b5 [/afs/cern.ch/atlas/software/builds/nightlies/16.6.x-val/atlastrigger/rel_4/installarea/i686-slc5-gcc43-opt/lib/libtrigsteeringlib.so]\r\n 0x5824151d algorithm::sysexecute() + 0x11d [/afs/cern.ch/atlas/offline/external/gaudi/v21r9p3a/installarea/i686-slc5-gcc43-opt/lib/libgaudikernel.so]\r\n 0x65effc0b athsequencer::execute() + 0x25b [/afs/cern.ch/atlas/software/builds/nightlies/16.6.x-val/atlascore/rel_4/installarea/i686-slc5-gcc43-opt/lib/libgaudisequencer.so]\r\n 0x5824151d algorithm::sysexecute() + 0x11d [/afs/cern.ch/atlas/offline/external/gaudi/v21r9p3a/installarea/i686-slc5-gcc43-opt/lib/libgaudikernel.so]\r\n-verbatim-\r\n','100','5211','2011-03-24 08:25:42','5','none','closed','none',';nightly;follow;crash;memory;allocation;problem;trigtrt_trackextensiontool;m_preloadrobs;trigindettrackcollection;pu_mu230.0_wtrigtruth;logfile;http;atlasrtt.cern.ch;rel_4;build;slc5;gcc43;offline;recjobtransformtest;pu_mu230.0_wtrigtruth;pu_mu230.0_wtrigtruth_log;best;guilherme;reco;validation;shifter;brief;logfile;excerpt;show;crash;verbatim;tcmalloc.cc;allocation;fail;tcmalloc.cc;abort;ppid;receive;fatal;signal;aborted;signal;context;signo;errno;code;unknown;reason;stack;trace;athena;debugaid;stacktrace;atla;software;build;nightly;atlascore;rel_4;installarea;slc5;gcc43;libcxxutils.so;athena;signal;fataldump;siginfo;void;atla;software;build;nightly;atlascore;rel_4;installarea;slc5;gcc43;libcxxutils.so;athena;signal;fatal;siginfo;void;atla;software;build;nightly;atlascore;rel_4;installarea;slc5;gcc43;libcxxutils.so;gsignal;libc.so;abort;libc.so;tcmalloc_central_freelist;populate;user;seuster;scratch0;google;perftool;0.99.2c;tcmalloc.cc;atla;offline;external;tcmalloc;google;perftool;0.99.2c;slc5;gcc43;libtcmalloc_minimal.so;tcmalloc_central_freelist;fetchfromspanssafe;user;seuster;scratch0;google;perftool;0.99.2c;tcmalloc.cc;atla;offline;external;tcmalloc;google;perftool;0.99.2c;slc5;gcc43;libtcmalloc_minimal.so;tcmalloc_central_freelist;removerange;void;void;user;seuster;scratch0;google;perftool;0.99.2c;tcmalloc.cc;atla;offline;external;tcmalloc;google;perftool;0.99.2c;slc5;gcc43;libtcmalloc_minimal.so;tcmalloc_threadcache;fetchfromcentralcache;unsigned;unsigned;user;seuster;scratch0;google;perftool;0.99.2c;tcmalloc.cc;atla;offline;external;tcmalloc;google;perftool;0.99.2c;slc5;gcc43;libtcmalloc_minimal.so;tcmalloc_threadcache;allocate;unsigned;user;seuster;scratch0;google;perftool;0.99.2c;tcmalloc.cc;atla;offline;external;tcmalloc;google;perftool;0.99.2c;slc5;gcc43;libtcmalloc_minimal.so;trigtrt_trackextensiontool;m_preloadrobs;trigindettrackcollection;atla;software;build;nightly;atlastrigger;rel_4;installarea;slc5;gcc43;libtrigtrt_trackextensiontool.so;trigtrt_trackextensiontool;propagate;trigindettrackcollection;atla;software;build;nightly;atlastrigger;rel_4;installarea;slc5;gcc43;libtrigtrt_trackextensiontool.so;trigidscan;hltexecute;triggerelement;const;triggerelement;atla;software;build;nightly;atlastrigger;rel_4;installarea;slc5;gcc43;libtrigidscan.so;fexalgo;plugin_processte;vector;triggerelement;atla;software;build;nightly;atlastrigger;rel_4;installarea;slc5;gcc43;libtriginterfaceslib.so;tecreatealgo;processte;vector;atla;software;build;nightly;atlastrigger;rel_4;installarea;slc5;gcc43;libtriginterfaceslib.so;sequence;execute;atla;software;build;nightly;atlastrigger;rel_4;installarea;slc5;gcc43;libtrigsteeringlib.so;signature;execute;bool;atla;software;build;nightly;atlastrigger;rel_4;installarea;slc5;gcc43;libtrigsteeringlib.so;steeringchain;executestep;atla;software;build;nightly;atlastrigger;rel_4;installarea;slc5;gcc43;libtrigsteeringlib.so;trigsteer;runchain;bool;atla;software;build;nightly;atlastrigger;rel_4;installarea;slc5;gcc43;libtrigsteeringlib.so;trigsteer;execute;atla;software;build;nightly;atlastrigger;rel_4;installarea;slc5;gcc43;libtrigsteeringlib.so;algorithm;sysexecute;atla;offline;external;gaudus;v21r9p3a;installarea;slc5;gcc43;libgaudikernel.so;athsequencer;execute;atla;software;build;nightly;atlascore;rel_4;installarea;slc5;gcc43;libgaudisequencer.so;algorithm;sysexecute;atla;offline;external;gaudus;v21r9p3a;installarea;slc5;gcc43;libgaudikernel.so;verbatim;tcmalloc;problem;trigtrt_trackextensiontool;m_preloadrobs;trigindettrackcollection'),(79968,'atlas','import error: can not import muontrackslimmer','dear all,\r\n\r\nmany tct jobs in dev rel_4 fail today, with the error:\r\nimport error: can not import muontrackslimmer\r\n\r\nfor instance:\r\n\r\nhttps://atlasrtt.cern.ch/tct/rel_4/dev/build/i686-slc5-gcc43-opt/offline/tier0chaintests/latestrun_l1calo1/latestrun_l1calo1_log\r\n\r\ncheers,\r\narnaud','3245','5211','2011-03-24 09:23:32','5','fixed','closed','reconstruction',';dear;rel_4;fail;today;error;import;error;import;muontrackslimmer;instance;http;atlasrtt.cern.ch;rel_4;build;slc5;gcc43;offline;tier0chaintest;latestrun_l1calo1;latestrun_l1calo1_log;arnaud;import;error;import;muontrackslimmer;reconstruction'),(79993,'atlas','segmentation fault in metalg','https://atlasrtt.cern.ch/rtt/rel_4/devval/build/i686-slc5-gcc43-opt/offline/recexrecotest/mc09_14tev_lowlumi/mc09_14tev_lowlumi_logcaught signal 11(segmentation fault)\r\nevent counter: 1\r\neventid: [run,evt,lumi,time,bunchcross,detmask] = [105568,86051,1,0:0,0,0x0]\r\nlast incident: athenaeventloopmgr:beginevent\r\ncurrent algorithm: metalg\r\n','100','5211','2011-03-24 13:59:00','5','none','closed','reconstruction',';http;atlasrtt.cern.ch;rel_4;devval;build;slc5;gcc43;offline;recexrecotest;mc09_14tev_lowlumi;mc09_14tev_lowlumi_logcaught;signal;segmentation;fault;event;counter;eventid;lumus;time;bunchcross;detmask;incident;athenaeventloopmgr:beginevent;current;algorithm;metalg;segmentation;fault;metalg;reconstruction'),(80032,'atlas','rtt: 16.6.x(-val) - trf_outfile_toofew (64131) transform output file contains too few events','\r\nin nightlies 16.6.x(-val), the following rtt jobs are crashing:\r\n\r\n  - job *mergeegdpd*\r\n\r\nthe *full logfile* can be found here: https://atlasrtt.cern.ch/tct/rel_4/16.6.x-val/build/i686-slc5-gcc43-opt/offline/tier0chaintests/mergeegdpd/mergeegdpd_log\r\n\r\nbest regards,\r\nguilherme\r\nreco validation shifter \r\n\r\n--------- brief logfile excerpt showing the crash -----------\r\n+verbatim+\r\n===== job report produced by mergepool version patjobtransforms-00-03-25 =====\r\ncommand=/afs/cern.ch/atlas/software/builds/nightlies/16.6.x-val/atlasreconstruction/rel_4/installarea/share/bin/merging_trf.py --athenaopts=--stdcmalloc autoconfiguration=everything inputesdfile=/afs/cern.ch/atlas/project/rtt/prod/results/tct/chainstore/16.6.x-val/build/i686-slc5-gcc43-opt/offline/tier0chaintests/tier0chainjob/egamma_express_0.pool.root,/afs/cern.ch/atlas/project/rtt/prod/results/tct/chainstore/16.6.x-val/build/i686-slc5-gcc43-opt/offline/tier0chaintests/tier0chainjob/egamma_express_1.pool.root outputesdfile=mergedegdpd.pool.root --ignoreerrors=all\r\nexitcode=41\r\nerrorcode=64131 (trf_outfile_toofew)\r\nfatals=1\r\nerrors=0\r\nwarnings=9\r\nwriting jobinfo_mergepool.xml file...\r\nmergeok is  false\r\nskipping aod-&gt;dpd step...\r\nskipping aod-&gt;tag step...\r\npy:merging_trf       info jobtransform completed for merging_trf with error code 64131 (exit code 41)\r\npy:mergepool         info transform timer stop [merging_trf] wall-time: thu mar 24 06:26:08 2011, vmem: 131.5703125 mb, rss: 82.76171875 mb\r\npy:mergepool         info transform timer report [merging_trf] wall-time: 00 hrs 02 mins 09 secs, cpu-time: 00 hrs 01 mins 30 secs, vmem: 26.44140625 mb, rss: 21.62109375 mb\r\n===== job report produced by mergingtrf =====\r\ncommand=/afs/cern.ch/atlas/software/builds/nightlies/16.6.x-val/atlasreconstruction/rel_4/installarea/share/bin/merging_trf.py --athenaopts=--stdcmalloc autoconfiguration=everything inputesdfile=/afs/cern.ch/atlas/project/rtt/prod/results/tct/chainstore/16.6.x-val/build/i686-slc5-gcc43-opt/offline/tier0chaintests/tier0chainjob/egamma_express_0.pool.root,/afs/cern.ch/atlas/project/rtt/prod/results/tct/chainstore/16.6.x-val/build/i686-slc5-gcc43-opt/offline/tier0chaintests/tier0chainjob/egamma_express_1.pool.root outputesdfile=mergedegdpd.pool.root --ignoreerrors=all\r\nexitcode=41\r\nerrorcode=64131 (trf_outfile_toofew)\r\nfatals=1\r\nerrors=0\r\nwarnings=9\r\nerrorinfo\r\n  acronym=trf_outfile_toofew (64131) transform output file contains too few events\r\n  message=output file mergedegdpd.pool.root failed validation. file contains no events. argument outputesdfile\r\n  severity=fatal\r\n  producer=mergepool\r\n  backtrace=file &quot;/afs/cern.ch/atlas/software/builds/nightlies/16.6.x-val/atlascore/rel_4/installarea/python/pyjobtransformscore/trf.py&quot;, line 1828, in dopostrunactions\r\n              cmd.postrunaction()\r\n            file &quot;/afs/cern.ch/atlas/software/builds/nightlies/16.6.x-val/atlascore/rel_4/installarea/python/pyjobtransformscore/basic_trfarg.py&quot;, line 1197, in postrunaction\r\n              self.validatefile()\r\n            file &quot;/afs/cern.ch/atlas/software/builds/nightlies/16.6.x-val/atlascore/rel_4/installarea/python/pyjobtransformscore/basic_trfarg.py&quot;, line 1184, in validatefile\r\n              self._filetype.validatefile( self, **self.__validationdict )\r\n            file &quot;/afs/cern.ch/atlas/software/builds/nightlies/16.6.x-val/atlascore/rel_4/installarea/python/pyjobtransformscore/trfutil.py&quot;, line 1342, in validatefile\r\n              raise transformvalidationerror( fname, \'failed validation. file contains no events. argument %s\' % argname, \'trf_outfile_toofew\' )\r\n-verbatim-\r\n','100','5211','2011-03-24 21:07:17','7','fixed','closed','none',';nightly;follow;crash;mergeegdpd;logfile;http;atlasrtt.cern.ch;rel_4;build;slc5;gcc43;offline;tier0chaintest;mergeegdpd;mergeegdpd_log;best;guilherme;reco;validation;shifter;brief;logfile;excerpt;show;crash;verbatim;report;produce;mergepool;version;patjobtransform;command;atla;software;build;nightly;atlasreconstruction;rel_4;installarea;share;merging_trf.py;athenaopt;stdcmalloc;autoconfiguration;inputesdfile;atla;project;prod;result;chainstore;build;slc5;gcc43;offline;tier0chaintest;tier0chainjob;egamma_express_0;pool.root;atla;project;prod;result;chainstore;build;slc5;gcc43;offline;tier0chaintest;tier0chainjob;egamma_express_1;pool.root;outputesdfile;mergedegdpd.pool.root;ignoreerror;exitcode;errorcode;trf_outfile_toofew;fatal;error;warning;write;jobinfo_mergepool.xml;file;mergeok;false;skip;step;skip;step;py:merging_trf;info;jobtransform;complete;merging_trf;error;code;exit;code;py:mergepool;info;transform;timer;stop;merging_trf;wall;time;vmem;py:mergepool;info;transform;timer;report;merging_trf;wall;time;time;vmem;report;produce;mergingtrf;command;atla;software;build;nightly;atlasreconstruction;rel_4;installarea;share;merging_trf.py;athenaopt;stdcmalloc;autoconfiguration;inputesdfile;atla;project;prod;result;chainstore;build;slc5;gcc43;offline;tier0chaintest;tier0chainjob;egamma_express_0;pool.root;atla;project;prod;result;chainstore;build;slc5;gcc43;offline;tier0chaintest;tier0chainjob;egamma_express_1;pool.root;outputesdfile;mergedegdpd.pool.root;ignoreerror;exitcode;errorcode;trf_outfile_toofew;fatal;error;warning;errorinfo;acronym;trf_outfile_toofew;transform;output;file;contain;event;message;output;file;mergedegdpd.pool.root;fail;validation;file;contain;event;argument;outputesdfile;severity;fatal;producer;mergepool;backtrace;file;atla;software;build;nightly;atlascore;rel_4;installarea;python;pyjobtransformscore;trf.py;line;dopostrunaction;cmd.postrunaction;file;atla;software;build;nightly;atlascore;rel_4;installarea;python;pyjobtransformscore;basic_trfarg.py;line;postrunaction;self.validatefile;file;atla;software;build;nightly;atlascore;rel_4;installarea;python;pyjobtransformscore;basic_trfarg.py;line;validatefile;self;self;self;file;atla;software;build;nightly;atlascore;rel_4;installarea;python;pyjobtransformscore;trfutil.py;line;validatefile;raise;transformvalidationerror;fname;fail;validation;file;contain;event;argument;argname;trf_outfile_toofew;verbatim;trf_outfile_toofew;transform;output;file;contain;event'),(80037,'atlas','tct: 16.6.x-val rel_4 - error unable to build inputfilesummary from any of the specified input files','\r\nin nightly 16.6.x-val, the following tct jobs started crashing in rel_4:\r\n\r\n  - job latestrun_l1calo1/latestrun_l1calo1_log\r\n  - job latestrun_minbias1/latestrun_minbias1_log\r\n  - job latestrun_muonswbeam1/latestrun_muonswbeam1_log\r\n  - job reconstruct_ttbar_rdo_collisions/reconstruct_ttbar_rdo_collisions_log\r\n  - job reprocess00141749_minbias0_collisions/reprocess00141749_minbias0_collisions_log\r\n  - job run00152047_idcosmic0/run00152047_idcosmic0_log\r\n  - job run00152164_minbias0_singlebeam/run00152164_minbias0_singlebeam_log\r\n  - job run00159224_l1calo0_collisions/run00159224_l1calo0_collisions_log\r\n  - job run00159224_minbias0_collisions/run00159224_minbias0_collisions_log\r\n  - job run00159224_muonswbeam_collisions/run00159224_muonswbeam_collisions_log\r\n  - job run00167607_express0_collisions_bis/run00167607_express0_collisions_bis_log\r\n  - job run00167607_express0_collisions/run00167607_express0_collisions_log\r\n  - job run00167607_express1_collisions/run00167607_express1_collisions_log\r\n  - job run00167607_express2_collisions/run00167607_express2_collisions_log\r\n  - job run00167607_express3_collisions/run00167607_express3_collisions_log\r\n  - job run00167607_express4_collisions/run00167607_express4_collisions_log\r\n  - job run00167607_express5_collisions/run00167607_express5_collisions_log\r\n  - job run00167607_express6_collisions/run00167607_express6_collisions_log\r\n  - job run00167607_express7_collisions/run00167607_express7_collisions_log\r\n\r\nthe *full logfiles* for a few of those jobs are listed below:\r\n\r\n/afs/cern.ch/atlas/project/rtt/prod/results/tct/rel_4/16.6.x-val/build/i686-slc5-gcc43-opt/offline/tier0chaintests/latestrun_l1calo1/latestrun_l1calo1_log\r\n\r\n/afs/cern.ch/atlas/project/rtt/prod/results/tct/rel_4/16.6.x-val/build/i686-slc5-gcc43-opt/offline/tier0chaintests/latestrun_minbias1/latestrun_minbias1_log\r\n\r\n/afs/cern.ch/atlas/project/rtt/prod/results/tct/rel_4/16.6.x-val/build/i686-slc5-gcc43-opt/offline/tier0chaintests/latestrun_muonswbeam1/latestrun_muonswbeam1_log\r\n\r\n/afs/cern.ch/atlas/project/rtt/prod/results/tct/rel_4/16.6.x-val/build/i686-slc5-gcc43-opt/offline/tier0chaintests/reconstruct_ttbar_rdo_collisions/reconstruct_ttbar_rdo_collisions_log\r\n\r\n\r\ni tried to find these logfiles from the tct portal, but i could not find them\r\nthere.  does anyone know why?\r\n\r\nbest regards,\r\nguilherme\r\nreco validation shifter \r\n\r\n--------- brief logfile excerpt showing the crash -----------\r\n+verbatim+\r\npy:inputfilepeeker    info executing   inputfilepeeker.py\r\npy:inputfilepeeker warning unable to open file [rdo.pool.root]\r\npy:inputfilepeeker warning caught:\r\ncannot create an athfile server while a module is being imported...\r\nthis is a fundamental limitation. please fix your joboptions.py file\r\ntraceback (most recent call last):\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/16.6.x-val/atlasevent/rel_4/installarea/python/recexconfig/inputfilepeeker.py&quot;, line 48, in _setup\r\n    fi = athfile.fopen(infile)\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/16.6.x-val/atlascore/rel_4/installarea/python/pyutils/athfile/__init__.py&quot;, line 160, in fopen\r\n    return self.server.fopen(fnames, evtmax)\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/16.6.x-val/atlascore/rel_4/installarea/python/pyutils/athfile/__init__.py&quot;, line 63, in server\r\n    raise runtimeerror(\'cannot create an athfile server while \'\r\nruntimeerror: cannot create an athfile server while a module is being imported...\r\nthis is a fundamental limitation. please fix your joboptions.py file\r\npy:inputfilepeeker   error unable to build inputfilesummary from any of the specified input files. there is probably a problem.\r\nwarning eventbookkeeperswriter is unable to find parent stream name from inuptfilesummary\r\nwarning eventbookkeeperswriter is unable to find parent stream name from inuptfilesummary\r\nwarning eventbookkeeperswriter is unable to find parent stream name from inuptfilesummary\r\nwarning eventbookkeeperswriter is unable to find parent stream name from inuptfilesummary\r\n-verbatim-\r\n','4045','5211','2011-03-24 23:58:35','8','fixed','closed','none',';nightly;follow;start;crash;rel_4;latestrun_l1calo1;latestrun_l1calo1_log;latestrun_minbias1;latestrun_minbias1_log;latestrun_muonswbeam1;latestrun_muonswbeam1_log;reconstruct_ttbar_rdo_collisions;reconstruct_ttbar_rdo_collisions_log;reprocess00141749_minbias0_collisions;reprocess00141749_minbias0_collisions_log;run00152047_idcosmic0;run00152047_idcosmic0_log;run00152164_minbias0_singlebeam;run00152164_minbias0_singlebeam_log;run00159224_l1calo0_collisions;run00159224_l1calo0_collisions_log;run00159224_minbias0_collisions;run00159224_minbias0_collisions_log;run00159224_muonswbeam_collisions;run00159224_muonswbeam_collisions_log;run00167607_express0_collisions_bis;run00167607_express0_collisions_bis_log;run00167607_express0_collisions;run00167607_express0_collisions_log;run00167607_express1_collisions;run00167607_express1_collisions_log;run00167607_express2_collisions;run00167607_express2_collisions_log;run00167607_express3_collisions;run00167607_express3_collisions_log;run00167607_express4_collisions;run00167607_express4_collisions_log;run00167607_express5_collisions;run00167607_express5_collisions_log;run00167607_express6_collisions;run00167607_express6_collisions_log;run00167607_express7_collisions;run00167607_express7_collisions_log;logfile;list;atla;project;prod;result;rel_4;build;slc5;gcc43;offline;tier0chaintest;latestrun_l1calo1;latestrun_l1calo1_log;atla;project;prod;result;rel_4;build;slc5;gcc43;offline;tier0chaintest;latestrun_minbias1;latestrun_minbias1_log;atla;project;prod;result;rel_4;build;slc5;gcc43;offline;tier0chaintest;latestrun_muonswbeam1;latestrun_muonswbeam1_log;atla;project;prod;result;rel_4;build;slc5;gcc43;offline;tier0chaintest;reconstruct_ttbar_rdo_collisions;reconstruct_ttbar_rdo_collisions_log;logfile;portal;know;best;guilherme;reco;validation;shifter;brief;logfile;excerpt;show;crash;verbatim;py:inputfilepeeker;info;execute;inputfilepeeker.py;py:inputfilepeeker;warn;unable;open;file;rdo.pool.root;py:inputfilepeeker;warn;catch;create;athfile;server;module;import;fundamental;limitation;joboptions.py;file;traceback;recent;file;atla;software;build;nightly;atlasevent;rel_4;installarea;python;recexconfig;inputfilepeeker.py;line;athfile.fopen;infile;file;atla;software;build;nightly;atlascore;rel_4;installarea;python;pyutil;athfile;line;fopen;return;self.server.fopen;fname;evtmax;file;atla;software;build;nightly;atlascore;rel_4;installarea;python;pyutil;athfile;line;server;raise;runtimeerror;create;athfile;server;runtimeerror;create;athfile;server;module;import;fundamental;limitation;joboptions.py;file;py:inputfilepeeker;error;unable;build;inputfilesummary;specify;input;file;probably;problem;warn;eventbookkeeperswriter;unable;parent;stream;inuptfilesummary;warn;eventbookkeeperswriter;unable;parent;stream;inuptfilesummary;warn;eventbookkeeperswriter;unable;parent;stream;inuptfilesummary;warn;eventbookkeeperswriter;unable;parent;stream;inuptfilesummary;verbatim;rel_4;error;unable;build;inputfilesummary;specify;input;file'),(80090,'atlas','fatal from fortran printout in bfieldstand','hi laurent,\r\n\r\ni don\'t think, the &quot;fatal&quot; should be printed like this:\r\nhttp://alxr.usatlas.bnl.gov/lxr/source/atlas/magneticfield/bfieldstand/src/fieldlib.f90#3404\r\n\r\nin the postprocesing of jobs, we grep for warning, error and fatal.\r\n\r\nthis would show up as a false positive.\r\n\r\n&quot;fatal&quot; in lower letters should be fine.\r\n\r\nthanks, rolf\r\n\r\nps. seen in this job:\r\nhttps://atlasrtt.cern.ch/tct/rel_5/dev/build/i686-slc5-gcc43-opt/offline/tier0chaintests/run00167607_express0_collisions/run00167607_express0_collisions_log','1180','1658','2011-03-25 22:16:28','5','fixed','closed','none',';laurent;think;fatal;print;like;http;alxr.usatlas.bnl.gov;source;atla;magneticfield;bfieldstand;fieldlib.f90;postprocese;grep;warn;error;fatal;false;positive;fatal;lower;letter;fine;rolf;http;atlasrtt.cern.ch;rel_5;build;slc5;gcc43;offline;tier0chaintest;run00167607_express0_collisions;run00167607_express0_collisions_log;fatal;fortran;printout;bfieldstand'),(80095,'atlas','segmentation fault in indetglobalmanager','https://atlasrtt.cern.ch/rtt/rel_5/16.7.x.y-val/build/i686-slc5-gcc43-opt/offline/recjobtransformtests/pu_mu230.0/pu_mu230.0_logcaught signal 11(segmentation fault)\r\nevent counter: 1\r\neventid: [run,evt,lumi,time,bunchcross,detmask] = [105200,616001,1,0:0,1,0x0]\r\nlast incident: athenaeventloopmgr:endrun\r\ncurrent algorithm: indetglobalmanager\r\n','100','5211','2011-03-26 02:30:22','5','none','closed','reconstruction',';http;atlasrtt.cern.ch;rel_5;build;slc5;gcc43;offline;recjobtransformtest;pu_mu230.0;pu_mu230.0_logcaught;signal;segmentation;fault;event;counter;eventid;lumus;time;bunchcross;detmask;incident;athenaeventloopmgr:endrun;current;algorithm;indetglobalmanager;segmentation;fault;indetglobalmanager;reconstruction'),(80121,'atlas','100kb memory leak in esd to aod jobs in 16.6.3.2','from the perfmon output of a simple esdtoaod job in 16.6.3.2:\r\n\r\npy:perfmonsvc        info naive vmem-leak estimation: (nevts=1622)\r\npy:perfmonsvc        info   first-evt vmem:   728.395 mb\r\npy:perfmonsvc        info   10th -evt vmem:   728.395 mb\r\npy:perfmonsvc        info   last -evt vmem:   901.172 mb\r\npy:perfmonsvc        info   slope[10:-1]:     109.078 kb/evt\r\n\r\nthis job didn\'t do monitoring, that why the numbers are so low to start with.\r\n\r\ni ran valgrind on a short job, but nothing came up. so, it\'s not a real leak, someone\'s filling a vector, but doesn\'t clear it at the end of an event. something like this. thomas, could it be the new perfmon suite ? \r\n\r\ncheers, rolf\r\n','100','1658','2011-03-27 09:31:11','5','none','closed','reconstruction',';perfmon;output;simple;esdtoaod;16.6.3.2;py:perfmonsvc;info;naive;vmem;leak;estimation;nevt;py:perfmonsvc;info;vmem;py:perfmonsvc;info;vmem;py:perfmonsvc;info;vmem;py:perfmonsvc;info;slope;monitoring;number;start;valgrind;short;come;real;leak;someone\';fill;vector;doesn\'t;clear;event;like;thoma;perfmon;suite;rolf;memory;leak;16.6.3.2;reconstruction'),(80126,'atlas','segmentation fault in muonpointalignmonmanager','https://atlasrtt.cern.ch/rtt/rel_0/devval/build/i686-slc5-gcc43-opt/offline/recjobtransformtests/mb_pu_mu0.0_d479/mb_pu_mu0.0_d479_log\r\ncaught signal 11(segmentation fault)\r\nevent counter: 1\r\neventid: [run,evt,lumi,time,bunchcross,detmask] = [105001,51,0,0:0,0,0x0]\r\nlast incident: athenaeventloopmgr:beginevent\r\ncurrent algorithm: muonpointalignmonmanager\r\n','4199','5211','2011-03-27 15:49:02','5','fixed','closed','reconstruction',';http;atlasrtt.cern.ch;rel_0;devval;build;slc5;gcc43;offline;recjobtransformtest;mb_pu_mu0.0_d479;mb_pu_mu0.0_d479_log;catch;signal;segmentation;fault;event;counter;eventid;lumus;time;bunchcross;detmask;incident;athenaeventloopmgr:beginevent;current;algorithm;muonpointalignmonmanager;segmentation;fault;muonpointalignmonmanager;reconstruction'),(82315,'atlas','error related to trk::parameterst&lt;t&gt;::checkrangephitheta(), dbg-32 bits, rel_1','dear all,\r\n\r\nin today\'s rtt, devval/i686-slc5-gcc43-dbg build, this error is occurring in some tests:\r\n\r\nstoregatesvc                                      warning retrieve(const): no valid proxy for object triggertowers  of type datavector&lt;lvl1::triggertower&gt;(clid 6207)\r\ntoolsvc.larcelldeadotxcorr                        warning no trigger tower container found\r\n--------&gt; error: phi  : -3.166 theta: 2.396\r\npython: /build/atnight/localbuilds/nightlies/17.0.x-val/atlasconditions/rel_0/installarea/include/trkparametersbase/trkparametersbase/parameterst.icc:103: void trk::parameterst&lt;t&gt;::checkrangephitheta() const [with t = trk::charged]: assertion `false\' failed.\r\n\r\n(pid=2440 ppid=2319) received fatal signal 6 (aborted)\r\nsignal context:\r\n  signo  = 6, errno = 0, code = -6 (*unknown reason*)\r\n  pid    = 2440, uid = 24039\r\n  value  = (-2147361333, 0x8001ddcb)\r\n  stack  = (2, 0, (nil))\r\n\r\n  eip: 0023:ffffe410           eflags: 00200296\r\n  eax: 00000000   ebx: 00000988   ecx: 00000988   edx: 00000006\r\n  esi: ff8daf68   edi: 00325ff4   ebp: ff8daec8   esp: ff8daeb0\r\n   ds: 002b        es: 002b        fs: 0000        ss: 002b\r\n\r\n  signal esp: ff8daeb0  trap: 13/0  oldmask: 00000000   cr2: 00000000\r\n\r\n  fpu:  control = ffff037f\r\n        status  = ffff0020\r\n        tag     = ffffffff\r\n        ip      = 0010:00212d6e\r\n        data    = 002b:ff8da4b0\r\n        state   = 00000020\r\n    %fp0 = [8000:0000000000000000]\r\n    %fp1 = [bffe:2800b644d1e8ffff]\r\n    %fp2 = [4006:b2b7300d355de5ff]\r\n    %fp3 = [8000:0000000000000000]\r\n    %fp4 = [3ffb:fb408ae14665c4e2]\r\n    %fp5 = [c00a:f000b9b37c9bb509]\r\n    %fp6 = [4000:98006ee69cf2ca99]\r\n    %fp7 = [4000:18007d34595c995f]\r\n\r\n###############################\r\noriginal job transform command:\r\n/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_1/installarea/share/bin/reco_trf.py ami=f354 autoconfiguration=everything inputrdofile=root://castoratlas//castor/cern.ch/atlas/atlascerngroupdisk/phys-rig/pileupsamples/valid1.105200.t1_mcatnlo_jimmy.digit.rdo.e603_s932_d479_tid274637_00/rdo.274637._000001.pool.root.1 append_preexec=rec.dotrigger=false;rec.dotruth.set_value_and_lock(false) outputaodfile=myaod.pool.root outputesdfile=myesd.pool.root outputhistfile=myhist.root \r\n###############################\r\n\r\nthe complete log file can be found in:\r\nhttps://atlasrtt.cern.ch/rtt/rel_1/devval/build/i686-slc5-gcc43-dbg/offline/recjobtransformtests/pu_mu0.0_d479/pu_mu0.0_d479_log\r\n\r\ncheers\r\nmatilde\r\n','396','5211','2011-05-16 17:13:58','5','duplicate','closed','none',';dear;today\'s;devval;slc5;gcc43;build;error;occur;test;storegatesvc;warn;retrieve;const;valid;proxy;object;triggertower;type;datavector;clid;toolsvc.larcelldeadotxcorr;warn;trigger;tower;container;error;theta;python;build;atnight;localbuild;nightly;atlascondition;rel_0;installarea;include;trkparametersbase;trkparametersbase;parameterst.icc;void;parameterst;checkrangephitheta;const;charge;assertion;false;fail;ppid;receive;fatal;signal;aborted;signal;context;signo;errno;code;unknown;reason;value;stack;eflag;esus;edus;signal;trap;oldmask;control;status;datum;state;original;transform;command;atla;software;build;nightly;devval;atlasreconstruction;rel_1;installarea;share;reco_trf.py;autoconfiguration;inputrdofile;root;castoratla;castor;atla;atlascerngroupdisk;pileupsample;valid1.105200;t1_mcatnlo_jimmy.digit.rdo.e603_s932_d479_tid274637_00;pool.root;append_preexec;rec.dotrigger;false;rec.dotruth.set_value_and_lock;false;outputaodfile;myaod.pool.root;outputesdfile;myesd.pool.root;outputhistfile;myhist.root;complete;file;http;atlasrtt.cern.ch;rel_1;devval;build;slc5;gcc43;offline;recjobtransformtest;pu_mu0.0_d479;pu_mu0.0_d479_log;matilde;error;related;parameterst;checkrangephitheta;rel_1'),(80165,'atlas','tag oflcond-csc-00-01-00 cannot be resolved for several in folders /lar/eleccalibmc','dear all,\r\n\r\nsome atn jobs in 16.7.x.y(-val) have a warning due to the following lines:\r\n\r\niovdbsvc error tag oflcond-csc-00-01-00 cannot be resolved for folder /lar/eleccalibmc/autocorr\r\niovdbsvc                                            error cache load (prefetch) failed for folder /lar/eleccalibmc/autocorr\r\niovdbsvc                                             info hvs tag oflcond-csc-00-01-00 resolved to larcellpositionshift-ideal for folder /lar/larcellpositionshift\r\niovdbsvc                                            error tag oflcond-csc-00-01-00 cannot be resolved for folder /lar/eleccalibmc/dac2ua\r\niovdbsvc                                            error cache load (prefetch) failed for folder /lar/eleccalibmc/dac2ua\r\niovdbsvc                                            error tag oflcond-csc-00-01-00 cannot be resolved for folder /lar/eleccalibmc/minbias\r\niovdbsvc                                            error cache load (prefetch) failed for folder /lar/eleccalibmc/minbias\r\niovdbsvc                                            error tag oflcond-csc-00-01-00 cannot be resolved for folder /lar/eleccalibmc/minbiasaverage\r\niovdbsvc                                            error cache load (prefetch) failed for folder /lar/eleccalibmc/minbiasaverage\r\niovdbsvc                                            error tag oflcond-csc-00-01-00 cannot be resolved for folder /lar/eleccalibmc/mphysovermcal\r\niovdbsvc                                            error cache load (prefetch) failed for folder /lar/eleccalibmc/mphysovermcal\r\niovdbsvc                                            error tag oflcond-csc-00-01-00 cannot be resolved for folder /lar/eleccalibmc/noise\r\niovdbsvc                                            error cache load (prefetch) failed for folder /lar/eleccalibmc/noise\r\niovdbsvc                                            error tag oflcond-csc-00-01-00 cannot be resolved for folder /lar/eleccalibmc/pedestal\r\niovdbsvc                                            error cache load (prefetch) failed for folder /lar/eleccalibmc/pedestal\r\niovdbsvc                                            error tag oflcond-csc-00-01-00 cannot be resolved for folder /lar/eleccalibmc/ramp\r\niovdbsvc                                            error cache load (prefetch) failed for folder /lar/eleccalibmc/ramp\r\niovdbsvc                                            error tag oflcond-csc-00-01-00 cannot be resolved for folder /lar/eleccalibmc/shape\r\niovdbsvc                                            error cache load (prefetch) failed for folder /lar/eleccalibmc/shape\r\niovdbsvc                                             info hvs tag oflcond-csc-00-01-00 resolved to laridentifierlarttcellmapatlas-hadfcalfix for folder /lar/identifier/larttcellmapatlas\r\niovdbsvc                                            error tag oflcond-csc-00-01-00 cannot be resolved for folder /lar/eleccalibmc/fsampl\r\niovdbsvc                                            error cache load (prefetch) failed for folder /lar/eleccalibmc/fsampl\r\niovdbsvc                                            error tag oflcond-csc-00-01-00 cannot be resolved for folder /lar/eleccalibmc/ua2mev\r\niovdbsvc                                            error cache load (prefetch) failed for folder /lar/eleccalibmc/ua2mev\r\niovdbsvc                                             info disconnecting from coolofl_lar/oflp200\r\n\r\nsee for instance:\r\n\r\nhttp://atlas-computing.web.cern.ch/atlas-computing/links/distdirectory/nightlies/patchwebarea/nicos_web_area167xyvalprod32bs5g4prodopt/nicos_testlog_rel_1/reconstruction_recexample_recexanatest_32__recexanatest_testconfiguration__recoshift_bs1_bstoesd__a.html\r\n\r\ncheers,\r\narnaud\r\n','1658','5211','2011-03-28 12:36:39','5','none','closed','reconstruction',';dear;warn;follow;line;iovdbsvc;error;oflcond;resolve;folder;eleccalibmc;autocorr;iovdbsvc;error;cache;load;prefetch;fail;folder;eleccalibmc;autocorr;iovdbsvc;info;oflcond;resolve;larcellpositionshift;ideal;folder;larcellpositionshift;iovdbsvc;error;oflcond;resolve;folder;eleccalibmc;dac2ua;iovdbsvc;error;cache;load;prefetch;fail;folder;eleccalibmc;dac2ua;iovdbsvc;error;oflcond;resolve;folder;eleccalibmc;minbia;iovdbsvc;error;cache;load;prefetch;fail;folder;eleccalibmc;minbia;iovdbsvc;error;oflcond;resolve;folder;eleccalibmc;minbiasaverage;iovdbsvc;error;cache;load;prefetch;fail;folder;eleccalibmc;minbiasaverage;iovdbsvc;error;oflcond;resolve;folder;eleccalibmc;mphysovermcal;iovdbsvc;error;cache;load;prefetch;fail;folder;eleccalibmc;mphysovermcal;iovdbsvc;error;oflcond;resolve;folder;eleccalibmc;noise;iovdbsvc;error;cache;load;prefetch;fail;folder;eleccalibmc;noise;iovdbsvc;error;oflcond;resolve;folder;eleccalibmc;pedestal;iovdbsvc;error;cache;load;prefetch;fail;folder;eleccalibmc;pedestal;iovdbsvc;error;oflcond;resolve;folder;eleccalibmc;ramp;iovdbsvc;error;cache;load;prefetch;fail;folder;eleccalibmc;ramp;iovdbsvc;error;oflcond;resolve;folder;eleccalibmc;shape;iovdbsvc;error;cache;load;prefetch;fail;folder;eleccalibmc;shape;iovdbsvc;info;oflcond;resolve;laridentifierlarttcellmapatla;hadfcalfix;folder;identifier;larttcellmapatla;iovdbsvc;error;oflcond;resolve;folder;eleccalibmc;fsampl;iovdbsvc;error;cache;load;prefetch;fail;folder;eleccalibmc;fsampl;iovdbsvc;error;oflcond;resolve;folder;eleccalibmc;ua2mev;iovdbsvc;error;cache;load;prefetch;fail;folder;eleccalibmc;ua2mev;iovdbsvc;info;disconnect;coolofl_lar;oflp200;instance;http;atla;computing.web.cern.ch;atla;computing;link;distdirectory;nightly;patchwebarea;nicos_web_area167xyvalprod32bs5g4prodopt;nicos_testlog_rel_1;reconstruction_recexample_recexanatest_32__recexanatest_testconfiguration__recoshift_bs1_bstoesd__a.html;arnaud;oflcond;resolve;folder;eleccalibmc;reconstruction'),(80254,'atlas','no moore muon in 16.0.2.1 cosmic simulation','i don\'t find any muid extraplated or combined muons in\r\nvalid1.108867.cossimidvolsolontoron.merge.aod.s968_d364_r1646\r\n\r\nda','844','397','2011-03-30 01:03:17','5','none','closed','none',';muid;extraplate;combine;muon;valid1.108867;cossimidvolsolontoron.merge.aod.s968_d364_r1646;moore;muon;16.0.2.1;cosmic;simulation'),(80255,'atlas','overlap removal for muon variables in the tag file','hello muon experts,\r\n\r\ni file this bug report to document the missing overlap removal for the muon variables in the tag file, if the bug report is filed in the wrong area please consider moving it.\r\n\r\nthe problem that we want to fix pretty urgently for the tag reprocessing in release 16 is to only store each unique muon once in the tag file, so some overlap removal between the staco and the muid family needs to be made (the 4-vec is anyways so similar that it really doesn\'t matter which one is chosen). there is some overlap function already implemented, but it is not doing its job:\r\n\r\nhttp://alxr.usatlas.bnl.gov/lxr/source/atlas/physicsanalysis/muonid/muontagtools/src/muontagtool.cxx#169\r\n\r\noliver also mentioned to jamie that he has a piece of code to fix it. it would be great if we can do this really quickly, maybe for the thursday dec 9 tag deadline? thanks!','844','3208','2011-03-30 01:06:57','5','fixed','closed','none',';hello;muon;expert;file;report;document;miss;overlap;removal;muon;variable;file;report;file;wrong;area;consider;move;problem;want;pretty;urgently;reprocess;release;store;unique;muon;file;overlap;removal;staco;muid;family;need;anyway;similar;really;doesn\'t;matter;choose;overlap;function;implement;http;alxr.usatlas.bnl.gov;source;atla;physicsanalysis;muonid;muontagtool;muontagtool.cxx;oliver;mention;jamie;piece;code;great;really;quickly;thursday;deadline;overlap;removal;muon;variable;file'),(80264,'atlas','error: could not import triggerjobopts.triggergetter . switched off !','hello,\r\n\r\nin today\'s rel2 devval there are failed rtt tests in recexanatest with the following error\r\n\r\n\r\npy:allowedlist      error the element: [\'mu20_slow\'] is not allowed\r\ntraceback (most recent call last):\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_2/installarea/joboptions/recexcommon/recexcommon_topoptions.py&quot;, line 555, in &lt;module&gt;\r\n    triggergetter = triggergetter()\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlastrigger/rel_2/installarea/python/triggerjobopts/triggergetter.py&quot;, line 39, in __init__\r\n    configured.__init__(self, ignoreexistingdataobject=false)\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasevent/rel_2/installarea/python/recexconfig/configured.py&quot;, line 73, in __init__\r\n    configuredok = self.configure()\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlastrigger/rel_2/installarea/python/triggerjobopts/triggergetter.py&quot;, line 65, in configure\r\n    g.generate()\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlastrigger/rel_2/installarea/python/triggermenupython/generatemenu.py&quot;, line 639, in generate\r\n    l1prescales, hltprescales, streamconfig, triggergroups, highergroups) = self.setupmenu()\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlastrigger/rel_2/installarea/python/triggermenupython/generatemenu.py&quot;, line 510, in setupmenu\r\n    (l1prescales, hltprescales, streamconfig, triggergroups, highergroups) = lumi(self.triggerpythonconfig)\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlastrigger/rel_2/installarea/python/triggermenupython/lumi.py&quot;, line 121, in lumi\r\n    setupmclumi1e31menu()\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlastrigger/rel_2/installarea/python/triggermenupython/mc_lumi1e31_simplel1calib.py&quot;, line 173, in setupmclumi1e31menu\r\n    \'mu20_passhlt\', # \'mu40_passhlt\',\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlascore/rel_2/installarea/python/athenacommon/jobproperties.py&quot;, line 496, in __setattr__\r\n    property_obj.storedvalue=n_value\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlascore/rel_2/installarea/python/athenacommon/jobproperties.py&quot;, line 230, in __setattr__\r\n    (n_value, self._context_name)\r\nvalueerror:  [\'mu4\', \'mu6\', \'mu10\', \'mu15\', \'mu20\', \'2mu4\', \'mu4_mu6\', \'2mu10\', \'mu4_tile\', \'mu4_trod\', \'mu20_msonly\', \'mu10i_loose\', \'mu10_noidtrkcut\', \'mu4_sitrk\', \'mu10_sitrk\', \'mu10_mg\', \'mu6_mg\', \'mu4_mg\', \'2mu6\', \'mu13\', \'mu4_msonly\', \'mu6_msonly\', \'mu10_msonly\', \'mu15i_loose\', \'mu20i_loose\', \'2mu20\', \'3mu6\', \'stau\', \'mu10_mutagimo\', \'2mul1_j40_hv\', \'mu20i_loose_msonly\', \'mu20_slow\', \'mu4_mv\', \'mu20_passhlt\'] is not the expected type and/or the value is not allowed for: jobproperties.rec.trigger.muonslice.signatures\r\n\r\nerror: could not import triggerjobopts.triggergetter . switched off !\r\n\r\n\r\nlogfiles here\r\nhttps://atlasrtt.cern.ch/rtt/rel_2/devval/build/i686-slc5-gcc43-opt/offline/recexanatest/mc10_all_fullsim/mc10_all_fullsim_log\r\nhttps://atlasrtt.cern.ch/rtt/rel_2/devval/build/i686-slc5-gcc43-opt/offline/recexanatest/mc10_all_phys/mc10_all_phys_log\r\n\r\nthanks,\r\ntina (sw val shifter)','1658','5211','2011-03-30 11:41:57','5','none','closed','none',';hello;today\'s;rel2;devval;fail;test;recexanatest;follow;error;py:allowedlist;error;element;mu20_slow;allow;traceback;recent;file;atla;software;build;nightly;devval;atlasreconstruction;rel_2;installarea;joboption;recexcommon;recexcommon_topoptions.py;line;triggergetter;triggergetter;file;atla;software;build;nightly;devval;atlastrigger;rel_2;installarea;python;triggerjobopt;triggergetter.py;line;configure;self;ignoreexistingdataobject;false;file;atla;software;build;nightly;devval;atlasevent;rel_2;installarea;python;recexconfig;configured.py;line;configuredok;self.configure;file;atla;software;build;nightly;devval;atlastrigger;rel_2;installarea;python;triggerjobopt;triggergetter.py;line;configure;g.generate;file;atla;software;build;nightly;devval;atlastrigger;rel_2;installarea;python;triggermenupython;generatemenu.py;line;generate;l1prescale;hltprescale;streamconfig;triggergroup;highergroup;self.setupmenu;file;atla;software;build;nightly;devval;atlastrigger;rel_2;installarea;python;triggermenupython;generatemenu.py;line;setupmenu;l1prescale;hltprescale;streamconfig;triggergroup;highergroup;lumus;self.triggerpythonconfig;file;atla;software;build;nightly;devval;atlastrigger;rel_2;installarea;python;triggermenupython;lumi.py;line;lumus;setupmclumi1e31menu;file;atla;software;build;nightly;devval;atlastrigger;rel_2;installarea;python;triggermenupython;mc_lumi1e31_simplel1calib.py;line;setupmclumi1e31menu;mu20_passhlt;mu40_passhlt;file;atla;software;build;nightly;devval;atlascore;rel_2;installarea;python;athenacommon;jobproperties.py;line;property_obj.storedvalue;n_value;file;atla;software;build;nightly;devval;atlascore;rel_2;installarea;python;athenacommon;jobproperties.py;line;n_value;self;valueerror;mu10;mu15;mu20;2mu4;mu4_mu6;2mu10;mu4_tile;mu4_trod;mu20_msonly;mu10i_loose;mu10_noidtrkcut;mu4_sitrk;mu10_sitrk;mu10_mg;mu6_mg;mu4_mg;2mu6;mu13;mu4_msonly;mu6_msonly;mu10_msonly;mu15i_loose;mu20i_loose;2mu20;3mu6;stau;mu10_mutagimo;2mul1_j40_hv;mu20i_loose_msonly;mu20_slow;mu4_mv;mu20_passhlt;expect;type;value;allow;jobproperties.rec.trigger.muonslice.signatures;error;import;triggerjobopts.triggergetter;switch;logfile;http;atlasrtt.cern.ch;rel_2;devval;build;slc5;gcc43;offline;recexanatest;mc10_all_fullsim;mc10_all_fullsim_log;http;atlasrtt.cern.ch;rel_2;devval;build;slc5;gcc43;offline;recexanatest;mc10_all_phys;mc10_all_phys_log;tina;shifter;error;import;triggerjobopts.triggergetter;switch'),(80267,'atlas','dbg build: fatal failed to retrieve tool trackingvolumehelper','hi,\r\n\r\nchecking atn for 17.x.0-val,  i see crashes like:\r\n\r\nerror cannot create tool trk::trackingvolumehelper (no factory found)\r\ntoolsvc.tilevolumebuilder                           fatal failed to retrieve tool trackingvolumehelper = publictoolhandle(\'trk::trackingvolumehelper/trackingvolumehelper\')\r\nnameauditor                                          info just exited toolsvc.tilevolumebuilder with auditor trigger initialize\r\nmemstatauditor                                       info memory usage has changed after  toolsvc.tilevolumebuilder 	initialization method 	virtual size = 608.566 mb 	resident set size = 430.094 mb deltavsize = 0.628906  mb \r\ntoolsvc                                             error error initializing tool \'toolsvc.tilevolumebuilder\'\r\ntoolsvc.trackextrapolatortocalo.calosurfacebuilder  fatal failed to retrieve tool publictoolhandle(\'tile::tilevolumebuilder/tilevolumebuilder\')\r\nnameauditor                                          info just exited toolsvc.trackextrapolatortocalo.calosurfacebuilder with auditor trigger initialize\r\nmemstatauditor                                       info memory usage has changed after  toolsvc.trackextrapolatortocalo.calosurfacebuilder 	initialization method 	virtual size = 608.566 mb 	resident set size = 430.141 mb deltavsize = 0  mb \r\ntoolsvc                                             error error initializing tool \'toolsvc.trackextrapolatortocalo.calosurfacebuilder\'\r\ntoolsvc.trackextrapolatortocalo                     fatal could not find tool calosurfacebuilder\r\nnameauditor                                          info just exited toolsvc.trackextrapolatortocalo with auditor trigger initialize\r\nmemstatauditor                                       info memory usage has changed after  toolsvc.trackextrapolatortocalo 	initialization method 	virtual size = 608.566 mb 	resident set size = 430.145 mb deltavsize = 0  mb \r\ntoolsvc                                             error error initializing tool \'toolsvc.trackextrapolatortocalo\'\r\ntoolsvc.extrapolmuonincalotool                      fatal cannot get trackextrapolatortocalo\r\nnameauditor                                          info just exited toolsvc.extrapolmuonincalotool with auditor trigger initialize\r\nmemstatauditor                                       info memory usage has changed after  toolsvc.extrapolmuonincalotool 	initialization method 	virtual size = 608.566 mb 	resident set size = 430.172 mb deltavsize = 0  mb \r\ntoolsvc                                             error error initializing tool \'toolsvc.extrapolmuonincalotool\'\r\ntoolsvc.emtrackisolationelectrontrackisolationtoolwarning cannot retrieve trackextrapolationtocalotool trackincalotools/extrapolmuonincalotool\r\nnameauditor                                          info just exited toolsvc.emtrackisolationelectrontrackisolationtool with auditor trigger initialize\r\nmemstatauditor                                       info memory usage has changed after  toolsvc.emtrackisolationelectrontrackisolationtool 	initialization method 	virtual size = 608.566 mb 	resident set size = 430.207 mb deltavsize = 0  mb \r\ntoolsvc                                             error error initializing tool \'toolsvc.emtrackisolationelectrontrackisolationtool\'\r\ntoolsvc.emtrackisolationtool                        error can\'t get a handle on the trackisolationtool/emtrackisolationelectrontrackisolationtool\r\nnameauditor                                          info just exited toolsvc.emtrackisolationtool with auditor trigger initialize\r\nmemstatauditor                                       info memory usage has changed after  toolsvc.emtrackisolationtool 	initialization method 	virtual size = 608.566 mb 	resident set size = 430.23 mb deltavsize = 0  mb \r\ntoolsvc                                             error error initializing tool \'toolsvc.emtrackisolationtool\'\r\ntoolsvc.egammatoposhowerbuilder                     error unable to retrieve emtrackisolationtool = publictoolhandle(\'emtrackisolationtool/emtrackisolationtool\')\r\nnameauditor                                          info just exited toolsvc.egammatoposhowerbuilder with auditor trigger initialize\r\nmemstatauditor                                       info memory usage has changed after  toolsvc.egammatoposhowerbuilder 	initialization method 	virtual size = 608.566 mb 	resident set size = 430.242 mb deltavsize = 0  mb \r\ntoolsvc                                             error error initializing tool \'toolsvc.egammatoposhowerbuilder\'\r\negammatoposeeded                                    error unable to retrieve toposhowerbuildertool = publictoolhandle(\'emshowerbuilder/egammatoposhowerbuilder\')\r\nnameauditor                                          info just exited egammatoposeeded with auditor trigger initialize\r\nmemstatauditor                                       info memory usage has changed after  egammatoposeeded 	initialization method 	virtual size = 608.566 mb 	resident set size = 430.25 mb deltavsize = 0  mb \r\nathalgseq                                           error unable to initialize algorithm egammatoposeeded\r\nnameauditor                                          info just exited athalgseq with auditor trigger initialize\r\nathmasterseq                                        error unable to initialize algorithm athalgseq\r\nnameauditor                                          info just exited athmasterseq with auditor trigger initialize\r\nathenaeventloopmgr                                  error unable to initialize algorithm: athmasterseq\r\nathenaeventloopmgr                                  error failed to initialize base class minimaleventloopmgr\r\nnameauditor                                          info just exited athenaeventloopmgr with auditor trigger initialize\r\nmemstatauditor                                       info memory usage has changed after  athenaeventloopmgr 	initialization method 	virtual size = 608.566 mb 	resident set size = 430.254 mb deltavsize = 0  mb \r\nservicemanager                                      error unable to initialize service: athenaeventloopmgr\r\npy:athena            info leaving with code 33: &quot;failure in initialization&quot;\r\napplicationmgr                                       info application manager terminated successfully\r\nstatuscodesvc                                       fatal unchecked statuscode in applicationmgr::terminate() from lib /build/atnight/localbuilds/nightlies/17.x.0-val/gaudi/rel_0/installarea/i686-slc5-gcc43-dbg/lib/libgaudisvc.so\r\n\r\n(pid=23847 ppid=23846) received fatal signal 6 (aborted)\r\nsignal context:\r\n  signo  = 6, errno = 0, code = -6 (*unknown reason*)\r\n  pid    = 23847, uid = 16605\r\n  value  = (0, (nil))\r\n  stack  = (2, 0, (nil))\r\n\r\n  eip: 0023:ffffe410           eflags: 00200296\r\n  eax: 00000000   ebx: 00005d27   ecx: 00005d27   edx: 00000006\r\n  esi: fff3139c   edi: 0059bff4   ebp: fff312fc   esp: fff312e4\r\n   ds: 002b        es: 002b        fs: 0000        ss: 002b\r\n\r\n  signal esp: fff312e4  trap: 0/0  oldmask: 00000000   cr2: 00000000\r\n\r\n  fpu:  control = ffff037f\r\n        status  = ffff0120\r\n        tag     = ffffffff\r\n        ip      = 0010:0810b2ad\r\n        data    = 002b:fff32800\r\n        state   = 00000120\r\n    %fp0 = [4006:000000000000c000]\r\n    %fp1 = [0000:0000000000000000]\r\n    %fp2 = [0000:0000000000000000]\r\n    %fp3 = [0000:0000000000000000]\r\n    %fp4 = [400d:000000000000e212]\r\n    %fp5 = [401d:00000000e2129b24]\r\n    %fp6 = [4004:000000005b00f726]\r\n    %fp7 = [0000:0000000000000000]\r\n\r\nstack trace:\r\n 0xf31cfe3a athena::debugaids::stacktrace(int) /build/atnight/localbuilds/nightlies/17.x.0-val/atlascore/rel_0/control/cxxutils/cmt/../src/sealdebug.cxx:709 + 0x7a [/build/atnight/localbuilds/nightlies/17.x.0-val/atlascore/rel_0/installarea/i686-slc5-gcc43-dbg/lib/libcxxutils.so]\r\n 0xf31cb7e8 athena::signal::fataldump(int, siginfo*, void*) /build/atnight/localbuilds/nightlies/17.x.0-val/atlascore/rel_0/control/cxxutils/cmt/../src/sealsignal.cxx:1397 + 0x214 [/build/atnight/localbuilds/nightlies/17.x.0-val/atlascore/rel_0/installarea/i686-slc5-gcc43-dbg/lib/libcxxutils.so]\r\n 0xf31cba3e athena::signal::fatal(int, siginfo*, void*) /build/atnight/localbuilds/nightlies/17.x.0-val/atlascore/rel_0/control/cxxutils/cmt/../src/sealsignal.cxx:898 + 0x1dc [/build/atnight/localbuilds/nightlies/17.x.0-val/atlascore/rel_0/installarea/i686-slc5-gcc43-dbg/lib/libcxxutils.so]\r\n 0xffffe600 \r\n 0xffffe410 \r\n 0x0046fdf0 gsignal + 0x50 [/lib/libc.so.6]\r\n 0x00471701 abort + 0x101 [/lib/libc.so.6]\r\n 0xf22b1390 statuscodesvc::regfnc(std::string const&amp;, std::string const&amp;) /build/atnight/localbuilds/nightlies/17.x.0-val/gaudi/rel_0/gaudisvc/cmt/../src/statuscodesvc/statuscodesvc.cpp:128 + 0x2fa [/build/atnight/localbuilds/nightlies/17.x.0-val/gaudi/rel_0/installarea/i686-slc5-gcc43-dbg/lib/libgaudisvc.so]\r\n 0xf470bc74 ~statuscode /build/atnight/localbuilds/nightlies/17.x.0-val/gaudi/rel_0/gaudikernel/cmt/../src/lib/statuscode.cpp:52 + 0x1c8 [/build/atnight/localbuilds/nightlies/17.x.0-val/gaudi/rel_0/installarea/i686-slc5-gcc43-dbg/lib/libgaudikernel.so]\r\n 0xf1fd6915 applicationmgr::terminate() /build/atnight/localbuilds/nightlies/17.x.0-val/gaudi/rel_0/gaudisvc/cmt/../src/applicationmgr/applicationmgr.cpp:717 + 0x29d [/build/atnight/localbuilds/nightlies/17.x.0-val/gaudi/rel_0/installarea/i686-slc5-gcc43-dbg/lib/libgaudisvc.so]\r\n 0xf2a843d2 _zn12_global__n_1l11method_7203epvs0_rkst6vectoris0_sais0_ees0_ /build/atnight/localbuilds/nightlies/17.x.0-val/gaudi/rel_0/gaudikernel/cmt/../i686-slc5-gcc43-dbg/dict/gaudikernel/dictionary_dict.cpp:19242 + 0xf2a843d2 �/build/atnight/localbuilds/nightlies/17.x.0-val/gaudi/rel_0/installarea/i686-slc5-gcc43-dbg/lib/libgaudikerneldict.so]\r\n 0xf576daba root::cintex::method_stub_with_context(root::cintex::stubcontext_t*, g__value*, char const*, g__param*, int) /build/bellenot/spi/i686-slc5-gcc43-dbg/root/cint/cintex/src/cintfunctional.cxx:320 + 0x1c9 [/afs/cern.ch/atlas/offline/external/lcgcmt/lcgcmt_60b/installarea/i686-slc5-gcc43-dbg/lib/libcintex.so]\r\n 0xf249f034 \r\n 0xf6d67f49 cint::g__callfunc::execute(void*) /build/bellenot/spi/i686-slc5-gcc43-dbg/root/cint/cint/src/callfunc.cxx:440 + 0x18b [/afs/cern.ch/atlas/offline/external/lcgcmt/lcgcmt_60b/installarea/i686-slc5-gcc43-dbg/lib/libcint.so]\r\n 0xf7b8e087 cint::g__callfunc::execint(void*) /build/bellenot/spi/i686-slc5-gcc43-dbg/root/include/callfunc.h:98 + 0x2b [/afs/cern.ch/sw/lcg/app/releases/root/5.28.00b/i686-slc5-gcc43-dbg/root/lib/libpyroot.so]\r\n 0xf7b8af22 pyroot::trootobjectbyvalueexecutor::execute(cint::g__callfunc*, void*) /build/bellenot/spi/i686-slc5-gcc43-dbg/root/bindings/pyroot/src/executors.cxx:229 + 0x24 [/afs/cern.ch/sw/lcg/app/releases/root/5.28.00b/i686-slc5-gcc43-dbg/root/lib/libpyroot.so]\r\n 0xf7b94c96 pyroot::tmethodholder::callfast(void*) /build/bellenot/spi/i686-slc5-gcc43-dbg/root/bindings/pyroot/src/methodholder.cxx:94 + 0x4c [/afs/cern.ch/sw/lcg/app/releases/root/5.28.00b/i686-slc5-gcc43-dbg/root/lib/libpyroot.so]\r\n 0xf7b94e49 pyroot::tmethodholder::callsafe(void*) /build/bellenot/spi/i686-slc5-gcc43-dbg/root/bindings/pyroot/src/methodholder.cxx:118 + 0xa1 [/afs/cern.ch/sw/lcg/app/releases/root/5.28.00b/i686-slc5-gcc43-dbg/root/lib/libpyroot.so]\r\n 0xf7b99ca2 pyroot::tmethodholder::execute(void*) /build/bellenot/spi/i686-slc5-gcc43-dbg/root/bindings/pyroot/src/methodholder.cxx:627 + 0x104 [/afs/cern.ch/sw/lcg/app/releases/root/5.28.00b/i686-slc5-gcc43-dbg/root/lib/libpyroot.so]\r\n 0xf7b9628f pyroot::tmethodholder::operator()(pyroot::objectproxy*, _object*, _object*, long) /build/bellenot/spi/i686-slc5-gcc43-dbg/root/bindings/pyroot/src/methodholder.cxx:690 + 0x23f [/afs/cern.ch/sw/lcg/app/releases/root/5.28.00b/i686-slc5-gcc43-dbg/root/lib/libpyroot.so]\r\n 0xf7b9d0d0 pyroot::(anonymous namespace)::mp_call(pyroot::methodproxy*, _object*, _object*) /build/bellenot/spi/i686-slc5-gcc43-dbg/root/bindings/pyroot/src/methodproxy.cxx:476 + 0xf7b9d0d0 �/afs/cern.ch/sw/lcg/app/releases/root/5.28.00b/i686-slc5-gcc43-dbg/root/lib/libpyroot.so]\r\n 0x0805d88c pyobject_call /build/agaspar/work/python-2.6.5/objects/abstract.c:2493 + 0x5c [/afs/cern.ch/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080d969d do_call /build/agaspar/work/python-2.6.5/python/ceval.c:3968 + 0x2dfd [/afs/cern.ch/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080dcb7b fast_function /build/agaspar/work/python-2.6.5/python/ceval.c:3837 + 0x62db [/afs/cern.ch/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080ddc8c pyeval_evalcodeex /build/agaspar/work/python-2.6.5/python/ceval.c:3000 + 0x87c [/afs/cern.ch/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x08137caa function_call /build/agaspar/work/python-2.6.5/objects/funcobject.c:524 + 0x8137caa [/afs/cern.ch/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x0805d88c pyobject_call /build/agaspar/work/python-2.6.5/objects/abstract.c:2493 + 0x5c [/afs/cern.ch/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x08064935 instancemethod_call /build/agaspar/work/python-2.6.5/objects/classobject.c:2579 + 0x8064935 [/afs/cern.ch/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x0805d88c pyobject_call /build/agaspar/work/python-2.6.5/objects/abstract.c:2493 + 0x5c [/afs/cern.ch/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080d5a94 pyeval_callobjectwithkeywords /build/agaspar/work/python-2.6.5/python/ceval.c:3619 + 0x54 [/afs/cern.ch/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080aecae slot_tp_del /build/agaspar/work/python-2.6.5/objects/typeobject.c:5700 + 0x80aecae [/afs/cern.ch/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080a9ac6 subtype_dealloc /build/agaspar/work/python-2.6.5/objects/typeobject.c:972 + 0x80a9ac6 [/afs/cern.ch/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x08064eec instancemethod_dealloc /build/agaspar/work/python-2.6.5/objects/classobject.c:2365 + 0x8064eec [/afs/cern.ch/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x0808c7b4 dict_dealloc /build/agaspar/work/python-2.6.5/objects/dictobject.c:907 + 0x808c7b4 [/afs/cern.ch/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080a9cfb subtype_dealloc /build/agaspar/work/python-2.6.5/objects/typeobject.c:1004 + 0x80a9cfb [/afs/cern.ch/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x0808a631 insertdict /build/agaspar/work/python-2.6.5/objects/dictobject.c:460 + 0x808a631 [/afs/cern.ch/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x0808caef pydict_setitem /build/agaspar/work/python-2.6.5/objects/dictobject.c:701 + 0x6f [/afs/cern.ch/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x0808eacc _pymodule_clear /build/agaspar/work/python-2.6.5/objects/moduleobject.c:138 + 0x17c [/afs/cern.ch/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080f0601 pyimport_cleanup /build/agaspar/work/python-2.6.5/python/import.c:495 + 0x511 [/afs/cern.ch/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080fc5fd py_finalize /build/agaspar/work/python-2.6.5/python/pythonrun.c:438 + 0x12d [/afs/cern.ch/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080fc797 py_exit /build/agaspar/work/python-2.6.5/python/pythonrun.c:1746 + 0x17 [/afs/cern.ch/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080fc8e1 handle_system_exit /build/agaspar/work/python-2.6.5/python/pythonrun.c:1120 + 0x80fc8e1 [/afs/cern.ch/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080fcafd pyerr_printex /build/agaspar/work/python-2.6.5/python/pythonrun.c:1130 + 0x19d [/afs/cern.ch/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080fcd7e pyerr_print /build/agaspar/work/python-2.6.5/python/pythonrun.c:1040 + 0x1e [/afs/cern.ch/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080fe2f6 pyrun_simplefileexflags /build/agaspar/work/python-2.6.5/python/pythonrun.c:939 + 0x156 [/afs/cern.ch/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080fe69a pyrun_anyfileexflags /build/agaspar/work/python-2.6.5/python/pythonrun.c:739 + 0x7a [/afs/cern.ch/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x08058d46 py_main /build/agaspar/work/python-2.6.5/modules/main.c:572 + 0xc56 [/afs/cern.ch/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x08057e42 main /build/agaspar/work/python-2.6.5/./modules/python.c:24 + 0x32 [/afs/cern.ch/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x0045ce9c __libc_start_main + 0xdc [/lib/libc.so.6]\r\n 0x08057d51 _start + 0x8057d51 [/afs/cern.ch/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n/build/atnight/localbuilds/nightlies/17.x.0-val/atlasreconstruction/rel_0/nicos_area/nicos_atntest17x0val32bs5g4recdbg/gen_tests/26__recexrecotest_testconfiguration__recoshift_esd__a.sh: line 20: 23847 aborted                 athena.py -c &quot;evtmax=5; dodetailedauditor=true ; donameauditor=true &quot; athenacommon/memtraceinclude.py recexrecotest/recexrecotest_rtt_esd.py\r\n ======================================================\r\nfailure (error) : athena job -c &quot;evtmax=5; dodetailedauditor=true ; donameauditor=true &quot; athenacommon/memtraceinclude.py recexrecotest/recexrecotest_rtt_esd.py returned 134\r\n ======================================================\r\n ======================================================\r\natn_files_cutter: workdirs /build/atnight/localbuilds/nightlies/17.x.0-val/atlasreconstruction/rel_0/reconstruction/recexample/recexrecotest/run 0\r\n\r\nreal	1m53.471s\r\nuser	0m54.849s\r\nsys	0m6.121s\r\n[atn, test start time] wed mar 30 01:52:02 cest 2011\r\n[atn, test end time] wed mar 30 01:53:56 cest 2011\r\n[atn, test wrapper] minutes elapsed: 2 \r\n[atn, test wrapper] completion of test process is detected\r\n  \r\n\r\nlog file available at:\r\n\r\nhttp://atlas-computing.web.cern.ch/atlas-computing/links/distdirectory/nightlies/developmentwebarea/nicos_web_area17x0val32bs5g4recdbg/nicos_testlog_rel_3/reconstruction_recexample_recexrecotest_26__recexrecotest_testconfiguration__recoshift_esd__a.html\r\n\r\nthanks,\r\nmarija (64 bits and dbg build shifter)','100','5211','2011-03-30 12:30:48','5','none','closed','reconstruction',';check;crash;like;error;create;tool;trackingvolumehelper;factory;toolsvc.tilevolumebuilder;fatal;fail;retrieve;tool;trackingvolumehelper;publictoolhandle;trackingvolumehelper;trackingvolumehelper;nameauditor;info;just;exit;toolsvc.tilevolumebuilder;auditor;trigger;initialize;memstatauditor;info;memory;usage;change;toolsvc.tilevolumebuilder;initialization;method;virtual;size;resident;size;deltavsize;toolsvc;error;error;initialize;tool;toolsvc.tilevolumebuilder;toolsvc.trackextrapolatortocalo.calosurfacebuilder;fatal;fail;retrieve;tool;publictoolhandle;tile;tilevolumebuilder;tilevolumebuilder;nameauditor;info;just;exit;toolsvc.trackextrapolatortocalo.calosurfacebuilder;auditor;trigger;initialize;memstatauditor;info;memory;usage;change;toolsvc.trackextrapolatortocalo.calosurfacebuilder;initialization;method;virtual;size;resident;size;deltavsize;toolsvc;error;error;initialize;tool;toolsvc.trackextrapolatortocalo.calosurfacebuilder;toolsvc.trackextrapolatortocalo;fatal;tool;calosurfacebuilder;nameauditor;info;just;exit;toolsvc.trackextrapolatortocalo;auditor;trigger;initialize;memstatauditor;info;memory;usage;change;toolsvc.trackextrapolatortocalo;initialization;method;virtual;size;resident;size;deltavsize;toolsvc;error;error;initialize;tool;toolsvc.trackextrapolatortocalo;toolsvc.extrapolmuonincalotool;fatal;trackextrapolatortocalo;nameauditor;info;just;exit;toolsvc.extrapolmuonincalotool;auditor;trigger;initialize;memstatauditor;info;memory;usage;change;toolsvc.extrapolmuonincalotool;initialization;method;virtual;size;resident;size;deltavsize;toolsvc;error;error;initialize;tool;toolsvc.extrapolmuonincalotool;toolsvc.emtrackisolationelectrontrackisolationtoolwarning;retrieve;trackextrapolationtocalotool;trackincalotool;extrapolmuonincalotool;nameauditor;info;just;exit;toolsvc.emtrackisolationelectrontrackisolationtool;auditor;trigger;initialize;memstatauditor;info;memory;usage;change;toolsvc.emtrackisolationelectrontrackisolationtool;initialization;method;virtual;size;resident;size;deltavsize;toolsvc;error;error;initialize;tool;toolsvc.emtrackisolationelectrontrackisolationtool;toolsvc.emtrackisolationtool;error;can\'t;handle;trackisolationtool;emtrackisolationelectrontrackisolationtool;nameauditor;info;just;exit;toolsvc.emtrackisolationtool;auditor;trigger;initialize;memstatauditor;info;memory;usage;change;toolsvc.emtrackisolationtool;initialization;method;virtual;size;resident;size;deltavsize;toolsvc;error;error;initialize;tool;toolsvc.emtrackisolationtool;toolsvc.egammatoposhowerbuilder;error;unable;retrieve;emtrackisolationtool;publictoolhandle;emtrackisolationtool;emtrackisolationtool;nameauditor;info;just;exit;toolsvc.egammatoposhowerbuilder;auditor;trigger;initialize;memstatauditor;info;memory;usage;change;toolsvc.egammatoposhowerbuilder;initialization;method;virtual;size;resident;size;deltavsize;toolsvc;error;error;initialize;tool;toolsvc.egammatoposhowerbuilder;egammatoposeed;error;unable;retrieve;toposhowerbuildertool;publictoolhandle;emshowerbuilder;egammatoposhowerbuilder;nameauditor;info;just;exit;egammatoposeed;auditor;trigger;initialize;memstatauditor;info;memory;usage;change;egammatoposeed;initialization;method;virtual;size;resident;size;deltavsize;athalgseq;error;unable;initialize;algorithm;egammatoposeed;nameauditor;info;just;exit;athalgseq;auditor;trigger;initialize;athmasterseq;error;unable;initialize;algorithm;athalgseq;nameauditor;info;just;exit;athmasterseq;auditor;trigger;initialize;athenaeventloopmgr;error;unable;initialize;algorithm;athmasterseq;athenaeventloopmgr;error;fail;initialize;base;class;minimaleventloopmgr;nameauditor;info;just;exit;athenaeventloopmgr;auditor;trigger;initialize;memstatauditor;info;memory;usage;change;athenaeventloopmgr;initialization;method;virtual;size;resident;size;deltavsize;servicemanager;error;unable;initialize;service;athenaeventloopmgr;py:athena;info;leave;code;failure;initialization;applicationmgr;info;application;manager;terminate;successfully;statuscodesvc;fatal;unchecked;statuscode;applicationmgr;terminate;build;atnight;localbuild;nightly;gaudus;rel_0;installarea;slc5;gcc43;libgaudisvc.so;ppid;receive;fatal;signal;aborted;signal;context;signo;errno;code;unknown;reason;value;stack;eflag;esus;edus;signal;trap;oldmask;control;status;datum;state;stack;trace;athena;debugaid;stacktrace;build;atnight;localbuild;nightly;atlascore;rel_0;control;cxxutil;sealdebug.cxx;build;atnight;localbuild;nightly;atlascore;rel_0;installarea;slc5;gcc43;libcxxutils.so;athena;signal;fataldump;siginfo;void;build;atnight;localbuild;nightly;atlascore;rel_0;control;cxxutil;sealsignal.cxx;build;atnight;localbuild;nightly;atlascore;rel_0;installarea;slc5;gcc43;libcxxutils.so;athena;signal;fatal;siginfo;void;build;atnight;localbuild;nightly;atlascore;rel_0;control;cxxutil;sealsignal.cxx;build;atnight;localbuild;nightly;atlascore;rel_0;installarea;slc5;gcc43;libcxxutils.so;gsignal;libc.so;abort;libc.so;statuscodesvc;regfnc;string;const;string;const;build;atnight;localbuild;nightly;gaudus;rel_0;gaudisvc;statuscodesvc;statuscodesvc.cpp;build;atnight;localbuild;nightly;gaudus;rel_0;installarea;slc5;gcc43;libgaudisvc.so;statuscode;build;atnight;localbuild;nightly;gaudus;rel_0;gaudikernel;statuscode.cpp;build;atnight;localbuild;nightly;gaudus;rel_0;installarea;slc5;gcc43;libgaudikernel.so;applicationmgr;terminate;build;atnight;localbuild;nightly;gaudus;rel_0;gaudisvc;applicationmgr;applicationmgr.cpp;build;atnight;localbuild;nightly;gaudus;rel_0;installarea;slc5;gcc43;libgaudisvc.so;build;atnight;localbuild;nightly;gaudus;rel_0;gaudikernel;slc5;gcc43;dict;gaudikernel;dictionary_dict.cpp;build;atnight;localbuild;nightly;gaudus;rel_0;installarea;slc5;gcc43;libgaudikerneldict.so;root;cintex;method_stub_with_context;root;cintex;stubcontext_t;g__value;char;const;g__param;build;bellenot;spus;slc5;gcc43;root;cint;cintex;cintfunctional.cxx;atla;offline;external;lcgcmt;lcgcmt_60b;installarea;slc5;gcc43;libcintex.so;cint;g__callfunc;execute;void;build;bellenot;spus;slc5;gcc43;root;cint;cint;callfunc.cxx;atla;offline;external;lcgcmt;lcgcmt_60b;installarea;slc5;gcc43;libcint.so;cint;g__callfunc;execint;void;build;bellenot;spus;slc5;gcc43;root;include;callfunc.h;release;root;5.28.00b;slc5;gcc43;root;libpyroot.so;pyroot;trootobjectbyvalueexecutor;execute;cint;g__callfunc;void;build;bellenot;spus;slc5;gcc43;root;binding;pyroot;executors.cxx;release;root;5.28.00b;slc5;gcc43;root;libpyroot.so;pyroot;tmethodholder;callfast;void;build;bellenot;spus;slc5;gcc43;root;binding;pyroot;methodholder.cxx;release;root;5.28.00b;slc5;gcc43;root;libpyroot.so;pyroot;tmethodholder;callsafe;void;build;bellenot;spus;slc5;gcc43;root;binding;pyroot;methodholder.cxx;release;root;5.28.00b;slc5;gcc43;root;libpyroot.so;pyroot;tmethodholder;execute;void;build;bellenot;spus;slc5;gcc43;root;binding;pyroot;methodholder.cxx;release;root;5.28.00b;slc5;gcc43;root;libpyroot.so;pyroot;tmethodholder;operator;pyroot;objectproxy;long;build;bellenot;spus;slc5;gcc43;root;binding;pyroot;methodholder.cxx;release;root;5.28.00b;slc5;gcc43;root;libpyroot.so;pyroot;anonymous;namespace;mp_call;pyroot;methodproxy;build;bellenot;spus;slc5;gcc43;root;binding;pyroot;methodproxy.cxx;release;root;5.28.00b;slc5;gcc43;root;libpyroot.so;pyobject_call;build;agaspar;work;python;2.6.5;object;abstract.c;external;python;2.6.5;slc5;gcc43;python;do_call;build;agaspar;work;python;2.6.5;python;ceval.c;external;python;2.6.5;slc5;gcc43;python;fast_function;build;agaspar;work;python;2.6.5;python;ceval.c;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcodeex;build;agaspar;work;python;2.6.5;python;ceval.c;external;python;2.6.5;slc5;gcc43;python;function_call;build;agaspar;work;python;2.6.5;object;funcobject.c;external;python;2.6.5;slc5;gcc43;python;pyobject_call;build;agaspar;work;python;2.6.5;object;abstract.c;external;python;2.6.5;slc5;gcc43;python;instancemethod_call;build;agaspar;work;python;2.6.5;object;classobject.c;external;python;2.6.5;slc5;gcc43;python;pyobject_call;build;agaspar;work;python;2.6.5;object;abstract.c;external;python;2.6.5;slc5;gcc43;python;pyeval_callobjectwithkeywords;build;agaspar;work;python;2.6.5;python;ceval.c;external;python;2.6.5;slc5;gcc43;python;slot_tp_del;build;agaspar;work;python;2.6.5;object;typeobject.c;external;python;2.6.5;slc5;gcc43;python;subtype_dealloc;build;agaspar;work;python;2.6.5;object;typeobject.c;external;python;2.6.5;slc5;gcc43;python;instancemethod_dealloc;build;agaspar;work;python;2.6.5;object;classobject.c;external;python;2.6.5;slc5;gcc43;python;dict_dealloc;build;agaspar;work;python;2.6.5;object;dictobject.c;external;python;2.6.5;slc5;gcc43;python;subtype_dealloc;build;agaspar;work;python;2.6.5;object;typeobject.c;external;python;2.6.5;slc5;gcc43;python;insertdict;build;agaspar;work;python;2.6.5;object;dictobject.c;external;python;2.6.5;slc5;gcc43;python;pydict_setitem;build;agaspar;work;python;2.6.5;object;dictobject.c;external;python;2.6.5;slc5;gcc43;python;build;agaspar;work;python;2.6.5;object;moduleobject.c;external;python;2.6.5;slc5;gcc43;python;pyimport_cleanup;build;agaspar;work;python;2.6.5;python;import.c;external;python;2.6.5;slc5;gcc43;python;py_finalize;build;agaspar;work;python;2.6.5;python;pythonrun.c;external;python;2.6.5;slc5;gcc43;python;py_exit;build;agaspar;work;python;2.6.5;python;pythonrun.c;external;python;2.6.5;slc5;gcc43;python;handle_system_exit;build;agaspar;work;python;2.6.5;python;pythonrun.c;external;python;2.6.5;slc5;gcc43;python;pyerr_printex;build;agaspar;work;python;2.6.5;python;pythonrun.c;external;python;2.6.5;slc5;gcc43;python;pyerr_print;build;agaspar;work;python;2.6.5;python;pythonrun.c;external;python;2.6.5;slc5;gcc43;python;pyrun_simplefileexflags;build;agaspar;work;python;2.6.5;python;pythonrun.c;external;python;2.6.5;slc5;gcc43;python;pyrun_anyfileexflags;build;agaspar;work;python;2.6.5;python;pythonrun.c;external;python;2.6.5;slc5;gcc43;python;py_main;build;agaspar;work;python;2.6.5;module;main.c;external;python;2.6.5;slc5;gcc43;python;main;build;agaspar;work;python;2.6.5;module;python.c;external;python;2.6.5;slc5;gcc43;python;libc.so;external;python;2.6.5;slc5;gcc43;python;build;atnight;localbuild;nightly;atlasreconstruction;rel_0;nicos_area;nicos_atntest17x0val32bs5g4recdbg;gen_tests;26__recexrecotest_testconfiguration__recoshift_esd__a.sh;line;aborted;athena.py;evtmax;dodetailedauditor;true;donameauditor;true;athenacommon;memtraceinclude.py;recexrecotest;recexrecotest_rtt_esd.py;failure;error;athena;evtmax;dodetailedauditor;true;donameauditor;true;athenacommon;memtraceinclude.py;recexrecotest;recexrecotest_rtt_esd.py;return;atn_files_cutter;workdir;build;atnight;localbuild;nightly;atlasreconstruction;rel_0;reconstruction;recexample;recexrecotest;real;1m53.471s;user;0m54.849s;0m6.121s;test;start;time;cest;test;time;cest;test;wrapper;minute;elapse;test;wrapper;completion;test;process;detect;file;available;http;atla;computing.web.cern.ch;atla;computing;link;distdirectory;nightly;developmentwebarea;nicos_web_area17x0val32bs5g4recdbg;nicos_testlog_rel_3;reconstruction_recexample_recexrecotest_26__recexrecotest_testconfiguration__recoshift_esd__a.html;marija;build;shifter;build;fatal;fail;retrieve;tool;trackingvolumehelper;reconstruction'),(80286,'atlas','coredump in mutaginnerstationssmall when reading release 16 aods','\r\nhello,\r\n\r\ni saw a crash on a grid when reading release 16 aods files from 2010 data. this is a log file:\r\n\r\nhttp://voatlas139.cern.ch/monitor/logs/fe72a8a5-5092-47de-8b81-1a916f15bfc0/tarball_pandajob_1214423785_analy_victoria-wg1/athena_stdout.txt\r\n\r\nthis job crashed three times so this is probably a problem with processing these data. the log file shows a list of input files which are from this container:\r\n\r\ndata10_7tev.periode.physics_jettauetmiss.physcont.aod.repro05_v02/ \r\n\r\nbest,\r\nrustem\r\n\r\neventcounter                                         info eventcounter:eventcounter::execute - seen events: 13000\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  start processing event #44152709, run #160958 13000 events processed so far  &lt;&lt;&lt;===\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  done processing event #44152709, run #160958 13001 events processed so far  &lt;&lt;&lt;===\r\n-------------------------------------------------------------------------------------\r\ncore dump from coredumpsvc on hermes0084 at wed mar 30 06:46:08 2011\r\n\r\ncaught signal 11(segmentation fault). details: \r\n  errno = 0, code = 1 (address not mapped to object)\r\n  pid   = 0, uid = 1725296652\r\n  value = (1727296652, 0x66f4748c)\r\n  vmem = 1109.05 mb\r\n  rss  = 931.742 mb\r\n  total-ram = 24082.2 mb\r\n  free-ram  = 79.3906 mb\r\n  buffer-ram= 54.6328 mb\r\n  total-swap= 7640.25 mb\r\n  free-swap = 6540.86 mb\r\n  addr  = 0\r\n\r\nevent counter: 13029\r\neventid: [run,evt,lumi,time,bunchcross,detmask] = [160958,44155136,189,1281279957:626753150,2486,0x1fffffffffff7]\r\nlast incident: athenaeventloopmgr:beginevent\r\ncurrent algorithm: mutaginnerstationssmall\r\nalgorithm stack: \r\n   athmasterseq\r\n   athalgseq\r\n   mutagmaster\r\n   mutaginnerstationssmall\r\n-------------------------------------------------------------------------------------\r\n','100','1974','2011-03-30 16:57:57','5','invalid','closed','muonidentification/mutag',';hello;crash;grid;reading;release;file;datum;file;http;voatlas139;monitor;tarball_pandajob_1214423785_analy_victoria;athena_stdout.txt;crash;time;probably;problem;processing;datum;file;show;list;input;file;container;data10_7tev.periode.physics_jettauetmiss.physcont.aod.repro05_v02;best;rustem;eventcounter;info;eventcounter:eventcounter;execute;event;athenaeventloopmgr;info;start;processing;event;event;process;processing;event;event;process;core;dump;coredumpsvc;hermes0084;catch;signal;segmentation;fault;detail;errno;code;address;object;value;vmem;total;free;buffer;total;swap;free;swap;addr;event;counter;eventid;lumus;time;bunchcross;detmask;incident;athenaeventloopmgr:beginevent;current;algorithm;mutaginnerstationssmall;algorithm;stack;athmasterseq;athalgseq;mutagmaster;mutaginnerstationssmall;coredump;mutaginnerstationssmall;reading;release;muonidentification;mutag'),(80315,'atlas','fatal folder /trigger/hlt/hltconfigkeys does not exist','hi,\r\n\r\nstarting from rel_1 there is a fatal in atn reconstruction_recexample_recexanatest (recexanatest_testconfiguration#recoshift_all):\r\n\r\nfatal folder /trigger/hlt/hltconfigkeys does not exist\r\n\r\nthe full today\'s rel_4 log is at:\r\n\r\nhttp://atlas-computing.web.cern.ch/atlas-computing/links/distdirectory/nightlies/developmentwebarea/nicos_web_area17x0val32bs5g4anldbg/nicos_testlog_rel_4/reconstruction_recexample_recexanatest_15__recexanatest_testconfiguration__recoshift_all__a.html\r\n\r\ncould you please check?\r\n\r\nthanks, \r\nmarija (64 bit and dbg builds shifter)','100','5211','2011-03-31 12:18:26','5','none','closed','reconstruction',';start;rel_1;fatal;reconstruction_recexample_recexanatest;recexanatest_testconfiguration;recoshift_all;fatal;folder;trigger;hltconfigkey;exist;today\'s;rel_4;http;atla;computing.web.cern.ch;atla;computing;link;distdirectory;nightly;developmentwebarea;nicos_web_area17x0val32bs5g4anldbg;nicos_testlog_rel_4;reconstruction_recexample_recexanatest_15__recexanatest_testconfiguration__recoshift_all__a.html;check;marija;build;shifter;fatal;folder;trigger;hltconfigkey;exist;reconstruction'),(80373,'atlas','fix needed in egammatools','hello,\r\n  egammatools-00-04-21 in 16.6.3 need to be fixed for object quality flag hv bits calculation in egammaoqflagsbuilder, which is not working in the step aod to d3pd.\r\na fix is already provided by egammatools-00-04-24. additionally a new bit need to be added in the flag. we are currently working for a fixing this soon in a new tag.\r\n\r\ncheers,\r\n   francesco','3732','4598','2011-04-01 10:57:43','5','fixed','closed','reconstruction',';hello;egammatool;16.6.3;need;object;quality;flag;calculation;egammaoqflagsbuilder;work;step;d3pd;provide;egammatool;additionally;need;flag;currently;work;soon;francesco;need;egammatool;reconstruction'),(80393,'atlas','dev 4 memory leak in zdcrecchanneltool','in dev 4 there are several report of memory leaks involving zdcrecchanneltool\r\nsee\r\nhttps://atlasrtt.cern.ch/rtt/rel_4/dev/build/i686-slc5-gcc43-opt/offline/recjobtransformtests/data_7tev_memleak/rawtoesd.log\r\n\r\nsee how to reproduce\r\nhttps://twiki.cern.ch/twiki/bin/viewauth/atlas/recbuginvestigation#bugs_from_rtt\r\n\r\n\r\n4800 leaks (total 192000 bytes), originating in:\r\nzdcsignalsinc::zdcsignalsinc(int) (40 bytes)\r\n   0x69342665 zdcsignalsinc::zdcsignalsinc(int)\r\n   0x693389f4 zdcrecchanneltool::gettimingsinc2(identifier const&amp;, std::vector&lt;std::vector&lt;int, std::allocator&lt;int&gt; &gt;, std::allocator&lt;std::vector&lt;int, std::allocator&lt;int&gt; &gt; &gt; &gt; const&amp;)\r\n   0x693391d4 zdcrecchanneltool::makerawfromdigits(zdcdigitscollection const&amp;)\r\n   0x69347ea0 zdcrec::execute()\r\n   0x5aa159bd algorithm::sysexecute()\r\n   0x665b546b athsequencer::execute()\r\n   0x5aa159bd algorithm::sysexecute()\r\n   0x665b546b athsequencer::execute()\r\n   0x5aa159bd algorithm::sysexecute()\r\n','6491','307','2011-04-01 16:09:20','5','none','closed','none',';report;memory;leak;involve;zdcrecchanneltool;http;atlasrtt.cern.ch;rel_4;build;slc5;gcc43;offline;recjobtransformtest;data_7tev_memleak;rawtoesd.log;reproduce;http;twiki.cern.ch;twikus;viewauth;atla;recbuginvestigation;bugs_from_rtt;leak;total;byte;originate;zdcsignalsinc;zdcsignalsinc;byte;zdcsignalsinc;zdcsignalsinc;zdcrecchanneltool;gettimingsinc2;identifier;const;vector;allocator;const;zdcrecchanneltool;makerawfromdigit;zdcdigitscollection;const;zdcrec;execute;algorithm;sysexecute;athsequencer;execute;algorithm;sysexecute;athsequencer;execute;algorithm;sysexecute;memory;leak;zdcrecchanneltool'),(80423,'atlas','divided by zero in trackincalotools::pathinsidecell','running mcp rtt in rel_0 dev, devval i get the following fpe.\r\nbelow you find the stack trace.\r\n\r\ncheers,\r\n   biagio\r\n\r\n\r\n(pid=574 ppid=32038) received fatal signal 8 (floating point exception)\r\nsignal context:\r\n  signo  = 8, errno = 0, code = 3 (floating point divide by zero)\r\n  pid    = 1880844947, uid = -1073143301\r\n  value  = (1413754136, 0x54442d18)\r\n  addr   = 0x701b6a93\r\n  stack  = (2, 0, (nil))\r\n\r\n  eip: 0023:701b6a93           eflags: 00210286\r\n  eax: 0f6f2820   ebx: 701ea5b4   ecx: 4035639b   edx: 00000000\r\n  esi: 277b8a98   edi: 4287d690   ebp: ff8e9338   esp: ff8e9300\r\n   ds: 002b        es: 002b        fs: 0000        ss: 002b\r\n\r\n  signal esp: ff8e9300  trap: 16/0  oldmask: 00000000   cr2: 00000000\r\n\r\n  fpu:  control = ffff0372\r\n        status  = ffffb0a4\r\n        tag     = ffff1fff\r\n        ip      = 0010:701b510f\r\n        data    = 002b:00000000\r\n        state   = 0000b0a4\r\n    %fp0 = [0000:0000000000000000]\r\n    %fp1 = [bffc:0000dfc270b783cb]\r\n    %fp2 = [0000:0000000000000000]\r\n    %fp3 = [4004:07822ca3fa018182]\r\n    %fp4 = [4000:0000000029348d4f]\r\n    %fp5 = [0000:0000000000000000]\r\n    %fp6 = [3fff:000000003800b1f3]\r\n    %fp7 = [3fff:00000000d19ab38c]\r\n\r\nstack trace:\r\n 0x5958d690 athena::debugaids::stacktrace(int) + 0x60 [/afs/cern.ch/atlas/software/builds/nightlies/dev/atlascore/rel_0/installarea/i686-slc5-gcc43-opt/lib/libcxxutils.so]\r\n 0x59589f5f athena::signal::fataldump(int, siginfo*, void*) + 0xff [/afs/cern.ch/atlas/software/builds/nightlies/dev/atlascore/rel_0/installarea/i686-slc5-gcc43-opt/lib/libcxxutils.so]\r\n 0x5958a271 athena::signal::fatal(int, siginfo*, void*) + 0x181 [/afs/cern.ch/atlas/software/builds/nightlies/dev/atlascore/rel_0/installarea/i686-slc5-gcc43-opt/lib/libcxxutils.so]\r\n 0x5a8db4d6 coredumpsvchandler::action(int, siginfo*, void*) + 0x106 [/afs/cern.ch/atlas/software/builds/nightlies/dev/atlascore/rel_0/installarea/i686-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0xffffe600 &lt;unknown function&gt;\r\n 0x701b6a93 trackincalotools::pathinsidecell(calocell const*, trk::parameterst&lt;trk::charged&gt; const*, trk::parameterst&lt;trk::charged&gt; const*) + 0x143 [/afs/cern.ch/atlas/software/builds/nightlies/dev/atlasreconstruction/rel_0/installarea/i686-slc5-gcc43-opt/lib/libtrackincalotools.so]\r\n 0x701b6b70 trackincalotools::cellcrossedbytrack(calocell const*, trk::parameterst&lt;trk::charged&gt; const*, trk::parameterst&lt;trk::charged&gt; const*) + 0x40 [/afs/cern.ch/atlas/software/builds/nightlies/dev/atlasreconstruction/rel_0/installarea/i686-slc5-gcc43-opt/lib/libtrackincalotools.so]\r\n 0x701bc108 trackincalotools::getcellscrossedbytrack(trk::parameterst&lt;trk::charged&gt; const*, tict::calolayer, tict::calolayer, bool) + 0x498 [/afs/cern.ch/atlas/software/builds/nightlies/dev/atlasreconstruction/rel_0/installarea/i686-slc5-gcc43-opt/lib/libtrackincalotools.so]\r\n 0x701cb56c trackincalotools::getcellscrossedbytrack(trk::track const*, tict::calolayer, tict::calolayer, bool) + 0x4c [/afs/cern.ch/atlas/software/builds/nightlies/dev/atlasreconstruction/rel_0/installarea/i686-slc5-gcc43-opt/lib/libtrackincalotools.so]\r\n 0x75d0f0d3 rec::trackincalotimingtool::timemeasurements(trk::track const&amp;) const + 0x103 [/afs/cern.ch/atlas/software/builds/nightlies/dev/atlasreconstruction/rel_0/installarea/i686-slc5-gcc43-opt/lib/libtrackincalotimingtools.so]\r\n 0x75ad694d rec::muoncombinedtimingtool::timemeasurements(analysis::muon const&amp;) const + 0x46d [/afs/cern.ch/atlas/software/builds/nightlies/dev/atlasreconstruction/rel_0/installarea/i686-slc5-gcc43-opt/lib/libmuoncombinedtimingtools.so]\r\n 0x73de5a9e d3pd::muontimingfillertool::studymuontracksp(analysis::muon const*) + 0x20e [/afs/cern.ch/atlas/software/builds/nightlies/dev/atlasanalysis/rel_0/installarea/i686-slc5-gcc43-opt/lib/libmuond3pdmaker.so]\r\n 0x73de6e6c d3pd::muontimingfillertool::muoncombskeleton(analysis::muon const&amp;) + 0xfc [/afs/cern.ch/atlas/software/builds/nightlies/dev/atlasanalysis/rel_0/installarea/i686-slc5-gcc43-opt/lib/libmuond3pdmaker.so]\r\n 0x73de75b4 d3pd::muontimingfillertool::fill(analysis::muon const&amp;) + 0xa4 [/afs/cern.ch/atlas/software/builds/nightlies/dev/atlasanalysis/rel_0/installarea/i686-slc5-gcc43-opt/lib/libmuond3pdmaker.so]\r\n 0x73d2b0d5 d3pd::blockfillertool&lt;analysis::muon&gt;::filluntyped(void const*, bool) + 0xc5 [/afs/cern.ch/atlas/software/builds/nightlies/dev/atlasanalysis/rel_0/installarea/i686-slc5-gcc43-opt/lib/libmuond3pdmaker.so]\r\n 0x6adbb834 d3pd::vectorfillertoolbase::fillonce(void const*, unsigned int, unsigned int&amp;, unsigned int&amp;, std::vector&lt;unsigned long, std::allocator&lt;unsigned long&gt; &gt; const&amp;, std::vector&lt;unsigned long, std::allocator&lt;unsigned long&gt; &gt;&amp;) + 0x1e4 [/afs/cern.ch/atlas/software/builds/nightlies/dev/atlasanalysis/rel_0/installarea/i686-slc5-gcc43-opt/lib/libd3pdmakerutils.so]\r\n 0x6adbbc84 d3pd::vectorfillertoolbase::dofill(d3pd::iiteration&amp;, unsigned int) + 0x144 [/afs/cern.ch/atlas/software/builds/nightlies/dev/atlasanalysis/rel_0/installarea/i686-slc5-gcc43-opt/lib/libd3pdmakerutils.so]\r\n 0x6ad4a86a d3pd::vectorfillertool::fill() + 0x1ca [/afs/cern.ch/atlas/software/builds/nightlies/dev/atlasanalysis/rel_0/installarea/i686-slc5-gcc43-opt/lib/libd3pdmakercorecomps.so]\r\n 0x6ad3daaa d3pd::makeralg::execute() + 0x43a [/afs/cern.ch/atlas/software/builds/nightlies/dev/atlasanalysis/rel_0/installarea/i686-slc5-gcc43-opt/lib/libd3pdmakercorecomps.so]\r\n 0x58a8d9bd algorithm::sysexecute() + 0x11d [/afs/cern.ch/atlas/software/builds/nightlies/dev/gaudi/rel_0/installarea/i686-slc5-gcc43-opt/lib/libgaudikernel.so]\r\n 0x5a8c6e72 athenaeventloopmgr::executeevent(void*) + 0xa52 [/afs/cern.ch/atlas/software/builds/nightlies/dev/atlascore/rel_0/installarea/i686-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0x5a8c5942 athenaeventloopmgr::nextevent(int) + 0x8a2 [/afs/cern.ch/atlas/software/builds/nightlies/dev/atlascore/rel_0/installarea/i686-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0x5a8bf5eb athenaeventloopmgr::executerun(int) + 0x1b [/afs/cern.ch/atlas/software/builds/nightlies/dev/atlascore/rel_0/installarea/i686-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0x5a049d09 applicationmgr::executerun(int) + 0x79 [/afs/cern.ch/atlas/software/builds/nightlies/dev/gaudi/rel_0/installarea/i686-slc5-gcc43-opt/lib/libgaudisvc.so]\r\n 0x5976df2d _zn12_global__n_1l11method_4294epvs0_rkst6vectoris0_sais0_ees0_ dictionary_dict.cpp:0 + 0x5976df2d ','5039','6226','2011-04-03 14:52:39','5','none','closed','recotools/trackincalotools',';rel_0;devval;follow;stack;trace;biagio;ppid;receive;fatal;signal;float;point;exception;signal;context;signo;errno;code;float;point;divide;zero;value;addr;stack;eflag;esus;edus;signal;trap;oldmask;control;status;datum;state;stack;trace;athena;debugaid;stacktrace;atla;software;build;nightly;atlascore;rel_0;installarea;slc5;gcc43;libcxxutils.so;athena;signal;fataldump;siginfo;void;atla;software;build;nightly;atlascore;rel_0;installarea;slc5;gcc43;libcxxutils.so;athena;signal;fatal;siginfo;void;atla;software;build;nightly;atlascore;rel_0;installarea;slc5;gcc43;libcxxutils.so;coredumpsvchandler;action;siginfo;void;atla;software;build;nightly;atlascore;rel_0;installarea;slc5;gcc43;libathenaservices.so;trackincalotool;pathinsidecell;calocell;const;parameterst;const;parameterst;const;atla;software;build;nightly;atlasreconstruction;rel_0;installarea;slc5;gcc43;libtrackincalotools.so;trackincalotool;cellcrossedbytrack;calocell;const;parameterst;const;parameterst;const;atla;software;build;nightly;atlasreconstruction;rel_0;installarea;slc5;gcc43;libtrackincalotools.so;trackincalotool;getcellscrossedbytrack;parameterst;const;tict;calolayer;tict;calolayer;bool;atla;software;build;nightly;atlasreconstruction;rel_0;installarea;slc5;gcc43;libtrackincalotools.so;trackincalotool;getcellscrossedbytrack;track;const;tict;calolayer;tict;calolayer;bool;atla;software;build;nightly;atlasreconstruction;rel_0;installarea;slc5;gcc43;libtrackincalotools.so;trackincalotimingtool;timemeasurement;track;const;const;atla;software;build;nightly;atlasreconstruction;rel_0;installarea;slc5;gcc43;libtrackincalotimingtools.so;muoncombinedtimingtool;timemeasurement;analysis;muon;const;const;atla;software;build;nightly;atlasreconstruction;rel_0;installarea;slc5;gcc43;libmuoncombinedtimingtools.so;d3pd;muontimingfillertool;studymuontracksp;analysis;muon;const;atla;software;build;nightly;atlasanalysis;rel_0;installarea;slc5;gcc43;libmuond3pdmaker.so;d3pd;muontimingfillertool;muoncombskeleton;analysis;muon;const;atla;software;build;nightly;atlasanalysis;rel_0;installarea;slc5;gcc43;libmuond3pdmaker.so;d3pd;muontimingfillertool;analysis;muon;const;atla;software;build;nightly;atlasanalysis;rel_0;installarea;slc5;gcc43;libmuond3pdmaker.so;d3pd;blockfillertool;filluntype;void;const;bool;atla;software;build;nightly;atlasanalysis;rel_0;installarea;slc5;gcc43;libmuond3pdmaker.so;d3pd;vectorfillertoolbase;fillonce;void;const;unsigned;unsigned;unsigned;vector;const;vector;atla;software;build;nightly;atlasanalysis;rel_0;installarea;slc5;gcc43;libd3pdmakerutils.so;d3pd;vectorfillertoolbase;dofill;d3pd;iiteration;unsigned;atla;software;build;nightly;atlasanalysis;rel_0;installarea;slc5;gcc43;libd3pdmakerutils.so;d3pd;vectorfillertool;atla;software;build;nightly;atlasanalysis;rel_0;installarea;slc5;gcc43;libd3pdmakercorecomps.so;d3pd;makeralg;execute;atla;software;build;nightly;atlasanalysis;rel_0;installarea;slc5;gcc43;libd3pdmakercorecomps.so;algorithm;sysexecute;atla;software;build;nightly;gaudus;rel_0;installarea;slc5;gcc43;libgaudikernel.so;athenaeventloopmgr;executeevent;void;atla;software;build;nightly;atlascore;rel_0;installarea;slc5;gcc43;libathenaservices.so;athenaeventloopmgr;nextevent;atla;software;build;nightly;atlascore;rel_0;installarea;slc5;gcc43;libathenaservices.so;athenaeventloopmgr;executerun;atla;software;build;nightly;atlascore;rel_0;installarea;slc5;gcc43;libathenaservices.so;applicationmgr;executerun;atla;software;build;nightly;gaudus;rel_0;installarea;slc5;gcc43;libgaudisvc.so;dictionary_dict.cpp;divide;zero;trackincalotool;pathinsidecell;recotool;trackincalotool'),(80428,'atlas','incorrect object/count: missinget_met_{corr,lochad,}topo (17.0.2.1)','input file(s):\r\n--------------------------------------------------------------------------------\r\nstage_svcclass=t0merge\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0039._sfo-10._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0039._sfo-11._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0039._sfo-12._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0039._sfo-5._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0039._sfo-9._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0040._sfo-10._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0040._sfo-11._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0040._sfo-12._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0040._sfo-5._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0040._sfo-9._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0041._sfo-10._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0041._sfo-11._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0041._sfo-12._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0041._sfo-5._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0041._sfo-9._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0042._sfo-10._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0042._sfo-11._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0042._sfo-12._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0042._sfo-5._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0042._sfo-9._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0043._sfo-10._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0043._sfo-11._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0043._sfo-12._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0043._sfo-5._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0043._sfo-9._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0044._sfo-10._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0044._sfo-11._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0044._sfo-12._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0044._sfo-5._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0044._sfo-9._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0045._sfo-10._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0045._sfo-11._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0045._sfo-12._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0045._sfo-5._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0045._sfo-9._0001.1\r\n\r\n\r\ntier-0 transformation command run:\r\n--------------------------------------------------------------------------------\r\nsource /afs/cern.ch/atlas/tzero/prod1/inst/projects/data11/setup/setuptrf.sh /afs/cern.ch/atlas/tzero/prod1/inst/projects/data11/patches/atlasproduction-16.6.3.3 atlasproduction-16.6.3.3 /afs/cern.ch/atlas/tzero/prod1/inst/projects/data11/setup/specialsetup_tier0.sh ; python -u `which merging_trf.py` --argdict=/afs/cern.ch/atlas/tzero/prod1/log2/10146/10146432_data11_cos.00178624.physics_cosmicmuons.recon.aod.x106_m775.aodmerge.task._lb0039-lb0045._0001.job.3//data11_cos.00178624.physics_cosmicmuons.recon.aod.x106_m775.aodmerge.task._lb0039-lb0045._0001.job.argdict.gpickle  &amp;&gt; data11_cos.00178624.physics_cosmicmuons.recon.aod.x106_m775.aodmerge.task._lb0039-lb0045._0001.job.tmp.log\r\n\r\n\r\nami configuration tag (more details):\r\n--------------------------------------------------------------------------------\r\nsee http://ami.in2p3.fr:8080/opencms/opencms/ami/www/referencetables/ --&gt; configurationtag --&gt; interpret --&gt; m775\r\n\r\n\r\nlogfile location:\r\n--------------------------------------------------------------------------------\r\nstage_svcclass=t0merge\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106_m775.aodmerge.task.tmp.log/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106_m775.aodmerge.task._lb0039-lb0045._0001.job.tmp.log.3\r\n\r\n\r\ntail of the log file (300 lines):\r\n--------------------------------------------------------------------------------\r\ncobjr_rec::trackparticlecontainer#mutagtrackpar...   info time user   : tot= 3.58  [s] ave/min/max=  426(+-  604)/    0/1.7e+04 [us] #=8386\r\ncobjr_rec::trackparticlecontainer#hlt_indettrig...   info time user   : tot= 3.61  [s] ave/min/max=  430(+-  566)/    0/1.3e+04 [us] #=8386\r\ncobjr_rec::trackparticlecontainer#hlt_indettrig...   info time user   : tot=  3.6  [s] ave/min/max=  429(+-  570)/    0/1.4e+04 [us] #=8386\r\ncobjr_rec::trackparticlecontainer#trackparticle...   info time user   : tot= 3.64  [s] ave/min/max=  434(+-  617)/    0/1.8e+04 [us] #=8386\r\ncobj_rec::trackparticlecontainer#hlt_indettrigp...   info time user   : tot= 3.62  [s] ave/min/max=  432(+-  572)/    0/1.4e+04 [us] #=8386\r\ncobj_rec::trackparticlecontainer#hlt_indettrigp...   info time user   : tot= 3.63  [s] ave/min/max=  433(+-  586)/    0/1.5e+04 [us] #=8386\r\ncobj_rec::trackparticlecontainer#hlt_indettrigp...   info time user   : tot= 3.65  [s] ave/min/max=  435(+-  589)/    0/1.5e+04 [us] #=8386\r\ncobjr_rec::trackparticlecontainer#hlt_indettrig...   info time user   : tot= 3.67  [s] ave/min/max=  437(+-  572)/    0/1.4e+04 [us] #=8386\r\ncobj_rec::trackparticlecontainer#mugirlrefitted...   info time user   : tot= 3.64  [s] ave/min/max=  434(+-  596)/    0/1.6e+04 [us] #=8386\r\ncobjr_rec::trackparticlecontainer#hlt_indettrig...   info time user   : tot= 3.67  [s] ave/min/max=  438(+-  567)/    0/1.4e+04 [us] #=8386\r\ncobjr_rec::trackparticlecontainer#hlt_indettrig...   info time user   : tot= 3.69  [s] ave/min/max=  440(+-  584)/    0/1.6e+04 [us] #=8386\r\ncobj_rec::trackparticlecontainer#hlt_indettrigp...   info time user   : tot= 3.67  [s] ave/min/max=  437(+-  588)/    0/1.6e+04 [us] #=8386\r\ncobjr_rec::trackparticlecontainer#hlt_indettrig...   info time user   : tot=  3.7  [s] ave/min/max=  441(+-  581)/    0/1.5e+04 [us] #=8386\r\ncobj_rec::trackparticlecontainer#hlt_indettrigp...   info time user   : tot= 3.67  [s] ave/min/max=  437(+-  575)/    0/1.4e+04 [us] #=8386\r\ncobjr_rec::trackparticlecontainer#hlt_indettrig...   info time user   : tot= 3.71  [s] ave/min/max=  442(+-  579)/    0/1.4e+04 [us] #=8386\r\ncobjr_rec::trackparticlecontainer#stacotrackpar...   info time user   : tot= 3.71  [s] ave/min/max=  442(+-  615)/    0/1.8e+04 [us] #=8386\r\ncobj_rec::trackparticlecontainer#mutagtrackpart...   info time user   : tot= 3.69  [s] ave/min/max=  440(+-  605)/    0/1.7e+04 [us] #=8386\r\ncobj_rec::trackparticlecontainer#hlt_indettrigp...   info time user   : tot=  3.7  [s] ave/min/max=  441(+-  568)/    0/1.3e+04 [us] #=8386\r\ncobj_rec::trackparticlecontainer#hlt_indettrigp...   info time user   : tot=  3.7  [s] ave/min/max=  441(+-  571)/    0/1.4e+04 [us] #=8386\r\ncobjr_rec::trackparticlecontainer#hlt_indettrig...   info time user   : tot= 3.73  [s] ave/min/max=  444(+-  564)/    0/1.4e+04 [us] #=8386\r\ncobjr_rec::trackparticlecontainer#mutagimotrack...   info time user   : tot= 3.77  [s] ave/min/max=  450(+-  600)/    0/1.6e+04 [us] #=8386\r\ncobj_rec::trackparticlecontainer#trackparticlec...   info time user   : tot= 3.76  [s] ave/min/max=  448(+-  619)/    0/1.8e+04 [us] #=8386\r\ncobj_rec::trackparticlecontainer#hlt_indettrigp...   info time user   : tot= 3.76  [s] ave/min/max=  449(+-  568)/    0/1.4e+04 [us] #=8386\r\ncobj_rec::trackparticlecontainer#hlt_indettrigp...   info time user   : tot= 3.77  [s] ave/min/max=  450(+-  574)/    0/1.4e+04 [us] #=8386\r\ncobj_rec::trackparticlecontainer#hlt_indettrigp...   info time user   : tot= 3.78  [s] ave/min/max=  451(+-  585)/    0/1.6e+04 [us] #=8386\r\ncobj_rec::trackparticlecontainer#hlt_indettrigp...   info time user   : tot= 3.79  [s] ave/min/max=  452(+-  582)/    0/1.5e+04 [us] #=8386\r\ncobj_rec::trackparticlecontainer#stacotrackpart...   info time user   : tot=  3.8  [s] ave/min/max=  453(+-  616)/    0/1.8e+04 [us] #=8386\r\ncobj_rec::trackparticlecontainer#hlt_indettrigp...   info time user   : tot=  3.8  [s] ave/min/max=  454(+-  580)/    0/1.4e+04 [us] #=8386\r\ncobjr_rec::trackparticlecontainer#hlt_indettrig...   info time user   : tot= 3.83  [s] ave/min/max=  457(+-  614)/    0/2.4e+04 [us] #=8386\r\ncobj_rec::trackparticlecontainer#hlt_indettrigp...   info time user   : tot= 3.82  [s] ave/min/max=  455(+-  565)/    0/1.4e+04 [us] #=8386\r\ncobj_rec::trackparticlecontainer#mutagimotrackp...   info time user   : tot= 3.88  [s] ave/min/max=  463(+-  601)/    0/1.6e+04 [us] #=8386\r\ncobj_rec::trackparticlecontainer#hlt_indettrigp...   info time user   : tot= 4.08  [s] ave/min/max=  486(+-1.07e+03)/    0/8.4e+04 [us] #=8386\r\ncobjr_rec::trackparticlecontainer#muonboymuonsp...   info time user   : tot= 4.13  [s] ave/min/max=  492(+-  628)/    0/1.8e+04 [us] #=8386\r\ncobjr_rec::trackparticlecontainer#muonboytrackp...   info time user   : tot= 4.21  [s] ave/min/max=0.502(+-0.643)/    0/   19 [ms] #=8386\r\ncobjr_trackcollection#combinedindettracks            info time user   : tot= 4.27  [s] ave/min/max=0.509(+-0.619)/    0/   24 [ms] #=8395\r\ncrep_trackcollection#muonslimmedtrackcollection      info time user   : tot= 4.32  [s] ave/min/max=0.516(+-0.515)/    0/    6 [ms] #=8386\r\ncobj_rec::trackparticlecontainer#muonboymuonspe...   info time user   : tot=  4.4  [s] ave/min/max=0.524(+-0.629)/    0/   18 [ms] #=8386\r\ncobj_trackcollection#combinedindettracks             info time user   : tot= 4.43  [s] ave/min/max=0.528(+-0.648)/    0/   28 [ms] #=8386\r\ncobj_rec::trackparticlecontainer#muonboytrackpa...   info time user   : tot= 4.49  [s] ave/min/max=0.535(+-0.643)/    0/   19 [ms] #=8386\r\ncobjr_rec::trackparticlecontainer#mooretrackpar...   info time user   : tot= 4.93  [s] ave/min/max=0.588(+-0.638)/    0/   18 [ms] #=8386\r\nproxyprovidersvc:initialize                          info time user   : tot= 4.93  [s]                                             #=  1\r\ncobj_rec::trackparticlecontainer#mooretrackpart...   info time user   : tot= 5.75  [s] ave/min/max=0.685(+-0.627)/    0/   18 [ms] #=8386\r\ndetectorstore:initialize                             info time user   : tot= 5.47  [s]                                             #=  1\r\ncrep_trk::segmentcollection#mooresegments            info time user   : tot= 6.06  [s] ave/min/max=0.723(+- 1.38)/    0/   47 [ms] #=8386\r\ncobjr_trk::segmentcollection#convertedmboysegments   info time user   : tot= 7.26  [s] ave/min/max=  441(+-  699)/    0/2.5e+04 [us] #=16473\r\ncobj_dataheader                                      info time user   : tot= 7.62  [s] ave/min/max=0.909(+-0.294)/    0/    3 [ms] #=8386\r\ncobjr_trk::segmentcollection#mooresegments           info time user   : tot= 8.12  [s] ave/min/max=  492(+-  863)/    0/3.2e+04 [us] #=16496\r\ncobjr_trackcollection#muonslimmedtrackcollection     info time user   : tot=  9.3  [s] ave/min/max=0.573(+-0.729)/    0/   33 [ms] #=16249\r\ncobj_trk::segmentcollection#convertedmboysegments    info time user   : tot= 9.65  [s] ave/min/max= 1.15(+- 2.93)/    0/  254 [ms] #=8386\r\ncobj_trk::segmentcollection#mooresegments            info time user   : tot= 11.9  [s] ave/min/max= 1.41(+-    2)/    0/   61 [ms] #=8386\r\ngeomodelsvc:initialize                               info time user   : tot= 11.8  [s]                                             #=  1\r\ncobj_trackcollection#muonslimmedtrackcollection      info time user   : tot= 12.3  [s] ave/min/max= 1.47(+- 0.93)/    0/   33 [ms] #=8386\r\ncrep_dataheader#streamaod                            info time user   : tot= 87.1  [s] ave/min/max= 10.4(+-  0.5)/    8/   13 [ms] #=8386\r\ncommitoutput                                         info time user   : tot=  277  [s] ave/min/max=   33(+- 50.2)/   22/3.35e+03 [ms] #=8386\r\nstreamaod:execute                                    info time user   : tot= 15.6[min] ave/min/max=  112(+- 69.4)/   91/5.4e+03 [ms] #=8386\r\nathalgseq:execute                                    info time user   : tot= 15.6[min] ave/min/max=  112(+- 69.4)/   91/5.4e+03 [ms] #=8386\r\nathmasterseq:execute                                 info time user   : tot= 15.6[min] ave/min/max=  112(+- 69.4)/   91/5.4e+03 [ms] #=8386\r\nchronostatsvc                                        info time user   : tot= 16.5[min]                                             #=  1\r\n*****chrono*****                                     info ****************************************************************************************************\r\nchronostatsvc.finalize()                             info  service finalized successfully \r\nalgerrorauditor                                      info found 3 instances where an algorithm::execute() produced an error but returned a success:\r\nathalgseq: 2\r\nathmasterseq: 1\r\nstreamaod: 2\r\n\r\npy:perfmonsvc        info finalizing [perfmonsvc]...\r\npy:perfmonsvc        info events processed: 8386\r\npy:perfmonsvc        info job had [4] algorithms\r\npy:perfmonsvc        info statistics for \'ini\': (nbr entries = 1)\r\npy:perfmonsvc        info &lt;cpu&gt;:    (  16926.000 +/-      0.000 ) ms\r\npy:perfmonsvc        info &lt;real&gt;:   (  30155.000 +/-      0.000 ) ms\r\npy:perfmonsvc        info &lt;vmem&gt;:   (    565.270 +/-      0.000 ) mb\r\npy:perfmonsvc        info &lt;malloc&gt;: (      0.000 +/-      0.000 ) mb\r\npy:perfmonsvc        info &lt;nalloc&gt;: (      0.000 +/-      0.000 ) calls\r\npy:perfmonsvc        info &lt;rt&gt;: (  16900.623 +/-      0.000 ) ns\r\npy:perfmonsvc        info statistics for \'evt\': (nbr entries = 8385)\r\npy:perfmonsvc        info &lt;cpu&gt;:    (    115.164 +/-      0.435 ) ms\r\npy:perfmonsvc        info &lt;real&gt;:   (    114.773 +/-      1.612 ) ms\r\npy:perfmonsvc        info &lt;vmem&gt;:   (    789.734 +/-      0.614 ) mb\r\npy:perfmonsvc        info &lt;malloc&gt;: (      0.000 +/-      0.000 ) mb\r\npy:perfmonsvc        info &lt;nalloc&gt;: (      0.000 +/-      0.000 ) calls\r\npy:perfmonsvc        info &lt;rt&gt;: (    114.895 +/-      0.435 ) ns\r\npy:perfmonsvc        info statistics for \'fin\': (nbr entries = 1)\r\npy:perfmonsvc        info &lt;cpu&gt;:    (     87.000 +/-      0.000 ) ms\r\npy:perfmonsvc        info &lt;real&gt;:   (   -159.000 +/-      0.000 ) ms\r\npy:perfmonsvc        info &lt;vmem&gt;:   (    826.281 +/-      0.000 ) mb\r\npy:perfmonsvc        info &lt;malloc&gt;: (      0.000 +/-      0.000 ) mb\r\npy:perfmonsvc        info &lt;nalloc&gt;: (      0.000 +/-      0.000 ) calls\r\npy:perfmonsvc        info &lt;rt&gt;: (     86.938 +/-      0.000 ) ns\r\npy:perfmonsvc        info memory infos from [/proc/self/status]:\r\npy:perfmonsvc        info vmdata:	570340 kb\r\npy:perfmonsvc        info vmexe:	1196 kb\r\npy:perfmonsvc        info vmhwm:	712040 kb\r\npy:perfmonsvc        info vmlck:	0 kb\r\npy:perfmonsvc        info vmlib:	261500 kb\r\npy:perfmonsvc        info vmpte:	1676 kb\r\npy:perfmonsvc        info vmpeak:	846116 kb\r\npy:perfmonsvc        info vmrss:	672540 kb\r\npy:perfmonsvc        info vmsize:	846116 kb\r\npy:perfmonsvc        info vmstk:	292 kb\r\npy:perfmonsvc        info naive vmem-leak estimation: (nevts=8376)\r\npy:perfmonsvc        info   first-evt vmem:   672.219 mb\r\npy:perfmonsvc        info   10th -evt vmem:   672.219 mb\r\npy:perfmonsvc        info   last -evt vmem:   825.312 mb\r\npy:perfmonsvc        info   slope[10:-1]:      18.716 kb/evt\r\npy:perfmonsvc        info si2k: 2300.0 =&gt; &lt;cpu time&gt;:    264.876 ksi2k\r\npy:perfmonsvc        info writing out collected data... [ntuple_aodto.pmon.gz]\r\npy:perfmonsvc        info  --&gt; [ntuple_aodto.pmon.dat] =&gt;    7.000 kb\r\npy:perfmonsvc        info  --&gt; [ntuple_aodto.pmon.stream] =&gt; 2733.103 kb\r\npy:perfmonsvc        info writing out collected data... [ntuple_aodto.pmon.gz] =&gt;  286.710 kb\r\napplicationmgr                                       info application manager finalized successfully\r\napplicationmgr                                       info application manager terminated successfully\r\nsummarizing all message counts\r\n=====================================================\r\n message source              |   level |    count\r\n-----------------------------+---------+-------------\r\n algerrorauditor             |   error |        5\r\n athenaeventloopmgr          | warning |        1\r\n athenaeventloopmgr          |   error |        1\r\n athenapoolcnvsvc            |   error |        2\r\n athenapoolconverter         |   error |       22\r\n histogrampersistencysvc     | warning |        1\r\n iovdbsvc                    | warning |        9\r\n poolsvc                     | warning |       23\r\n poolsvc                     |   error |        4\r\n poolsvc                     |   fatal |        1\r\n servicemanager              |   error |        1\r\n streamaod                   |   error |       12\r\n streamaod                   |   fatal |        1\r\n streamaod.streamaodtool     |   error |        1\r\n streamaod_fh                |   error |        1\r\n streamaod_fh                |   fatal |        2\r\n streamaod_fh.streamaod_fhtool|   error |       23\r\n thistsvc                    | warning |        1\r\n toolsvc.goodrunslistselectortool| warning |        1\r\n=====================================================\r\npy:athena            info leaving with code 65: &quot;failure in an algorithm execute&quot;\r\ninfo: read 109 error categories from file /afs/cern.ch/atlas/software/releases/16.6.3/atlasproduction/16.6.3.3/installarea/share/atlas_error_categories.db\r\n/afs/cern.ch/atlas/software/releases/16.6.3/atlascore/16.6.3/installarea/share/bin/athena.py -b runargs.mergepool.py patjobtransforms/skeleton.mergepool.py mergepool_messagesvc_joboptions.py - exit code 65\r\ncoralapplication info delete the cool coralapplication...\r\ncoralapplication info delete the cool database service\r\nraldatabasesvc info delete the raldatabasesvc...\r\nraldatabasesvc info purge the connection pool\r\nraldatabasesvc info reset the ics pointer\r\nraldatabasesvc info delete the raldatabasesvc... done\r\ncoralapplication info delete the coral connection service\r\ncoralapplication info delete the cool coralapplication... done\r\ncoral/services/connectionservice info deleting the connectionpool\r\npy:mergepool         info execution of mergepool complete with exit code 65.\r\ninfo: read 109 error categories from file /afs/cern.ch/atlas/software/releases/16.6.3/atlasproduction/16.6.3.3/installarea/share/atlas_error_categories.db\r\ninfo: read 52 error patterns from file /afs/cern.ch/atlas/software/releases/16.6.3/atlasproduction/16.6.3.3/installarea/share/atlas_error_patterns.db\r\ninfo: read 58 ignore patterns from file /afs/cern.ch/atlas/software/releases/16.6.3/atlasproduction/16.6.3.3/installarea/share/atlas_error_ignore.db\r\nathenalogchecker start [mergepool log] wall-time: fri apr  1 19:10:51 2011, vmem: 105.30078125 mb, rss: 66.9140625 mb\r\npy:mergepool         info scanning athena logfile mergepool.log assuming atlas release all,16.6.3.3 ...\r\npy:mergepool         info athena initialise()...\r\npy:mergepool         info athena execute()...\r\npy:mergepool         info athena finalise()...\r\npy:mergepool         info done scanning 22069 lines of file mergepool.log. summary:\r\npy:mergepool         info    ignored : 10\r\npy:mergepool         info    warnings: 37\r\npy:mergepool         info    errors  : 72\r\npy:mergepool         info    fatals  : 4\r\nathenalogchecker stop [mergepool log] wall-time: fri apr  1 19:10:52 2011, vmem: 105.30078125 mb, rss: 66.9140625 mb\r\nathenalogchecker report [mergepool log] wall-time: 00 hrs 00 mins 01 secs, cpu-time: 00 hrs 00 mins 01 secs, vmem: 0.0 mb, rss: 0.0 mb\r\npy:mergepool         info jobtransform completed for mergepool with error code 69999 (exit code 99)\r\npy:mergepool         info transform timer stop [mergepool] wall-time: fri apr  1 19:10:52 2011, vmem: 105.30078125 mb, rss: 66.94140625 mb\r\npy:mergepool         info transform timer report [mergepool] wall-time: 00 hrs 19 mins 39 secs, cpu-time: 00 hrs 19 mins 24 secs, vmem: 0.76171875 mb, rss: 0.58984375 mb\r\n===== job report produced by mergepool version patjobtransforms-00-03-27 =====\r\ncommand=/afs/cern.ch/atlas/software/releases/16.6.3/atlasproduction/16.6.3.3/installarea/share/bin/merging_trf.py --argdict=/afs/cern.ch/atlas/tzero/prod1/log2/10146/10146432_data11_cos.00178624.physics_cosmicmuons.recon.aod.x106_m775.aodmerge.task._lb0039-lb0045._0001.job.3//data11_cos.00178624.physics_cosmicmuons.recon.aod.x106_m775.aodmerge.task._lb0039-lb0045._0001.job.argdict.gpickle\r\nexitcode=99\r\nerrorcode=69999 (trf_unknown)\r\nerrorcategory=trf_unknown,	69999,	unknown transform error (76 times)\r\nfatals=4\r\nerrors=10\r\nwarnings=10\r\nwriting jobinfo_mergepool.xml file...\r\nmergeok is  false\r\nskipping aod-&gt;dpd step...\r\nskipping aod-&gt;tag step...\r\npy:merging_trf       info jobtransform completed for merging_trf with error code 69999 (exit code 99)\r\npy:mergepool         info transform timer stop [merging_trf] wall-time: fri apr  1 19:10:52 2011, vmem: 105.30078125 mb, rss: 66.9921875 mb\r\npy:mergepool         info transform timer report [merging_trf] wall-time: 00 hrs 19 mins 40 secs, cpu-time: 00 hrs 19 mins 25 secs, vmem: 0.76171875 mb, rss: 0.65234375 mb\r\n===== job report produced by mergingtrf =====\r\ncommand=/afs/cern.ch/atlas/software/releases/16.6.3/atlasproduction/16.6.3.3/installarea/share/bin/merging_trf.py --argdict=/afs/cern.ch/atlas/tzero/prod1/log2/10146/10146432_data11_cos.00178624.physics_cosmicmuons.recon.aod.x106_m775.aodmerge.task._lb0039-lb0045._0001.job.3//data11_cos.00178624.physics_cosmicmuons.recon.aod.x106_m775.aodmerge.task._lb0039-lb0045._0001.job.argdict.gpickle\r\nexitcode=99\r\nerrorcode=69999 (trf_unknown)\r\nerrorcategory=trf_unknown,	69999,	unknown transform error (76 times)\r\nfatals=4\r\nerrors=10\r\nwarnings=10\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=incorrect object/count: missinget_met_corrtopo, 1 should be: 6456\r\n  severity=error\r\n  who=streamaod\r\n  producer=mergepool\r\n  stage=execute\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=incorrect object/count: missinget_met_lochadtopo, 1 should be: 6456\r\n  severity=error\r\n  who=streamaod\r\n  producer=mergepool\r\n  stage=execute\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=incorrect object/count: missinget_met_topo, 1 should be: 6456\r\n  severity=error\r\n  who=streamaod\r\n  producer=mergepool\r\n  stage=execute\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=incorrect object/count: missingetcalo_met_corrtopo, 1 should be: 6456\r\n  severity=error\r\n  who=streamaod\r\n  producer=mergepool\r\n  stage=execute\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=incorrect object/count: missingetcalo_met_lochadtopo, 1 should be: 6456\r\n  severity=error\r\n  who=streamaod\r\n  producer=mergepool\r\n  stage=execute\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=incorrect object/count: missingetcalo_met_topo, 1 should be: 6456\r\n  severity=error\r\n  who=streamaod\r\n  producer=mergepool\r\n  stage=execute\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=illegal return code: algorithm streamaod reported an error, but returned a statuscode &quot;success&quot;\r\n  severity=error\r\n  who=algerrorauditor\r\n  producer=mergepool\r\n  stage=execute\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=illegal return code: algorithm athalgseq reported an error, but returned a statuscode &quot;success&quot;\r\n  severity=error\r\n  who=algerrorauditor\r\n  producer=mergepool\r\n  stage=execute\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=incorrect object/count: missinget_met_corrtopo, 8385 should be: 8386\r\n  severity=error\r\n  who=streamaod\r\n  producer=mergepool\r\n  stage=execute\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=incorrect object/count: missinget_met_lochadtopo, 8385 should be: 8386\r\n  severity=error\r\n  who=streamaod\r\n  producer=mergepool\r\n  stage=execute\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=commitoutput failed.\r\n  severity=fatal\r\n  who=streamaod\r\n  producer=mergepool\r\n  stage=execute\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=streamobjects failed.\r\n  severity=fatal\r\n  who=streamaod_fh\r\n  producer=mergepool\r\n  stage=execute\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=commitoutput failed.\r\n  severity=fatal\r\n  who=streamaod_fh\r\n  producer=mergepool\r\n  stage=execute\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=cannot disconnect stream: 1\r\n  severity=fatal\r\n  who=poolsvc\r\n  producer=mergepool\r\n  stage=execute\r\nathacronym=failure in an algorithm execute\r\nathcode=65\r\nrundiruseddisk=2951268462\r\nrundiravailabledisk=219628765184\r\nworkdir=/pool/lsf/atlast0/130676177\r\nathcode=65\r\nrundiravailabledisk=219629211648\r\ndbrelease=current\r\nathacronym=failure in an algorithm execute\r\n','416','7444','2011-04-04 00:25:53','9','fixed','closed','none',';input;file;stage_svcclass;t0merge;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;tier;transformation;command;source;atla;tzero;prod1;inst;project;data11;setup;setuptrf.sh;atla;tzero;prod1;inst;project;data11;patch;atlasproduction;16.6.3.3;atlasproduction;16.6.3.3;atla;tzero;prod1;inst;project;data11;setup;specialsetup_tier0;python;merging_trf.py;argdict;atla;tzero;prod1;log2;10146432_data11_cos;physics_cosmicmuons.recon.aod.x106_m775;aodmerge.task;lb0045;data11_cos;physics_cosmicmuons.recon.aod.x106_m775;aodmerge.task;lb0045;job.argdict.gpickle;data11_cos;physics_cosmicmuons.recon.aod.x106_m775;aodmerge.task;lb0045;job.tmp.log;configuration;detail;http;ami.in2p3;opencm;opencm;referencetable;configurationtag;interpret;logfile;location;stage_svcclass;t0merge;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106_m775;aodmerge.task.tmp.log;data11_cos;physics_cosmicmuons.recon.aod.x106_m775;aodmerge.task;lb0045;job.tmp.log;tail;file;line;cobjr_rec;trackparticlecontainer;mutagtrackpar;info;time;user;cobjr_rec;trackparticlecontainer;hlt_indettrig;info;time;user;cobjr_rec;trackparticlecontainer;hlt_indettrig;info;time;user;cobjr_rec;trackparticlecontainer;trackparticle;info;time;user;cobj_rec;trackparticlecontainer;hlt_indettrigp;info;time;user;cobj_rec;trackparticlecontainer;hlt_indettrigp;info;time;user;cobj_rec;trackparticlecontainer;hlt_indettrigp;info;time;user;cobjr_rec;trackparticlecontainer;hlt_indettrig;info;time;user;cobj_rec;trackparticlecontainer;mugirlrefitt;info;time;user;cobjr_rec;trackparticlecontainer;hlt_indettrig;info;time;user;cobjr_rec;trackparticlecontainer;hlt_indettrig;info;time;user;cobj_rec;trackparticlecontainer;hlt_indettrigp;info;time;user;cobjr_rec;trackparticlecontainer;hlt_indettrig;info;time;user;cobj_rec;trackparticlecontainer;hlt_indettrigp;info;time;user;cobjr_rec;trackparticlecontainer;hlt_indettrig;info;time;user;cobjr_rec;trackparticlecontainer;stacotrackpar;info;time;user;cobj_rec;trackparticlecontainer;mutagtrackpart;info;time;user;cobj_rec;trackparticlecontainer;hlt_indettrigp;info;time;user;cobj_rec;trackparticlecontainer;hlt_indettrigp;info;time;user;cobjr_rec;trackparticlecontainer;hlt_indettrig;info;time;user;cobjr_rec;trackparticlecontainer;mutagimotrack;info;time;user;cobj_rec;trackparticlecontainer;trackparticlec;info;time;user;cobj_rec;trackparticlecontainer;hlt_indettrigp;info;time;user;cobj_rec;trackparticlecontainer;hlt_indettrigp;info;time;user;cobj_rec;trackparticlecontainer;hlt_indettrigp;info;time;user;cobj_rec;trackparticlecontainer;hlt_indettrigp;info;time;user;cobj_rec;trackparticlecontainer;stacotrackpart;info;time;user;cobj_rec;trackparticlecontainer;hlt_indettrigp;info;time;user;cobjr_rec;trackparticlecontainer;hlt_indettrig;info;time;user;cobj_rec;trackparticlecontainer;hlt_indettrigp;info;time;user;cobj_rec;trackparticlecontainer;mutagimotrackp;info;time;user;cobj_rec;trackparticlecontainer;hlt_indettrigp;info;time;user;cobjr_rec;trackparticlecontainer;muonboymuonsp;info;time;user;cobjr_rec;trackparticlecontainer;muonboytrackp;info;time;user;cobjr_trackcollection;combinedindettrack;info;time;user;crep_trackcollection;muonslimmedtrackcollection;info;time;user;cobj_rec;trackparticlecontainer;muonboymuonspe;info;time;user;cobj_trackcollection;combinedindettrack;info;time;user;cobj_rec;trackparticlecontainer;muonboytrackpa;info;time;user;cobjr_rec;trackparticlecontainer;mooretrackpar;info;time;user;proxyprovidersvc:initialize;info;time;user;cobj_rec;trackparticlecontainer;mooretrackpart;info;time;user;detectorstore:initialize;info;time;user;crep_trk;segmentcollection;mooresegment;info;time;user;cobjr_trk;segmentcollection;convertedmboysegment;info;time;user;cobj_dataheader;info;time;user;cobjr_trk;segmentcollection;mooresegment;info;time;user;cobjr_trackcollection;muonslimmedtrackcollection;info;time;user;cobj_trk;segmentcollection;convertedmboysegment;info;time;user;cobj_trk;segmentcollection;mooresegment;info;time;user;geomodelsvc:initialize;info;time;user;cobj_trackcollection;muonslimmedtrackcollection;info;time;user;crep_dataheader;streamaod;info;time;user;commitoutput;info;time;user;streamaod:execute;info;time;user;athalgseq:execute;info;time;user;athmasterseq:execute;info;time;user;chronostatsvc;info;time;user;chrono;info;chronostatsvc.finalize;info;service;finalize;successfully;algerrorauditor;info;instance;algorithm;execute;produce;error;return;success;athalgseq;athmasterseq;streamaod;py:perfmonsvc;info;finalize;perfmonsvc;py:perfmonsvc;info;event;process;py:perfmonsvc;info;algorithm;py:perfmonsvc;info;statistics;inus;entry;py:perfmonsvc;info;py:perfmonsvc;info;py:perfmonsvc;info;py:perfmonsvc;info;py:perfmonsvc;info;call;py:perfmonsvc;info;py:perfmonsvc;info;statistics;entry;py:perfmonsvc;info;py:perfmonsvc;info;py:perfmonsvc;info;py:perfmonsvc;info;py:perfmonsvc;info;call;py:perfmonsvc;info;py:perfmonsvc;info;statistics;entry;py:perfmonsvc;info;py:perfmonsvc;info;py:perfmonsvc;info;py:perfmonsvc;info;py:perfmonsvc;info;call;py:perfmonsvc;info;py:perfmonsvc;info;memory;info;proc;self;status;py:perfmonsvc;info;vmda;py:perfmonsvc;info;vmexe;py:perfmonsvc;info;vmhwm;py:perfmonsvc;info;vmlck;py:perfmonsvc;info;vmlib;py:perfmonsvc;info;vmpte;py:perfmonsvc;info;vmpeak;py:perfmonsvc;info;vmrss;py:perfmonsvc;info;vmsize;py:perfmonsvc;info;vmstk;py:perfmonsvc;info;naive;vmem;leak;estimation;nevt;py:perfmonsvc;info;vmem;py:perfmonsvc;info;vmem;py:perfmonsvc;info;vmem;py:perfmonsvc;info;slope;py:perfmonsvc;info;si2k;ksi2k;py:perfmonsvc;info;write;collect;datum;ntuple_aodto.pmon.gz;py:perfmonsvc;info;ntuple_aodto.pmon.dat;py:perfmonsvc;info;ntuple_aodto.pmon.stream;py:perfmonsvc;info;write;collect;datum;ntuple_aodto.pmon.gz;applicationmgr;info;application;manager;finalize;successfully;applicationmgr;info;application;manager;terminate;successfully;summarize;message;count;message;source;level;count;algerrorauditor;error;athenaeventloopmgr;warn;athenaeventloopmgr;error;athenapoolcnvsvc;error;athenapoolconverter;error;histogrampersistencysvc;warn;iovdbsvc;warn;poolsvc;warn;poolsvc;error;poolsvc;fatal;servicemanager;error;streamaod;error;streamaod;fatal;streamaod.streamaodtool;error;streamaod_fh;error;streamaod_fh;fatal;streamaod_fh.streamaod_fhtool;error;thistsvc;warn;toolsvc.goodrunslistselectortool;warn;py:athena;info;leave;code;failure;algorithm;execute;info;read;error;category;file;atla;software;release;16.6.3;atlasproduction;16.6.3.3;installarea;share;atlas_error_categories.db;atla;software;release;16.6.3;atlascore;16.6.3;installarea;share;athena.py;runargs.mergepool.py;patjobtransform;skeleton.mergepool.py;mergepool_messagesvc_joboptions.py;exit;code;coralapplication;info;delete;cool;coralapplication;coralapplication;info;delete;cool;database;service;raldatabasesvc;info;delete;raldatabasesvc;raldatabasesvc;info;purge;connection;pool;raldatabasesvc;info;reset;pointer;raldatabasesvc;info;delete;raldatabasesvc;coralapplication;info;delete;coral;connection;service;coralapplication;info;delete;cool;coralapplication;coral;service;connectionservice;info;delete;connectionpool;py:mergepool;info;execution;mergepool;complete;exit;code;info;read;error;category;file;atla;software;release;16.6.3;atlasproduction;16.6.3.3;installarea;share;atlas_error_categories.db;info;read;error;pattern;file;atla;software;release;16.6.3;atlasproduction;16.6.3.3;installarea;share;atlas_error_patterns.db;info;read;ignore;pattern;file;atla;software;release;16.6.3;atlasproduction;16.6.3.3;installarea;share;atlas_error_ignore.db;athenalogchecker;start;mergepool;wall;time;frus;vmem;py:mergepool;info;scanning;athena;logfile;mergepool.log;assume;atla;release;16.6.3.3;py:mergepool;info;athena;initialise;py:mergepool;info;athena;execute;py:mergepool;info;athena;finalise;py:mergepool;info;scanning;line;file;mergepool.log;summary;py:mergepool;info;ignore;py:mergepool;info;warning;py:mergepool;info;error;py:mergepool;info;fatal;athenalogchecker;stop;mergepool;wall;time;frus;vmem;athenalogchecker;report;mergepool;wall;time;time;vmem;py:mergepool;info;jobtransform;complete;mergepool;error;code;exit;code;py:mergepool;info;transform;timer;stop;mergepool;wall;time;frus;vmem;py:mergepool;info;transform;timer;report;mergepool;wall;time;time;vmem;report;produce;mergepool;version;patjobtransform;command;atla;software;release;16.6.3;atlasproduction;16.6.3.3;installarea;share;merging_trf.py;argdict;atla;tzero;prod1;log2;10146432_data11_cos;physics_cosmicmuons.recon.aod.x106_m775;aodmerge.task;lb0045;data11_cos;physics_cosmicmuons.recon.aod.x106_m775;aodmerge.task;lb0045;job.argdict.gpickle;exitcode;errorcode;trf_unknown;errorcategory;trf_unknown;unknown;transform;error;time;fatal;error;warning;write;jobinfo_mergepool.xml;file;mergeok;false;skip;step;skip;step;py:merging_trf;info;jobtransform;complete;merging_trf;error;code;exit;code;py:mergepool;info;transform;timer;stop;merging_trf;wall;time;frus;vmem;py:mergepool;info;transform;timer;report;merging_trf;wall;time;time;vmem;report;produce;mergingtrf;command;atla;software;release;16.6.3;atlasproduction;16.6.3.3;installarea;share;merging_trf.py;argdict;atla;tzero;prod1;log2;10146432_data11_cos;physics_cosmicmuons.recon.aod.x106_m775;aodmerge.task;lb0045;data11_cos;physics_cosmicmuons.recon.aod.x106_m775;aodmerge.task;lb0045;job.argdict.gpickle;exitcode;errorcode;trf_unknown;errorcategory;trf_unknown;unknown;transform;error;time;fatal;error;warning;errorinfo;acronym;trf_unknown;message;incorrect;object;count;missinget_met_corrtopo;severity;error;streamaod;producer;mergepool;stage;execute;errorinfo;acronym;trf_unknown;message;incorrect;object;count;missinget_met_lochadtopo;severity;error;streamaod;producer;mergepool;stage;execute;errorinfo;acronym;trf_unknown;message;incorrect;object;count;missinget_met_topo;severity;error;streamaod;producer;mergepool;stage;execute;errorinfo;acronym;trf_unknown;message;incorrect;object;count;missingetcalo_met_corrtopo;severity;error;streamaod;producer;mergepool;stage;execute;errorinfo;acronym;trf_unknown;message;incorrect;object;count;missingetcalo_met_lochadtopo;severity;error;streamaod;producer;mergepool;stage;execute;errorinfo;acronym;trf_unknown;message;incorrect;object;count;missingetcalo_met_topo;severity;error;streamaod;producer;mergepool;stage;execute;errorinfo;acronym;trf_unknown;message;illegal;return;code;algorithm;streamaod;report;error;return;statuscode;success;severity;error;algerrorauditor;producer;mergepool;stage;execute;errorinfo;acronym;trf_unknown;message;illegal;return;code;algorithm;athalgseq;report;error;return;statuscode;success;severity;error;algerrorauditor;producer;mergepool;stage;execute;errorinfo;acronym;trf_unknown;message;incorrect;object;count;missinget_met_corrtopo;severity;error;streamaod;producer;mergepool;stage;execute;errorinfo;acronym;trf_unknown;message;incorrect;object;count;missinget_met_lochadtopo;severity;error;streamaod;producer;mergepool;stage;execute;errorinfo;acronym;trf_unknown;message;commitoutput;fail;severity;fatal;streamaod;producer;mergepool;stage;execute;errorinfo;acronym;trf_unknown;message;streamobject;fail;severity;fatal;streamaod_fh;producer;mergepool;stage;execute;errorinfo;acronym;trf_unknown;message;commitoutput;fail;severity;fatal;streamaod_fh;producer;mergepool;stage;execute;errorinfo;acronym;trf_unknown;message;disconnect;stream;severity;fatal;poolsvc;producer;mergepool;stage;execute;athacronym;failure;algorithm;execute;athcode;rundiruseddisk;rundiravailabledisk;workdir;pool;atlast0;athcode;rundiravailabledisk;dbrelease;current;athacronym;failure;algorithm;execute;incorrect;object;count;missinget_met_;corr;lochad;topo;17.0.2.1'),(80435,'atlas','atn failure in reconstruction_recexample_recexanatest / electrond3pdobject list out of range','hello, \r\n\r\nthere is a new failure in 16.6.x-val (rel_1) in atn tests --\r\nthis failure is also present for some time in 16.6.x.y.\r\n\r\natn test failure:\r\nreconstruction_recexample_recexanatest #29 \r\nrecoshift_std4_aodtod3pd:\r\n\r\nwith an error in list out of range:\r\n    unknown exception error in egammad3pdmaker.electrond3pdobject \r\n    (indexerror: list index out of range in \r\n    pt_corrected_in_aod = rlist[0] &gt;= 17 or (rlist[0] == 16 and   \r\n    rlist[1] &gt;= 6)\r\n\r\nlog file here:\r\nhttp://atlas-computing.web.cern.ch/atlas-computing/links/distdirectory/nightlies/bugfixwebarea/nicos_web_area166xval32bs5g4anlopt/nicos_testlog_rel_1/reconstruction_recexample_recexanatest_29__recexanatest_testconfiguration__recoshift_std4_aodtod3pd__a.html\r\n\r\ncheers,\r\n\r\narnaud, recorel shifter for 16.6.x and 16.6.x.y\r\n','1369','5211','2011-04-04 10:16:20','5','none','closed','reconstruction',';hello;failure;rel_1;test;failure;present;time;test;failure;reconstruction_recexample_recexanatest;recoshift_std4_aodtod3pd;error;list;range;unknown;exception;error;egammad3pdmaker.electrond3pdobject;indexerror;list;index;range;pt_corrected_in_aod;rlist;rlist;rlist;file;http;atla;computing.web.cern.ch;atla;computing;link;distdirectory;nightly;bugfixwebarea;nicos_web_area166xval32bs5g4anlopt;nicos_testlog_rel_1;reconstruction_recexample_recexanatest_29__recexanatest_testconfiguration__recoshift_std4_aodtod3pd__a.html;arnaud;recorel;shifter;failure;reconstruction_recexample_recexanatest;electrond3pdobject;list;range;reconstruction'),(80485,'atlas','fatal error in read_mag_field','hello,\r\n i try to run d3pdmaker over a 2011 data aod and i get the following fatal error (intermittently today, to be honest). \r\ndoes anybody know what it means?\r\n\r\nthanks for help,\r\n   francesco\r\n\r\nmagfieldathenasvc                                    info fitted solenoid map used: /afs/cern.ch/atlas/software/builds/nightlies/devval/atlasconditions/rel_2/installarea/share/map7730bes2.grid\r\nmagfieldathenasvc                                    info shifts and tilts for solenoid map:\r\nmagfieldathenasvc                                    info dxsol 0\r\nmagfieldathenasvc                                    info dysol 1.6\r\nmagfieldathenasvc                                    info dzsol 0\r\nmagfieldathenasvc                                    info dasol 0\r\nmagfieldathenasvc                                    info dbsol 0.55\r\nmagfieldathenasvc                                    info dcsol 0\r\n fieldpgm starting ...\r\n opt=new,fatal           \r\n\r\nbunzip2: i/o or other error, bailing out.  possible reason follows.\r\nbunzip2: disk quota exceeded\r\n        input file = /afs/cern.ch/atlas/offline/releasedata/v14/magneticfieldmaps/bmagatlas_09_fullasym20400.data.bz2, output file = (stdout)\r\n check_field_input_file: system error         256\r\n read_mag_field: error           3  from check_field_input_file\r\n read_mag_field: stopping with error           1\r\nstop fatal error in read_mag_field\r\ncoralapplication info delete the cool coralapplication...\r\ncoralapplication info delete the cool database service\r\nraldatabasesvc info delete the raldatabasesvc...\r\nraldatabasesvc info purge the connection pool\r\nraldatabasesvc info reset the ics pointer\r\nraldatabasesvc info delete the raldatabasesvc... done\r\ncoralapplication info delete the coral connection service\r\ncoralapplication info delete the cool coralapplication... done\r\ncoral/services/connectionservice info deleting the connectionpool','1180','4598','2011-04-04 18:50:15','5','none','closed','reconstruction',';hello;d3pdmaker;datum;follow;fatal;error;intermittently;today;honest;anybody;know;means;help;francesco;magfieldathenasvc;info;solenoid;atla;software;build;nightly;devval;atlascondition;rel_2;installarea;share;map7730bes2;grid;magfieldathenasvc;info;shift;tilt;solenoid;magfieldathenasvc;info;dxsol;magfieldathenasvc;info;dysol;magfieldathenasvc;info;dzsol;magfieldathenasvc;info;dasol;magfieldathenasvc;info;dbsol;magfieldathenasvc;info;dcsol;fieldpgm;start;fatal;bunzip2;error;bail;possible;reason;follow;bunzip2;disk;quota;exceed;input;file;atla;offline;releaseda;magneticfieldmap;bmagatlas_09_fullasym20400;data.bz2;output;file;stdout;check_field_input_file;error;read_mag_field;error;check_field_input_file;read_mag_field;stop;error;stop;fatal;error;read_mag_field;coralapplication;info;delete;cool;coralapplication;coralapplication;info;delete;cool;database;service;raldatabasesvc;info;delete;raldatabasesvc;raldatabasesvc;info;purge;connection;pool;raldatabasesvc;info;reset;pointer;raldatabasesvc;info;delete;raldatabasesvc;coralapplication;info;delete;coral;connection;service;coralapplication;info;delete;cool;coralapplication;coral;service;connectionservice;info;delete;connectionpool;fatal;error;read_mag_field;reconstruction'),(80492,'atlas','compilation warnings of overlaycommonalgs-00-02-22 with 16.6.x.y-val rel_1','hi piyali, \r\n\r\nthere are compilation warnings of overlaycommonalgs-00-02-22 with 16.6.x.y-val rel_1. \r\nhttp://atlas-computing.web.cern.ch/atlas-computing/links/distdirectory/nightlies/patchwebarea/nicos_web_area166xyvalprod32bs5g4prodopt/nicos_log_rel_1/event_eventoverlay_overlaycommonalgs.html\r\n+verbatim+\r\n../src/bsfilter.cxx: in member function ‘virtual statuscode bsfilter::execute()’:\r\n../src/bsfilter.cxx:69: warning: unused variable ‘bc_time_ns’\r\n../src/bsfilter.cxx:75: warning: unused variable ‘bcid’\r\n\r\n../src/deepcopyobjects.cxx: in member function ‘void deepcopyobjects::copymuonobjectrdo(storegatesvc*, storegatesvc*) [with typetobecopied = cscrawdatacontainer]’:\r\n../src/deepcopyobjects.cxx:588:   instantiated from here\r\n../src/deepcopyobjects.cxx:222: warning: comparison between signed and unsigned integer expressions\r\n-verbatim-\r\n\r\nplease fix them. \r\n\r\nthanks in advance, \r\nsusumu ','5087','4045','2011-04-04 20:12:43','5','fixed','closed','reconstruction',';piyalus;compilation;warning;overlaycommonalg;rel_1;http;atla;computing.web.cern.ch;atla;computing;link;distdirectory;nightly;patchwebarea;nicos_web_area166xyvalprod32bs5g4prodopt;nicos_log_rel_1;event_eventoverlay_overlaycommonalgs.html;verbatim;bsfilter.cxx;member;function;virtual;statuscode;bsfilter;execute;bsfilter.cxx;warn;unused;variable;bc_time_nsâ;bsfilter.cxx;warn;unused;variable;bcidâ;deepcopyobjects.cxx;member;function;void;deepcopyobject;copymuonobjectrdo;storegatesvc;storegatesvc;typetobecopy;cscrawdatacontainer;deepcopyobjects.cxx;instantiate;deepcopyobjects.cxx;warn;comparison;sign;unsigned;integer;expression;verbatim;advance;susumu;compilation;warning;overlaycommonalg;rel_1;reconstruction'),(80505,'atlas','atn tests / seg. fault in streamaod / recexanatest_testconfiguration','hello, \r\n\r\nthere is a seg. fault in rel_2 recexanatest_testconfiguration:\r\n&gt;&gt;&gt;&gt;segmentation fault in streamaod \r\ncausing all testconfiguration to crash.\r\n\r\nlog file here:\r\nhttp://atlas-computing.web.cern.ch/atlas-computing/links/distdirectory/nightlies/bugfixwebarea/nicos_web_area166xval32bs5g4anlopt/nicos_testlog_rel_2/reconstruction_recexample_recexanatest_12__recexanatest_testconfiguration__all_notrig__a.html\r\n\r\ncouldnot find any other savanah report on this one...\r\n\r\ncheers,\r\n\r\narnaud, recorel for 16.6.x and 16.6.x.y','331','5211','2011-04-05 07:58:12','5','none','closed','reconstruction',';hello;fault;rel_2;recexanatest_testconfiguration;segmentation;fault;streamaod;cause;testconfiguration;crash;file;http;atla;computing.web.cern.ch;atla;computing;link;distdirectory;nightly;bugfixwebarea;nicos_web_area166xval32bs5g4anlopt;nicos_testlog_rel_2;reconstruction_recexample_recexanatest_12__recexanatest_testconfiguration__all_notrig__a.html;couldnot;savanah;report;arnaud;recorel;test;fault;streamaod;recexanatest_testconfiguration;reconstruction'),(80523,'atlas','error in chain: l2 chain l2_e25_medium with has no matching lvl1 item','hello,\r\n\r\nin rel1 dev(val), the rtt test mc10_all_phys fails with the following error\r\npy:triggerpythonconfig   error in chain: l2 chain l2_e25_medium with has no matching lvl1 item l1_em16l1_em16   between:[\'l1_em3....\r\n\r\nlogfiles here\r\nhttps://atlasrtt.cern.ch/rtt/rel_1/devval/build/i686-slc5-gcc43-opt/offline/recexanatest/mc10_all_phys/mc10_all_phys_log\r\nhttps://atlasrtt.cern.ch/rtt/rel_1/dev/build/i686-slc5-gcc43-opt/offline/recexanatest/mc10_all_phys/mc10_all_phys_log\r\n\r\n\r\nthanks,\r\ntina (sw val shifter)\r\n','1658','5211','2011-04-05 14:06:46','5','none','closed','none',';hello;rel1;test;mc10_all_phys;fail;follow;error;py:triggerpythonconfig;error;chain;chain;l2_e25_medium;match;lvl1;item;l1_em16l1_em16;l1_em3;logfile;http;atlasrtt.cern.ch;rel_1;devval;build;slc5;gcc43;offline;recexanatest;mc10_all_phys;mc10_all_phys_log;http;atlasrtt.cern.ch;rel_1;build;slc5;gcc43;offline;recexanatest;mc10_all_phys;mc10_all_phys_log;tina;shifter;error;chain;chain;l2_e25_medium;match;lvl1;item'),(80573,'atlas','eventshapetools: error: compile ../src/eec.cxx on localhost failed','hello,\r\n\r\nnicos compilation errors having been occurring for eventshapetools in 17.x.0-val for the last few days at least. the error is related to  \r\n\r\n../src/eec.cxx:11:28: error: fourmom/p4help.h: no such file or directory\r\n\r\nthe most recent log-file can be found here (rel_3):\r\n\r\nhttp://atlas-computing.web.cern.ch/atlas-computing/links/distdirectory/nightlies/developmentwebarea/nicos_web_area17x0val32bs5g4recopt/nicos_log_rel_3/reconstruction_eventshapes_eventshapetools.html\r\n\r\ncheers, dan tovey (valshift).\r\n','1658','5211','2011-04-06 09:46:36','5','none','closed','none',';hello;nico;compilation;error;have;occur;eventshapetool;error;related;eec.cxx;error;fourmom;p4help.h;file;directory;recent;file;rel_3;http;atla;computing.web.cern.ch;atla;computing;link;distdirectory;nightly;developmentwebarea;nicos_web_area17x0val32bs5g4recopt;nicos_log_rel_3;reconstruction_eventshapes_eventshapetools.html;tovey;valshift;eventshapetool;error;compile;eec.cxx;localhost;fail'),(80590,'atlas','missing et slow in debug builds','atn tests in 32 bit debug builds now time out after running for 30 minutes on just 5 events.\r\n\r\nthe top consumers are:\r\n\r\nmetrefalg_em_metrefalg_em.metsoftjets_em             info time user   : tot= 24.3  [s] ave/min/max= 4.85(+- 1.16)/ 3.16/ 6.62  [s] #=  5\r\nmetrefalgmuid_metrefalgmuid.metsoftjetsmuid          info time user   : tot= 29.9  [s] ave/min/max= 5.98(+-  1.4)/ 4.47/ 8.63  [s] #=  5\r\nmetrefalg_metrefalg.metsoftjets                      info time user   : tot= 29.9  [s] ave/min/max= 5.98(+-  1.4)/ 4.48/ 8.63  [s] #=  5\r\nstreamesd:execute                                    info time user   : tot= 32.8  [s] ave/min/max= 6.56(+- 10.4)/  1.2/ 27.3  [s] #=  5\r\nathalgseq:initialize                                 info time user   : tot= 57.2  [s]                                             #=  1\r\nathmasterseq:initialize                              info time user   : tot= 57.3  [s]                                             #=  1\r\nathenaeventloopmgr:initialize                        info time user   : tot= 57.4  [s]                                             #=  1\r\nmetrefalgmuid_metrefalgmuid.metrefclustermuid        info time user   : tot= 92.3  [s] ave/min/max= 18.5(+- 1.51)/ 15.6/ 19.7  [s] #=  5\r\nmetrefalg_metrefalg.metrefcluster                    info time user   : tot= 92.3  [s] ave/min/max= 18.5(+-  1.5)/ 15.6/ 19.7  [s] #=  5\r\nmetrefalg_em_metrefalg_em.metrefcluster_em           info time user   : tot=  105  [s] ave/min/max= 20.9(+-0.516)/ 20.1/ 21.5  [s] #=  5\r\nmetrefalg_em:execute                                 info time user   : tot=  131  [s] ave/min/max= 26.2(+- 1.03)/ 25.4/ 28.2  [s] #=  5\r\nmetrefalgmuid:execute                                info time user   : tot=  131  [s] ave/min/max= 26.2(+- 1.03)/ 25.4/ 28.2  [s] #=  5\r\nmetrefalg:execute                                    info time user   : tot=  131  [s] ave/min/max= 26.2(+- 1.02)/ 25.5/ 28.2  [s] #=  5\r\ncalotopocluster:execute                              info time user   : tot=  394  [s] ave/min/max= 78.8(+- 4.97)/ 72.8/ 84.6  [s] #=  5\r\nathalgseq:execute                                    info time user   : tot= 16.3[min] ave/min/max=  196(+- 21.9)/  182/  239  [s] #=  5\r\n\r\nsilvia, can you have a look ? this is now killing important atn tests.\r\n\r\nto reproduce:\r\nasetup dev,rel_3,here,dbg\r\n/usr/bin/time reco_trf.py inputbsfile=/afs/cern.ch/atlas/project/rig/data/data10_7tev.00152166.physics_minbias.merge.raw._lb0206._0001.1 autoconfiguration=everything outputesdfile=myesd.pool.root outputaodfile=myaod.pool.root outputmuoncalibntup=muoncalib.root outputpixelcalibntup=trkvalidntup.root hist=mymergedmonitoring.root outputdesd_pixelcommfile=pixelcomm.pool.root outputdesd_idcommfile=idcomm.pool.root outputdesd_calocommfile=calocomm.pool.root outputdesd_tilecommfile=tilecomm.pool.root outputdesd_muoncommfile=muoncomm.pool.root maxevents=5\r\n\r\nthanks, rolf\r\n','416','1658','2011-04-06 14:06:52','5','none','closed','missinget',';test;debug;build;time;minute;just;event;consumer;metrefalg_em_metrefalg_em.metsoftjets_em;info;time;user;metrefalgmuid_metrefalgmuid.metsoftjetsmuid;info;time;user;metrefalg_metrefalg.metsoftjets;info;time;user;streamesd:execute;info;time;user;athalgseq:initialize;info;time;user;athmasterseq:initialize;info;time;user;athenaeventloopmgr:initialize;info;time;user;metrefalgmuid_metrefalgmuid.metrefclustermuid;info;time;user;metrefalg_metrefalg.metrefcluster;info;time;user;metrefalg_em_metrefalg_em.metrefcluster_em;info;time;user;metrefalg_em:execute;info;time;user;metrefalgmuid:execute;info;time;user;metrefalg:execute;info;time;user;calotopocluster:execute;info;time;user;athalgseq:execute;info;time;user;silvium;look;kill;important;test;reproduce;asetup;rel_3;time;reco_trf.py;inputbsfile;atla;project;datum;data10_7tev;physics_minbias.merge.raw;autoconfiguration;outputesdfile;myesd.pool.root;outputaodfile;myaod.pool.root;outputmuoncalibntup;muoncalib.root;outputpixelcalibntup;trkvalidntup.root;hist;mymergedmonitoring.root;outputdesd_pixelcommfile;pixelcomm.pool.root;outputdesd_idcommfile;idcomm.pool.root;outputdesd_calocommfile;calocomm.pool.root;outputdesd_tilecommfile;tilecomm.pool.root;outputdesd_muoncommfile;muoncomm.pool.root;maxevent;rolf;miss;slow;debug;build;missinget'),(80662,'atlas','fpe in athmasterseq  and/or athalgseq','hello,\r\n\r\nin today\'s rel4 16.7.x.y-val, the rtt test amitag_q122_dropconfig fails with a fpe in athalgseq \r\n\r\njetglobaleventsetup                                  info initialize()\r\n-------------------------------------------------------------------------------------\r\ncore dump from coredumpsvc on lxbrb2212.cern.ch at thu mar 31 00:28:02 2011\r\n\r\ncaught signal 8(floating point exception). details: \r\n  errno = 0, code = 7 (floating point invalid operation)\r\n  pid   = 1485572703, uid = 1433196212\r\n  value = (1487137542, 0x58a3eb06)\r\n  vmem = 477.812 mb\r\n  rss  = 344.008 mb\r\n  total-ram = 15929.1 mb\r\n  free-ram  = 5677.69 mb\r\n  buffer-ram= 388.922 mb\r\n  total-swap= 4094.55 mb\r\n  free-swap = 4039.27 mb\r\n  addr  = 0x588c0a5f\r\n\r\nevent counter: 0\r\ncurrent algorithm: athalgseq\r\nalgorithm stack: \r\n   athmasterseq\r\n   athalgseq\r\n-------------------------------------------------------------------------------------\r\n\r\n(pid=3903 ppid=3426) received fatal signal 8 (floating point exception)\r\nsignal context:\r\n  signo  = 8, errno = 0, code = 7 (floating point invalid operation)\r\n  pid    = 1485572703, uid = 1433196212\r\n  value  = (1487137542, 0x58a3eb06)\r\n  addr   = 0x588c0a5f\r\n  stack  = (2, 0, (nil))\r\n\r\n  eip: 0023:588c0a5f           eflags: 00210246\r\n  eax: ffffffff   ebx: 58b259fc   ecx: ffffffff   edx: fff101dc\r\n  esi: fff101ec   edi: fff105bc   ebp: fff10208   esp: fff10140\r\n   ds: 002b        es: 002b        fs: 0000        ss: 002b\r\n\r\n  signal esp: fff10140  trap: 16/0  oldmask: 00000000   cr2: 00000000\r\n\r\n  fpu:  control = ffff0372\r\n        status  = ffff80a1\r\n        tag     = ffffffff\r\n        ip      = 0010:588c0a5d\r\n        data    = 002b:fff101ec\r\n        state   = 000080a1\r\n    %fp0 = [0000:0000000000000000]\r\n    %fp1 = [0000:0000000000000000]\r\n    %fp2 = [0000:0000000000000000]\r\n    %fp3 = [0000:0000000000000000]\r\n    %fp4 = [0000:0000000000000000]\r\n    %fp5 = [8000:0000000000000000]\r\n    %fp6 = [401b:000000008000ac00]\r\n    %fp7 = [0000:0000000000000000]\r\n\r\nstack trace:\r\n 0x598bd270 athena::debugaids::stacktrace(int) + 0x60 [/afs/cern.ch/atlas/software/builds/atlascore/16.7.0/installarea/i686-slc5-gcc43-opt/lib/libcxxutils.so]\r\n 0x598be08f athena::signal::fataldump(int, siginfo*, void*) + 0xff [/afs/cern.ch/atlas/software/builds/atlascore/16.7.0/installarea/i686-slc5-gcc43-opt/lib/libcxxutils.so]\r\n 0x598be3a1 athena::signal::fatal(int, siginfo*, void*) + 0x181 [/afs/cern.ch/atlas/software/builds/atlascore/16.7.0/installarea/i686-slc5-gcc43-opt/lib/libcxxutils.so]\r\n 0x5b2a7686 coredumpsvchandler::action(int, siginfo*, void*) + 0x106 [/afs/cern.ch/atlas/software/builds/atlascore/16.7.0/installarea/i686-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0xffffe600 &lt;unknown function&gt;\r\n 0x588c0a5f boost::spirit::parser_result&lt;boost::spirit::action&lt;gaudi::parsers::realgrammar&lt;double&gt;, boost::_bi::bind_t&lt;void, boost::_mfi::cmf1&lt;void, gaudi::parsers::vectorgrammar&lt;gaudi::parsers::realgrammar&lt;double&gt; &gt;, double const&amp;&gt;, boost::_bi::list2&lt;boost::_bi::value&lt;gaudi::parsers::vectorgrammar&lt;gaudi::parsers::realgrammar&lt;double&gt; &gt; const*&gt;, boost::arg&lt;1&gt; &gt; &gt; &gt;, boost::spirit::scanner&lt;boost::spirit::position_iterator&lt;__gnu_cxx::__normal_iterator&lt;char const*, std::string&gt;, boost::spirit::file_position_base&lt;std::string&gt;, boost::spirit::nil_t&gt;, boost::spirit::scanner_policies&lt;boost::spirit::skip_parser_iteration_policy&lt;gaudi::parsers::skippergrammar, boost::spirit::iteration_policy&gt;, boost::spirit::match_policy, boost::spirit::action_policy&gt; &gt; &gt;::type boost::spirit::action&lt;gaudi::parsers::realgrammar&lt;double&gt;, boost::_bi::bind_t&lt;void, boost::_mfi::cmf1&lt;void, gaudi::parsers::vectorgrammar&lt;gaudi::parsers::realgrammar&lt;double&gt; &gt;, double const&amp;&gt;, boost::_bi::list2&lt;boost::_bi::value&lt;gaudi::parsers::vectorgrammar&lt;gaudi::parsers::realgrammar&lt;double&gt; &gt; const*&gt;, boost::arg&lt;1&gt; &gt; &gt; &gt;::parse&lt;boost::spirit::scanner&lt;boost::spirit::position_iterator&lt;__gnu_cxx::__normal_iterator&lt;char const*, std::string&gt;, boost::spirit::file_position_base&lt;std::string&gt;, boost::spirit::nil_t&gt;, boost::spirit::scanner_policies&lt;boost::spirit::skip_parser_iteration_policy&lt;gaudi::parsers::skippergrammar, boost::spirit::iteration_policy&gt;, boost::spirit::match_policy, boost::spirit::action_policy&gt; &gt; &gt;(boost::spirit::scanner&lt;boost::spirit::position_iterator&lt;__gnu_cxx::__normal_iterator&lt;char const*, std::string&gt;, boost::spirit::file_position_base&lt;std::string&gt;, boost::spirit::nil_t&gt;, boost::spirit::scanner_policies&lt;boost::spirit::skip_parser_iteration_policy&lt;gaudi::parsers::skippergrammar, boost::spirit::iteration_policy&gt;, boost::spirit::match_policy, boost::spirit::action_policy&gt; &gt; const&amp;) const + 0x22f [/afs/cern.ch/atlas/software/builds/gaudi/v22r0/installarea/i686-slc5-gcc43-opt/lib/libgaudikernel.so]\r\n 0x588c58b2 boost::spirit::impl::concrete_parser&lt;boost::spirit::optional&lt;boost::spirit::sequence&lt;boost::spirit::action&lt;gaudi::parsers::realgrammar&lt;double&gt;, boost::_bi::bind_t&lt;void, boost::_mfi::cmf1&lt;void, gaudi::parsers::vectorgrammar&lt;gaudi::parsers::realgrammar&lt;double&gt; &gt;, double const&amp;&gt;, boost::_bi::list2&lt;boost::_bi::value&lt;gaudi::parsers::vectorgrammar&lt;gaudi::parsers::realgrammar&lt;double&gt; &gt; const*&gt;, boost::arg&lt;1&gt; &gt; &gt; &gt;, boost::spirit::kleene_star&lt;boost::spirit::sequence&lt;boost::spirit::chlit&lt;char&gt;, boost::spirit::action&lt;gaudi::parsers::realgrammar&lt;double&gt;, boost::_bi::bind_t&lt;void, boost::_mfi::cmf1&lt;void, gaudi::parsers::vectorgrammar&lt;gaudi::parsers::realgrammar&lt;double&gt; &gt;, double const&amp;&gt;, boost::_bi::list2&lt;boost::_bi::value&lt;gaudi::parsers::vectorgrammar&lt;gaudi::parsers::realgrammar&lt;double&gt; &gt; const*&gt;, boost::arg&lt;1&gt; &gt; &gt; &gt; &gt; &gt; &gt; &gt;, boost::spirit::scanner&lt;boost::spirit::position_iterator&lt;__gnu_cxx::__normal_iterator&lt;char const*, std::string&gt;, boost::spirit::file_position_base&lt;std::string&gt;, boost::spirit::nil_t&gt;, boost::spirit::scanner_policies&lt;boost::spirit::skip_parser_iteration_policy&lt;gaudi::parsers::skippergrammar, boost::spirit::iteration_policy&gt;, boost::spirit::match_policy, boost::spirit::action_policy&gt; &gt;, boost::spirit::nil_t&gt;::do_parse_virtual(boost::spirit::scanner&lt;boost::spirit::position_iterator&lt;__gnu_cxx::__normal_iterator&lt;char const*, std::string&gt;, boost::spirit::file_position_base&lt;std::string&gt;, boost::spirit::nil_t&gt;, boost::spirit::scanner_policies&lt;boost::spirit::skip_parser_iteration_policy&lt;gaudi::parsers::skippergrammar, boost::spirit::iteration_policy&gt;, boost::spirit::match_policy, boost::spirit::action_policy&gt; &gt; const&amp;) const + 0x72 [/afs/cern.ch/atlas/software/builds/gaudi/v22r0/installarea/i686-slc5-gcc43-opt/lib/libgaudikernel.so]\r\n \r\nlogfile here\r\nhttps://atlasrtt.cern.ch/rtt/rel_4/16.7.x.y-val/build/i686-slc5-gcc43-opt/offline/recjobtransformtests/amitag_q122_dropconfig/amitag_q122_dropconfig_log\r\n\r\nthanks,\r\ntina (sw val shifter)\r\n','100','5211','2011-04-08 10:06:43','5','duplicate','closed','none',';hello;today\'s;rel4;test;amitag_q122_dropconfig;fail;athalgseq;jetglobaleventsetup;info;initialize;core;dump;coredumpsvc;lxbrb2212;catch;signal;float;point;exception;detail;errno;code;float;point;invalid;operation;value;vmem;total;free;buffer;total;swap;free;swap;addr;event;counter;current;algorithm;athalgseq;algorithm;stack;athmasterseq;athalgseq;ppid;receive;fatal;signal;float;point;exception;signal;context;signo;errno;code;float;point;invalid;operation;value;addr;stack;eflag;esus;edus;signal;trap;oldmask;control;status;datum;state;stack;trace;athena;debugaid;stacktrace;atla;software;build;atlascore;16.7.0;installarea;slc5;gcc43;libcxxutils.so;athena;signal;fataldump;siginfo;void;atla;software;build;atlascore;16.7.0;installarea;slc5;gcc43;libcxxutils.so;athena;signal;fatal;siginfo;void;atla;software;build;atlascore;16.7.0;installarea;slc5;gcc43;libcxxutils.so;coredumpsvchandler;action;siginfo;void;atla;software;build;atlascore;16.7.0;installarea;slc5;gcc43;libathenaservices.so;boost;spirit;parser_result;boost;bind_t;double;const;boost;list2;const;boost;boost;spirit;scanner;boost;spirit;file_position_base;boost;spirit;nil_t;boost;spirit;scanner_policies;boost;spirit;match_policy;boost;spirit;action_policy;type;boost;spirit;action;boost;bind_t;double;const;boost;list2;const;boost;parse;boost;spirit;file_position_base;boost;spirit;nil_t;boost;spirit;scanner_policies;boost;spirit;match_policy;boost;spirit;action_policy;boost;spirit;scanner;boost;spirit;file_position_base;boost;spirit;nil_t;boost;spirit;scanner_policies;boost;spirit;match_policy;boost;spirit;action_policy;const;const;atla;software;build;gaudus;v22r0;installarea;slc5;gcc43;libgaudikernel.so;boost;spirit;impl;concrete_parser;boost;bind_t;double;const;boost;list2;const;boost;boost;spirit;kleene_star;boost;spirit;action;boost;bind_t;double;const;boost;list2;const;boost;boost;spirit;scanner;boost;spirit;file_position_base;boost;spirit;nil_t;boost;spirit;scanner_policies;boost;spirit;match_policy;boost;spirit;action_policy;boost;spirit;nil_t;do_parse_virtual;boost;spirit;scanner;boost;spirit;file_position_base;boost;spirit;nil_t;boost;spirit;scanner_policies;boost;spirit;match_policy;boost;spirit;action_policy;const;const;atla;software;build;gaudus;v22r0;installarea;slc5;gcc43;libgaudikernel.so;logfile;http;atlasrtt.cern.ch;rel_4;build;slc5;gcc43;offline;recjobtransformtest;amitag_q122_dropconfig;amitag_q122_dropconfig_log;tina;shifter;athmasterseq;athalgseq'),(80736,'atlas','memory leak from missingetcompositioncnv in 16.6.x.y-val rel_6','hi, \r\n\r\nthere is a memory leak from missingetcompositioncnv in 16.6.x.y-val rel_6. \r\nhttps://atlasrtt.cern.ch/get/rtt/rel_6/16.6.x.y-val/build/i686-slc5-gcc43-opt/atlasproduction/recjobtransformtests/mc10_memleak\r\nhttps://atlasrtt.cern.ch/rtt/rel_6/16.6.x.y-val/build/i686-slc5-gcc43-opt/offline/recjobtransformtests/mc10_memleak/esdtoaod.log\r\n+verbatim+\r\n1 leak (total 36 bytes), originating in:\r\nmissingetcompositioncnv::createtransient() (36 bytes)\r\n   0x6dc6c5ba missingetcompositioncnv::createtransient()\r\n   0x6dc7073c t_athenapoolcustomcnv&lt;missingetcomposition, missingetcomposition_p1&gt;::pooltodataobject(dataobject*&amp;, std::string const&amp;)\r\n   0x5bc7fd22 athenapoolconverter::createobj(iopaqueaddress*, dataobject*&amp;)\r\n   0x5a719d46 athcnvsvc::makecall(int, bool, bool, bool, iopaqueaddress*&amp;, dataobject*&amp;)\r\n   0x5a71a3fe athcnvsvc::createobj(iopaqueaddress*, dataobject*&amp;)\r\n   0x5bc94f95 athenapoolcnvsvc::createobj(iopaqueaddress*, dataobject*&amp;)\r\n   0x59f999e0 persistencysvc::makecall(int, iopaqueaddress*&amp;, dataobject*&amp;)\r\n   0x59f99d4f persistencysvc::createobj(iopaqueaddress*, dataobject*&amp;)\r\n   0x5a7ae478 sg::dataproxy::accessdata()\r\n-verbatim-\r\n\r\nplease fix it. \r\n\r\nthis job can be reproduced by \r\n+verbatim+\r\nreco_trf.py inputrdofile=root://castoratlas//castor/cern.ch/atlas/atlascerngroupdisk/phys-rig/mc10_7tev.105200.t1_mcatnlo_jimmy.digit.rdo.e598_s933_s946_d366_tid197091_00/rdo.197091._000001.pool.root.1 outputesdfile=t1_mcatnlo_jimmy.esd.pool.root outputaodfile=t1_mcatnlo_jimmy.aod.pool.root outputcbntfile=t1_mcatnlo_jimmy.ntup.root maxevents=300 autoconfiguration=everything --athenaopts=--leak-check-execute\r\n-verbatim-\r\n\r\ncheers, \r\nsusumu ','1658','4045','2011-04-09 20:50:22','3','fixed','closed','recathenapool',';memory;leak;missingetcompositioncnv;rel_6;http;atlasrtt.cern.ch;rel_6;build;slc5;gcc43;atlasproduction;recjobtransformtest;mc10_memleak;http;atlasrtt.cern.ch;rel_6;build;slc5;gcc43;offline;recjobtransformtest;mc10_memleak;esdtoaod.log;verbatim;leak;total;byte;originate;missingetcompositioncnv;createtransient;byte;missingetcompositioncnv;createtransient;t_athenapoolcustomcnv;pooltodataobject;dataobject;string;const;athenapoolconverter;createobj;iopaqueaddress;dataobject;athcnvsvc;makecall;bool;bool;bool;iopaqueaddress;dataobject;athcnvsvc;createobj;iopaqueaddress;dataobject;athenapoolcnvsvc;createobj;iopaqueaddress;dataobject;persistencysvc;makecall;iopaqueaddress;dataobject;persistencysvc;createobj;iopaqueaddress;dataobject;dataproxy;accessda;verbatim;reproduce;verbatim;reco_trf.py;inputrdofile;root;castoratla;castor;atla;atlascerngroupdisk;mc10_7tev;t1_mcatnlo_jimmy.digit.rdo.e598_s933_s946_d366_tid197091_00;pool.root;outputesdfile;t1_mcatnlo_jimmy.esd.pool.root;outputaodfile;t1_mcatnlo_jimmy.aod.pool.root;outputcbntfile;t1_mcatnlo_jimmy.ntup.root;maxevent;autoconfiguration;athenaopt;leak;check;execute;verbatim;susumu;memory;leak;missingetcompositioncnv;rel_6;recathenapool'),(80836,'atlas','fast repro task 300971: athena fatal: could not find matching tp converter for type 10caloenergy','repeated failures in the job:\r\nhttp://panda.cern.ch:25980/server/pandamon/query?job=data11_7tev.00178109.physics_jettauetmiss.recon.r2276_tid300971._001227.job&amp;taskid=300971\r\n\r\nlog:\r\nhttp://voatlas139.cern.ch/monitor/logs/565eb6c8-adf7-4964-a2c9-ab986861b2c4/tarball_pandajob_1219030961_fzk-lcg2/athena_stdout.txt\r\n\r\nlog extract:\r\ntrackcollectioncnv: convertedmuidcbtracks           error &gt;&gt;&gt;&gt;&gt;&gt; in parent tp converter 28materialeffectsontrackcnv_p2: could not find matching tp converter for type 10caloenergy\r\ntrackcollectioncnv: convertedmuidcbtracks           error   converter handle type was 16energylosscnv_p1\r\nathenapoolconverter                                 fatal failed to create persistent object: tp converter not found\r\n\r\nprobably a duplicate of bug#74618\r\n','844','127','2011-04-12 05:57:42','7','fixed','closed','none',';repeat;failure;http;panda.cern.ch;server;pandamon;query;data11_7tev;physics_jettauetmiss.recon.r2276_tid300971;taskid;http;voatlas139;monitor;tarball_pandajob_1219030961_fzk;lcg2;athena_stdout.txt;extract;trackcollectioncnv;convertedmuidcbtrack;error;parent;converter;28materialeffectsontrackcnv_p2;match;converter;type;10caloenergy;trackcollectioncnv;convertedmuidcbtrack;error;converter;handle;type;16energylosscnv_p1;athenapoolconverter;fatal;fail;create;persistent;object;converter;probably;duplicate;fast;repro;task;athena;fatal;match;converter;type;10caloenergy'),(80848,'atlas','task 292872 failing with trf_unknown | &quot;dummy version of propagation method','jobs of task 292872 failed 19 times at ca/ca.triumf \r\nfrom 2011-04-06 07:12 to 2011-04-06 11:31\r\n\r\nwith error details:exe: trf_unknown | &quot;dummy version of propagation method with search of nearest surface called; configure your extrapolator with step propagator&quot;\r\n\r\nsee e.g. http://panda.cern.ch/server/pandamon/query?job=1216625829\r\n\r\nmismatch | trf error code mismatch: exeerrorcode = 69999, transexitcode = 99- pilotlog.txt -\r\n06 apr 10:25:37|runjob.py   | !!failed!!3000!! job failed: non-zero failed job return code: 99\r\n- job report produced by recotrf -\r\ncommand=/opt/exp_software/atlas/prod/releases/rel_16-4.4/atlasproduction/16.6.2.31/installarea/share/bin/reco_trf.py inputbsfile=data10_7tev.00165732.physics_muons.merge.raw._lb0147._sfo-12._0001.1 runnumber=165732 autoconfiguration=everything,conditionstag=comcond-repp*-008-01 preinclude=recjobtransforms/reprocessing2010_preinclude.py preexec=from muondqamonflags.muondqaproperflags import muondqadetflags;muondqadetflags.domuontrackmon.set_value_and_lock(false) dbrelease=14060102._0165732.tar.gz dbrelease=dbrelease-14.6.1.2.tar.gz amitag=r2198 outputesdfile=esd.292872._000270.pool.root.3 outputntup_muoncalibfile=ntup_muoncalib.292872._000270.root.3 outputhistfile=hist.292872._000270.root.3\r\nexitcode=99\r\nerrorcode=69999 (trf_unknown)\r\nerrorcategory=trf_unknown,	69999,	unknown transform error (16 times)\r\nfatals=0\r\nerrors=1\r\nwarnings=9\r\nerrorinfo (count=16)\r\n  acronym=trf_unknown (69999)\r\n  message=dummy version of propagation method with search of nearest surface called; configure your extrapolator with step propagator\r\n  severity=error\r\n  who=configuration\r\n  producer=rawtoesd\r\n  stage=execute\r\n  backtrace=file &quot;/opt/exp_software/atlas/prod/releases/rel_16-4.4/atlascore/16.6.2/installarea/python/pyjobtransformscore/trf.py&quot;, line 1861, in runjob\r\n              maxevents = maxeventsarg.value()\r\nathacronym=successful run\r\nathcode=0\r\nrundiruseddisk=6995574115\r\nrundiravailabledisk=225230258176\r\nworkdir=/home/atprd006/globus-tmp.wn212.1949.0/condorg_cfcx2133/pilot3/panda_pilot_2166_1302073943/pandajob_1216625829_1302073945\r\nrundiravailabledisk=225230610432\r\ndbrelease=14.6.1.2\r\nrundiruseddisk=6995249415\r\natlasrelease=16.6.2.31\r\nwriting jobinfo_recotrf.xml file...\r\n\r\n\r\n- walltime -\r\njobretrival=1, stagein=164, execution=11386, stageout=0, cleanup=9\r\n','100','6520','2011-04-12 10:46:43','9','none','closed','none',';task;fail;time;ca.triumf;error;details:exe;trf_unknown;dummy;version;propagation;method;search;nearest;surface;call;configure;extrapolator;step;propagator;http;panda.cern.ch;server;pandamon;query;mismatch;error;code;mismatch;exeerrorcode;transexitcode;pilotlog.txt;runjob.py;fail;fail;zero;fail;return;code;report;produce;recotrf;command;exp_software;atla;prod;release;rel_16;atlasproduction;16.6.2.31;installarea;share;reco_trf.py;inputbsfile;data10_7tev;physics_muons.merge.raw;runnumber;autoconfiguration;conditionstag;comcond;repp;preinclude;recjobtransform;reprocessing2010_preinclude.py;preexec;muondqamonflags.muondqaproperflags;import;muondqadetflag;muondqadetflags.domuontrackmon.set_value_and_lock;false;dbrelease;tar.gz;dbrelease;dbrelease;14.6.1.2;tar.gz;amitag;outputesdfile;pool.root;outputntup_muoncalibfile;ntup_muoncalib;root;outputhistfile;hist;root;exitcode;errorcode;trf_unknown;errorcategory;trf_unknown;unknown;transform;error;time;fatal;error;warning;errorinfo;count;acronym;trf_unknown;message;dummy;version;propagation;method;search;nearest;surface;call;configure;extrapolator;step;propagator;severity;error;configuration;producer;rawtoesd;stage;execute;backtrace;file;exp_software;atla;prod;release;rel_16;atlascore;16.6.2;installarea;python;pyjobtransformscore;trf.py;line;runjob;maxevent;maxeventsarg.value;athacronym;successful;athcode;rundiruseddisk;rundiravailabledisk;workdir;home;atprd006;globus;tmp.wn212.1949.0;condorg_cfcx2133;pilot3;panda_pilot_2166_1302073943;pandajob_1216625829_1302073945;rundiravailabledisk;dbrelease;14.6.1.2;rundiruseddisk;atlasrelease;16.6.2.31;write;jobinfo_recotrf.xml;file;walltime;jobretrival;stagein;execution;stageout;cleanup;task;fail;trf_unknown;dummy;version;propagation;method'),(80863,'atlas','invalid read of size 4 in egammaisoptcorrection','hi tulay,\r\n\r\nin a valgrind trigger ef only job, i see these reports:\r\n==26936== invalid read of size 4\r\n==26936==    at 0x92ac35f6: egammaisoptcorrection::getelectroncorrection(int, int) const (in /afs/cern.ch/atlas/software/builds/atlasreconstruction/16.7.0/reconstruction/egamma/egammacalotools/i686-slc5-gcc43-opt/libegammacalotools.so)\r\n==26936==    by 0x92ac3dfe: egammaisoptcorrection::calcptcorrection(egamma const*, double, double) const (in /afs/cern.ch/atlas/software/builds/atlasreconstruction/16.7.0/reconstruction/egamma/egammacalotools/i686-slc5-gcc43-opt/libegammacalotools.so)\r\n==26936==    by 0x924a8a26: emshowerbuilder::calccaloisolationptcorrection(egamma const*) (in /afs/cern.ch/atlas/software/builds/atlasreconstruction/16.7.0/reconstruction/egamma/egammatools/i686-slc5-gcc43-opt/libegammatools.so)\r\n==26936==    by 0x924a9ddc: emshowerbuilder::calcfromcalo(egamma const*) (in /afs/cern.ch/atlas/software/builds/atlasreconstruction/16.7.0/reconstruction/egamma/egammatools/i686-slc5-gcc43-opt/libegammatools.so)\r\n==26936==    by 0x924a8218: emshowerbuilder::calcshowershape(egamma*) (in /afs/cern.ch/atlas/software/builds/atlasreconstruction/16.7.0/reconstruction/egamma/egammatools/i686-slc5-gcc43-opt/libegammatools.so)\r\n==26936==  address 0x85dddc0c is 0 bytes after a block of size 44 alloc\'d\r\n==26936==    at 0x49d9ec4: operator new(unsigned int) (vg_replace_malloc.c:224) (lxr: vg_replace_malloc.c)\r\n==26936==    by 0x276c924c: std::vector&lt;float, std::allocator&lt;float&gt; &gt;::operator=(std::vector&lt;float, std::allocator&lt;float&gt; &gt; const&amp;) (in /afs/cern.ch/atlas/software/builds/gaudi/v22r0/gaudipython/i686-slc5-gcc43-opt/libgaudipythondict.so)\r\n==26936==    by 0x276c92bb: propertywithverifier&lt;std::vector&lt;float, std::allocator&lt;float&gt; &gt;, nullverifier&lt;std::vector&lt;float, std::allocator&lt;float&gt; &gt; &gt; &gt;::setvalue(std::vector&lt;float, std::allocator&lt;float&gt; &gt; const&amp;) (in /afs/cern.ch/atlas/software/builds/gaudi/v22r0/gaudipython/i686-slc5-gcc43-opt/libgaudipythondict.so)\r\n==26936==    by 0x276b80bc: propertywithvalue&lt;std::vector&lt;float, std::allocator&lt;float&gt; &gt; &gt;::fromstring(std::string const&amp;) (in /afs/cern.ch/atlas/software/builds/gaudi/v22r0/gaudipython/i686-slc5-gcc43-opt/libgaudipythondict.so)\r\n==26936==    by 0x27708e2b: propertywithvalue&lt;std::vector&lt;float, std::allocator&lt;float&gt; &gt; &gt;::assign(property const&amp;) (in /afs/cern.ch/atlas/software/builds/gaudi/v22r0/gaudipython/i686-slc5-gcc43-opt/libgaudipythondict.so)\r\n==26936== \r\n\r\nhttps://atlasrtt.cern.ch/rtt/rel_2/16.7.x.y/build/i686-slc5-gcc43-opt/offline/valgrindrttjobs/triggeref/processed/errorreport.htm#errorreport_0006\r\n\r\ncould you check, what\'s going wrong ? it seems the vector is accessed past its end.\r\n\r\nthanks, rolf\r\n','3732','1658','2011-04-12 13:29:13','7','none','closed','egamma',';tulay;valgrind;trigger;report;invalid;read;size;egammaisoptcorrection;getelectroncorrection;const;atla;software;build;atlasreconstruction;16.7.0;reconstruction;egamma;egammacalotool;slc5;gcc43;libegammacalotools.so;egammaisoptcorrection;calcptcorrection;egamma;const;double;double;const;atla;software;build;atlasreconstruction;16.7.0;reconstruction;egamma;egammacalotool;slc5;gcc43;libegammacalotools.so;emshowerbuilder;calccaloisolationptcorrection;egamma;const;atla;software;build;atlasreconstruction;16.7.0;reconstruction;egamma;egammatool;slc5;gcc43;libegammatools.so;emshowerbuilder;calcfromcalo;egamma;const;atla;software;build;atlasreconstruction;16.7.0;reconstruction;egamma;egammatool;slc5;gcc43;libegammatools.so;emshowerbuilder;calcshowershape;egamma;atla;software;build;atlasreconstruction;16.7.0;reconstruction;egamma;egammatool;slc5;gcc43;libegammatools.so;address;byte;block;size;alloc\'d;operator;unsigned;vg_replace_malloc.c;vg_replace_malloc.c;vector;operator;vector;const;atla;software;build;gaudus;v22r0;gaudipython;slc5;gcc43;libgaudipythondict.so;propertywithverifier;nullverifier;setvalue;vector;const;atla;software;build;gaudus;v22r0;gaudipython;slc5;gcc43;libgaudipythondict.so;propertywithvalue;fromstring;string;const;atla;software;build;gaudus;v22r0;gaudipython;slc5;gcc43;libgaudipythondict.so;propertywithvalue;assign;property;const;atla;software;build;gaudus;v22r0;gaudipython;slc5;gcc43;libgaudipythondict.so;http;atlasrtt.cern.ch;rel_2;build;slc5;gcc43;offline;valgrindrttjob;triggeref;process;errorreport.htm;errorreport_0006;check;what\'s;wrong;vector;access;past;rolf;invalid;read;size;egammaisoptcorrection;egamma'),(80866,'atlas','conditional jump or move depends on uninitialized variables in tools iniitialized for met','hi silvia,\r\n\r\nlooking at a recent esd to aod job, there are reports about conditionals or moves which depend on uniniitalized variables:\r\n==2841== conditional jump or move depends on uninitialised value(s)\r\n==2841==    at 0x87e44c7a: rec::muonselectortool::initialize() (in /afs/cern.ch/atlas/software/builds/atlasreconstruction/16.7.0/reconstruction/muonidentification/muoncombinedselectortools/i686-slc5-gcc43-opt/libmuoncombinedselectortools.so)\r\n==2841==    by 0x1cf227b8: algtool::sysinitialize() (in /afs/cern.ch/atlas/software/builds/gaudi/v22r0/gaudikernel/i686-slc5-gcc43-opt/libgaudikernel.so)\r\n==2841==    by 0x2f72bb02: toolsvc::create(std::string const&amp;, std::string const&amp;, iinterface const*, ialgtool*&amp;) (in /afs/cern.ch/atlas/software/builds/gaudi/v22r0/gaudisvc/i686-slc5-gcc43-opt/libgaudisvc.so)\r\n==2841==    by 0x2f72ce99: toolsvc::retrieve(std::string const&amp;, std::string const&amp;, interfaceid const&amp;, ialgtool*&amp;, iinterface const*, bool) (in /afs/cern.ch/atlas/software/builds/gaudi/v22r0/gaudisvc/i686-slc5-gcc43-opt/libgaudisvc.so)\r\n==2841==    by 0x2f72924b: toolsvc::retrieve(std::string const&amp;, interfaceid const&amp;, ialgtool*&amp;, iinterface const*, bool) (in /afs/cern.ch/atlas/software/builds/gaudi/v22r0/gaudisvc/i686-slc5-gcc43-opt/libgaudisvc.so)\r\n==2841==    by 0x826ca47c: toolhandle&lt;rec::imuoncombinedselectortool&gt;::retrieve(rec::imuoncombinedselectortool*&amp;) const (in /afs/cern.ch/atlas/software/builds/atlasreconstruction/16.7.0/reconstruction/missinget/i686-slc5-gcc43-opt/libmissingetlib.so)\r\n==2841==    by 0x826c962c: gaudihandle&lt;rec::imuoncombinedselectortool&gt;::retrieve() const (in /afs/cern.ch/atlas/software/builds/atlasreconstruction/16.7.0/reconstruction/missinget/i686-slc5-gcc43-opt/libmissingetlib.so)\r\n==2841==    by 0x826bb259: metmuontool::inittool(metrefinedalgorithm*) (in /afs/cern.ch/atlas/software/builds/atlasreconstruction/16.7.0/reconstruction/missinget/i686-slc5-gcc43-opt/libmissingetlib.so)\r\n==2841==    by 0x82634c1b: metrefinedalgorithm::initialize() (in /afs/cern.ch/atlas/software/builds/atlasreconstruction/16.7.0/reconstruction/missinget/i686-slc5-gcc43-opt/libmissingetlib.so)\r\n==2841==    by 0x1cf3a272: algorithm::sysinitialize() (in /afs/cern.ch/atlas/software/builds/gaudi/v22r0/gaudikernel/i686-slc5-gcc43-opt/libgaudikernel.so)\r\n==2841==    by 0x80413f99: athsequencer::initialize() (in /afs/cern.ch/atlas/software/builds/atlascore/16.7.0/control/gaudisequencer/i686-slc5-gcc43-opt/libgaudisequencer.so)\r\n==2841==    by 0x1cf3a272: algorithm::sysinitialize() (in /afs/cern.ch/atlas/software/builds/gaudi/v22r0/gaudikernel/i686-slc5-gcc43-opt/libgaudikernel.so)\r\n==2841==    by 0x80413f99: athsequencer::initialize() (in /afs/cern.ch/atlas/software/builds/atlascore/16.7.0/control/gaudisequencer/i686-slc5-gcc43-opt/libgaudisequencer.so)\r\n==2841==    by 0x1cf3a272: algorithm::sysinitialize() (in /afs/cern.ch/atlas/software/builds/gaudi/v22r0/gaudikernel/i686-slc5-gcc43-opt/libgaudikernel.so)\r\n==2841==    by 0x1cf68a76: minimaleventloopmgr::initialize() (in /afs/cern.ch/atlas/software/builds/gaudi/v22r0/gaudikernel/i686-slc5-gcc43-opt/libgaudikernel.so)\r\n==2841==    by 0x33219007: athenaeventloopmgr::initialize() (in /afs/cern.ch/atlas/software/builds/atlascore/16.7.0/control/athenaservices/i686-slc5-gcc43-opt/libathenaservices.so)\r\n==2841==    by 0x1cf52006: service::sysinitialize() (in /afs/cern.ch/atlas/software/builds/gaudi/v22r0/gaudikernel/i686-slc5-gcc43-opt/libgaudikernel.so)\r\n==2841==    by 0x2f50f7e8: servicemanager::initialize() (in /afs/cern.ch/atlas/software/builds/gaudi/v22r0/gaudisvc/i686-slc5-gcc43-opt/libgaudisvc.so)\r\n==2841==    by 0x2f51ea52: applicationmgr::initialize() (in /afs/cern.ch/atlas/software/builds/gaudi/v22r0/gaudisvc/i686-slc5-gcc43-opt/libgaudisvc.so)\r\n==2841==    by 0x28d2e05c: (anonymous namespace)::method_5690(void*, void*, std::vector&lt;void*, std::allocator&lt;void*&gt; &gt; const&amp;, void*) (in /afs/cern.ch/atlas/software/builds/gaudi/v22r0/gaudikernel/i686-slc5-gcc43-opt/libgaudikerneldict.so)\r\n==2841==    by 0x1a58ca56: root::cintex::method_stub_with_context(root::cintex::stubcontext_t*, g__value*, char const*, g__param*, int) (in /afs/cern.ch/sw/lcg/app/releases/root/5.28.00b/i686-slc5-gcc43-opt/root/lib/libcintex.so)\r\n==2841==    by 0x2fad6033: ???\r\n==2841==    by 0xf541571: cint::g__callfunc::execute(void*) (in /afs/cern.ch/sw/lcg/app/releases/root/5.28.00b/i686-slc5-gcc43-opt/root/lib/libcint.so)\r\n==2841==    by 0x7e0a72b: pyroot::trootobjectbyvalueexecutor::execute(cint::g__callfunc*, void*) (in /afs/cern.ch/sw/lcg/app/releases/root/5.28.00b/i686-slc5-gcc43-opt/root/lib/libpyroot.so)\r\n==2841==    by 0x7e11103: pyroot::tmethodholder&lt;pyroot::tscopeadapter, pyroot::tmemberadapter&gt;::callsafe(void*) (in /afs/cern.ch/sw/lcg/app/releases/root/5.28.00b/i686-slc5-gcc43-opt/root/lib/libpyroot.so)\r\n==2841==  uninitialised value was created by a heap allocation\r\n==2841==    at 0x49d9ec4: operator new(unsigned int) (vg_replace_malloc.c:224) (lxr: vg_replace_malloc.c)\r\n==2841==    by 0x87e65721: (anonymous namespace)::factory&lt;rec::muonselectortool, ialgtool* ()(std::string, std::string, iinterface const*)&gt;::func(void*, void*, std::vector&lt;void*, std::allocator&lt;void*&gt; &gt; const&amp;, void*) (in /afs/cern.ch/atlas/software/builds/atlasreconstruction/16.7.0/reconstruction/muonidentification/muoncombinedselectortools/i686-slc5-gcc43-opt/libmuoncombinedselectortools.so)\r\n==2841==    by 0x10457559: reflex::functionmember::invoke(reflex::object const&amp;, reflex::object*, std::vector&lt;void*, std::allocator&lt;void*&gt; &gt; const&amp;) const (in /afs/cern.ch/sw/lcg/app/releases/root/5.28.00b/i686-slc5-gcc43-opt/root/lib/libreflex.so)\r\n==2841==    by 0x1045ec4b: reflex::member::invoke(reflex::object const&amp;, reflex::object*, std::vector&lt;void*, std::allocator&lt;void*&gt; &gt; const&amp;) const (in /afs/cern.ch/sw/lcg/app/releases/root/5.28.00b/i686-slc5-gcc43-opt/root/lib/libreflex.so)\r\n==2841==    by 0x1046d3b2: reflex::pluginservice::create(std::string const&amp;, reflex::type const&amp;, std::vector&lt;reflex::valueobject, std::allocator&lt;reflex::valueobject&gt; &gt; const&amp;) (in /afs/cern.ch/sw/lcg/app/releases/root/5.28.00b/i686-slc5-gcc43-opt/root/lib/libreflex.so)\r\n==2841==    by 0x2f72e58f: ialgtool* reflex::pluginservice::create&lt;ialgtool*, std::string, std::string, iinterface const*&gt;(std::string const&amp;, std::string const&amp;, std::string const&amp;, iinterface const* const&amp;) (in /afs/cern.ch/atlas/software/builds/gaudi/v22r0/gaudisvc/i686-slc5-gcc43-opt/libgaudisvc.so)\r\n==2841==    by 0x2f72b6f4: toolsvc::create(std::string const&amp;, std::string const&amp;, iinterface const*, ialgtool*&amp;) (in /afs/cern.ch/atlas/software/builds/gaudi/v22r0/gaudisvc/i686-slc5-gcc43-opt/libgaudisvc.so)\r\n==2841==    by 0x2f72ce99: toolsvc::retrieve(std::string const&amp;, std::string const&amp;, interfaceid const&amp;, ialgtool*&amp;, iinterface const*, bool) (in /afs/cern.ch/atlas/software/builds/gaudi/v22r0/gaudisvc/i686-slc5-gcc43-opt/libgaudisvc.so)\r\n==2841==    by 0x2f72924b: toolsvc::retrieve(std::string const&amp;, interfaceid const&amp;, ialgtool*&amp;, iinterface const*, bool) (in /afs/cern.ch/atlas/software/builds/gaudi/v22r0/gaudisvc/i686-slc5-gcc43-opt/libgaudisvc.so)\r\n==2841==    by 0x826ca47c: toolhandle&lt;rec::imuoncombinedselectortool&gt;::retrieve(rec::imuoncombinedselectortool*&amp;) const (in /afs/cern.ch/atlas/software/builds/atlasreconstruction/16.7.0/reconstruction/missinget/i686-slc5-gcc43-opt/libmissingetlib.so)\r\n==2841==    by 0x826c962c: gaudihandle&lt;rec::imuoncombinedselectortool&gt;::retrieve() const (in /afs/cern.ch/atlas/software/builds/atlasreconstruction/16.7.0/reconstruction/missinget/i686-slc5-gcc43-opt/libmissingetlib.so)\r\n==2841==    by 0x826bb259: metmuontool::inittool(metrefinedalgorithm*) (in /afs/cern.ch/atlas/software/builds/atlasreconstruction/16.7.0/reconstruction/missinget/i686-slc5-gcc43-opt/libmissingetlib.so)\r\n==2841==    by 0x82634c1b: metrefinedalgorithm::initialize() (in /afs/cern.ch/atlas/software/builds/atlasreconstruction/16.7.0/reconstruction/missinget/i686-slc5-gcc43-opt/libmissingetlib.so)\r\n==2841==    by 0x1cf3a272: algorithm::sysinitialize() (in /afs/cern.ch/atlas/software/builds/gaudi/v22r0/gaudikernel/i686-slc5-gcc43-opt/libgaudikernel.so)\r\n==2841==    by 0x80413f99: athsequencer::initialize() (in /afs/cern.ch/atlas/software/builds/atlascore/16.7.0/control/gaudisequencer/i686-slc5-gcc43-opt/libgaudisequencer.so)\r\n==2841==    by 0x1cf3a272: algorithm::sysinitialize() (in /afs/cern.ch/atlas/software/builds/gaudi/v22r0/gaudikernel/i686-slc5-gcc43-opt/libgaudikernel.so)\r\n==2841==    by 0x80413f99: athsequencer::initialize() (in /afs/cern.ch/atlas/software/builds/atlascore/16.7.0/control/gaudisequencer/i686-slc5-gcc43-opt/libgaudisequencer.so)\r\n==2841==    by 0x1cf3a272: algorithm::sysinitialize() (in /afs/cern.ch/atlas/software/builds/gaudi/v22r0/gaudikernel/i686-slc5-gcc43-opt/libgaudikernel.so)\r\n==2841==    by 0x1cf68a76: minimaleventloopmgr::initialize() (in /afs/cern.ch/atlas/software/builds/gaudi/v22r0/gaudikernel/i686-slc5-gcc43-opt/libgaudikernel.so)\r\n==2841==    by 0x33219007: athenaeventloopmgr::initialize() (in /afs/cern.ch/atlas/software/builds/atlascore/16.7.0/control/athenaservices/i686-slc5-gcc43-opt/libathenaservices.so)\r\n==2841==    by 0x1cf52006: service::sysinitialize() (in /afs/cern.ch/atlas/software/builds/gaudi/v22r0/gaudikernel/i686-slc5-gcc43-opt/libgaudikernel.so)\r\n==2841==    by 0x2f50f7e8: servicemanager::initialize() (in /afs/cern.ch/atlas/software/builds/gaudi/v22r0/gaudisvc/i686-slc5-gcc43-opt/libgaudisvc.so)\r\n==2841==    by 0x2f51ea52: applicationmgr::initialize() (in /afs/cern.ch/atlas/software/builds/gaudi/v22r0/gaudisvc/i686-slc5-gcc43-opt/libgaudisvc.so)\r\n==2841==    by 0x28d2e05c: (anonymous namespace)::method_5690(void*, void*, std::vector&lt;void*, std::allocator&lt;void*&gt; &gt; const&amp;, void*) (in /afs/cern.ch/atlas/software/builds/gaudi/v22r0/gaudikernel/i686-slc5-gcc43-opt/libgaudikerneldict.so)\r\n==2841==    by 0x1a58ca56: root::cintex::method_stub_with_context(root::cintex::stubcontext_t*, g__value*, char const*, g__param*, int) (in /afs/cern.ch/sw/lcg/app/releases/root/5.28.00b/i686-slc5-gcc43-opt/root/lib/libcintex.so)\r\n==2841== \r\n\r\nfor details see here:\r\nhttps://atlasrtt.cern.ch/rtt/rel_2/16.7.x.y/build/i686-slc5-gcc43-opt/offline/valgrindrttjobs/esd2aod/processed/errorreport.htm#errorreport_0003\r\n\r\nand the following reports.\r\n\r\nmore details \r\nhttps://atlasrtt.cern.ch/rtt/rel_2/16.7.x.y/build/i686-slc5-gcc43-opt/offline/valgrindrttjobs/esd2aod/report.html\r\n\r\nplease let me know if you need more information.\r\n\r\nthanks, rolf\r\n','416','1658','2011-04-12 13:43:41','5','none','closed','missinget',';silvium;look;recent;report;conditional;move;depend;uniniitalized;variable;conditional;jump;depend;uninitialised;value;muonselectortool;initialize;atla;software;build;atlasreconstruction;16.7.0;reconstruction;muonidentification;muoncombinedselectortool;slc5;gcc43;libmuoncombinedselectortools.so;algtool;sysinitialize;atla;software;build;gaudus;v22r0;gaudikernel;slc5;gcc43;libgaudikernel.so;toolsvc;create;string;const;string;const;iinterface;const;ialgtool;atla;software;build;gaudus;v22r0;gaudisvc;slc5;gcc43;libgaudisvc.so;toolsvc;retrieve;string;const;string;const;interfaceid;const;ialgtool;iinterface;const;bool;atla;software;build;gaudus;v22r0;gaudisvc;slc5;gcc43;libgaudisvc.so;toolsvc;retrieve;string;const;interfaceid;const;ialgtool;iinterface;const;bool;atla;software;build;gaudus;v22r0;gaudisvc;slc5;gcc43;libgaudisvc.so;toolhandle;retrieve;imuoncombinedselectortool;const;atla;software;build;atlasreconstruction;16.7.0;reconstruction;missinget;slc5;gcc43;libmissingetlib.so;gaudihandle;retrieve;const;atla;software;build;atlasreconstruction;16.7.0;reconstruction;missinget;slc5;gcc43;libmissingetlib.so;metmuontool;inittool;metrefinedalgorithm;atla;software;build;atlasreconstruction;16.7.0;reconstruction;missinget;slc5;gcc43;libmissingetlib.so;metrefinedalgorithm;initialize;atla;software;build;atlasreconstruction;16.7.0;reconstruction;missinget;slc5;gcc43;libmissingetlib.so;algorithm;sysinitialize;atla;software;build;gaudus;v22r0;gaudikernel;slc5;gcc43;libgaudikernel.so;athsequencer;initialize;atla;software;build;atlascore;16.7.0;control;gaudisequencer;slc5;gcc43;libgaudisequencer.so;algorithm;sysinitialize;atla;software;build;gaudus;v22r0;gaudikernel;slc5;gcc43;libgaudikernel.so;athsequencer;initialize;atla;software;build;atlascore;16.7.0;control;gaudisequencer;slc5;gcc43;libgaudisequencer.so;algorithm;sysinitialize;atla;software;build;gaudus;v22r0;gaudikernel;slc5;gcc43;libgaudikernel.so;minimaleventloopmgr;initialize;atla;software;build;gaudus;v22r0;gaudikernel;slc5;gcc43;libgaudikernel.so;athenaeventloopmgr;initialize;atla;software;build;atlascore;16.7.0;control;athenaservice;slc5;gcc43;libathenaservices.so;service;sysinitialize;atla;software;build;gaudus;v22r0;gaudikernel;slc5;gcc43;libgaudikernel.so;servicemanager;initialize;atla;software;build;gaudus;v22r0;gaudisvc;slc5;gcc43;libgaudisvc.so;applicationmgr;initialize;atla;software;build;gaudus;v22r0;gaudisvc;slc5;gcc43;libgaudisvc.so;anonymous;namespace;method_5690;void;void;vector;const;void;atla;software;build;gaudus;v22r0;gaudikernel;slc5;gcc43;libgaudikerneldict.so;root;cintex;method_stub_with_context;root;cintex;stubcontext_t;g__value;char;const;g__param;release;root;5.28.00b;slc5;gcc43;root;libcintex.so;cint;g__callfunc;execute;void;release;root;5.28.00b;slc5;gcc43;root;libcint.so;pyroot;trootobjectbyvalueexecutor;execute;cint;g__callfunc;void;release;root;5.28.00b;slc5;gcc43;root;libpyroot.so;pyroot;tmethodholder;callsafe;void;release;root;5.28.00b;slc5;gcc43;root;libpyroot.so;uninitialised;value;create;heap;allocation;operator;unsigned;vg_replace_malloc.c;vg_replace_malloc.c;anonymous;namespace;factory;func;void;void;vector;const;void;atla;software;build;atlasreconstruction;16.7.0;reconstruction;muonidentification;muoncombinedselectortool;slc5;gcc43;libmuoncombinedselectortools.so;reflex;functionmember;invoke;reflex;object;const;reflex;object;vector;const;const;release;root;5.28.00b;slc5;gcc43;root;libreflex.so;reflex;member;invoke;reflex;object;const;reflex;object;vector;const;const;release;root;5.28.00b;slc5;gcc43;root;libreflex.so;reflex;pluginservice;create;string;const;reflex;type;const;vector;const;release;root;5.28.00b;slc5;gcc43;root;libreflex.so;ialgtool;reflex;pluginservice;create;string;const;string;const;string;const;iinterface;const;const;atla;software;build;gaudus;v22r0;gaudisvc;slc5;gcc43;libgaudisvc.so;toolsvc;create;string;const;string;const;iinterface;const;ialgtool;atla;software;build;gaudus;v22r0;gaudisvc;slc5;gcc43;libgaudisvc.so;toolsvc;retrieve;string;const;string;const;interfaceid;const;ialgtool;iinterface;const;bool;atla;software;build;gaudus;v22r0;gaudisvc;slc5;gcc43;libgaudisvc.so;toolsvc;retrieve;string;const;interfaceid;const;ialgtool;iinterface;const;bool;atla;software;build;gaudus;v22r0;gaudisvc;slc5;gcc43;libgaudisvc.so;toolhandle;retrieve;imuoncombinedselectortool;const;atla;software;build;atlasreconstruction;16.7.0;reconstruction;missinget;slc5;gcc43;libmissingetlib.so;gaudihandle;retrieve;const;atla;software;build;atlasreconstruction;16.7.0;reconstruction;missinget;slc5;gcc43;libmissingetlib.so;metmuontool;inittool;metrefinedalgorithm;atla;software;build;atlasreconstruction;16.7.0;reconstruction;missinget;slc5;gcc43;libmissingetlib.so;metrefinedalgorithm;initialize;atla;software;build;atlasreconstruction;16.7.0;reconstruction;missinget;slc5;gcc43;libmissingetlib.so;algorithm;sysinitialize;atla;software;build;gaudus;v22r0;gaudikernel;slc5;gcc43;libgaudikernel.so;athsequencer;initialize;atla;software;build;atlascore;16.7.0;control;gaudisequencer;slc5;gcc43;libgaudisequencer.so;algorithm;sysinitialize;atla;software;build;gaudus;v22r0;gaudikernel;slc5;gcc43;libgaudikernel.so;athsequencer;initialize;atla;software;build;atlascore;16.7.0;control;gaudisequencer;slc5;gcc43;libgaudisequencer.so;algorithm;sysinitialize;atla;software;build;gaudus;v22r0;gaudikernel;slc5;gcc43;libgaudikernel.so;minimaleventloopmgr;initialize;atla;software;build;gaudus;v22r0;gaudikernel;slc5;gcc43;libgaudikernel.so;athenaeventloopmgr;initialize;atla;software;build;atlascore;16.7.0;control;athenaservice;slc5;gcc43;libathenaservices.so;service;sysinitialize;atla;software;build;gaudus;v22r0;gaudikernel;slc5;gcc43;libgaudikernel.so;servicemanager;initialize;atla;software;build;gaudus;v22r0;gaudisvc;slc5;gcc43;libgaudisvc.so;applicationmgr;initialize;atla;software;build;gaudus;v22r0;gaudisvc;slc5;gcc43;libgaudisvc.so;anonymous;namespace;method_5690;void;void;vector;const;void;atla;software;build;gaudus;v22r0;gaudikernel;slc5;gcc43;libgaudikerneldict.so;root;cintex;method_stub_with_context;root;cintex;stubcontext_t;g__value;char;const;g__param;release;root;5.28.00b;slc5;gcc43;root;libcintex.so;detail;http;atlasrtt.cern.ch;rel_2;build;slc5;gcc43;offline;valgrindrttjob;esd2aod;process;errorreport.htm;errorreport_0003;follow;report;detail;http;atlasrtt.cern.ch;rel_2;build;slc5;gcc43;offline;valgrindrttjob;esd2aod;report.html;know;need;information;rolf;conditional;jump;depend;uninitialized;variable;tool;iniitialize;meet;missinget'),(80885,'atlas','caught signal 11(segmentation fault) in streamesd','https://atlasrtt.cern.ch/rtt/rel_1/16.7.x.y/build/i686-slc5-gcc43-opt/offline/recjobtransformtests/pu_mu230.0/pu_mu230.0_log\r\ncaught signal 11(segmentation fault).\r\nevent counter: 1\r\neventid: [run,evt,lumi,time,bunchcross,detmask] = [105200,616001,1,0:0,1,0x0]\r\nlast incident: athenaeventloopmgr:beginevent\r\ncurrent algorithm: streamesd\r\n','100','5211','2011-04-12 17:11:03','5','none','closed','reconstruction',';http;atlasrtt.cern.ch;rel_1;build;slc5;gcc43;offline;recjobtransformtest;pu_mu230.0;pu_mu230.0_log;catch;signal;segmentation;fault;event;counter;eventid;lumus;time;bunchcross;detmask;incident;athenaeventloopmgr:beginevent;current;algorithm;streamesd;catch;signal;segmentation;fault;streamesd;reconstruction'),(80886,'atlas','floating point exception in moosegmentmaker','amitag_q122_notrig\r\nhttps://atlasrtt.cern.ch/rtt/rel_1/16.7.x.y/build/i686-slc5-gcc43-opt/offline/recjobtransformtests/amitag_q122_notrig/amitag_q122_notrig_log\r\ncaught signal 8(floating point exception)\r\nevent counter: 0\r\ncurrent algorithm: moosegmentmaker\r\n','1069','5211','2011-04-12 17:13:22','5','duplicate','closed','muonidentification/muid',';amitag_q122_notrig;http;atlasrtt.cern.ch;rel_1;build;slc5;gcc43;offline;recjobtransformtest;amitag_q122_notrig;amitag_q122_notrig_log;catch;signal;float;point;exception;event;counter;current;algorithm;moosegmentmaker;float;point;exception;moosegmentmaker;muonidentification;muid'),(80887,'atlas','segmentation fault in muontagbuilder','aodtotag_test\r\nhttps://atlasrtt.cern.ch/rtt/rel_1/16.7.x.y/build/i686-slc5-gcc43-opt/offline/recjobtransformtests/aodtotag_test/aodtotag_test_log\r\ncaught signal 11(segmentation fault)\r\nevent counter: 15\r\neventid: [run,evt,lumi,time,bunchcross,detmask] = [5200,30029,0,0:0,0,0x0]\r\nlast incident: athenaeventloopmgr:beginevent\r\ncurrent algorithm: muontagbuilder\r\n','896','5211','2011-04-12 17:15:14','5','duplicate','closed','reconstruction',';aodtotag_test;http;atlasrtt.cern.ch;rel_1;build;slc5;gcc43;offline;recjobtransformtest;aodtotag_test;aodtotag_test_log;catch;signal;segmentation;fault;event;counter;eventid;lumus;time;bunchcross;detmask;incident;athenaeventloopmgr:beginevent;current;algorithm;muontagbuilder;segmentation;fault;muontagbuilder;reconstruction'),(81038,'atlas','error dummy version of propagation method with search of nearest surface called (16.6.3.6, f359)','hi, \r\n\r\none out of 88 finished jobs of \r\ndata11_7tev.00179581.physics_l1muon.merge.raw.f359.recon.task \r\nhas needcheck. \r\n\r\n+verbatim+\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=dummy version of propagation method with search of nearest surface called; configure your extrapolator with step propagator\r\n  severity=error\r\n  who=configuration\r\n  producer=rawtoesd\r\n  stage=execute\r\n-verbatim-\r\n\r\nthe same error message was seen in \r\nbug #77515: 16.6.0.1 bct: configuration error: dummy version of propagation method \r\nbut we thought the bug was fixed by trkexrungekuttapropagator-01-02-03-03 from 16.6.3.1.\r\n\r\ni will try to reproduce the problem. \r\n\r\ncheers, \r\nsusumu \r\n\r\n+verbatim+\r\ninput file(s):\r\n--------------------------------------------------------------------------------\r\nstage_svcclass=atlcal\r\n/castor/cern.ch/grid/atlas/tzero/prod1/perm/data11_7tev/physics_l1muon/00179581/data11_7tev.00179581.physics_l1muon.merge.raw/data11_7tev.00179581.physics_l1muon.merge.raw._lb0583._sfo-all._0001.1\r\n\r\n\r\ntier-0 transformation command run:\r\n--------------------------------------------------------------------------------\r\nsource /afs/cern.ch/atlas/tzero/prod1/inst/projects/data11/setup/setuptrf.sh /afs/cern.ch/atlas/tzero/prod1/inst/projects/data11/patches/atlasproduction-16.6.3.6 atlasproduction-16.6.3.6 /afs/cern.ch/atlas/tzero/prod1/inst/projects/data11/setup/specialsetup_tier0.sh ; python -u `which reco_trf.py` --argdict=/afs/cern.ch/atlas/tzero/prod1/log1/10253/10253991_data11_7tev.00179581.physics_l1muon.merge.raw.f359.recon.task._lb0583._sfo-all._0001.job.1//data11_7tev.00179581.physics_l1muon.merge.raw.f359.recon.task._lb0583._sfo-all._0001.job.argdict.gpickle  &amp;&gt; data11_7tev.00179581.physics_l1muon.merge.raw.f359.recon.task._lb0583._sfo-all._0001.job.tmp.log\r\n\r\n\r\nami configuration tag (more details):\r\n--------------------------------------------------------------------------------\r\nsee http://ami.in2p3.fr:8080/opencms/opencms/ami/www/referencetables/ --&gt; configurationtag --&gt; interpret --&gt; f359\r\n\r\n\r\nlogfile location:\r\n--------------------------------------------------------------------------------\r\nstage_svcclass=t0merge\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_7tev/physics_l1muon/00179581/data11_7tev.00179581.physics_l1muon.merge.raw.f359.recon.task.tmp.log/data11_7tev.00179581.physics_l1muon.merge.raw.f359.recon.task._lb0583._sfo-all._0001.job.tmp.log.1\r\n\r\n\r\ntail of the log file (300 lines):\r\n--------------------------------------------------------------------------------\r\n      messagesvc = servicemgr.messagesvc\r\nelse:\r\n   print \'using athenaservices.summarysvc...\'\r\n   from athenaservices.athenaservicesconf import athenasummarysvc\r\n   athenasummarysvc.summaryfile = \'athenasummary_dqhistogrammerge.txt\'\r\n   summarysvc.useathenasummarysvc()\r\n#================================================================================\r\n# end of top joboptions\r\n#================================================================================\r\npy:dqhistogrammerge    info executing dqhistogrammerge: /afs/cern.ch/atlas/software/releases/16.6.3/atlasproduction/16.6.3.6/installarea/python/pyjobtransformscore/athena_wrapper.py /afs/cern.ch/atlas/software/releases/16.6.3/atlascore/16.6.3/installarea/share/bin/athena.py runargs.dqhistogrammerge.py patjobtransforms/skeleton.dqhistogrammerge_trf.py dqhistogrammerge_messagesvc_joboptions.py --drop-and-reload\r\nfri apr 15 07:10:09 cest 2011\r\npreloading tcmalloc_minimal.so\r\n/afs/cern.ch/atlas/software/releases/16.6.3/atlascore/16.6.3/installarea/share/bin/athena.py runargs.dqhistogrammerge.py patjobtransforms/skeleton.dqhistogrammerge_trf.py dqhistogrammerge_messagesvc_joboptions.py --drop-and-reload\r\npy:athena            info including file &quot;athenacommon/preparation.py&quot;\r\npy:athena            info using release [atlasproduction-16.6.3.6] [16.6.x.y-prod/rel_4] -- built on [2011 04/13 21:05]\r\npy:athena            info including file &quot;athenacommon/bootstrap.py&quot;\r\npy:athena            info including file &quot;athenacommon/atlas.unixstandardjob.py&quot;\r\nwarning in &lt;tenvrec::changevalue&gt;: duplicate entry &lt;library.vector&lt;bool&gt;=vector.dll&gt; for level 0; ignored\r\nwarning in &lt;tenvrec::changevalue&gt;: duplicate entry &lt;library.vector&lt;char&gt;=vector.dll&gt; for level 0; ignored\r\nwarning in &lt;tenvrec::changevalue&gt;: duplicate entry &lt;library.vector&lt;short&gt;=vector.dll&gt; for level 0; ignored\r\nwarning in &lt;tenvrec::changevalue&gt;: duplicate entry &lt;library.vector&lt;long&gt;=vector.dll&gt; for level 0; ignored\r\nwarning in &lt;tenvrec::changevalue&gt;: duplicate entry &lt;library.vector&lt;unsigned-char&gt;=vector.dll&gt; for level 0; ignored\r\nwarning in &lt;tenvrec::changevalue&gt;: duplicate entry &lt;library.vector&lt;unsigned-short&gt;=vector.dll&gt; for level 0; ignored\r\nwarning in &lt;tenvrec::changevalue&gt;: duplicate entry &lt;library.vector&lt;unsigned-int&gt;=vector.dll&gt; for level 0; ignored\r\nwarning in &lt;tenvrec::changevalue&gt;: duplicate entry &lt;library.vector&lt;unsigned-long&gt;=vector.dll&gt; for level 0; ignored\r\nwarning in &lt;tenvrec::changevalue&gt;: duplicate entry &lt;library.vector&lt;float&gt;=vector.dll&gt; for level 0; ignored\r\nwarning in &lt;tenvrec::changevalue&gt;: duplicate entry &lt;library.vector&lt;double&gt;=vector.dll&gt; for level 0; ignored\r\npy:athfile           info loading cache from [athfile-cache.ascii]...\r\npy:athena            info including file &quot;athenacommon/execution.py&quot;\r\npy:athena            info including file &quot;runargs.dqhistogrammerge.py&quot;\r\npy:athena            info including file &quot;patjobtransforms/skeleton.dqhistogrammerge_trf.py&quot;\r\n---------------------------------------------------------------------------------------\r\n## output of \'dqhistogrammerge.py hist_merge_list.txt data11_7tev.00179581.physics_l1muon.recon.hist.f359._lb0583._sfo-all._0001 false\':\r\nwarning in &lt;tenvrec::changevalue&gt;: duplicate entry &lt;library.vector&lt;bool&gt;=vector.dll&gt; for level 0; ignored\r\nwarning in &lt;tenvrec::changevalue&gt;: duplicate entry &lt;library.vector&lt;char&gt;=vector.dll&gt; for level 0; ignored\r\nwarning in &lt;tenvrec::changevalue&gt;: duplicate entry &lt;library.vector&lt;short&gt;=vector.dll&gt; for level 0; ignored\r\nwarning in &lt;tenvrec::changevalue&gt;: duplicate entry &lt;library.vector&lt;long&gt;=vector.dll&gt; for level 0; ignored\r\nwarning in &lt;tenvrec::changevalue&gt;: duplicate entry &lt;library.vector&lt;unsigned-char&gt;=vector.dll&gt; for level 0; ignored\r\nwarning in &lt;tenvrec::changevalue&gt;: duplicate entry &lt;library.vector&lt;unsigned-short&gt;=vector.dll&gt; for level 0; ignored\r\nwarning in &lt;tenvrec::changevalue&gt;: duplicate entry &lt;library.vector&lt;unsigned-int&gt;=vector.dll&gt; for level 0; ignored\r\nwarning in &lt;tenvrec::changevalue&gt;: duplicate entry &lt;library.vector&lt;unsigned-long&gt;=vector.dll&gt; for level 0; ignored\r\nwarning in &lt;tenvrec::changevalue&gt;: duplicate entry &lt;library.vector&lt;float&gt;=vector.dll&gt; for level 0; ignored\r\nwarning in &lt;tenvrec::changevalue&gt;: duplicate entry &lt;library.vector&lt;double&gt;=vector.dll&gt; for level 0; ignored\r\n\r\n[1mroofit v3.12 -- developed by wouter verkerke and david kirkby[0m \r\n                copyright (c) 2000-2009 nikhef, university of california &amp; stanford university\r\n                all rights reserved, please read http://roofit.sourceforge.net/license.txt\r\n\r\nopening file: monitor.root\r\nopening file: monitoresd.root\r\nwriting file: data11_7tev.00179581.physics_l1muon.recon.hist.f359._lb0583._sfo-all._0001\r\n\r\nwarning messages from merging follow:\r\n\r\n\r\n****************************************\r\n\r\nleaving with code 0\r\n## dqhistogrammerge.py finished with retcode = 0\r\n---------------------------------------------------------------------------------------\r\npy:athena            info including file &quot;dqhistogrammerge_messagesvc_joboptions.py&quot;\r\nusing athenaservices.summarysvc...\r\npy:configurabledb    info read module info for 5412 configurables from 10 genconfdb files\r\npy:configurabledb    info no duplicates have been found: that\'s good !\r\npy:athena            info including file &quot;athenacommon/runbatch.py&quot;\r\n/afs/cern.ch/atlas/software/releases/16.6.3/gaudi/v21r9p3a/installarea/python/gaudipython/bindings.py:660: deprecationwarning: object.__new__() takes no parameters\r\n  newobj = object.__new__( cls, *args, **kwargs )\r\napplicationmgr       info updating root::reflex::pluginservice::setdebug(level) to level=0\r\napplicationmgr    success \r\n====================================================================================================================================\r\n                                                   welcome to applicationmgr $revision: 1.77 $\r\n                                          running on lxb8440.cern.ch on fri apr 15 07:11:11 2011\r\n====================================================================================================================================\r\napplicationmgr       info successfully loaded modules : athenaservices\r\napplicationmgr       info application manager configured successfully\r\napplicationmgr       info updating root::reflex::pluginservice::setdebug(level) to level=0\r\npy:athena            info restarting athena.py from tempathenaconfig.20263.pkl ... \r\nfri apr 15 07:11:12 cest 2011\r\n/afs/cern.ch/atlas/software/releases/16.6.3/atlascore/16.6.3/installarea/share/bin/athena.py: line 45: [: true: integer expression expected\r\n/afs/cern.ch/atlas/software/releases/16.6.3/atlascore/16.6.3/installarea/share/bin/athena.py: line 54: [: true: integer expression expected\r\npy:athena            info including file &quot;athenacommon/preparation.py&quot;\r\npy:athena            info using release [atlasproduction-16.6.3.6] [16.6.x.y-prod/rel_4] -- built on [2011 04/13 21:05]\r\npy:athena            info including file &quot;athenacommon/bootstrap.py&quot;\r\npy:athena            info including file &quot;athenacommon/atlas.unixstandardjob.py&quot;\r\npy:athena            info including file &quot;athenacommon/execution.py&quot;\r\npy:athena            info now loading tempathenaconfig.20263.pkl  ... \r\n/afs/cern.ch/atlas/software/releases/16.6.3/gaudi/v21r9p3a/installarea/python/gaudipython/bindings.py:660: deprecationwarning: object.__new__() takes no parameters\r\n  newobj = object.__new__( cls, *args, **kwargs )\r\napplicationmgr       info updating root::reflex::pluginservice::setdebug(level) to level=0\r\napplicationmgr    success \r\n====================================================================================================================================\r\n                                                   welcome to applicationmgr $revision: 1.77 $\r\n                                          running on lxb8440.cern.ch on fri apr 15 07:11:15 2011\r\n====================================================================================================================================\r\napplicationmgr       info successfully loaded modules : athenaservices\r\napplicationmgr       info application manager configured successfully\r\napplicationmgr       info updating root::reflex::pluginservice::setdebug(level) to level=0\r\npy:athena            info including file &quot;athenacommon/runbatch.py&quot;\r\nstatuscodesvc        info initialize\r\nathdictloadersvc     info in initialize...\r\nathdictloadersvc     info acquired dso-registry\r\nclassidsvc           info initializing classidsvc - package version clidcomps-00-05-06\r\nclassidsvc           info  getregistryentries: read 14 clidregistry entries for module all\r\nclassidsvc           info  getregistryentries: read 14 clidregistry entries for module all\r\nchronostatsvc        info  number of skipped events for memstat-1\r\ncoredumpsvc          info install f-a-t-a-l handler... (flag = -1)\r\ncoredumpsvc          info handling signals: 11(segmentation fault) 7(bus error) 4(illegal instruction) 8(floating point exception) \r\nathenaeventloopmgr   info initializing athenaeventloopmgr - package version athenaservices-01-49-12-08\r\nathmasterseq         info member list: athsequencer/athalgseq, athsequencer/athoutseq, athsequencer/athregseq\r\nstoregatesvc         info initializing storegatesvc - package version storegate-02-36-03\r\neventpersistenc...   info  \'cnvservices\':[  ]\r\nproxyprovidersvc     info initializing proxyprovidersvc - package version sgcomps-00-00-35\r\nhistogrampersis...   info  \'cnvservices\':[ \'hbookhistsvc\' , \'roothistsvc\' ]\r\nhistogrampersis...warning histograms saving not required.\r\nathenaeventloopmgrwarning histograms saving not required.\r\nactivestoresvc       info initializing activestoresvc - package version storegate-02-36-03\r\napplicationmgr       info application manager initialized successfully\r\nstoregatesvc         info start storegatesvc\r\napplicationmgr       info application manager started successfully\r\nathenaeventloopmgr   info   ===&gt;&gt;&gt;  start of run 0    &lt;&lt;&lt;===\r\nathenaeventloopmgr   info   ===&gt;&gt;&gt;  start processing event #1, run #0 0 events processed so far  &lt;&lt;&lt;===\r\nathenaeventloopmgr   info   ===&gt;&gt;&gt;  done processing event #1, run #0 1 events processed so far  &lt;&lt;&lt;===\r\napplicationmgr       info application manager stopped successfully\r\nathalgseq            info finalizing athalgseq...\r\nathoutseq            info finalizing athoutseq...\r\nathregseq            info finalizing athregseq...\r\nathmasterseq         info finalizing athmasterseq...\r\nstoregatesvc         info finalizing storegatesvc - package version storegate-02-36-03\r\nathdictloadersvc     info in finalize...\r\ntoolsvc              info removing all tools created by toolsvc\r\n*****chrono*****     info ****************************************************************************************************\r\n*****chrono*****     info  the final cpu consumption ( chrono ) table (ordered)\r\n*****chrono*****     info ****************************************************************************************************\r\nathenasealsvc::...   info time user   : tot=    0 [us]                                             #=  1\r\nchronostatsvc        info time user   : tot=   16 [ms]                                             #=  1\r\n*****chrono*****     info ****************************************************************************************************\r\nchronostatsvc.f...   info  service finalized successfully \r\napplicationmgr       info application manager finalized successfully\r\napplicationmgr       info application manager terminated successfully\r\npy:athena            info leaving with code 0: &quot;successful run&quot;\r\npy:dqhistogrammerge    info execution of dqhistogrammerge complete with exit code 0.\r\nathenalogchecker start [dqhistogrammerge log] wall-time: fri apr 15 05:11:17 2011, vmem: 371.91015625 mb, rss: 238.625 mb\r\npy:dqhistogrammerge    info scanning athena logfile dqhistogrammerge.log assuming atlas release all,16.6.3.6 ...\r\npy:dqhistogrammerge    info athena initialise()...\r\npy:dqhistogrammerge    info athena execute()...\r\npy:dqhistogrammerge    info athena finalise()...\r\npy:dqhistogrammerge    info done scanning 229 lines of file dqhistogrammerge.log. summary:\r\npy:dqhistogrammerge    info    ignored : 0\r\npy:dqhistogrammerge    info    warnings: 2\r\npy:dqhistogrammerge    info    errors  : 0\r\npy:dqhistogrammerge    info    fatals  : 0\r\nathenalogchecker stop [dqhistogrammerge log] wall-time: fri apr 15 05:11:17 2011, vmem: 371.91015625 mb, rss: 238.625 mb\r\nathenalogchecker report [dqhistogrammerge log] wall-time: 00 hrs 00 mins 00 secs, cpu-time: 00 hrs 00 mins 00 secs, vmem: 0.0 mb, rss: 0.0 mb\r\npy:dqhistogrammerge.outputhistfile    info counting events of data11_7tev.00179581.physics_l1muon.recon.hist.f359#data11_7tev.00179581.physics_l1muon.recon.hist.f359._lb0583._sfo-all._0001...\r\npy:dqhistogrammerge.outputhistfile    info counted 165 events (86.5 mb) in 0.4 seconds --&gt; 408.0 events/s and 214.0 mb/s\r\nguid retrieval: attempting to use fclistguid to retrieve guid from data11_7tev.00179581.physics_l1muon.recon.hist.f359._lb0583._sfo-all._0001.\r\nfclistguid -p data11_7tev.00179581.physics_l1muon.recon.hist.f359._lb0583._sfo-all._0001\r\nguid retrieval: attempting to use pool_extractfileidentifier.py to retrieve guid from data11_7tev.00179581.physics_l1muon.recon.hist.f359._lb0583._sfo-all._0001.\r\npool_extractfileidentifier.py data11_7tev.00179581.physics_l1muon.recon.hist.f359._lb0583._sfo-all._0001\r\nguid retrieval: attempting to use athfile to retrieve guid from data11_7tev.00179581.physics_l1muon.recon.hist.f359._lb0583._sfo-all._0001.\r\nguid retrieval failed.\r\nguid retrieval: all attempts to retrieve guid have failed. generating new guid for data11_7tev.00179581.physics_l1muon.recon.hist.f359._lb0583._sfo-all._0001 instead.\r\nuuidgen\r\nguid retrieval: aef99455-3e91-421f-a25f-1c1f6c909948 (data11_7tev.00179581.physics_l1muon.recon.hist.f359._lb0583._sfo-all._0001) generated with uuidgen\r\ntrf.py  amitag has not been defined\r\npy:dqhistogrammerge    info skipping event number matching.\r\npy:dqhistogrammerge    info scanning logfile dqhistogrammerge.log for metadata...\r\npy:dqhistogrammerge    info output file event min/max test omitted.\r\npy:dqhistogrammerge    info jobtransform completed for dqhistogrammerge with error code 0 (exit code 0)\r\npy:dqhistogrammerge    info transform timer stop [dqhistogrammerge] wall-time: fri apr 15 05:11:40 2011, vmem: 373.9140625 mb, rss: 239.17578125 mb\r\npy:dqhistogrammerge    info transform timer report [dqhistogrammerge] wall-time: 00 hrs 01 mins 30 secs, cpu-time: 00 hrs 01 mins 24 secs, vmem: 2.00390625 mb, rss: 0.55078125 mb\r\n===== job report produced by dqhistogrammerge version patjobtransforms-00-03-29 =====\r\ncommand=/afs/cern.ch/atlas/software/releases/16.6.3/atlasproduction/16.6.3.6/installarea/share/bin/reco_trf.py --argdict=/afs/cern.ch/atlas/tzero/prod1/log1/10253/10253991_data11_7tev.00179581.physics_l1muon.merge.raw.f359.recon.task._lb0583._sfo-all._0001.job.1//data11_7tev.00179581.physics_l1muon.merge.raw.f359.recon.task._lb0583._sfo-all._0001.job.argdict.gpickle\r\nexitcode=0\r\nerrorcode=0 (ok)\r\nfatals=0\r\nerrors=0\r\nwarnings=2\r\nfile data11_7tev.00179581.physics_l1muon.recon.hist.f359._lb0583._sfo-all._0001:\r\n  guid=aef99455-3e91-421f-a25f-1c1f6c909948\r\n  metadata:\r\n    inputfile=[\'monitor.root\', \'monitoresd.root\']\r\n    filetype=monitor_hist\r\n    dataset=data11_7tev.00179581.physics_l1muon.recon.hist.f359\r\n    events=165\r\n    size=90745128\r\nwriting metadata_dqhistogrammerge.xml file...\r\nmetadata_dqhistogrammerge.xml has been slimmed.\r\nwriting jobinfo_dqhistogrammerge.xml file...\r\ndqmergeok is  true\r\npy:reco_trf          info jobtransform completed for reco_trf with error code 0 (exit code 0)\r\npy:dqhistogrammerge    info transform timer stop [reco_trf] wall-time: fri apr 15 05:11:40 2011, vmem: 373.9140625 mb, rss: 239.17578125 mb\r\npy:dqhistogrammerge    info transform timer report [reco_trf] wall-time: 01 hrs 21 mins 56 secs, cpu-time: 01 hrs 18 mins 30 secs, vmem: 261.48046875 mb, rss: 172.15234375 mb\r\n===== job report produced by recotrf =====\r\ncommand=/afs/cern.ch/atlas/software/releases/16.6.3/atlasproduction/16.6.3.6/installarea/share/bin/reco_trf.py --argdict=/afs/cern.ch/atlas/tzero/prod1/log1/10253/10253991_data11_7tev.00179581.physics_l1muon.merge.raw.f359.recon.task._lb0583._sfo-all._0001.job.1//data11_7tev.00179581.physics_l1muon.merge.raw.f359.recon.task._lb0583._sfo-all._0001.job.argdict.gpickle\r\nexitcode=0\r\nerrorcode=0 (ok)\r\nerrorcategory=trf_unknown,	69999,	unknown transform error\r\nfatals=0\r\nerrors=1\r\nwarnings=14\r\nfile data11_7tev.00179581.physics_l1muon.recon.ntup_muoncalib.f359._lb0583._sfo-all._0001:\r\n  guid=e4028f20-e7b9-4626-912a-2be95fca077b\r\n  metadata:\r\n    amitag=f359\r\n    beamtype=collisions\r\n    filetype=ntup\r\n    autoconfiguration=[\'everything\', \'conditionstag=comcond-blkp*-004-05\']\r\n    dataset=data11_7tev.00179581.physics_l1muon.recon.ntup_muoncalib.f359\r\n    maxevents=-1\r\n    conditionstag=comcond-blkp-004-05\r\n    preexec=[\'indetflags.usebeamconstraint.set_value_and_lock(true);from calotools.calonoiseflags import jobproperties;jobproperties.calonoiseflags.fixedluminosity.set_value_and_lock(1.45);aodflags.trackparticleslimmer=true;from trackd3pdmaker.trackd3pdmakerflags import trackd3pdflags;trackd3pdflags.storetracksummary.pixeldedx=true;\']\r\n    geometryversion=atlas-geo-16-00-01\r\n    events=165\r\n    size=18094957\r\nfile data11_7tev.00179581.physics_l1muon.recon.esd.f359._lb0583._sfo-all._0001:\r\n  guid=acf2e80b-1467-e011-a9e3-0030487cd774\r\n  metadata:\r\n    amitag=f359\r\n    beamtype=collisions\r\n    filetype=esd\r\n    autoconfiguration=[\'everything\', \'conditionstag=comcond-blkp*-004-05\']\r\n    dataset=data11_7tev.00179581.physics_l1muon.recon.esd.f359\r\n    maxevents=-1\r\n    conditionstag=comcond-blkp-004-05\r\n    preexec=[\'indetflags.usebeamconstraint.set_value_and_lock(true);from calotools.calonoiseflags import jobproperties;jobproperties.calonoiseflags.fixedluminosity.set_value_and_lock(1.45);aodflags.trackparticleslimmer=true;from trackd3pdmaker.trackd3pdmakerflags import trackd3pdflags;trackd3pdflags.storetracksummary.pixeldedx=true;\']\r\n    geometryversion=atlas-geo-16-00-01\r\n    events=165\r\n    size=235872303\r\nfile data11_7tev.00179581.physics_l1muon.recon.aod.f359._lb0583._sfo-all._0001:\r\n  guid=f4b1ba88-1d67-e011-973b-0030487cd774\r\n  metadata:\r\n    amitag=f359\r\n    beamtype=collisions\r\n    filetype=aod\r\n    autoconfiguration=[\'everything\', \'conditionstag=comcond-blkp*-004-05\']\r\n    dataset=data11_7tev.00179581.physics_l1muon.recon.aod.f359\r\n    maxevents=-1\r\n    conditionstag=comcond-blkp-004-05\r\n    preexec=[\'indetflags.usebeamconstraint.set_value_and_lock(true);from calotools.calonoiseflags import jobproperties;jobproperties.calonoiseflags.fixedluminosity.set_value_and_lock(1.45);aodflags.trackparticleslimmer=true;from trackd3pdmaker.trackd3pdmakerflags import trackd3pdflags;trackd3pdflags.storetracksummary.pixeldedx=true;\']\r\n    geometryversion=atlas-geo-16-00-01\r\n    events=165\r\n    size=73908296\r\nfile data11_7tev.00179581.physics_l1muon.recon.ntup_trig.f359._lb0583._sfo-all._0001:\r\n  guid=541026b4-b99a-48ff-8da3-95ba3e30fbd2\r\n  metadata:\r\n    amitag=f359\r\n    beamtype=collisions\r\n    filetype=ntup\r\n    autoconfiguration=[\'everything\', \'conditionstag=comcond-blkp*-004-05\']\r\n    dataset=data11_7tev.00179581.physics_l1muon.recon.ntup_trig.f359\r\n    maxevents=-1\r\n    conditionstag=comcond-blkp-004-05\r\n    preexec=[\'indetflags.usebeamconstraint.set_value_and_lock(true);from calotools.calonoiseflags import jobproperties;jobproperties.calonoiseflags.fixedluminosity.set_value_and_lock(1.45);aodflags.trackparticleslimmer=true;from trackd3pdmaker.trackd3pdmakerflags import trackd3pdflags;trackd3pdflags.storetracksummary.pixeldedx=true;\']\r\n    geometryversion=atlas-geo-16-00-01\r\n    events=165\r\n    size=5655468\r\nfile data11_7tev.00179581.physics_l1muon.recon.hist.f359._lb0583._sfo-all._0001:\r\n  guid=aef99455-3e91-421f-a25f-1c1f6c909948\r\n  metadata:\r\n    inputfile=[\'monitor.root\', \'monitoresd.root\']\r\n    filetype=monitor_hist\r\n    dataset=data11_7tev.00179581.physics_l1muon.recon.hist.f359\r\n    events=165\r\n    size=90745128\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=dummy version of propagation method with search of nearest surface called; configure your extrapolator with step propagator\r\n  severity=error\r\n  who=configuration\r\n  producer=rawtoesd\r\n  stage=execute\r\nrundiravailabledisk=127719444480\r\nathacronym=successful run\r\nathcode=0\r\nrundiruseddisk=778840687\r\nworkdir=/pool/lsf/atlast0/133473212\r\nathcode=0\r\nrundiravailabledisk=120941948928\r\ndbrelease=current\r\nathacronym=successful run\r\nrundiruseddisk=534656331\r\natlasrelease=16.6.3.6\r\nworkdir=/pool/lsf/atlast0/133473212\r\nathcode=0\r\nrundiravailabledisk=127820234752\r\ndbrelease=current\r\nathacronym=successful run\r\nrundiruseddisk=687596103\r\natlasrelease=16.6.3.6\r\nworkdir=/pool/lsf/atlast0/133473212\r\nathcode=0\r\nrundiravailabledisk=127719759872\r\ndbrelease=current\r\nathacronym=successful run\r\nrundiruseddisk=778542814\r\natlasrelease=16.6.3.6\r\n-verbatim-','396','4045','2011-04-15 13:35:41','5','fixed','closed','muonidentification/muid',';finish;data11_7tev;physics_l1muon.merge.raw.f359;recon.task;needcheck;verbatim;errorinfo;acronym;trf_unknown;message;dummy;version;propagation;method;search;nearest;surface;call;configure;extrapolator;step;propagator;severity;error;configuration;producer;rawtoesd;stage;execute;verbatim;error;message;16.6.0.1;configuration;error;dummy;version;propagation;method;thought;trkexrungekuttapropagator;16.6.3.1;reproduce;problem;susumu;verbatim;input;file;stage_svcclass;atlcal;castor;grid;atla;tzero;prod1;perm;data11_7tev;physics_l1muon;data11_7tev;physics_l1muon.merge.raw;data11_7tev;physics_l1muon.merge.raw;tier;transformation;command;source;atla;tzero;prod1;inst;project;data11;setup;setuptrf.sh;atla;tzero;prod1;inst;project;data11;patch;atlasproduction;16.6.3.6;atlasproduction;16.6.3.6;atla;tzero;prod1;inst;project;data11;setup;specialsetup_tier0;python;reco_trf.py;argdict;atla;tzero;prod1;log1;10253991_data11_7tev;physics_l1muon.merge.raw.f359;recon.task;data11_7tev;physics_l1muon.merge.raw.f359;recon.task;job.argdict.gpickle;data11_7tev;physics_l1muon.merge.raw.f359;recon.task;job.tmp.log;configuration;detail;http;ami.in2p3;opencm;opencm;referencetable;configurationtag;interpret;logfile;location;stage_svcclass;t0merge;castor;grid;atla;tzero;prod1;temp;data11_7tev;physics_l1muon;data11_7tev;physics_l1muon.merge.raw.f359;recon.task.tmp.log;data11_7tev;physics_l1muon.merge.raw.f359;recon.task;job.tmp.log;tail;file;line;messagesvc;servicemgr.messagesvc;print;athenaservices.summarysvc;athenaservices.athenaservicesconf;import;athenasummarysvc;athenasummarysvc.summaryfile;athenasummary_dqhistogrammerge.txt;summarysvc.useathenasummarysvc;joboption;py:dqhistogrammerge;info;execute;dqhistogrammerge;atla;software;release;16.6.3;atlasproduction;16.6.3.6;installarea;python;pyjobtransformscore;athena_wrapper.py;atla;software;release;16.6.3;atlascore;16.6.3;installarea;share;athena.py;runargs.dqhistogrammerge.py;patjobtransform;skeleton.dqhistogrammerge_trf.py;dqhistogrammerge_messagesvc_joboptions.py;drop;reload;frus;cest;preload;tcmalloc_minimal.so;atla;software;release;16.6.3;atlascore;16.6.3;installarea;share;athena.py;runargs.dqhistogrammerge.py;patjobtransform;skeleton.dqhistogrammerge_trf.py;dqhistogrammerge_messagesvc_joboptions.py;drop;reload;py:athena;info;include;file;athenacommon;preparation.py;py:athena;info;release;atlasproduction;16.6.3.6;prod;rel_4;build;py:athena;info;include;file;athenacommon;bootstrap.py;py:athena;info;include;file;athenacommon;atlas.unixstandardjob.py;warn;duplicate;entry;vector.dll;level;ignore;warn;duplicate;entry;vector.dll;level;ignore;warn;duplicate;entry;vector.dll;level;ignore;warn;duplicate;entry;vector.dll;level;ignore;warn;duplicate;entry;vector.dll;level;ignore;warn;duplicate;entry;vector.dll;level;ignore;warn;duplicate;entry;vector.dll;level;ignore;warn;duplicate;entry;vector.dll;level;ignore;warn;duplicate;entry;vector.dll;level;ignore;warn;duplicate;entry;vector.dll;level;ignore;py:athfile;info;load;cache;athfile;cache.ascii;py:athena;info;include;file;athenacommon;execution.py;py:athena;info;include;file;runargs.dqhistogrammerge.py;py:athena;info;include;file;patjobtransform;skeleton.dqhistogrammerge_trf.py;output;dqhistogrammerge.py;hist_merge_list.txt;data11_7tev;physics_l1muon.recon.hist.f359;false;warn;duplicate;entry;vector.dll;level;ignore;warn;duplicate;entry;vector.dll;level;ignore;warn;duplicate;entry;vector.dll;level;ignore;warn;duplicate;entry;vector.dll;level;ignore;warn;duplicate;entry;vector.dll;level;ignore;warn;duplicate;entry;vector.dll;level;ignore;warn;duplicate;entry;vector.dll;level;ignore;warn;duplicate;entry;vector.dll;level;ignore;warn;duplicate;entry;vector.dll;level;ignore;warn;duplicate;entry;vector.dll;level;ignore;1mroofit;v3.12;develop;wouter;verkerke;david;kirkby;copyright;nikhef;university;californium;stanford;university;rights;reserve;read;http;roofit.sourceforge.net;license.txt;open;file;monitor.root;open;file;monitoresd.root;write;file;data11_7tev;physics_l1muon.recon.hist.f359;warn;message;merge;follow;leave;code;dqhistogrammerge.py;finish;retcode;py:athena;info;include;file;dqhistogrammerge_messagesvc_joboptions.py;athenaservices.summarysvc;py:configurabledb;info;read;module;info;configurable;genconfdb;file;py:configurabledb;info;duplicate;that\'s;good;py:athena;info;include;file;athenacommon;runbatch.py;atla;software;release;16.6.3;gaudus;v21r9p3a;installarea;python;gaudipython;bindings.py;deprecationwarning;object;take;parameter;newobj;object;kwarg;applicationmgr;info;update;root;reflex;pluginservice;setdebug;level;level;applicationmgr;success;welcome;applicationmgr;revision;lxb8440;frus;applicationmgr;info;successfully;load;module;athenaservice;applicationmgr;info;application;manager;configure;successfully;applicationmgr;info;update;root;reflex;pluginservice;setdebug;level;level;py:athena;info;restart;athena.py;tempathenaconfig;frus;cest;atla;software;release;16.6.3;atlascore;16.6.3;installarea;share;athena.py;line;true;integer;expression;expect;atla;software;release;16.6.3;atlascore;16.6.3;installarea;share;athena.py;line;true;integer;expression;expect;py:athena;info;include;file;athenacommon;preparation.py;py:athena;info;release;atlasproduction;16.6.3.6;prod;rel_4;build;py:athena;info;include;file;athenacommon;bootstrap.py;py:athena;info;include;file;athenacommon;atlas.unixstandardjob.py;py:athena;info;include;file;athenacommon;execution.py;py:athena;info;load;tempathenaconfig;atla;software;release;16.6.3;gaudus;v21r9p3a;installarea;python;gaudipython;bindings.py;deprecationwarning;object;take;parameter;newobj;object;kwarg;applicationmgr;info;update;root;reflex;pluginservice;setdebug;level;level;applicationmgr;success;welcome;applicationmgr;revision;lxb8440;frus;applicationmgr;info;successfully;load;module;athenaservice;applicationmgr;info;application;manager;configure;successfully;applicationmgr;info;update;root;reflex;pluginservice;setdebug;level;level;py:athena;info;include;file;athenacommon;runbatch.py;statuscodesvc;info;initialize;athdictloadersvc;info;initialize;athdictloadersvc;info;acquire;registry;classidsvc;info;initialize;classidsvc;package;version;clidcomp;classidsvc;info;getregistryentry;read;clidregistry;entry;module;classidsvc;info;getregistryentry;read;clidregistry;entry;module;chronostatsvc;info;number;skip;event;memstat;coredumpsvc;info;install;handler;flag;coredumpsvc;info;handle;signal;segmentation;fault;error;illegal;instruction;float;point;exception;athenaeventloopmgr;info;initialize;athenaeventloopmgr;package;version;athenaservice;athmasterseq;info;member;list;athsequencer;athalgseq;athsequencer;athoutseq;athsequencer;athregseq;storegatesvc;info;initialize;storegatesvc;package;version;storegate;eventpersistenc;info;cnvservice;proxyprovidersvc;info;initialize;proxyprovidersvc;package;version;sgcomp;histogrampersis;info;cnvservice;hbookhistsvc;roothistsvc;histogrampersis;warn;histogram;save;require;athenaeventloopmgrwarning;histogram;save;require;activestoresvc;info;initialize;activestoresvc;package;version;storegate;applicationmgr;info;application;manager;initialize;successfully;storegatesvc;info;start;storegatesvc;applicationmgr;info;application;manager;start;successfully;athenaeventloopmgr;info;start;start;processing;event;event;process;processing;event;event;process;event;guid;retrieval;attempt;fclistguid;retrieve;guid;data11_7tev;physics_l1muon.recon.hist.f359;fclistguid;data11_7tev;physics_l1muon.recon.hist.f359;guid;retrieval;attempt;pool_extractfileidentifier.py;retrieve;guid;data11_7tev;physics_l1muon.recon.hist.f359;pool_extractfileidentifier.py;data11_7tev;physics_l1muon.recon.hist.f359;guid;retrieval;attempt;athfile;retrieve;guid;data11_7tev;physics_l1muon.recon.hist.f359;guid;retrieval;fail;guid;retrieval;attempt;retrieve;guid;fail;generate;guid;data11_7tev;physics_l1muon.recon.hist.f359;instead;uuidgen;guid;retrieval;data11_7tev;physics_l1muon.recon.hist.f359;generate;uuidgen;trf.py;amitag;define;py:dqhistogrammerge;info;skip;event;number;match;py:dqhistogrammerge;info;scanning;logfile;dqhistogrammerge.log;metada;py:dqhistogrammerge;info;output;file;event;test;omit;py:dqhistogrammerge;info;jobtransform;complete;dqhistogrammerge;error;code;exit;code;py:dqhistogrammerge;info;transform;timer;stop;dqhistogrammerge;wall;time;frus;vmem;py:dqhistogrammerge;info;transform;timer;report;dqhistogrammerge;wall;time;time;vmem;report;produce;dqhistogrammerge;version;patjobtransform;command;atla;software;release;16.6.3;atlasproduction;16.6.3.6;installarea;share;reco_trf.py;argdict;atla;tzero;prod1;log1;10253991_data11_7tev;physics_l1muon.merge.raw.f359;recon.task;data11_7tev;physics_l1muon.merge.raw.f359;recon.task;job.argdict.gpickle;exitcode;errorcode;fatal;error;warning;file;data11_7tev;physics_l1muon.recon.hist.f359;guid;metada;inputfile;monitor.root;monitoresd.root;filetype;monitor_hist;dataset;data11_7tev;physics_l1muon.recon.hist.f359;event;size;write;metadata_dqhistogrammerge.xml;file;metadata_dqhistogrammerge.xml;slim;write;jobinfo_dqhistogrammerge.xml;file;dqmergeok;true;py:reco_trf;info;jobtransform;complete;reco_trf;error;code;exit;code;py:dqhistogrammerge;info;transform;timer;stop;reco_trf;wall;time;frus;vmem;py:dqhistogrammerge;info;transform;timer;report;reco_trf;wall;time;time;vmem;report;produce;recotrf;command;atla;software;release;16.6.3;atlasproduction;16.6.3.6;installarea;share;reco_trf.py;argdict;atla;tzero;prod1;log1;10253991_data11_7tev;physics_l1muon.merge.raw.f359;recon.task;data11_7tev;physics_l1muon.merge.raw.f359;recon.task;job.argdict.gpickle;exitcode;errorcode;errorcategory;trf_unknown;unknown;transform;error;fatal;error;warning;file;data11_7tev;physics_l1muon.recon.ntup_muoncalib.f359;guid;metada;amitag;beamtype;collision;filetype;ntup;autoconfiguration;conditionstag;comcond;blkp;dataset;data11_7tev;physics_l1muon.recon.ntup_muoncalib.f359;maxevent;conditionstag;comcond;blkp;preexec;indetflags.usebeamconstraint.set_value_and_lock;true;calotools.calonoiseflags;import;jobproperty;jobproperties.calonoiseflags.fixedluminosity.set_value_and_lock;aodflags.trackparticleslimmer;true;trackd3pdmaker.trackd3pdmakerflags;import;trackd3pdflag;trackd3pdflags.storetracksummary.pixeldedx;true;geometryversion;atla;event;size;file;data11_7tev;physics_l1muon.recon.esd.f359;guid;metada;amitag;beamtype;collision;filetype;autoconfiguration;conditionstag;comcond;blkp;dataset;data11_7tev;physics_l1muon.recon.esd.f359;maxevent;conditionstag;comcond;blkp;preexec;indetflags.usebeamconstraint.set_value_and_lock;true;calotools.calonoiseflags;import;jobproperty;jobproperties.calonoiseflags.fixedluminosity.set_value_and_lock;aodflags.trackparticleslimmer;true;trackd3pdmaker.trackd3pdmakerflags;import;trackd3pdflag;trackd3pdflags.storetracksummary.pixeldedx;true;geometryversion;atla;event;size;file;data11_7tev;physics_l1muon.recon.aod.f359;guid;metada;amitag;beamtype;collision;filetype;autoconfiguration;conditionstag;comcond;blkp;dataset;data11_7tev;physics_l1muon.recon.aod.f359;maxevent;conditionstag;comcond;blkp;preexec;indetflags.usebeamconstraint.set_value_and_lock;true;calotools.calonoiseflags;import;jobproperty;jobproperties.calonoiseflags.fixedluminosity.set_value_and_lock;aodflags.trackparticleslimmer;true;trackd3pdmaker.trackd3pdmakerflags;import;trackd3pdflag;trackd3pdflags.storetracksummary.pixeldedx;true;geometryversion;atla;event;size;file;data11_7tev;physics_l1muon.recon.ntup_trig.f359;guid;metada;amitag;beamtype;collision;filetype;ntup;autoconfiguration;conditionstag;comcond;blkp;dataset;data11_7tev;physics_l1muon.recon.ntup_trig.f359;maxevent;conditionstag;comcond;blkp;preexec;indetflags.usebeamconstraint.set_value_and_lock;true;calotools.calonoiseflags;import;jobproperty;jobproperties.calonoiseflags.fixedluminosity.set_value_and_lock;aodflags.trackparticleslimmer;true;trackd3pdmaker.trackd3pdmakerflags;import;trackd3pdflag;trackd3pdflags.storetracksummary.pixeldedx;true;geometryversion;atla;event;size;file;data11_7tev;physics_l1muon.recon.hist.f359;guid;metada;inputfile;monitor.root;monitoresd.root;filetype;monitor_hist;dataset;data11_7tev;physics_l1muon.recon.hist.f359;event;size;errorinfo;acronym;trf_unknown;message;dummy;version;propagation;method;search;nearest;surface;call;configure;extrapolator;step;propagator;severity;error;configuration;producer;rawtoesd;stage;execute;rundiravailabledisk;athacronym;successful;athcode;rundiruseddisk;workdir;pool;atlast0;athcode;rundiravailabledisk;dbrelease;current;athacronym;successful;rundiruseddisk;atlasrelease;16.6.3.6;workdir;pool;atlast0;athcode;rundiravailabledisk;dbrelease;current;athacronym;successful;rundiruseddisk;atlasrelease;16.6.3.6;workdir;pool;atlast0;athcode;rundiravailabledisk;dbrelease;current;athacronym;successful;rundiruseddisk;atlasrelease;16.6.3.6;verbatim;error;dummy;version;propagation;method;search;nearest;surface;call;16.6.3.6;muonidentification;muid'),(81071,'atlas','warnings from mugirlcandidatetool in tier-0 processing (16.6.3.6)','hi sofia, \r\n\r\nthere are warnings from mugirlcandidatetool in tier-0 processing with recent collision data. \r\n/afs/cern.ch/user/g/gencomm/w0/oda/run179710/data11_7tev.00179710.express_express.daq.raw.x111.recon.task._lb0300._sfo-5._0001.job.tmp.log.1\r\nis the log file of a job of run 179710 lb300 express stream \r\n(early morning of friday, 15 april). 203 events were processed and \r\n+verbatim+\r\n=====================================================\r\n message source              |   level |    count\r\n-----------------------------+---------+-------------\r\n antikt4lctopojets.jetfastjetfinder| warning |        3\r\n antikt4topoemjets.jetfastjetfinder| warning |        3\r\n antikt4topojets.jetfastjetfinder| warning |        3\r\n antikt6lctopojets.jetfastjetfinder| warning |        3\r\n antikt6topoemjets.jetfastjetfinder| warning |        3\r\n antikt6topojets.jetfastjetfinder| warning |        3\r\n dataproxy                   | warning |       84\r\n iovdbsvc                    | warning |       10\r\n larmonmanager               | warning |        1\r\n largemetstream_wmetprescaler| warning |        1\r\n storegatesvc                | warning |        1\r\n thistsvc                    | warning |       10\r\n trt_conditionssummarysvc    | warning |        1\r\n toolsvc.combinedmuontrackbuilder| warning |        8\r\n toolsvc.dcmathsegmentmaker  | warning |      264\r\n toolsvc.indetalignmonresiduals_notrig| warning |       35\r\n toolsvc.indetupdator        | warning |        4\r\n toolsvc.mugirlcandidatetool | warning |       16\r\n toolsvc.muidmatchmaker      | warning |        1\r\n toolsvc.muidsegmentregionrecoverytool| warning |        2\r\n toolsvc.trigdecisiontool.navigation| warning |       46\r\n toolsvc.trigt1ctmonitoring::bsmonitoring| warning |        1\r\n toolsvc.zdcrecchanneltool   | warning |      499\r\n toolsvc.ipatfitter          | warning |        6\r\n trackcollectioncnv: hlt_indettrigparticlecreationtrtonly_electron_efid| warning |       16\r\n trackcollectioncnv: hlt_indettrigparticlecreation_electron_efid| warning |      308\r\n trigbsextraction.navigationforl2| warning |        3\r\n=====================================================\r\n-verbatim-\r\nare seen at rawtoesd step. there are two types of warnings from mugirlcandidatetool:\r\n+verbatim+\r\ntoolsvc.mugirlcandidatetool                       warning cannot create trk::rio_ontrack\r\ntoolsvc.mugirlcandidatetool                       warning cannot find base road\r\n-verbatim-\r\ni extracted the raw file of the events with the warnings. \r\nyou can see the warnings with atlasproduction 16.6.3.6 by \r\n+verbatim+\r\nreco_trf.py ami=x111 outputesdfile=esd.pool.root inputbsfile=/afs/cern.ch/user/g/gencomm/w0/oda/run179710/data11_7tev.00179710.express_express.merge.raw._lb0300._sfo-all._0001.1.mugirlcandidatetool\r\n-verbatim-\r\nif the warnings are not important, please lower the message level to debug. \r\n\r\nthanks in advance, \r\nsusumu ','3583','4045','2011-04-15 21:52:36','5','fixed','closed','muonidentification/mugirl',';sofium;warning;mugirlcandidatetool;tier;processing;recent;collision;datum;user;gencomm;run179710;data11_7tev;express_express.daq.raw.x111;recon.task;job.tmp.log;file;lb300;express;stream;early;morning;friday;april;event;process;verbatim;message;source;level;count;antikt4lctopojets.jetfastjetfinder;warn;antikt4topoemjets.jetfastjetfinder;warn;antikt4topojets.jetfastjetfinder;warn;antikt6lctopojets.jetfastjetfinder;warn;antikt6topoemjets.jetfastjetfinder;warn;antikt6topojets.jetfastjetfinder;warn;dataproxy;warn;iovdbsvc;warn;larmonmanager;warn;largemetstream_wmetprescaler;warn;storegatesvc;warn;thistsvc;warn;trt_conditionssummarysvc;warn;toolsvc.combinedmuontrackbuilder;warn;toolsvc.dcmathsegmentmaker;warn;toolsvc.indetalignmonresiduals_notrig;warn;toolsvc.indetupdator;warn;toolsvc.mugirlcandidatetool;warn;toolsvc.muidmatchmaker;warn;toolsvc.muidsegmentregionrecoverytool;warn;toolsvc.trigdecisiontool.navigation;warn;toolsvc.trigt1ctmonitoring;bsmonitor;warn;toolsvc.zdcrecchanneltool;warn;toolsvc.ipatfitter;warn;trackcollectioncnv;hlt_indettrigparticlecreationtrtonly_electron_efid;warn;trackcollectioncnv;hlt_indettrigparticlecreation_electron_efid;warn;trigbsextraction.navigationforl2;warn;verbatim;rawtoesd;step;type;warning;mugirlcandidatetool;verbatim;toolsvc.mugirlcandidatetool;warn;create;rio_ontrack;toolsvc.mugirlcandidatetool;warn;base;road;verbatim;extract;file;event;warning;warning;atlasproduction;16.6.3.6;verbatim;reco_trf.py;outputesdfile;esd.pool.root;inputbsfile;user;gencomm;run179710;data11_7tev;express_express.merge.raw;mugirlcandidatetool;verbatim;warning;important;lower;message;level;debug;advance;susumu;warning;mugirlcandidatetool;tier;processing;16.6.3.6;muonidentification;mugirl'),(81076,'atlas','tautrackslimmer warning no or empty track container found in tds in tier-0 processing (16.6.3.6)','hi felix, \r\n\r\nthere are warnings from tautrackslimmer in tier-0 processing with recent data.\r\nif you process an esd file of run 179710 lb300 express stream (early morning of friday, 15 april) with atlasproduction 16.6.3.6 by\r\n+verbatim+\r\nreco_trf.py inputesdfile=/afs/cern.ch/user/g/gencomm/w0/oda/run179710/data11_7tev.00179710.express_express.recon.esd.x111._lb0300._sfo-5._0001.1 outputaodfile=aod.pool.root outputhistfile=hist.root \r\n-verbatim-\r\nyou will see the following warning message 13 times for 203 events. \r\n+verbatim+\r\ntautrackslimmer                                   warning no or empty track container found in tds\r\n-verbatim-\r\nif this is serious, please investigate the real problem.\r\notherwise, please lower the message level to debug.\r\n\r\nthanks in advance,\r\nsusumu ','7959','4045','2011-04-15 23:16:31','5','none','closed','taurec',';felix;warning;tautrackslimmer;tier;processing;recent;datum;process;file;lb300;express;stream;early;morning;friday;april;atlasproduction;16.6.3.6;verbatim;reco_trf.py;inputesdfile;user;gencomm;run179710;data11_7tev;express_express.recon.esd.x111;outputaodfile;aod.pool.root;outputhistfile;hist.root;verbatim;follow;warn;message;time;event;verbatim;tautrackslimmer;warn;track;container;verbatim;investigate;real;problem;lower;message;level;debug;advance;susumu;tautrackslimmer;warn;track;container;tier;processing;16.6.3.6;taurec'),(81078,'atlas','combinedmuontrackbuilder warnings in tier-0 processing (16.6.3.6)','hi alan, \r\n\r\nthere are warning messages from combinedmuontrackbuilder in tier-0 processing with recent data. \r\ni extracted 15 events from run 179710 lb300 express stream (early morning of friday, 15 april). \r\nwith atlasproduction 16.6.3.6, \r\n+verbatim+\r\nreco_trf.py ami=x111 inputbsfile=/afs/cern.ch/user/g/gencomm/w0/oda/run179710/data11_7tev.00179710.express_express.merge.raw._lb0300._sfo-all._0001.1.combinedmuontrackbuilder outputesdfile=esd.pool.root\r\n-verbatim-\r\nwill show warning messages 29 times. there are six types of warnings.\r\n+verbatim+\r\ntoolsvc.combinedmuontrackbuilder                  warning  combined muon track is missing the tsos\'s describing calorimeter association\r\ntoolsvc.combinedmuontrackbuilder                  warning  keep original combined track despite cleaner veto\r\ntoolsvc.combinedmuontrackbuilder                  warning  keep original standalone track despite cleaner veto\r\ntoolsvc.combinedmuontrackbuilder                  warning  muontrack without caloenergy association\r\ntoolsvc.combinedmuontrackbuilder                  warning combinedtrack fails with missing caloenergy\r\ntoolsvc.combinedmuontrackbuilder                  warning indetextension: reject with insufficient ms measurements\r\n-verbatim-\r\nif these are serious, please investigate the real problems.\r\notherwise, please lower the message level to debug.\r\n\r\nthanks in advance,\r\nsusumu ','396','4045','2011-04-15 23:49:25','5','fixed','closed','muonidentification/muid',';alan;warn;message;combinedmuontrackbuilder;tier;processing;recent;datum;extract;event;lb300;express;stream;early;morning;friday;april;atlasproduction;16.6.3.6;verbatim;reco_trf.py;inputbsfile;user;gencomm;run179710;data11_7tev;express_express.merge.raw;combinedmuontrackbuilder;outputesdfile;esd.pool.root;verbatim;warn;message;time;type;warning;verbatim;toolsvc.combinedmuontrackbuilder;warn;combine;muon;track;miss;tsos\'s;describe;calorimeter;association;toolsvc.combinedmuontrackbuilder;warn;original;combine;track;despite;cleaner;veto;toolsvc.combinedmuontrackbuilder;warn;original;standalone;track;despite;cleaner;veto;toolsvc.combinedmuontrackbuilder;warn;muontrack;caloenergy;association;toolsvc.combinedmuontrackbuilder;warn;combinedtrack;fail;miss;caloenergy;toolsvc.combinedmuontrackbuilder;warn;indetextension;reject;insufficient;measurement;verbatim;investigate;real;problem;lower;message;level;debug;advance;susumu;combinedmuontrackbuilder;warning;tier;processing;16.6.3.6;muonidentification;muid'),(81089,'atlas','fatal cannot locate magneticfieldmaps','hello, \r\n\r\ntct tests for dev/i686-slc5-gcc43-opt show several failures due to :\r\n\r\n message=cannot locate magneticfieldmaps/bmagatlas_09_fullasym20400.data.bz2 from ${datapath}\r\n  severity=fatal\r\n  who=magfieldathenasvc\r\n  producer=rawtoesd\r\n  stage=execute\r\n\r\njobs failed:\r\n--run00178044_express0_collisions:\r\n--run00178044_express0_collisions_bis:\r\n--run00178044_express1_collisions:\r\n--run00178044_express2_collisions:\r\n--run00178044_express3_collisions:\r\n--run00178044_express4_collisions:\r\n--run00178044_express5_collisions:\r\n--run00178044_express6_collisions:\r\n--run00178044_express7_collisions:\r\n\r\n\r\nexample log file:\r\n\r\nhttps://atlasrtt.cern.ch/tct/rel_6/dev/build/i686-slc5-gcc43-opt/offline/tier0chaintests/run00178044_express0_collisions/run00178044_express0_collisions_log\r\n\r\ncould you please check?\r\n\r\nthanks, marija (valshift)','1180','5211','2011-04-16 10:10:31','5','fixed','closed','none',';hello;test;slc5;gcc43;failure;message;locate;magneticfieldmap;bmagatlas_09_fullasym20400;data.bz2;datapath;severity;fatal;magfieldathenasvc;producer;rawtoesd;stage;execute;fail;run00178044_express0_collisions;run00178044_express0_collisions_bis;run00178044_express1_collisions;run00178044_express2_collisions;run00178044_express3_collisions;run00178044_express4_collisions;run00178044_express5_collisions;run00178044_express6_collisions;run00178044_express7_collisions;example;file;http;atlasrtt.cern.ch;rel_6;build;slc5;gcc43;offline;tier0chaintest;run00178044_express0_collisions;run00178044_express0_collisions_log;check;marija;valshift;fatal;locate;magneticfieldmap'),(81109,'atlas','fast repro merge task 307469: streamesd error  incorrect object/count','merge esd job\r\nhttp://panda.cern.ch/server/pandamon/query?job=1221275228\r\n\r\nfails during switch between these files:\r\nesd.300967._000063.pool.root.1\r\nesd.300967._000064.pool.root.1\r\n\r\nthe merge esd job log \r\nhttp://voatlas140.cern.ch/monitor/logs/9a496713-48bf-4138-a9e5-0af4fccfa212/tarball_pandajob_1221275228_lyon/athena_stdout.txt\r\n\r\nshows:\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  done processing event #2875168, run #178026 4407 events processed so far  &lt;&lt;&lt;===\r\nesd.300967._000063.pool.root.1 info database being retired...\r\ndomain[root_all] info -&gt;  deaccess dbdatabase   read      [root_all] 38b4ff2d-8664-e011-93d7-0024e8769b1f\r\ndomain[root_all] info &gt;   deaccess dbdomain     read      [root_all] \r\nathenasummarysvc                                     info  -&gt; file incident: fid:38b4ff2d-8664-e011-93d7-0024e8769b1f [guid: ]\r\nathenasummarysvc                                     info  -&gt; file incident: esd.300967._000063.pool.root.1 [guid: ]\r\ntoolsvc.lumiblockmetadatatool                        info handle() endtagfile for file: esd.300967._000063.pool.root.1\r\ndbsession info     open     dbsession    \r\ndomain[root_all] info &gt;   access   dbdomain     read      [root_all] \r\ndomain[root_all] info -&gt;  access   dbdatabase   read      [root_all] 8c009b0b-7c64-e011-b6f8-0015178c4ac0\r\ndomain[root_all] info                           esd.300967._000064.pool.root.1\r\nrootdbase.open success esd.300967._000064.pool.root.1 file version:52600\r\nimplicitcollection info opened the implicit collection with connection string &quot;pfn:esd.300967._000064.pool.root.1&quot;\r\nimplicitcollection info and a name &quot;poolcontainer_dataheader&quot;\r\nathenasummarysvc                                     info  -&gt; file incident: esd.300967._000064.pool.root.1 [guid: ]\r\ntoolsvc.lumiblockmetadatatool                        info handle() begintagfile for file: esd.300967._000064.pool.root.1\r\nathenasummarysvc                                     info  -&gt; file incident: esd.300967._000064.pool.root.1 [guid: fid:8c009b0b-7c64-e011-b6f8-0015178c4ac0]\r\ntoolsvc.lumiblockmetadatatool                        info handle() begininputfile for file: esd.300967._000064.pool.root.1\r\ntoolsvc.bytestreammetadatatool                       info handle() begininputfile\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  start processing event #2875482, run #178026 4407 events processed so far  &lt;&lt;&lt;===\r\nstreamesd                                           error  incorrect object/count: rec::trackparticlecontainer_combined_trackparticles, 4407 should be: 4408\r\nstreamesd                                           error  incorrect object/count: trackcollection_combined_tracks, 4407 should be: 4408\r\nesd.307469._000002.pool.root.6 error branch container collectiontree(trk::trackcollection_tlp3/combined_tracks) was not filled in this transaction. this is required by tree_auto_flush option.\r\nesd.307469._000002.pool.root.6 error branch container collectiontree(rec::trackparticlecontainer_tlp2/combined_trackparticles) was not filled in this transaction. this is required by tree_auto_flush option.\r\npersistencysvc::globaltransaction error could not commit and hold the transaction for the database with\r\npersistencysvc::globaltransaction error fid = 06f4e03a-2c68-e011-bad4-0024e87663ee\r\npersistencysvc::globaltransaction error pfn = esd.307469._000002.pool.root.6\r\npoolsvc                                             error pool commitandhold failed 0xbf736e8\r\nathenapoolcnvsvc                                    error commitoutput failed to commitandhold outputstream.\r\nstreamesd.streamesdtool                             error unable to commit output esd.307469._000002.pool.root.6\r\nstreamesd                                           fatal commitoutput failed.\r\nalgerrorauditor                                     error illegal return code: algorithm streamesd reported an error, but returned a statuscode &quot;failure&quot;\r\nerror policy described in https://twiki.cern.ch/twiki/bin/view/atlas/reportingerrors\r\nathalgseq                                            info execute of [streamesd] did not succeed\r\nalgerrorauditor                                     error illegal return code: algorithm athalgseq reported an error, but returned a statuscode &quot;failure&quot;\r\nerror policy described in https://twiki.cern.ch/twiki/bin/view/atlas/reportingerrors\r\nathmasterseq                                         info execute of [athalgseq] did not succeed\r\nalgerrorauditor                                     error illegal return code: algorithm athmasterseq reported an error, but returned a statuscode &quot;failure&quot;\r\nerror policy described in https://twiki.cern.ch/twiki/bin/view/atlas/reportingerrors\r\nathenaeventloopmgr                                   info execution of algorithm athmasterseq failed with statuscode::failure\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  done processing event #2875482, run #178026 4408 events processed so far  &lt;&lt;&lt;===\r\nathenaeventloopmgr                                  error terminating event processing loop due to errors\r\n\r\nlog files of the reco jobs\r\nhttp://panda.cern.ch/server/pandamon/query?job=1218798124\r\nhttp://panda.cern.ch/server/pandamon/query?job=1218798125\r\nthat produced un-mergeable esds shows:\r\n\r\ninfo esd.300967._000063.pool.root.1 successfully validated.\r\ninfo esd.300967._000064.pool.root.1 successfully validated.\r\n\r\ni verified that these files are not corrupted.\r\n','331','127','2011-04-16 20:28:18','9','fixed','closed','none',';merge;http;panda.cern.ch;server;pandamon;query;fail;switch;file;pool.root;pool.root;merge;http;voatlas140;monitor;tarball_pandajob_1221275228_lyon;athena_stdout.txt;show;athenaeventloopmgr;info;processing;event;event;process;deaccess;dbdatabase;read;root_all;domain;root_all;info;deaccess;dbdomain;read;root_all;athenasummarysvc;info;file;incident;guid;athenasummarysvc;info;file;incident;pool.root;guid;toolsvc.lumiblockmetadatatool;info;handle;endtagfile;file;pool.root;dbsession;info;open;dbsession;domain;root_all;info;access;dbdomain;read;root_all;domain;root_all;info;access;dbdatabase;read;root_all;domain;root_all;info;pool.root;rootdbase.open;success;pool.root;file;version;implicitcollection;info;open;implicit;collection;connection;string;pfn:esd;pool.root;implicitcollection;info;poolcontainer_dataheader;athenasummarysvc;info;file;incident;pool.root;guid;toolsvc.lumiblockmetadatatool;info;handle;begintagfile;file;pool.root;athenasummarysvc;info;file;incident;pool.root;guid;toolsvc.lumiblockmetadatatool;info;handle;begininputfile;file;pool.root;toolsvc.bytestreammetadatatool;info;handle;begininputfile;athenaeventloopmgr;info;start;processing;event;event;process;processing;event;event;process;athenaeventloopmgr;error;terminate;event;processing;loop;error;file;reco;http;panda.cern.ch;server;pandamon;query;http;panda.cern.ch;server;pandamon;query;produce;mergeable;show;info;pool.root;successfully;validate;info;pool.root;successfully;validate;verify;file;corrupt;fast;repro;merge;task;streamesd;error;incorrect;object;count'),(81120,'atlas','crash in muontrackmonmanager, release atlasproduction-16.6.3.7, x113','in run 00179804, 6 reconstruction jobs failed with the same crash : \r\n\r\ncurrent algorithm: muontrackmonmanager\r\nalgorithm stack: \r\n   athmasterseq\r\n   athalgseq\r\n   muontrackmonmanager\r\n\r\n\r\ndetails :\r\n------------------------\r\nsun apr 17 06:41:44 2011\r\n\r\ntzex version is  $revision: 355621 $\r\n\r\n&gt;&gt;&gt;&gt;&gt;  start of argdict \r\n\r\n{\'--ignoreerrors\': \'all\',\r\n \'--omitvalidation\': \'all\',\r\n \'amitag\': \'x113\',\r\n \'autoconfiguration\': \'everything,conditionstag=comcond-es1p*-004-05\',\r\n \'inputbsfile\': [\'data11_7tev.00179804.express_express.daq.raw#data11_7tev.00179804.express_express.daq.raw._lb0335._sfo-10._0001.data\'],\r\n \'maxevents\': -1,\r\n \'outputaodfile\': \'data11_7tev.00179804.express_express.recon.aod.x113#data11_7tev.00179804.express_express.recon.aod.x113._lb0335._sfo-10._0001\',\r\n \'outputesdfile\': \'data11_7tev.00179804.express_express.recon.esd.x113#data11_7tev.00179804.express_express.recon.esd.x113._lb0335._sfo-10._0001\',\r\n \'outputhistfile\': \'data11_7tev.00179804.express_express.recon.hist.x113#data11_7tev.00179804.express_express.recon.hist.x113._lb0335._sfo-10._0001\',\r\n \'outputntup_muoncalibfile\': \'data11_7tev.00179804.express_express.recon.ntup_muoncalib.x113#data11_7tev.00179804.express_express.recon.ntup_muoncalib.x113._lb0335._sfo-10._0001\',\r\n \'outputntup_trigfile\': \'data11_7tev.00179804.express_express.recon.ntup_trig.x113#data11_7tev.00179804.express_express.recon.ntup_trig.x113._lb0335._sfo-10._0001\',\r\n \'outputntup_trkvalidfile\': \'data11_7tev.00179804.express_express.recon.ntup_trkvalid.x113#data11_7tev.00179804.express_express.recon.ntup_trkvalid.x113._lb0335._sfo-10._0001\',\r\n \'preexec\': \'indetflags.usebeamconstraint.set_value_and_lock(false);from calotools.calonoiseflags import jobproperties;jobproperties.calonoiseflags.fixedluminosity.set_value_and_lock(1.45);aodflags.trackparticleslimmer=true;indetflags.selectsctintimehits=true\'}\r\n&lt;&lt;&lt;&lt;&lt;  end of argdict \r\n\r\n\r\nsun apr 17 06:41:44 2011\r\n\r\n\r\nstagein\r\n\r\n[(\'data11_7tev.00179804.express_express.daq.raw\', \'data11_7tev.00179804.express_express.daq.raw._lb0335._sfo-10._0001.data\', \'/castor/cern.ch/grid/atlas/daq/merge/2011/00179804/express_express/data11_7tev.00179804.express_express.daq.raw._lb0335._sfo-10._0001.data\', \'data11_7tev.00179804.express_express.daq.raw._lb0335._sfo-10._0001.data\', \'t0atlas\', \'stagein\', \'expraw\')]\r\n\r\n\r\nsun apr 17 06:41:44 2011\r\n\r\n\r\n-----&gt;  staging in  data11_7tev.00179804.express_express.daq.raw._lb0335._sfo-10._0001.data\r\n\r\nexport stage_svcclass=t0atlas ; export stage_host=castoratlas ; umask 7 ;  rfcp /castor/cern.ch/grid/atlas/daq/merge/2011/00179804/express_express/data11_7tev.00179804.express_express.daq.raw._lb0335._sfo-10._0001.data data11_7tev.00179804.express_express.daq.raw._lb0335._sfo-10._0001.data\r\n0 217795212 bytes in 3 seconds through eth0 (in) and local (out) (70896 kb/sec)\r\n217795212 bytes in remote file\r\n\r\n0 217795212 bytes in 3 seconds through eth0 (in) and local (out) (70896 kb/sec)\r\n217795212 bytes in remote file\r\n\r\nlogging: connection succeeded\r\nlogging: executing...\r\ninsert into cpattempt (source,dest,retrynr,exitcode,erroracronym,startepoch,           endepoch,stdboth,filesize,server,transfertime,type,filetype,svcclass) values (:source,:dest,:retrynr,:exitcode,:eacro,:startepoch, :endepoch,:stdboth,          :filesize, :server, :transfertime, :type, :filetype, :svcclass)\r\n{\'retrynr\': 1, \'svcclass\': \'t0atlas\', \'eacro\': \'ok\', \'dest\': \'data11_7tev.00179804.express_express.daq.raw._lb0335._sfo-10._0001.data\', \'startepoch\': 1303015304, \'endepoch\': 1303015317, \'filesize\': 217795212, \'server\': \'\', \'source\': \'/castor/cern.ch/grid/atlas/daq/merge/2011/00179804/express_express/data11_7tev.00179804.express_express.daq.raw._lb0335._sfo-10._0001.data\', \'transfertime\': 3, \'stdboth\': \'217795212 bytes in 3 seconds through eth0 (in) and local (out) (70896 kb/sec)\\n217795212 bytes in remote file\\n\\n\', \'type\': \'stagein\', \'filetype\': \'expraw\', \'exitcode\': 0}\r\nlogging: connection closed\r\nok 13366 13298 [(0, 1, \'217795212 bytes in 3 seconds through eth0 (in) and local (out) (70896 kb/sec)\\n217795212 bytes in remote file\\n\\n\', 1303015304, 1303015317)]\r\nstaging in took  13 seconds ok\r\n\r\nstagein succeeded\r\n\r\nsun apr 17 06:41:57 2011\r\n\r\n\r\nsun apr 17 06:41:58 2011\r\n\r\n\r\ntrans start\r\n\r\nsource /afs/cern.ch/atlas/tzero/prod1/inst/projects/data11/setup/setuptrf.sh /afs/cern.ch/atlas/tzero/prod1/inst/projects/data11/patches/atlasproduction-16.6.3.7 atlasproduction-16.6.3.7 /afs/cern.ch/atlas/tzero/prod1/inst/projects/data11/setup/specialsetup_tier0.sh ; python -u `which reco_trf.py` --argdict=/afs/cern.ch/atlas/tzero/prod1/log1/10294/10294603_data11_7tev.00179804.express_express.daq.raw.x113.recon.task._lb0335._sfo-10._0001.job.3//data11_7tev.00179804.express_express.daq.raw.x113.recon.task._lb0335._sfo-10._0001.job.argdict.gpickle  &amp;&gt; data11_7tev.00179804.express_express.daq.raw.x113.recon.task._lb0335._sfo-10._0001.job.tmp.log\r\ncreated local authentication.xml file\r\ncreated local dblookup.xml file\r\ncopied geometry db file from /afs/cern.ch/atlas/conditions/geomdb_tier0/geomdb/geomdb_sqlite\r\nall done\r\nunsetting frontier_server ...\r\nsetting coral_dblookup_path to  /pool/lsf/atlast0/133949831:/afs/cern.ch/atlas/software/releases/16.6.3/dbrelease/current/xmlconfig\r\nsetting coral_auth_path to  /pool/lsf/atlast0/133949831:/afs/cern.ch/atlas/tzero/prod1/inst/var/private:/afs/cern.ch/atlas/software/releases/16.6.3/dbrelease/current/xmlconfig:/afs/cern.ch/atlas/tzero/prod1/inst/var/private\r\n\r\ntrans end\r\n\r\n\r\nsun apr 17 07:15:46 2011\r\n\r\n\r\ntail of logfile \r\n&gt;&gt;&gt;\r\ntoolsvc.cscsegmvalalg                                info registering histogram: muboy_segm_qsumetagoodclusperlayer_ec with group: muon/muonsegmentmonitoring/endcapc/overview/convertedmboysegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: muboy_segm_etaclusterstatus_ea with group: muon/muonsegmentmonitoring/endcapa/detail/convertedmboysegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: muboy_segm_etaclusterstatus_ec with group: muon/muonsegmentmonitoring/endcapc/detail/convertedmboysegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: muboy_segm_numetacluster_ea with group: muon/muonsegmentmonitoring/endcapa/detail/convertedmboysegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: muboy_segm_numetacluster_ec with group: muon/muonsegmentmonitoring/endcapc/detail/convertedmboysegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: muboy_segm_numgoodetacluster_ea with group: muon/muonsegmentmonitoring/endcapa/detail/convertedmboysegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: muboy_segm_numgoodetacluster_ec with group: muon/muonsegmentmonitoring/endcapc/detail/convertedmboysegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: muboy_segm_qsumetacluster_ea with group: muon/muonsegmentmonitoring/endcapa/detail/convertedmboysegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: muboy_segm_qsumetacluster_ec with group: muon/muonsegmentmonitoring/endcapc/detail/convertedmboysegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: muboy_segm_qsumgoodetacluster_ea with group: muon/muonsegmentmonitoring/endcapa/detail/convertedmboysegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: muboy_segm_qsumgoodetacluster_ec with group: muon/muonsegmentmonitoring/endcapc/detail/convertedmboysegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: muboy_segm_qsumphigoodclusperlayer_ea with group: muon/muonsegmentmonitoring/endcapa/overview/convertedmboysegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: muboy_segm_qsumphigoodclusperlayer_ec with group: muon/muonsegmentmonitoring/endcapc/overview/convertedmboysegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: muboy_segm_phiclusterstatus_ea with group: muon/muonsegmentmonitoring/endcapa/detail/convertedmboysegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: muboy_segm_phiclusterstatus_ec with group: muon/muonsegmentmonitoring/endcapc/detail/convertedmboysegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: muboy_segm_numphicluster_ea with group: muon/muonsegmentmonitoring/endcapa/detail/convertedmboysegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: muboy_segm_numphicluster_ec with group: muon/muonsegmentmonitoring/endcapc/detail/convertedmboysegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: muboy_segm_numgoodphicluster_ea with group: muon/muonsegmentmonitoring/endcapa/detail/convertedmboysegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: muboy_segm_numgoodphicluster_ec with group: muon/muonsegmentmonitoring/endcapc/detail/convertedmboysegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: muboy_segm_qsumphicluster_ea with group: muon/muonsegmentmonitoring/endcapa/detail/convertedmboysegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: muboy_segm_qsumphicluster_ec with group: muon/muonsegmentmonitoring/endcapc/detail/convertedmboysegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: muboy_segm_qsumgoodphicluster_ea with group: muon/muonsegmentmonitoring/endcapa/detail/convertedmboysegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: muboy_segm_qsumgoodphicluster_ec with group: muon/muonsegmentmonitoring/endcapc/detail/convertedmboysegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: muboy_segm_qsumgoodcluscorrelation_ea with group: muon/muonsegmentmonitoring/endcapa/detail/convertedmboysegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: muboy_segm_qsumgoodcluscorrelation_ec with group: muon/muonsegmentmonitoring/endcapc/detail/convertedmboysegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_numsegments_ea with group: muon/muonsegmentmonitoring/endcapa/overview/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_numsegments_ec with group: muon/muonsegmentmonitoring/endcapc/overview/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_numnclussegments_ea with group: muon/muonsegmentmonitoring/endcapa/detail/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_numnclussegments_ec with group: muon/muonsegmentmonitoring/endcapc/detail/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_efficiency_ea with group: muon/muonsegmentmonitoring/endcapa/overview/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_efficiency_ec with group: muon/muonsegmentmonitoring/endcapc/overview/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_qsumetagoodclusperlayer_ea with group: muon/muonsegmentmonitoring/endcapa/overview/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_qsumetagoodclusperlayer_ec with group: muon/muonsegmentmonitoring/endcapc/overview/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_etaclusterstatus_ea with group: muon/muonsegmentmonitoring/endcapa/detail/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_etaclusterstatus_ec with group: muon/muonsegmentmonitoring/endcapc/detail/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_numetacluster_ea with group: muon/muonsegmentmonitoring/endcapa/detail/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_numetacluster_ec with group: muon/muonsegmentmonitoring/endcapc/detail/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_numgoodetacluster_ea with group: muon/muonsegmentmonitoring/endcapa/detail/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_numgoodetacluster_ec with group: muon/muonsegmentmonitoring/endcapc/detail/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_qsumetacluster_ea with group: muon/muonsegmentmonitoring/endcapa/detail/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_qsumetacluster_ec with group: muon/muonsegmentmonitoring/endcapc/detail/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_qsumgoodetacluster_ea with group: muon/muonsegmentmonitoring/endcapa/detail/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_qsumgoodetacluster_ec with group: muon/muonsegmentmonitoring/endcapc/detail/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_qsumphigoodclusperlayer_ea with group: muon/muonsegmentmonitoring/endcapa/overview/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_qsumphigoodclusperlayer_ec with group: muon/muonsegmentmonitoring/endcapc/overview/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_phiclusterstatus_ea with group: muon/muonsegmentmonitoring/endcapa/detail/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_phiclusterstatus_ec with group: muon/muonsegmentmonitoring/endcapc/detail/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_numphicluster_ea with group: muon/muonsegmentmonitoring/endcapa/detail/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_numphicluster_ec with group: muon/muonsegmentmonitoring/endcapc/detail/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_numgoodphicluster_ea with group: muon/muonsegmentmonitoring/endcapa/detail/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_numgoodphicluster_ec with group: muon/muonsegmentmonitoring/endcapc/detail/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_qsumphicluster_ea with group: muon/muonsegmentmonitoring/endcapa/detail/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_qsumphicluster_ec with group: muon/muonsegmentmonitoring/endcapc/detail/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_qsumgoodphicluster_ea with group: muon/muonsegmentmonitoring/endcapa/detail/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_qsumgoodphicluster_ec with group: muon/muonsegmentmonitoring/endcapc/detail/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_qsumgoodcluscorrelation_ea with group: muon/muonsegmentmonitoring/endcapa/detail/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_qsumgoodcluscorrelation_ec with group: muon/muonsegmentmonitoring/endcapc/detail/mooresegments/csc\r\ntoolsvc.eventcnvsupertool                         warning unknown identifier: unable to decode id, that is (4294952960)\r\ntoolsvc.eventcnvsupertool                         warning getsurface: could not get cnv tool. returning detelementsurface with id=.4294952960\r\n-------------------------------------------------------------------------------------\r\ncore dump from coredumpsvc on lxbrl2520.cern.ch at sun apr 17 07:15:20 2011\r\n\r\ncaught signal 11(segmentation fault). details: \r\n  errno = 0, code = 1 (address not mapped to object)\r\n  pid   = 16, uid = 1433273632\r\n  value = (1552118599, 0x5c837347)\r\n  vmem = 2559.21 mb\r\n  rss  = 1936.44 mb\r\n  total-ram = 15929.1 mb\r\n  free-ram  = 1115.58 mb\r\n  buffer-ram= 123.715 mb\r\n  total-swap= 20481.2 mb\r\n  free-swap = 20435.9 mb\r\n  addr  = 0x10\r\n\r\nevent counter: 1\r\neventid: [run,evt,lumi,time,bunchcross,detmask] = [179804,10730244,335,1303006198:4858710,484,0x1fffffffffff7]\r\nlast incident: athenaeventloopmgr:beginevent\r\ncurrent algorithm: muontrackmonmanager\r\nalgorithm stack: \r\n   athmasterseq\r\n   athalgseq\r\n   muontrackmonmanager\r\n-------------------------------------------------------------------------------------\r\n\r\n(pid=22210 ppid=13019) received fatal signal 11 (segmentation fault)\r\nsignal context:\r\n  signo  = 11, errno = 0, code = 1 (address not mapped to object)\r\n  pid    = 16, uid = 1433273632\r\n  value  = (1552118599, 0x5c837347)\r\n  addr   = 0x10\r\n  stack  = (2, 0, (nil))\r\n\r\n  eip: 0023:6836174d           eflags: 00010292\r\n  eax: 00000000   ebx: 683a0d9c   ecx: a846aaf8   edx: a846aaf8\r\n  esi: 00000002   edi: ffe1f32c   ebp: ffe1f2a8   esp: ffe1f0a0\r\n   ds: 002b        es: 002b        fs: 0000        ss: 002b\r\n\r\n  signal esp: ffe1f0a0  trap: 14/4  oldmask: 00000000   cr2: 00000010\r\n\r\n  fpu:  control = ffff037f\r\n        status  = ffff0020\r\n        tag     = ffffffff\r\n        ip      = 0010:587e08a7\r\n        data    = 002b:a82a6be4\r\n        state   = 00000020\r\n    %fp0 = [8000:0000000000000000]\r\n    %fp1 = [bffe:a00071f22aa6ec70]\r\n    %fp2 = [c009:4de7b9a848a58e89]\r\n    %fp3 = [0000:0000000000000000]\r\n    %fp4 = [4007:92804b204469ecac]\r\n    %fp5 = [400b:70d0bc0de145e377]\r\n    %fp6 = [400f:000000000000ad58]\r\n    %fp7 = [401f:000000001c80eac0]\r\n\r\nstack trace:\r\n 0x5a3d5340 athena::debugaids::stacktrace(int) + 0x60 [/afs/cern.ch/atlas/software/releases/16.6.3/atlascore/16.6.3/installarea/i686-slc5-gcc43-opt/lib/libcxxutils.so]\r\n 0x5a3d2f8f athena::signal::fataldump(int, siginfo*, void*) + 0xff [/afs/cern.ch/atlas/software/releases/16.6.3/atlascore/16.6.3/installarea/i686-slc5-gcc43-opt/lib/libcxxutils.so]\r\n 0x5a3d32a1 athena::signal::fatal(int, siginfo*, void*) + 0x181 [/afs/cern.ch/atlas/software/releases/16.6.3/atlascore/16.6.3/installarea/i686-slc5-gcc43-opt/lib/libcxxutils.so]\r\n 0x5a195a0e coredumpsvchandler::action(int, siginfo*, void*) + 0xce [/afs/cern.ch/atlas/software/releases/16.6.3/atlascore/16.6.3/installarea/i686-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0xffffe600 &lt;unknown function&gt;\r\n 0x6836174d muon::muonedmhelpertool::createdetailedtracksummary(trk::track const&amp;) const + 0x18d [/afs/cern.ch/atlas/software/releases/16.6.3/atlasreconstruction/16.6.3/installarea/i686-slc5-gcc43-opt/lib/libmuonrechelpertoolslib.so]\r\n 0x7259fd71 muonselectedtracksmon::filldetailedtrksummaryhistograms(std::string, int) + 0x3b1 [/afs/cern.ch/atlas/software/releases/16.6.3/atlasanalysis/16.6.3/installarea/i686-slc5-gcc43-opt/lib/libmuontrackmonitoring.so]\r\n 0x725a23cb muonselectedtracksmon::fillhistograms() + 0x50b [/afs/cern.ch/atlas/software/releases/16.6.3/atlasanalysis/16.6.3/installarea/i686-slc5-gcc43-opt/lib/libmuontrackmonitoring.so]\r\n 0x668f97df managedmonitortoolbase::fillhists() + 0x4bf [/afs/cern.ch/atlas/software/releases/16.6.3/atlasevent/16.6.3/installarea/i686-slc5-gcc43-opt/lib/libathenamonitoringlib.so]\r\n 0x668e5ae2 athenamonmanager::execute() + 0x592 [/afs/cern.ch/atlas/software/releases/16.6.3/atlasevent/16.6.3/installarea/i686-slc5-gcc43-opt/lib/libathenamonitoringlib.so]\r\n 0x587ba51d algorithm::sysexecute() + 0x11d [/afs/cern.ch/atlas/software/releases/16.6.3/gaudi/v21r9p3a/installarea/i686-slc5-gcc43-opt/lib/libgaudikernel.so]\r\n 0x6681b89b athsequencer::execute() + 0x25b [/afs/cern.ch/atlas/software/releases/16.6.3/atlascore/16.6.3/installarea/i686-slc5-gcc43-opt/lib/libgaudisequencer.so]\r\n 0x587ba51d algorithm::sysexecute() + 0x11d [/afs/cern.ch/atlas/software/releases/16.6.3/gaudi/v21r9p3a/installarea/i686-slc5-gcc43-opt/lib/libgaudikernel.so]\r\n 0x6681b89b athsequencer::execute() + 0x25b [/afs/cern.ch/atlas/software/releases/16.6.3/atlascore/16.6.3/installarea/i686-slc5-gcc43-opt/lib/libgaudisequencer.so]\r\n 0x587ba51d algorithm::sysexecute() + 0x11d [/afs/cern.ch/atlas/software/releases/16.6.3/gaudi/v21r9p3a/installarea/i686-slc5-gcc43-opt/lib/libgaudikernel.so]\r\n 0x5a1c453f athenaeventloopmgr::executealgorithms() + 0x6f [/afs/cern.ch/atlas/software/releases/16.6.3/atlascore/16.6.3/installarea/i686-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0x5a1cad2e athenaeventloopmgr::executeevent(void*) + 0x83e [/afs/cern.ch/atlas/software/releases/16.6.3/atlascore/16.6.3/installarea/i686-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0x5a1c9a12 athenaeventloopmgr::nextevent(int) + 0x8a2 [/afs/cern.ch/atlas/software/releases/16.6.3/atlascore/16.6.3/installarea/i686-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0x5a1c36cb athenaeventloopmgr::executerun(int) + 0x1b [/afs/cern.ch/atlas/software/releases/16.6.3/atlascore/16.6.3/installarea/i686-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0x599b7a49 applicationmgr::executerun(int) + 0x79 [/afs/cern.ch/atlas/software/releases/16.6.3/gaudi/v21r9p3a/installarea/i686-slc5-gcc43-opt/lib/libgaudisvc.so]\r\n�0x590bc94d _zn12_global__n_1l11method_4267epvs0_rkst6vectoris0_sais0_ees0_ dictionary_dict.cpp:0 + 0x590bc94d [/afs/cern.ch/atlas/software/releases/16.6.3/gaudi/v21r9p3a/installarea/i686-slc5-gcc43-opt/lib/libgaudikerneldict.so]\r\n 0x57fca437 root::cintex::method_stub_with_context(root::cintex::stubcontext_t*, g__value*, char const*, g__param*, int) + 0x157 [/afs/cern.ch/atlas/software/releases/16.6.3/detcommon/16.6.3/installarea/i686-slc5-gcc43-opt/lib/libcintex.so]\r\n 0x59e36034 &lt;unknown function&gt;\r\n 0x56135512 cint::g__callfunc::execute(void*) + 0xd2 [/afs/cern.ch/atlas/software/releases/16.6.3/detcommon/16.6.3/installarea/i686-slc5-gcc43-opt/lib/libcint.so]\r\n 0x558c2cec pyroot::trootobjectbyvalueexecutor::execute(cint::g__callfunc*, void*) + 0x2c [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/app/releases/root/5.26.00e_python2.6/i686-slc5-gcc43-opt/root/lib/libpyroot.so]\r\n 0x558c8c24 pyroot::tmethodholder&lt;pyroot::tscopeadapter, pyroot::tmemberadapter&gt;::callsafe(void*) + 0x64 [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/app/releases/root/5.26.00e_python2.6/i686-slc5-gcc43-opt/root/lib/libpyroot.so]\r\n 0x558c8dbc pyroot::tmethodholder&lt;pyroot::tscopeadapter, pyroot::tmemberadapter&gt;::execute(void*) + 0x6c [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/app/releases/root/5.26.00e_python2.6/i686-slc5-gcc43-opt/root/lib/libpyroot.so]\r\n 0x558c7a92 pyroot::tmethodholder&lt;pyroot::tscopeadapter, pyroot::tmemberadapter&gt;::operator()(pyroot::objectproxy*, _object*, _object*, long) + 0x112 [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/app/releases/root/5.26.00e_python2.6/i686-slc5-gcc43-opt/root/lib/libpyroot.so]\r\n�0x558ce859 pyroot::(anonymous namespace)::mp_call(pyroot::methodproxy*, _object*, _object*) methodproxy.cxx:0 + 0x558ce859 [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/app/releases/root/5.26.00e_python2.6/i686-slc5-gcc43-opt/root/lib/libpyroot.so]\r\n 0x0805d88c pyobject_call /build/agaspar/work/python-2.6.5/objects/abstract.c:2493 + 0x5c [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080d969d do_call /build/agaspar/work/python-2.6.5/python/ceval.c:3968 + 0x2dfd [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080ddc8c pyeval_evalcodeex /build/agaspar/work/python-2.6.5/python/ceval.c:3000 + 0x87c [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080dc329 fast_function /build/agaspar/work/python-2.6.5/python/ceval.c:3846 + 0x5a89 [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080ddc8c pyeval_evalcodeex /build/agaspar/work/python-2.6.5/python/ceval.c:3000 + 0x87c [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080dddd3 pyeval_evalcode /build/agaspar/work/python-2.6.5/python/ceval.c:547 + 0x63 [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080fe044 run_mod /build/agaspar/work/python-2.6.5/python/pythonrun.c:1339 + 0xb4 [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080d4900 builtin_execfile /build/agaspar/work/python-2.6.5/python/bltinmodule.c:797 + 0x80d4900 [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x081391bd pycfunction_call /build/agaspar/work/python-2.6.5/objects/methodobject.c:81 + 0x18d [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080dbd09 call_function /build/agaspar/work/python-2.6.5/python/ceval.c:3750 + 0x5469 [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080ddc8c pyeval_evalcodeex /build/agaspar/work/python-2.6.5/python/ceval.c:3000 + 0x87c [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x08137caa function_call /build/agaspar/work/python-2.6.5/objects/funcobject.c:524 + 0x8137caa [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x0805d88c pyobject_call /build/agaspar/work/python-2.6.5/objects/abstract.c:2493 + 0x5c [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x08064935 instancemethod_call /build/agaspar/work/python-2.6.5/objects/classobject.c:2579 + 0x8064935 [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x0805d88c pyobject_call /build/agaspar/work/python-2.6.5/objects/abstract.c:2493 + 0x5c [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080b29e3 slot_tp_call /build/agaspar/work/python-2.6.5/objects/typeobject.c:5373 + 0x80b29e3 [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x0805d88c pyobject_call /build/agaspar/work/python-2.6.5/objects/abstract.c:2493 + 0x5c [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080d969d do_call /build/agaspar/work/python-2.6.5/python/ceval.c:3968 + 0x2dfd [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080ddc8c pyeval_evalcodeex /build/agaspar/work/python-2.6.5/python/ceval.c:3000 + 0x87c [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080dddd3 pyeval_evalcode /build/agaspar/work/python-2.6.5/python/ceval.c:547 + 0x63 [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080fe044 run_mod /build/agaspar/work/python-2.6.5/python/pythonrun.c:1339 + 0xb4 [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080d4900 builtin_execfile /build/agaspar/work/python-2.6.5/python/bltinmodule.c:797 + 0x80d4900 [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x081391bd pycfunction_call /build/agaspar/work/python-2.6.5/objects/methodobject.c:81 + 0x18d [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080dbd09 call_function /build/agaspar/work/python-2.6.5/python/ceval.c:3750 + 0x5469 [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080ddc8c pyeval_evalcodeex /build/agaspar/work/python-2.6.5/python/ceval.c:3000 + 0x87c [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x08137caa function_call /build/agaspar/work/python-2.6.5/objects/funcobject.c:524 + 0x8137caa [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x0805d88c pyobject_call /build/agaspar/work/python-2.6.5/objects/abstract.c:2493 + 0x5c [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x08064935 instancemethod_call /build/agaspar/work/python-2.6.5/objects/classobject.c:2579 + 0x8064935 [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x0805d88c pyobject_call /build/agaspar/work/python-2.6.5/objects/abstract.c:2493 + 0x5c [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080b29e3 slot_tp_call /build/agaspar/work/python-2.6.5/objects/typeobject.c:5373 + 0x80b29e3 [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x0805d88c pyobject_call /build/agaspar/work/python-2.6.5/objects/abstract.c:2493 + 0x5c [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080d969d do_call /build/agaspar/work/python-2.6.5/python/ceval.c:3968 + 0x2dfd [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080ddc8c pyeval_evalcodeex /build/agaspar/work/python-2.6.5/python/ceval.c:3000 + 0x87c [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080dddd3 pyeval_evalcode /build/agaspar/work/python-2.6.5/python/ceval.c:547 + 0x63 [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080fe044 run_mod /build/agaspar/work/python-2.6.5/python/pythonrun.c:1339 + 0xb4 [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080fe3a4 pyrun_simplefileexflags /build/agaspar/work/python-2.6.5/python/pythonrun.c:935 + 0x204 [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080fe69a pyrun_anyfileexflags /build/agaspar/work/python-2.6.5/python/pythonrun.c:739 + 0x7a [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x08058d46 py_main /build/agaspar/work/python-2.6.5/modules/main.c:572 + 0xc56 [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x08057e42 main /build/agaspar/work/python-2.6.5/./modules/python.c:24 + 0x32 [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x00139e9c __libc_start_main + 0xdc [/lib/libc.so.6]\r\n 0x08057d51 _start + 0x8057d51 [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\npy:esdtoaod          info execution of esdtoaod complete with exit code -11.\r\npy:esdtoaod         error transform received signal 11. exit code reset to athena exit code 8.\r\nathenalogchecker start [esdtoaod log] wall-time: sun apr 17 05:15:34 2011, vmem: 112.12890625 mb, rss: 67.8125 mb\r\npy:esdtoaod          info scanning athena logfile esdtoaod.log assuming atlas release all,16.6.3.7 ...\r\npy:esdtoaod          info athena initialise()...\r\npy:esdtoaod          info athena execute()...\r\npy:esdtoaod          info done scanning 6302 lines of file esdtoaod.log. summary:\r\npy:esdtoaod          info    ignored : 0\r\npy:esdtoaod          info    warnings: 34\r\npy:esdtoaod          info    errors  : 0\r\npy:esdtoaod          info    fatals  : 2\r\nathenalogchecker stop [esdtoaod log] wall-time: sun apr 17 05:15:34 2011, vmem: 112.12890625 mb, rss: 67.81640625 mb\r\nathenalogchecker report [esdtoaod log] wall-time: 00 hrs 00 mins 00 secs, cpu-time: 00 hrs 00 mins 00 secs, vmem: 0.0 mb, rss: 0.00390625 mb\r\npy:esdtoaod          info jobtransform completed for esdtoaod with error code 60010 (exit code 6)\r\npy:esdtoaod          info transform timer stop [esdtoaod] wall-time: sun apr 17 05:15:34 2011, vmem: 112.12890625 mb, rss: 67.82421875 mb\r\npy:esdtoaod          info transform timer report [esdtoaod] wall-time: 00 hrs 03 mins 59 secs, cpu-time: 00 hrs 02 mins 22 secs, vmem: 0.0 mb, rss: 0.10546875 mb\r\n===== job report produced by esdtoaod version patjobtransforms-00-03-29 =====\r\ncommand=/afs/cern.ch/atlas/software/releases/16.6.3/atlasproduction/16.6.3.7/installarea/share/bin/reco_trf.py --argdict=/afs/cern.ch/atlas/tzero/prod1/log1/10294/10294603_data11_7tev.00179804.express_express.daq.raw.x113.recon.task._lb0335._sfo-10._0001.job.3//data11_7tev.00179804.express_express.daq.raw.x113.recon.task._lb0335._sfo-10._0001.job.argdict.gpickle\r\nexitcode=6\r\nerrorcode=60010 (trf_segfault)\r\nerrorcategory=trf_segfault,	60010,	segmentation fault (2 times)\r\nfatals=2\r\nerrors=0\r\nwarnings=3\r\nwriting jobinfo_esdtoaod.xml file...\r\naodok is  false\r\nskipping esd-&gt;dpd step...\r\nskipping aod-&gt;dpd step...\r\nskipping aod-&gt;tag step...\r\nskipping monitoring file merging step...\r\npy:reco_trf          info jobtransform completed for reco_trf with error code 60010 (exit code 6)\r\npy:esdtoaod          info transform timer stop [reco_trf] wall-time: sun apr 17 05:15:34 2011, vmem: 112.29296875 mb, rss: 67.8984375 mb\r\npy:esdtoaod          info transform timer report [reco_trf] wall-time: 00 hrs 33 mins 19 secs, cpu-time: 00 hrs 29 mins 30 secs, vmem: 0.8515625 mb, rss: 0.8828125 mb\r\n===== job report produced by recotrf =====\r\ncommand=/afs/cern.ch/atlas/software/releases/16.6.3/atlasproduction/16.6.3.7/installarea/share/bin/reco_trf.py --argdict=/afs/cern.ch/atlas/tzero/prod1/log1/10294/10294603_data11_7tev.00179804.express_express.daq.raw.x113.recon.task._lb0335._sfo-10._0001.job.3//data11_7tev.00179804.express_express.daq.raw.x113.recon.task._lb0335._sfo-10._0001.job.argdict.gpickle\r\nexitcode=6\r\nerrorcode=60010 (trf_segfault)\r\nerrorcategory=trf_segfault,	60010,	segmentation fault (2 times)\r\nfatals=2\r\nerrors=0\r\nwarnings=6\r\nfile data11_7tev.00179804.express_express.recon.esd.x113._lb0335._sfo-10._0001:\r\n  guid=46545ab3-ad68-e011-ba19-0030486730e6\r\n  metadata:\r\n    amitag=x113\r\n    beamtype=collisions\r\n    filetype=esd\r\n    autoconfiguration=[\'everything\', \'conditionstag=comcond-es1p*-004-05\']\r\n    dataset=data11_7tev.00179804.express_express.recon.esd.x113\r\n    maxevents=-1\r\n    conditionstag=comcond-es1pst-004-05\r\n    preexec=[\'indetflags.usebeamconstraint.set_value_and_lock(false);from calotools.calonoiseflags import jobproperties;jobproperties.calonoiseflags.fixedluminosity.set_value_and_lock(1.45);aodflags.trackparticleslimmer=true;indetflags.selectsctintimehits=true\']\r\n    geometryversion=atlas-geo-16-00-01\r\n    events=167\r\n    size=272226450\r\nfile data11_7tev.00179804.express_express.recon.ntup_muoncalib.x113._lb0335._sfo-10._0001:\r\n  guid=c7bfd39b-3ef7-436a-825e-1505dca40daa\r\n  metadata:\r\n    amitag=x113\r\n    beamtype=collisions\r\n    filetype=ntup\r\n    autoconfiguration=[\'everything\', \'conditionstag=comcond-es1p*-004-05\']\r\n    dataset=data11_7tev.00179804.express_express.recon.ntup_muoncalib.x113\r\n    maxevents=-1\r\n    conditionstag=comcond-es1pst-004-05\r\n    preexec=[\'indetflags.usebeamconstraint.set_value_and_lock(false);from calotools.calonoiseflags import jobproperties;jobproperties.calonoiseflags.fixedluminosity.set_value_and_lock(1.45);aodflags.trackparticleslimmer=true;indetflags.selectsctintimehits=true\']\r\n    geometryversion=atlas-geo-16-00-01\r\n    events=167\r\n    size=16800899\r\nfile data11_7tev.00179804.express_express.recon.ntup_trkvalid.x113._lb0335._sfo-10._0001:\r\n  guid=7deec058-a9a3-44b8-b42d-e7d5cb199206\r\n  metadata:\r\n    amitag=x113\r\n    beamtype=collisions\r\n    filetype=ntup\r\n    autoconfiguration=[\'everything\', \'conditionstag=comcond-es1p*-004-05\']\r\n    dataset=data11_7tev.00179804.express_express.recon.ntup_trkvalid.x113\r\n    maxevents=-1\r\n    conditionstag=comcond-es1pst-004-05\r\n    preexec=[\'indetflags.usebeamconstraint.set_value_and_lock(false);from calotools.calonoiseflags import jobproperties;jobproperties.calonoiseflags.fixedluminosity.set_value_and_lock(1.45);aodflags.trackparticleslimmer=true;indetflags.selectsctintimehits=true\']\r\n    geometryversion=atlas-geo-16-00-01\r\n    events=167\r\n    size=27378282\r\nerrorinfo\r\n  acronym=trf_segfault (60010) segmentation fault\r\n  message=caught signal 11(segmentation fault). details:\r\n  severity=fatal\r\n  producer=esdtoaod\r\n  stage=execute\r\nerrorinfo\r\n  acronym=trf_segfault (60010) segmentation fault\r\n  message=(pid=22210 ppid=13019) received fatal signal 11 (segmentation fault)\r\n  severity=fatal\r\n  producer=esdtoaod\r\n  stage=execute\r\nathacronym=an unknown exception occurred\r\nathcode=8\r\nrundiruseddisk=605195890\r\nrundiravailabledisk=263455834112\r\nworkdir=/pool/lsf/atlast0/133949831\r\nathcode=0\r\nrundiravailabledisk=263965159424\r\ndbrelease=current\r\nathacronym=successful run\r\nrundiruseddisk=601527661\r\natlasrelease=16.6.3.7\r\nworkdir=/pool/lsf/atlast0/133949831\r\nathcode=8\r\nrundiravailabledisk=263456157696\r\ndbrelease=current\r\nathacronym=an unknown exception occurred\r\nrundiruseddisk=604898802\r\natlasrelease=16.6.3.7\r\nwriting jobinfo_recotrf.xml file...\r\n&lt;&lt;&lt;\r\n\r\nls workdir \r\n&gt;&gt;&gt;\r\ntotal 591980\r\n-rw-r--r-- 1 atlast0 zp        67 apr 17 07:15 10294603_data11_7tev.00179804.express_express.daq.raw.x113.recon.task._lb0335._sfo-10._0001.job.3.gpickle\r\n-rw-r--r-- 1 atlast0 zp     37505 apr 17 07:15 10294603_data11_7tev.00179804.express_express.daq.raw.x113.recon.task._lb0335._sfo-10._0001.job.3.log\r\n-rw-r--r-- 1 atlast0 zp     43751 apr 17 07:15 1303015155.133949831.out\r\n-rw-r----- 1 atlast0 zp       125 apr 17 06:41 1303015155.133949831.out.ootw\r\n-rw-r--r-- 1 atlast0 zp      3526 apr 17 07:15 athenasummary_esdtoaod.txt\r\n-rw-r--r-- 1 atlast0 zp     38441 apr 17 07:09 athenasummary_rawtoesd.txt\r\n-rw-r--r-- 1 atlast0 zp     10232 apr 17 07:10 athfile-21450.log.txt\r\n-rw-r--r-- 1 atlast0 zp     10244 apr 17 07:11 athfile-21978.log.txt\r\n-rw-r--r-- 1 atlast0 zp    856544 apr 17 07:11 athfile-cache.ascii\r\n-rw-r--r-- 1 atlast0 zp         0 apr 17 07:09 atrndmgensvc.out\r\n-rw-r--r-- 1 atlast0 zp      5433 apr 17 06:42 authentication.xml\r\n-rw-r--r-- 1 atlast0 zp   4555219 apr 17 07:09 chrono_rawtoesd.txt\r\n-rw-r----- 1 atlast0 zp 217795212 apr 17 06:41 data11_7tev.00179804.express_express.daq.raw._lb0335._sfo-10._0001.data\r\n-rw-r--r-- 1 atlast0 zp   4949388 apr 17 07:15 data11_7tev.00179804.express_express.daq.raw.x113.recon.task._lb0335._sfo-10._0001.job.tmp.log\r\n-rw-r--r-- 1 atlast0 zp 272226450 apr 17 07:09 data11_7tev.00179804.express_express.recon.esd.x113._lb0335._sfo-10._0001\r\n-rw-r--r-- 1 atlast0 zp  16800899 apr 17 07:09 data11_7tev.00179804.express_express.recon.ntup_muoncalib.x113._lb0335._sfo-10._0001\r\n-rw-r--r-- 1 atlast0 zp      1055 apr 17 07:12 data11_7tev.00179804.express_express.recon.ntup_trig.x113._lb0335._sfo-10._0001\r\n-rw-r--r-- 1 atlast0 zp  27378282 apr 17 07:09 data11_7tev.00179804.express_express.recon.ntup_trkvalid.x113._lb0335._sfo-10._0001\r\n-rw-r--r-- 1 atlast0 zp      4984 apr 17 06:42 dblookup.xml\r\n-rw-r--r-- 1 atlast0 zp    211298 apr 17 07:15 dmesg_athena.txt\r\n-rw-r--r-- 1 atlast0 zp    686179 apr 17 07:15 esdtoaod.log\r\n-rw-r--r-- 1 atlast0 zp      1865 apr 17 07:11 esdtoaod_messagesvc_joboptions.py\r\n-rwxr-xr-x 1 atlast0 zp       329 apr 17 07:11 esdtoaod_runathena\r\n-rw-r--r-- 1 atlast0 zp    466191 apr 17 07:12 generated_amdb_simrec_pool\r\n-rw-r--r-- 1 atlast0 zp  42110976 apr 17 06:42 geomdb_t0replica.sqlite\r\n-rw-r--r-- 1 atlast0 zp      1630 apr 17 06:42 inputdictionary.pickle\r\n-rw-r--r-- 1 atlast0 zp     44900 apr 17 07:15 jobinfo_esdtoaod.xml\r\n-rw-r--r-- 1 atlast0 zp     36144 apr 17 07:11 jobinfo_rawtoesd.xml\r\n-rw-r--r-- 1 atlast0 zp     44855 apr 17 07:15 jobinfo_recotrf.xml\r\n-rw-r--r-- 1 atlast0 zp     44855 apr 17 07:15 jobinfo.xml\r\n-rw-r--r-- 1 atlast0 zp     34198 apr 17 07:15 jobreport_esdtoaod.gpickle\r\n-rw-r--r-- 1 atlast0 zp     50126 apr 17 07:15 jobreport_esdtoaod.pickle\r\n-rw-r--r-- 1 atlast0 zp     38290 apr 17 07:15 jobreport_esdtoaod.txt\r\n-rw-r--r-- 1 atlast0 zp      3032 apr 17 07:15 jobreport.gpickle\r\n-rw-r--r-- 1 atlast0 zp     74569 apr 17 07:15 jobreport.pickle\r\n-rw-r--r-- 1 atlast0 zp     35411 apr 17 07:11 jobreport_rawtoesd.gpickle\r\n-rw-r--r-- 1 atlast0 zp     50464 apr 17 07:11 jobreport_rawtoesd.pickle\r\n-rw-r--r-- 1 atlast0 zp     31410 apr 17 07:11 jobreport_rawtoesd.txt\r\n-rw-r--r-- 1 atlast0 zp      3032 apr 17 07:15 jobreport_recotrf.gpickle\r\n-rw-r--r-- 1 atlast0 zp     74569 apr 17 07:15 jobreport_recotrf.pickle\r\n-rw-r--r-- 1 atlast0 zp     78205 apr 17 07:15 jobreport_recotrf.txt\r\n-rw-r--r-- 1 atlast0 zp     78205 apr 17 07:15 jobreport.txt\r\n-rwxr-xr-x 1 atlast0 zp       841 apr 17 07:11 last.esdtoaod\r\n-rwxr-xr-x 1 atlast0 zp      1017 apr 17 06:42 last.rawtoesd\r\n-rwxr-xr-x 1 atlast0 zp       173 apr 17 06:42 last.reco_trf\r\n-rw-r--r-- 1 atlast0 zp       928 apr 17 07:11 last.runargs.gpickle\r\n-rw-r--r-- 1 atlast0 zp      2293 apr 17 07:11 metadata_rawtoesd.xml\r\n-rw-r--r-- 1 atlast0 zp   1397464 apr 17 07:15 monitoresd.root\r\n-rw-r--r-- 1 atlast0 zp  10072502 apr 17 07:09 monitor.root\r\n-rw-r--r-- 1 atlast0 zp    202858 apr 17 07:15 ntuple_esdtoaod.pmon.stream\r\n-rw-r--r-- 1 atlast0 zp    229762 apr 17 07:09 ntuple_rawtoesd.pmon.gz\r\ndrwxr-xr-x 3 atlast0 zp      4096 apr 17 06:42 oradiag_atlast0\r\nlrwxrwxrwx 1 atlast0 zp        57 apr 17 06:42 poolcond -&gt; /afs/cern.ch/atlas/conditions/poolcond/catalogue/poolcond\r\n-rw-r--r-- 1 atlast0 zp       384 apr 17 07:09 poolfilecatalog.xml\r\n-rw-r--r-- 1 atlast0 zp       384 apr 17 07:12 poolfilecatalog.xml.bak\r\n-rw-r--r-- 1 atlast0 zp   4236064 apr 17 07:09 rawtoesd.log\r\n-rw-r--r-- 1 atlast0 zp      1865 apr 17 06:42 rawtoesd_messagesvc_joboptions.py\r\n-rwxr-xr-x 1 atlast0 zp       329 apr 17 06:42 rawtoesd_runathena\r\n-rw-r--r-- 1 atlast0 zp       928 apr 17 07:11 runargs.esdtoaod.gpickle\r\n-rw-r--r-- 1 atlast0 zp      1437 apr 17 07:11 runargs.esdtoaod.py\r\n-rw-r--r-- 1 atlast0 zp      1122 apr 17 06:42 runargs.rawtoesd.gpickle\r\n-rw-r--r-- 1 atlast0 zp      1597 apr 17 06:42 runargs.rawtoesd.py\r\ndrwxr-xr-x 2 atlast0 zp      4096 apr 17 07:12 tmp\r\n-rw-r--r-- 1 atlast0 zp       853 apr 17 07:15 transformtimer_reco_trf.pickle\r\n-rw-r--r-- 1 atlast0 zp      3549 apr 17 06:41 wrapper.py\r\n&lt;&lt;&lt;\r\n&gt;&gt;&gt;&gt;&gt;  start of trf jobreport [\'prodsys\' key]\r\n\r\n{\'athacronym\': \'an unknown exception occurred\',\r\n \'athcode\': \'8\',\r\n \'jobinputs\': [],\r\n \'joboutputs\': [{\'guid\': \'46545ab3-ad68-e011-ba19-0030486730e6\',\r\n                 \'checksum\': none,\r\n                 \'dataset\': \'data11_7tev.00179804.express_express.recon.esd.x113\',\r\n                 \'events\': 167l,\r\n                 \'lfn\': \'data11_7tev.00179804.express_express.recon.esd.x113._lb0335._sfo-10._0001\',\r\n                 \'more\': {\'metadata\': {\'amitag\': \'x113\',\r\n                                       \'autoconfiguration\': [\'everything\',\r\n                                                             \'conditionstag=comcond-es1p*-004-05\'],\r\n                                       \'beamtype\': \'collisions\',\r\n                                       \'conditionstag\': \'comcond-es1pst-004-05\',\r\n                                       \'filetype\': \'esd\',\r\n                                       \'geometryversion\': \'atlas-geo-16-00-01\',\r\n                                       \'maxevents\': -1,\r\n                                       \'preexec\': [\'indetflags.usebeamconstraint.set_value_and_lock(false);from calotools.calonoiseflags import jobproperties;jobproperties.calonoiseflags.fixedluminosity.set_value_and_lock(1.45);aodflags.trackparticleslimmer=true;indetflags.selectsctintimehits=true\']}},\r\n                 \'size\': 272226450l},\r\n                {\'guid\': \'c7bfd39b-3ef7-436a-825e-1505dca40daa\',\r\n                 \'checksum\': none,\r\n                 \'dataset\': \'data11_7tev.00179804.express_express.recon.ntup_muoncalib.x113\',\r\n                 \'events\': 167l,\r\n                 \'lfn\': \'data11_7tev.00179804.express_express.recon.ntup_muoncalib.x113._lb0335._sfo-10._0001\',\r\n                 \'more\': {\'metadata\': {\'amitag\': \'x113\',\r\n                                       \'autoconfiguration\': [\'everything\',\r\n                                                             \'conditionstag=comcond-es1p*-004-05\'],\r\n                                       \'beamtype\': \'collisions\',\r\n                                       \'conditionstag\': \'comcond-es1pst-004-05\',\r\n                                       \'filetype\': \'ntup\',\r\n                                       \'geometryversion\': \'atlas-geo-16-00-01\',\r\n                                       \'maxevents\': -1,\r\n                                       \'preexec\': [\'indetflags.usebeamconstraint.set_value_and_lock(false);from calotools.calonoiseflags import jobproperties;jobproperties.calonoiseflags.fixedluminosity.set_value_and_lock(1.45);aodflags.trackparticleslimmer=true;indetflags.selectsctintimehits=true\']}},\r\n                 \'size\': 16800899l},\r\n                {\'guid\': \'7deec058-a9a3-44b8-b42d-e7d5cb199206\',\r\n                 \'checksum\': none,\r\n                 \'dataset\': \'data11_7tev.00179804.express_express.recon.ntup_trkvalid.x113\',\r\n                 \'events\': 167l,\r\n                 \'lfn\': \'data11_7tev.00179804.express_express.recon.ntup_trkvalid.x113._lb0335._sfo-10._0001\',\r\n                 \'more\': {\'metadata\': {\'amitag\': \'x113\',\r\n                                       \'autoconfiguration\': [\'everything\',\r\n                                                             \'conditionstag=comcond-es1p*-004-05\'],\r\n                                       \'beamtype\': \'collisions\',\r\n                                       \'conditionstag\': \'comcond-es1pst-004-05\',\r\n                                       \'filetype\': \'ntup\',\r\n                                       \'geometryversion\': \'atlas-geo-16-00-01\',\r\n                                       \'maxevents\': -1,\r\n                                       \'preexec\': [\'indetflags.usebeamconstraint.set_value_and_lock(false);from calotools.calonoiseflags import jobproperties;jobproperties.calonoiseflags.fixedluminosity.set_value_and_lock(1.45);aodflags.trackparticleslimmer=true;indetflags.selectsctintimehits=true\']}},\r\n                 \'size\': 27378282l}],\r\n \'more\': {\'machine\': \'unknown\'},\r\n \'nevents\': 167l,\r\n \'trfacronym\': \'trf_segfault\',\r\n \'trfcode\': 60010,\r\n \'trfexitcode\': 6}\r\n&lt;&lt;&lt;&lt;&lt;  end of trf jobreport \r\n\r\n[{\'guid\': \'c288f072-68b1-11e0-949b-0030486730e6\',\r\n  \'checksum\': \'ad:4e20161c\',\r\n  \'dataset\': \'data11_7tev.00179804.express_express.daq.raw.x113.recon.task.tmp.log\',\r\n  \'events\': 0,\r\n  \'lfn\': \'data11_7tev.00179804.express_express.daq.raw.x113.recon.task._lb0335._sfo-10._0001.job.tmp.log\',\r\n  \'size\': 4949388l},\r\n {\'guid\': \'46545ab3-ad68-e011-ba19-0030486730e6\',\r\n  \'checksum\': \'ad:423502b7\',\r\n  \'dataset\': \'data11_7tev.00179804.express_express.recon.esd.x113\',\r\n  \'events\': 167l,\r\n  \'lfn\': \'data11_7tev.00179804.express_express.recon.esd.x113._lb0335._sfo-10._0001\',\r\n  \'more\': {\'metadata\': {\'amitag\': \'x113\',\r\n                        \'autoconfiguration\': [\'everything\',\r\n                                              \'conditionstag=comcond-es1p*-004-05\'],\r\n                        \'beamtype\': \'collisions\',\r\n                        \'conditionstag\': \'comcond-es1pst-004-05\',\r\n                        \'filetype\': \'esd\',\r\n                        \'geometryversion\': \'atlas-geo-16-00-01\',\r\n                        \'maxevents\': -1,\r\n                        \'preexec\': [\'indetflags.usebeamconstraint.set_value_and_lock(false);from calotools.calonoiseflags import jobproperties;jobproperties.calonoiseflags.fixedluminosity.set_value_and_lock(1.45);aodflags.trackparticleslimmer=true;indetflags.selectsctintimehits=true\']}},\r\n  \'size\': 272226450l},\r\n {\'guid\': \'c7bfd39b-3ef7-436a-825e-1505dca40daa\',\r\n  \'checksum\': \'ad:baa12828\',\r\n  \'dataset\': \'data11_7tev.00179804.express_express.recon.ntup_muoncalib.x113\',\r\n  \'events\': 167l,\r\n  \'lfn\': \'data11_7tev.00179804.express_express.recon.ntup_muoncalib.x113._lb0335._sfo-10._0001\',\r\n  \'more\': {\'metadata\': {\'amitag\': \'x113\',\r\n                        \'autoconfiguration\': [\'everything\',\r\n                                              \'conditionstag=comcond-es1p*-004-05\'],\r\n                        \'beamtype\': \'collisions\',\r\n                        \'conditionstag\': \'comcond-es1pst-004-05\',\r\n                        \'filetype\': \'ntup\',\r\n                        \'geometryversion\': \'atlas-geo-16-00-01\',\r\n                        \'maxevents\': -1,\r\n                        \'preexec\': [\'indetflags.usebeamconstraint.set_value_and_lock(false);from calotools.calonoiseflags import jobproperties;jobproperties.calonoiseflags.fixedluminosity.set_value_and_lock(1.45);aodflags.trackparticleslimmer=true;indetflags.selectsctintimehits=true\']}},\r\n  \'size\': 16800899l},\r\n {\'guid\': \'7deec058-a9a3-44b8-b42d-e7d5cb199206\',\r\n  \'checksum\': \'ad:e3b42c30\',\r\n  \'dataset\': \'data11_7tev.00179804.express_express.recon.ntup_trkvalid.x113\',\r\n  \'events\': 167l,\r\n  \'lfn\': \'data11_7tev.00179804.express_express.recon.ntup_trkvalid.x113._lb0335._sfo-10._0001\',\r\n  \'more\': {\'metadata\': {\'amitag\': \'x113\',\r\n                        \'autoconfiguration\': [\'everything\',\r\n                                              \'conditionstag=comcond-es1p*-004-05\'],\r\n                        \'beamtype\': \'collisions\',\r\n                        \'conditionstag\': \'comcond-es1pst-004-05\',\r\n                        \'filetype\': \'ntup\',\r\n                        \'geometryversion\': \'atlas-geo-16-00-01\',\r\n                        \'maxevents\': -1,\r\n                        \'preexec\': [\'indetflags.usebeamconstraint.set_value_and_lock(false);from calotools.calonoiseflags import jobproperties;jobproperties.calonoiseflags.fixedluminosity.set_value_and_lock(1.45);aodflags.trackparticleslimmer=true;indetflags.selectsctintimehits=true\']}},\r\n  \'size\': 27378282l}]\r\n\r\n\r\nsun apr 17 07:15:50 2011\r\n\r\n\r\nstageout\r\n\r\n\r\nsun apr 17 07:15:50 2011\r\n\r\n\r\n---------------------------------------------------------------------------------------------------------------------------------------\r\nstaging out  data11_7tev.00179804.express_express.daq.raw.x113.recon.task.tmp.log # data11_7tev.00179804.express_express.daq.raw.x113.recon.task._lb0335._sfo-10._0001.job.tmp.log\r\n---------------------------------------------------------------------------------------------------------------------------------------\r\n\r\nwarning no storage defined, will use default (asinds)\r\ninfo resolved asinds into  [{\'svcclass\': \'t0merge\', \'type\': \'castor\', \'basepath\': \'/castor/cern.ch/grid/atlas/tzero/prod1/temp\', \'fileclass\': \'atlas_notape\', \'stagehost\': \'castoratlas\', \'autodirstruct\': \'.1/.3/.2/d\'}]\r\n\r\n-----&gt;  staging out to  {\'svcclass\': \'t0merge\', \'type\': \'castor\', \'basepath\': \'/castor/cern.ch/grid/atlas/tzero/prod1/temp\', \'fileclass\': \'atlas_notape\', \'stagehost\': \'castoratlas\', \'autodirstruct\': \'.1/.3/.2/d\'}\r\n\r\ngetdest final storageinfo =  {\'svcclass\': \'t0merge\', \'type\': \'castor\', \'basepath\': \'/castor/cern.ch/grid/atlas/tzero/prod1/temp\', \'fileclass\': \'atlas_notape\', \'stagehost\': \'castoratlas\', \'autodirstruct\': \'.1/.3/.2/d\'} \r\n\r\nrfmkdir -p /castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_7tev/express_express/00179804/data11_7tev.00179804.express_express.daq.raw.x113.recon.task.tmp.log ; nschclass atlas_notape /castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_7tev/express_express/00179804/data11_7tev.00179804.express_express.daq.raw.x113.recon.task.tmp.log\r\nsun apr 17 07:15:50 2011\r\n0 mkdir() : file exists\r\n\r\nexport stage_svcclass=t0merge ; export stage_host=castoratlas ; umask 7 ;  rfcp data11_7tev.00179804.express_express.daq.raw.x113.recon.task._lb0335._sfo-10._0001.job.tmp.log /castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_7tev/express_express/00179804/data11_7tev.00179804.express_express.daq.raw.x113.recon.task.tmp.log/data11_7tev.00179804.express_express.daq.raw.x113.recon.task._lb0335._sfo-10._0001.job.tmp.log.3\r\n0 4949388 bytes in 0 seconds through local (in) and eth0 (out)\r\n4949388 bytes in remote file\r\n\r\n0 4949388 bytes in 0 seconds through local (in) and eth0 (out)\r\n4949388 bytes in remote file\r\n\r\nlogging: connection succeeded\r\nlogging: executing...\r\ninsert into cpattempt (source,dest,retrynr,exitcode,erroracronym,startepoch,           endepoch,stdboth,filesize,server,transfertime,type,filetype,svcclass) values (:source,:dest,:retrynr,:exitcode,:eacro,:startepoch, :endepoch,:stdboth,          :filesize, :server, :transfertime, :type, :filetype, :svcclass)\r\n{\'retrynr\': 1, \'svcclass\': \'t0merge\', \'eacro\': \'ok\', \'dest\': \'/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_7tev/express_express/00179804/data11_7tev.00179804.express_express.daq.raw.x113.recon.task.tmp.log/data11_7tev.00179804.express_express.daq.raw.x113.recon.task._lb0335._sfo-10._0001.job.tmp.log.3\', \'startepoch\': 1303017352, \'endepoch\': 1303017355, \'filesize\': 4949388, \'server\': \'\', \'source\': \'data11_7tev.00179804.express_express.daq.raw.x113.recon.task._lb0335._sfo-10._0001.job.tmp.log\', \'transfertime\': 1, \'stdboth\': \'4949388 bytes in 0 seconds through local (in) and eth0 (out)\\n4949388 bytes in remote file\\n\\n\', \'type\': \'stageout\', \'filetype\': \'log\', \'exitcode\': 0}\r\nlogging: connection closed\r\n\r\nok 4747 3007 [(0, 1, \'4949388 bytes in 0 seconds through local (in) and eth0 (out)\\n4949388 bytes in remote file\\n\\n\', 1303017352, 1303017355)]\r\n\r\nsun apr 17 07:15:55 2011\r\n\r\n\r\n---------------------------------------------------------------------------------------------------------------------------------------\r\nstaging out  data11_7tev.00179804.express_express.recon.esd.x113 # data11_7tev.00179804.express_express.recon.esd.x113._lb0335._sfo-10._0001\r\n---------------------------------------------------------------------------------------------------------------------------------------\r\n\r\nwarning no storage defined, will use default (asinds)\r\ninfo resolved asinds into  [{\'svcclass\': \'t0atlas\', \'type\': \'castor\', \'basepath\': \'/castor/cern.ch/grid/atlas/tzero/prod1/perm\', \'fileclass\': \'atlas_notape\', \'stagehost\': \'castoratlas\', \'autodirstruct\': \'.1/.3/.2/d\'}]\r\n\r\n-----&gt;  staging out to  {\'svcclass\': \'t0atlas\', \'type\': \'castor\', \'basepath\': \'/castor/cern.ch/grid/atlas/tzero/prod1/perm\', \'fileclass\': \'atlas_notape\', \'stagehost\': \'castoratlas\', \'autodirstruct\': \'.1/.3/.2/d\'}\r\n\r\ngetdest final storageinfo =  {\'svcclass\': \'t0atlas\', \'type\': \'castor\', \'basepath\': \'/castor/cern.ch/grid/atlas/tzero/prod1/perm\', \'fileclass\': \'atlas_notape\', \'stagehost\': \'castoratlas\', \'autodirstruct\': \'.1/.3/.2/d\'} \r\n\r\nrfmkdir -p /castor/cern.ch/grid/atlas/tzero/prod1/perm/data11_7tev/express_express/00179804/data11_7tev.00179804.express_express.recon.esd.x113 ; nschclass atlas_notape /castor/cern.ch/grid/atlas/tzero/prod1/perm/data11_7tev/express_express/00179804/data11_7tev.00179804.express_express.recon.esd.x113\r\nsun apr 17 07:15:55 2011\r\n0 mkdir() : file exists\r\n\r\nexport stage_svcclass=t0atlas ; export stage_host=castoratlas ; umask 7 ;  rfcp data11_7tev.00179804.express_express.recon.esd.x113._lb0335._sfo-10._0001 /castor/cern.ch/grid/atlas/tzero/prod1/perm/data11_7tev/express_express/00179804/data11_7tev.00179804.express_express.recon.esd.x113/data11_7tev.00179804.express_express.recon.esd.x113._lb0335._sfo-10._0001.3\r\n0 272226450 bytes in 25 seconds through local (in) and eth0 (out) (10633 kb/sec)\r\n272226450 bytes in remote file\r\n\r\n0 272226450 bytes in 25 seconds through local (in) and eth0 (out) (10633 kb/sec)\r\n272226450 bytes in remote file\r\n\r\nlogging: connection succeeded\r\nlogging: executing...\r\ninsert into cpattempt (source,dest,retrynr,exitcode,erroracronym,startepoch,           endepoch,stdboth,filesize,server,transfertime,type,filetype,svcclass) values (:source,:dest,:retrynr,:exitcode,:eacro,:startepoch, :endepoch,:stdboth,          :filesize, :server, :transfertime, :type, :filetype, :svcclass)\r\n{\'retrynr\': 1, \'svcclass\': \'t0atlas\', \'eacro\': \'ok\', \'dest\': \'/castor/cern.ch/grid/atlas/tzero/prod1/perm/data11_7tev/express_express/00179804/data11_7tev.00179804.express_express.recon.esd.x113/data11_7tev.00179804.express_express.recon.esd.x113._lb0335._sfo-10._0001.3\', \'startepoch\': 1303017355, \'endepoch\': 1303017386, \'filesize\': 272226450, \'server\': \'\', \'source\': \'data11_7tev.00179804.express_express.recon.esd.x113._lb0335._sfo-10._0001\', \'transfertime\': 25, \'stdboth\': \'272226450 bytes in 25 seconds through local (in) and eth0 (out) (10633 kb/sec)\\n272226450 bytes in remote file\\n\\n\', \'type\': \'stageout\', \'filetype\': \'esd\', \'exitcode\': 0}\r\nlogging: connection closed\r\n\r\nok 30900 30690 [(0, 1, \'272226450 bytes in 25 seconds through local (in) and eth0 (out) (10633 kb/sec)\\n272226450 bytes in remote file\\n\\n\', 1303017355, 1303017386)]\r\n\r\nsun apr 17 07:16:26 2011\r\n\r\n\r\n---------------------------------------------------------------------------------------------------------------------------------------\r\nstaging out  data11_7tev.00179804.express_express.recon.ntup_muoncalib.x113 # data11_7tev.00179804.express_express.recon.ntup_muoncalib.x113._lb0335._sfo-10._0001\r\n---------------------------------------------------------------------------------------------------------------------------------------\r\n\r\nwarning no storage defined, will use default (asinds)\r\ninfo resolved asinds into  [{\'svcclass\': \'t0merge\', \'type\': \'castor\', \'basepath\': \'/castor/cern.ch/grid/atlas/tzero/prod1/temp\', \'fileclass\': \'atlas_notape\', \'stagehost\': \'castoratlas\', \'autodirstruct\': \'.1/.3/.2/d\'}]\r\n\r\n-----&gt;  staging out to  {\'svcclass\': \'t0merge\', \'type\': \'castor\', \'basepath\': \'/castor/cern.ch/grid/atlas/tzero/prod1/temp\', \'fileclass\': \'atlas_notape\', \'stagehost\': \'castoratlas\', \'autodirstruct\': \'.1/.3/.2/d\'}\r\n\r\ngetdest final storageinfo =  {\'svcclass\': \'t0merge\', \'type\': \'castor\', \'basepath\': \'/castor/cern.ch/grid/atlas/tzero/prod1/temp\', \'fileclass\': \'atlas_notape\', \'stagehost\': \'castoratlas\', \'autodirstruct\': \'.1/.3/.2/d\'} \r\n\r\nrfmkdir -p /castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_7tev/express_express/00179804/data11_7tev.00179804.express_express.recon.ntup_muoncalib.x113 ; nschclass atlas_notape /castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_7tev/express_express/00179804/data11_7tev.00179804.express_express.recon.ntup_muoncalib.x113\r\nsun apr 17 07:16:26 2011\r\n0 mkdir() : file exists\r\n\r\nexport stage_svcclass=t0merge ; export stage_host=castoratlas ; umask 7 ;  rfcp data11_7tev.00179804.express_express.recon.ntup_muoncalib.x113._lb0335._sfo-10._0001 /castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_7tev/express_express/00179804/data11_7tev.00179804.express_express.recon.ntup_muoncalib.x113/data11_7tev.00179804.express_express.recon.ntup_muoncalib.x113._lb0335._sfo-10._0001.3\r\n0 16800899 bytes in 0 seconds through local (in) and eth0 (out)\r\n16800899 bytes in remote file\r\n\r\n0 16800899 bytes in 0 seconds through local (in) and eth0 (out)\r\n16800899 bytes in remote file\r\n\r\nlogging: connection succeeded\r\nlogging: executing...\r\ninsert into cpattempt (source,dest,retrynr,exitcode,erroracronym,startepoch,           endepoch,stdboth,filesize,server,transfertime,type,filetype,svcclass) values (:source,:dest,:retrynr,:exitcode,:eacro,:startepoch, :endepoch,:stdboth,          :filesize, :server, :transfertime, :type, :filetype, :svcclass)\r\n{\'retrynr\': 1, \'svcclass\': \'t0merge\', \'eacro\': \'ok\', \'dest\': \'/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_7tev/express_express/00179804/data11_7tev.00179804.express_express.recon.ntup_muoncalib.x113/data11_7tev.00179804.express_express.recon.ntup_muoncalib.x113._lb0335._sfo-10._0001.3\', \'startepoch\': 1303017386, \'endepoch\': 1303017388, \'filesize\': 16800899, \'server\': \'\', \'source\': \'data11_7tev.00179804.express_express.recon.ntup_muoncalib.x113._lb0335._sfo-10._0001\', \'transfertime\': 1, \'stdboth\': \'16800899 bytes in 0 seconds through local (in) and eth0 (out)\\n16800899 bytes in remote file\\n\\n\', \'type\': \'stageout\', \'filetype\': \'ntup_muoncalib\', \'exitcode\': 0}\r\nlogging: connection closed\r\n\r\nok 2498 2354 [(0, 1, \'16800899 bytes in 0 seconds through local (in) and eth0 (out)\\n16800899 bytes in remote file\\n\\n\', 1303017386, 1303017388)]\r\n\r\nsun apr 17 07:16:28 2011\r\n\r\n\r\n---------------------------------------------------------------------------------------------------------------------------------------\r\nstaging out  data11_7tev.00179804.express_express.recon.ntup_trkvalid.x113 # data11_7tev.00179804.express_express.recon.ntup_trkvalid.x113._lb0335._sfo-10._0001\r\n---------------------------------------------------------------------------------------------------------------------------------------\r\n\r\nwarning no storage defined, will use default (asinds)\r\ninfo resolved asinds into  [{\'svcclass\': \'t0merge\', \'type\': \'castor\', \'basepath\': \'/castor/cern.ch/grid/atlas/tzero/prod1/temp\', \'fileclass\': \'atlas_notape\', \'stagehost\': \'castoratlas\', \'autodirstruct\': \'.1/.3/.2/d\'}]\r\n\r\n-----&gt;  staging out to  {\'svcclass\': \'t0merge\', \'type\': \'castor\', \'basepath\': \'/castor/cern.ch/grid/atlas/tzero/prod1/temp\', \'fileclass\': \'atlas_notape\', \'stagehost\': \'castoratlas\', \'autodirstruct\': \'.1/.3/.2/d\'}\r\n\r\ngetdest final storageinfo =  {\'svcclass\': \'t0merge\', \'type\': \'castor\', \'basepath\': \'/castor/cern.ch/grid/atlas/tzero/prod1/temp\', \'fileclass\': \'atlas_notape\', \'stagehost\': \'castoratlas\', \'autodirstruct\': \'.1/.3/.2/d\'} \r\n\r\nrfmkdir -p /castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_7tev/express_express/00179804/data11_7tev.00179804.express_express.recon.ntup_trkvalid.x113 ; nschclass atlas_notape /castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_7tev/express_express/00179804/data11_7tev.00179804.express_express.recon.ntup_trkvalid.x113\r\nsun apr 17 07:16:28 2011\r\n0 mkdir() : file exists\r\n\r\nexport stage_svcclass=t0merge ; export stage_host=castoratlas ; umask 7 ;  rfcp data11_7tev.00179804.express_express.recon.ntup_trkvalid.x113._lb0335._sfo-10._0001 /castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_7tev/express_express/00179804/data11_7tev.00179804.express_express.recon.ntup_trkvalid.x113/data11_7tev.00179804.express_express.recon.ntup_trkvalid.x113._lb0335._sfo-10._0001.3\r\n0 27378282 bytes in 1 seconds through local (in) and eth0 (out) (26736 kb/sec)\r\n27378282 bytes in remote file\r\n\r\n0 27378282 bytes in 1 seconds through local (in) and eth0 (out) (26736 kb/sec)\r\n27378282 bytes in remote file\r\n\r\nlogging: connection succeeded\r\nlogging: executing...\r\ninsert into cpattempt (source,dest,retrynr,exitcode,erroracronym,startepoch,           endepoch,stdboth,filesize,server,transfertime,type,filetype,svcclass) values (:source,:dest,:retrynr,:exitcode,:eacro,:startepoch, :endepoch,:stdboth,          :filesize, :server, :transfertime, :type, :filetype, :svcclass)\r\n{\'retrynr\': 1, \'svcclass\': \'t0merge\', \'eacro\': \'ok\', \'dest\': \'/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_7tev/express_express/00179804/data11_7tev.00179804.express_express.recon.ntup_trkvalid.x113/data11_7tev.00179804.express_express.recon.ntup_trkvalid.x113._lb0335._sfo-10._0001.3\', \'startepoch\': 1303017388, \'endepoch\': 1303017401, \'filesize\': 27378282, \'server\': \'\', \'source\': \'data11_7tev.00179804.express_express.recon.ntup_trkvalid.x113._lb0335._sfo-10._0001\', \'transfertime\': 1, \'stdboth\': \'27378282 bytes in 1 seconds through local (in) and eth0 (out) (26736 kb/sec)\\n27378282 bytes in remote file\\n\\n\', \'type\': \'stageout\', \'filetype\': \'ntup_trkvalid\', \'exitcode\': 0}\r\nlogging: connection closed\r\n\r\nok 13073 12902 [(0, 1, \'27378282 bytes in 1 seconds through local (in) and eth0 (out) (26736 kb/sec)\\n27378282 bytes in remote file\\n\\n\', 1303017388, 1303017401)]\r\n\r\nsun apr 17 07:16:41 2011\r\n\r\nstaging out took  51 seconds ok\r\n\r\nstageout succeeded\r\n\r\ntransformation problem\r\n\r\nreport\r\n{\'prodsys\': {\'jobinputs\': [],\r\n             \'joboutputs\': [{\'guid\': \'c288f072-68b1-11e0-949b-0030486730e6\',\r\n                             \'checksum\': \'ad:4e20161c\',\r\n                             \'dataset\': \'data11_7tev.00179804.express_express.daq.raw.x113.recon.task.tmp.log\',\r\n                             \'events\': 0,\r\n                             \'lfn\': \'data11_7tev.00179804.express_express.daq.raw.x113.recon.task._lb0335._sfo-10._0001.job.tmp.log.3\',\r\n                             \'more\': {\'metadata\': {},\r\n                                      \'surl\': \'/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_7tev/express_express/00179804/data11_7tev.00179804.express_express.daq.raw.x113.recon.task.tmp.log/data11_7tev.00179804.express_express.daq.raw.x113.recon.task._lb0335._sfo-10._0001.job.tmp.log.3\'},\r\n                             \'size\': 4949388l}],\r\n             \'more\': {\'num1\': 0, \'num2\': 0, \'txt1\': \'\'},\r\n  ','4040','7444','2011-04-17 14:44:36','5','duplicate','closed','reconstruction',';reconstruction;fail;crash;current;algorithm;muontrackmonmanager;algorithm;stack;athmasterseq;athalgseq;muontrackmonmanager;detail;tzex;version;revision;start;argdict;ignoreerror;omitvalidation;amitag;autoconfiguration;conditionstag;comcond;es1p;inputbsfile;data11_7tev;express_express.daq.raw;data11_7tev;express_express.daq.raw;datum;maxevent;outputaodfile;data11_7tev;express_express.recon.aod.x113;data11_7tev;express_express.recon.aod.x113;outputesdfile;data11_7tev;express_express.recon.esd.x113;data11_7tev;express_express.recon.esd.x113;outputhistfile;data11_7tev;express_express.recon.hist.x113;data11_7tev;express_express.recon.hist.x113;outputntup_muoncalibfile;data11_7tev;express_express.recon.ntup_muoncalib.x113;data11_7tev;express_express.recon.ntup_muoncalib.x113;outputntup_trigfile;data11_7tev;express_express.recon.ntup_trig.x113;data11_7tev;express_express.recon.ntup_trig.x113;outputntup_trkvalidfile;data11_7tev;express_express.recon.ntup_trkvalid.x113;data11_7tev;express_express.recon.ntup_trkvalid.x113;preexec;indetflags.usebeamconstraint.set_value_and_lock;false;calotools.calonoiseflags;import;jobproperty;jobproperties.calonoiseflags.fixedluminosity.set_value_and_lock;aodflags.trackparticleslimmer;true;indetflags.selectsctintimehits;true;staging;data11_7tev;express_express.daq.raw;datum;export;stage_svcclass;t0atla;export;stage_host;castoratla;umask;rfcp;castor;grid;atla;merge;express_express;data11_7tev;express_express.daq.raw;datum;data11_7tev;express_express.daq.raw;datum;byte;seconds;eth0;local;byte;remote;file;byte;seconds;eth0;local;byte;remote;file;connection;succeed;execute;insert;cpattempt;source;dest;retrynr;exitcode;erroracronym;startepoch;endepoch;stdboth;filesize;server;transfertime;type;filetype;svcclass;value;source;dest;retrynr;exitcode;eacro;startepoch;endepoch;stdboth;filesize;server;transfertime;type;filetype;svcclass;retrynr;svcclass;t0atla;eacro;dest;data11_7tev;express_express.daq.raw;datum;startepoch;endepoch;filesize;server;source;castor;grid;atla;merge;express_express;data11_7tev;express_express.daq.raw;datum;transfertime;stdboth;byte;seconds;eth0;local;byte;remote;file;type;stagein;filetype;expraw;exitcode;connection;close;byte;seconds;eth0;local;byte;remote;file;staging;take;seconds;stagein;succeed;trans;start;source;atla;tzero;prod1;inst;project;data11;setup;setuptrf.sh;atla;tzero;prod1;inst;project;data11;patch;atlasproduction;16.6.3.7;atlasproduction;16.6.3.7;atla;tzero;prod1;inst;project;data11;setup;specialsetup_tier0;python;reco_trf.py;argdict;atla;tzero;prod1;log1;10294603_data11_7tev;express_express.daq.raw.x113;recon.task;data11_7tev;express_express.daq.raw.x113;recon.task;job.argdict.gpickle;data11_7tev;express_express.daq.raw.x113;recon.task;job.tmp.log;create;local;authentication.xml;file;create;local;dblookup.xml;file;copy;geometry;file;atla;condition;geomdb_tier0;geomdb;geomdb_sqlite;unsetting;frontier_server;coral_dblookup_path;pool;atlast0;atla;software;release;16.6.3;dbrelease;current;xmlconfig;coral_auth_path;pool;atlast0;atla;tzero;prod1;inst;private;atla;software;release;16.6.3;dbrelease;current;xmlconfig;atla;tzero;prod1;inst;private;trans;tail;logfile;toolsvc.cscsegmvalalg;info;register;histogram;muboy_segm_qsumetagoodclusperlayer_ec;group;muon;muonsegmentmonitor;endcapc;overview;convertedmboysegment;toolsvc.cscsegmvalalg;info;register;histogram;muboy_segm_etaclusterstatus_ea;group;muon;muonsegmentmonitor;endcapa;convertedmboysegment;toolsvc.cscsegmvalalg;info;register;histogram;muboy_segm_etaclusterstatus_ec;group;muon;muonsegmentmonitor;endcapc;convertedmboysegment;toolsvc.cscsegmvalalg;info;register;histogram;muboy_segm_numetacluster_ea;group;muon;muonsegmentmonitor;endcapa;convertedmboysegment;toolsvc.cscsegmvalalg;info;register;histogram;muboy_segm_numetacluster_ec;group;muon;muonsegmentmonitor;endcapc;convertedmboysegment;toolsvc.cscsegmvalalg;info;register;histogram;muboy_segm_numgoodetacluster_ea;group;muon;muonsegmentmonitor;endcapa;convertedmboysegment;toolsvc.cscsegmvalalg;info;register;histogram;muboy_segm_numgoodetacluster_ec;group;muon;muonsegmentmonitor;endcapc;convertedmboysegment;toolsvc.cscsegmvalalg;info;register;histogram;muboy_segm_qsumetacluster_ea;group;muon;muonsegmentmonitor;endcapa;convertedmboysegment;toolsvc.cscsegmvalalg;info;register;histogram;muboy_segm_qsumetacluster_ec;group;muon;muonsegmentmonitor;endcapc;convertedmboysegment;toolsvc.cscsegmvalalg;info;register;histogram;muboy_segm_qsumgoodetacluster_ea;group;muon;muonsegmentmonitor;endcapa;convertedmboysegment;toolsvc.cscsegmvalalg;info;register;histogram;muboy_segm_qsumgoodetacluster_ec;group;muon;muonsegmentmonitor;endcapc;convertedmboysegment;toolsvc.cscsegmvalalg;info;register;histogram;muboy_segm_qsumphigoodclusperlayer_ea;group;muon;muonsegmentmonitor;endcapa;overview;convertedmboysegment;toolsvc.cscsegmvalalg;info;register;histogram;muboy_segm_qsumphigoodclusperlayer_ec;group;muon;muonsegmentmonitor;endcapc;overview;convertedmboysegment;toolsvc.cscsegmvalalg;info;register;histogram;muboy_segm_phiclusterstatus_ea;group;muon;muonsegmentmonitor;endcapa;convertedmboysegment;toolsvc.cscsegmvalalg;info;register;histogram;muboy_segm_phiclusterstatus_ec;group;muon;muonsegmentmonitor;endcapc;convertedmboysegment;toolsvc.cscsegmvalalg;info;register;histogram;muboy_segm_numphicluster_ea;group;muon;muonsegmentmonitor;endcapa;convertedmboysegment;toolsvc.cscsegmvalalg;info;register;histogram;muboy_segm_numphicluster_ec;group;muon;muonsegmentmonitor;endcapc;convertedmboysegment;toolsvc.cscsegmvalalg;info;register;histogram;muboy_segm_numgoodphicluster_ea;group;muon;muonsegmentmonitor;endcapa;convertedmboysegment;toolsvc.cscsegmvalalg;info;register;histogram;muboy_segm_numgoodphicluster_ec;group;muon;muonsegmentmonitor;endcapc;convertedmboysegment;toolsvc.cscsegmvalalg;info;register;histogram;muboy_segm_qsumphicluster_ea;group;muon;muonsegmentmonitor;endcapa;convertedmboysegment;toolsvc.cscsegmvalalg;info;register;histogram;muboy_segm_qsumphicluster_ec;group;muon;muonsegmentmonitor;endcapc;convertedmboysegment;toolsvc.cscsegmvalalg;info;register;histogram;muboy_segm_qsumgoodphicluster_ea;group;muon;muonsegmentmonitor;endcapa;convertedmboysegment;toolsvc.cscsegmvalalg;info;register;histogram;muboy_segm_qsumgoodphicluster_ec;group;muon;muonsegmentmonitor;endcapc;convertedmboysegment;toolsvc.cscsegmvalalg;info;register;histogram;muboy_segm_qsumgoodcluscorrelation_ea;group;muon;muonsegmentmonitor;endcapa;convertedmboysegment;toolsvc.cscsegmvalalg;info;register;histogram;muboy_segm_qsumgoodcluscorrelation_ec;group;muon;muonsegmentmonitor;endcapc;convertedmboysegment;toolsvc.cscsegmvalalg;info;register;histogram;moore_segm_numsegments_ea;group;muon;muonsegmentmonitor;endcapa;overview;mooresegment;toolsvc.cscsegmvalalg;info;register;histogram;moore_segm_numsegments_ec;group;muon;muonsegmentmonitor;endcapc;overview;mooresegment;toolsvc.cscsegmvalalg;info;register;histogram;moore_segm_numnclussegments_ea;group;muon;muonsegmentmonitor;endcapa;mooresegment;toolsvc.cscsegmvalalg;info;register;histogram;moore_segm_numnclussegments_ec;group;muon;muonsegmentmonitor;endcapc;mooresegment;toolsvc.cscsegmvalalg;info;register;histogram;moore_segm_efficiency_ea;group;muon;muonsegmentmonitor;endcapa;overview;mooresegment;toolsvc.cscsegmvalalg;info;register;histogram;moore_segm_efficiency_ec;group;muon;muonsegmentmonitor;endcapc;overview;mooresegment;toolsvc.cscsegmvalalg;info;register;histogram;moore_segm_qsumetagoodclusperlayer_ea;group;muon;muonsegmentmonitor;endcapa;overview;mooresegment;toolsvc.cscsegmvalalg;info;register;histogram;moore_segm_qsumetagoodclusperlayer_ec;group;muon;muonsegmentmonitor;endcapc;overview;mooresegment;toolsvc.cscsegmvalalg;info;register;histogram;moore_segm_etaclusterstatus_ea;group;muon;muonsegmentmonitor;endcapa;mooresegment;toolsvc.cscsegmvalalg;info;register;histogram;moore_segm_etaclusterstatus_ec;group;muon;muonsegmentmonitor;endcapc;mooresegment;toolsvc.cscsegmvalalg;info;register;histogram;moore_segm_numetacluster_ea;group;muon;muonsegmentmonitor;endcapa;mooresegment;toolsvc.cscsegmvalalg;info;register;histogram;moore_segm_numetacluster_ec;group;muon;muonsegmentmonitor;endcapc;mooresegment;toolsvc.cscsegmvalalg;info;register;histogram;moore_segm_numgoodetacluster_ea;group;muon;muonsegmentmonitor;endcapa;mooresegment;toolsvc.cscsegmvalalg;info;register;histogram;moore_segm_numgoodetacluster_ec;group;muon;muonsegmentmonitor;endcapc;mooresegment;toolsvc.cscsegmvalalg;info;register;histogram;moore_segm_qsumetacluster_ea;group;muon;muonsegmentmonitor;endcapa;mooresegment;toolsvc.cscsegmvalalg;info;register;histogram;moore_segm_qsumetacluster_ec;group;muon;muonsegmentmonitor;endcapc;mooresegment;toolsvc.cscsegmvalalg;info;register;histogram;moore_segm_qsumgoodetacluster_ea;group;muon;muonsegmentmonitor;endcapa;mooresegment;toolsvc.cscsegmvalalg;info;register;histogram;moore_segm_qsumgoodetacluster_ec;group;muon;muonsegmentmonitor;endcapc;mooresegment;toolsvc.cscsegmvalalg;info;register;histogram;moore_segm_qsumphigoodclusperlayer_ea;group;muon;muonsegmentmonitor;endcapa;overview;mooresegment;toolsvc.cscsegmvalalg;info;register;histogram;moore_segm_qsumphigoodclusperlayer_ec;group;muon;muonsegmentmonitor;endcapc;overview;mooresegment;toolsvc.cscsegmvalalg;info;register;histogram;moore_segm_phiclusterstatus_ea;group;muon;muonsegmentmonitor;endcapa;mooresegment;toolsvc.cscsegmvalalg;info;register;histogram;moore_segm_phiclusterstatus_ec;group;muon;muonsegmentmonitor;endcapc;mooresegment;toolsvc.cscsegmvalalg;info;register;histogram;moore_segm_numphicluster_ea;group;muon;muonsegmentmonitor;endcapa;mooresegment;toolsvc.cscsegmvalalg;info;register;histogram;moore_segm_numphicluster_ec;group;muon;muonsegmentmonitor;endcapc;mooresegment;toolsvc.cscsegmvalalg;info;register;histogram;moore_segm_numgoodphicluster_ea;group;muon;muonsegmentmonitor;endcapa;mooresegment;toolsvc.cscsegmvalalg;info;register;histogram;moore_segm_numgoodphicluster_ec;group;muon;muonsegmentmonitor;endcapc;mooresegment;toolsvc.cscsegmvalalg;info;register;histogram;moore_segm_qsumphicluster_ea;group;muon;muonsegmentmonitor;endcapa;mooresegmen