(79683,'atlas','segmentation fault in muonidcombined in x100 reconstruction','opening a new bug. this is similar to bug #79645 but might be \r\nunrelated\r\n\r\n- the tag is x100, which was supposed to fix #79645\r\n\r\n- the crash is in muonidcombined, while it was in muoncombinedrefit\r\n\r\n- the effect is much less dramatic, i have a total of 7 crashes\r\nout of 4000 jobs in 4 different reconstruction tasks\r\n\r\ndata11_7tev.00177912.physics_l1calo.merge.raw.x100.recon.task\r\ndata11_7tev.00177924.physics_standby.merge.raw.x100.recon.task\r\ndata11_7tev.00177924.physics_l1muon.merge.raw.x100.recon.task\r\ndata11_7tev.00177924.express_express.daq.raw.x100.recon.task\r\n\r\ntommaso\r\n\r\n\r\nsun mar 20 01:22:50 2011\r\n\r\ntzex version is  $revision: 340749 $\r\n\r\n&gt;&gt;&gt;&gt;&gt;  start of argdict \r\n\r\n{\'--ignoreerrors\': \'all\',\r\n \'--omitvalidation\': \'all\',\r\n \'amitag\': \'x100\',\r\n \'autoconfiguration\': \'everything,conditionstag=comcond-es1p*-004-04\',\r\n \'inputbsfile\': [\'data11_7tev.00177912.physics_l1calo.merge.raw#data11_7tev.00177912.physics_l1calo.merge.raw._lb0276._sfo-9._0001.1\'],\r\n \'maxevents\': -1,\r\n \'outputaodfile\': \'data11_7tev.00177912.physics_l1calo.recon.aod.x100#data11_7tev.00177912.physics_l1calo.recon.aod.x100._lb0276._sfo-9._0001\',\r\n \'outputesdfile\': \'data11_7tev.00177912.physics_l1calo.recon.esd.x100#data11_7tev.00177912.physics_l1calo.recon.esd.x100._lb0276._sfo-9._0001\',\r\n \'outputhistfile\': \'data11_7tev.00177912.physics_l1calo.recon.hist.x100#data11_7tev.00177912.physics_l1calo.recon.hist.x100._lb0276._sfo-9._0001\',\r\n \'outputntup_trigfile\': \'data11_7tev.00177912.physics_l1calo.recon.ntup_trig.x100#data11_7tev.00177912.physics_l1calo.recon.ntup_trig.x100._lb0276._sfo-9._0001\',\r\n \'preexec\': \'indetflags.usebeamconstraint.set_value_and_lock(false);muoncombinedrecflags.docombinedmuonfit.set_value_and_lock(false)\'}\r\n&lt;&lt;&lt;&lt;&lt;  end of argdict \r\n\r\n\r\nsun mar 20 01:22:50 2011\r\n\r\n\r\nstagein\r\n\r\n[(\'data11_7tev.00177912.physics_l1calo.merge.raw\', \'data11_7tev.00177912.physics_l1calo.merge.raw._lb0276._sfo-9._0001.1\', \'/castor/cern.ch/grid/atlas/tzero/prod1/perm/data11_7tev/physics_l1calo/00177912/data11_7tev.00177912.physics_l1calo.merge.raw/data11_7tev.00177912.physics_l1calo.merge.raw._lb0276._sfo-9._0001.1\', \'data11_7tev.00177912.physics_l1calo.merge.raw._lb0276._sfo-9._0001.1\', \'t0atlas\', \'stagein\', \'raw\')]\r\n\r\n\r\nsun mar 20 01:22:50 2011\r\n\r\n\r\n-----&gt;  staging in  data11_7tev.00177912.physics_l1calo.merge.raw._lb0276._sfo-9._0001.1\r\n\r\nexport stage_svcclass=t0atlas ; export stage_host=castoratlas ; umask 7 ;  rfcp /castor/cern.ch/grid/atlas/tzero/prod1/perm/data11_7tev/physics_l1calo/00177912/data11_7tev.00177912.physics_l1calo.merge.raw/data11_7tev.00177912.physics_l1calo.merge.raw._lb0276._sfo-9._0001.1 data11_7tev.00177912.physics_l1calo.merge.raw._lb0276._sfo-9._0001.1\r\n0 1619194332 bytes in 16 seconds through eth0 (in) and local (out) (98827 kb/sec)\r\n1619194332 bytes in remote file\r\n\r\n0 1619194332 bytes in 16 seconds through eth0 (in) and local (out) (98827 kb/sec)\r\n1619194332 bytes in remote file\r\n\r\nlogging: connection succeeded\r\nlogging: executing...\r\ninsert into cpattempt (source,dest,retrynr,exitcode,erroracronym,startepoch,           endepoch,stdboth,filesize,server,transfertime,type,filetype,svcclass) values (:source,:dest,:retrynr,:exitcode,:eacro,:startepoch, :endepoch,:stdboth,          :filesize, :server, :transfertime, :type, :filetype, :svcclass)\r\n{\'retrynr\': 1, \'svcclass\': \'t0atlas\', \'eacro\': \'ok\', \'dest\': \'data11_7tev.00177912.physics_l1calo.merge.raw._lb0276._sfo-9._0001.1\', \'startepoch\': 1300580570, \'endepoch\': 1300580590, \'filesize\': 1619194332, \'server\': \'\', \'source\': \'/castor/cern.ch/grid/atlas/tzero/prod1/perm/data11_7tev/physics_l1calo/00177912/data11_7tev.00177912.physics_l1calo.merge.raw/data11_7tev.00177912.physics_l1calo.merge.raw._lb0276._sfo-9._0001.1\', \'transfertime\': 16, \'stdboth\': \'1619194332 bytes in 16 seconds through eth0 (in) and local (out) (98827 kb/sec)\\n1619194332 bytes in remote file\\n\\n\', \'type\': \'stagein\', \'filetype\': \'raw\', \'exitcode\': 0}\r\nlogging: connection closed\r\nok 20236 20174 [(0, 1, \'1619194332 bytes in 16 seconds through eth0 (in) and local (out) (98827 kb/sec)\\n1619194332 bytes in remote file\\n\\n\', 1300580570, 1300580590)]\r\nstaging in took  20 seconds ok\r\n\r\nstagein succeeded\r\n\r\nsun mar 20 01:23:10 2011\r\n\r\n\r\nsun mar 20 01:23:10 2011\r\n\r\n\r\ntrans start\r\n\r\nsource /afs/cern.ch/atlas/tzero/prod1/inst/projects/data11/setup/setuptrf.sh /afs/cern.ch/atlas/tzero/prod1/inst/projects/data11/patches/atlasproduction-16.6.2.5 atlasproduction-16.6.2.5 /afs/cern.ch/atlas/tzero/prod1/inst/projects/data11/setup/specialsetup_tier0.sh ; python -u `which reco_trf.py` --argdict=/afs/cern.ch/atlas/tzero/prod1/log1/9845/9845929_data11_7tev.00177912.physics_l1calo.merge.raw.x100.recon.task._lb0276._sfo-9._0001.job.5//data11_7tev.00177912.physics_l1calo.merge.raw.x100.recon.task._lb0276._sfo-9._0001.job.argdict.gpickle  &amp;&gt; data11_7tev.00177912.physics_l1calo.merge.raw.x100.recon.task._lb0276._sfo-9._0001.job.tmp.log\r\natlassetup(warning): test directory [/afs/cern.ch/atlas/tzero/prod1/inst/projects/data11/patches/atlasproduction-16.6.2.5] doesn\'t exist\r\natlassetup(warning): test directory doesn\'t exist\r\n    /afs/cern.ch/atlas/tzero/prod1/inst/projects/data11/patches/atlasproduction-16.6.2.5\r\ncreated local authentication.xml file\r\ncreated local dblookup.xml file\r\ncopied geometry db file from /afs/cern.ch/atlas/conditions/geomdb_tier0/geomdb/geomdb_sqlite\r\nall done\r\nunsetting frontier_server ...\r\nsetting coral_dblookup_path to  /pool/lsf/atlast0/128362072:/afs/cern.ch/atlas/software/releases/16.6.2/dbrelease/current/xmlconfig\r\nsetting coral_auth_path to  /pool/lsf/atlast0/128362072:/afs/cern.ch/atlas/tzero/prod1/inst/var/private:/afs/cern.ch/atlas/software/releases/16.6.2/dbrelease/current/xmlconfig:/afs/cern.ch/atlas/tzero/prod1/inst/var/private\r\n\r\ntrans end\r\n\r\n\r\nsun mar 20 04:58:27 2011\r\n\r\n\r\ntail of logfile \r\n&gt;&gt;&gt;\r\nfpeauditor        warning fpe invalid in [execute] of [indettrt_standalonetrackfinder]\r\nfpeauditor        warning fpe divbyzero in [execute of [indettrt_standalonetrackfinder]\r\nfpeauditor        warning fpe invalid in [execute] of [indetprivxfinder]\r\nfpeauditor        warning fpe divbyzero in [execute of [indetprivxfinder]\r\ntoolsvc.zdcrecchanneltool                         warning zero size g0d0 at id  0xfffff800\r\ntoolsvc.zdcrecchanneltool                         warning zero size g1d0 at id  0xfffff800\r\nstoregatesvc                                      warning retrieve(const): no valid proxy for object mugirlcombinedmuoncontainer  of type analysis::muoncontainer(clid 1073853171)\r\nstoregatesvc                                      warning retrieve(const): no valid proxy for object mugirlcombinedmuoncontainer  of type analysis::muoncontainer(clid 1073853171)\r\nstoregatesvc                                      warning retrieve(const): no valid proxy for object mugirlcombinedmuoncontainer  of type analysis::muoncontainer(clid 1073853171)\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\nfpeauditor        warning fpe divbyzero in [execute of [indetalignmonmanager]\r\nfpeauditor        warning fpe invalid in [execute] of [globalmonmanager]\r\nfpeauditor        warning fpe divbyzero in [execute of [globalmonmanager]\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  done processing event #885720, run #177912 301 events processed so far  &lt;&lt;&lt;===\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  start processing event #885744, run #177912 301 events processed so far  &lt;&lt;&lt;===\r\nfpeauditor        warning fpe invalid in [execute] of [indettrt_standalonetrackfinder]\r\nfpeauditor        warning fpe divbyzero in [execute of [indettrt_standalonetrackfinder]\r\nfpeauditor        warning fpe invalid in [execute] of [indetprivxfinder]\r\nfpeauditor        warning fpe divbyzero in [execute of [indetprivxfinder]\r\ntoolsvc.zdcrecchanneltool                         warning zero size g0d0 at id  0xfffff800\r\ntoolsvc.zdcrecchanneltool                         warning zero size g1d0 at id  0xfffff800\r\nstoregatesvc                                      warning retrieve(const): no valid proxy for object mugirlcombinedmuoncontainer  of type analysis::muoncontainer(clid 1073853171)\r\nstoregatesvc                                      warning retrieve(const): no valid proxy for object mugirlcombinedmuoncontainer  of type analysis::muoncontainer(clid 1073853171)\r\nstoregatesvc                                      warning retrieve(const): no valid proxy for object mugirlcombinedmuoncontainer  of type analysis::muoncontainer(clid 1073853171)\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\nfpeauditor        warning fpe divbyzero in [execute of [indetalignmonmanager]\r\nfpeauditor        warning fpe invalid in [execute] of [globalmonmanager]\r\nfpeauditor        warning fpe divbyzero in [execute of [globalmonmanager]\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  done processing event #885744, run #177912 302 events processed so far  &lt;&lt;&lt;===\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  start processing event #885724, run #177912 302 events processed so far  &lt;&lt;&lt;===\r\nfpeauditor        warning fpe invalid in [execute] of [indettrt_standalonetrackfinder]\r\nfpeauditor        warning fpe divbyzero in [execute of [indettrt_standalonetrackfinder]\r\nfpeauditor        warning fpe invalid in [execute] of [indetprivxfinder]\r\nfpeauditor        warning fpe divbyzero in [execute of [indetprivxfinder]\r\ntoolsvc.zdcrecchanneltool                         warning zero size g0d0 at id  0xfffff800\r\ntoolsvc.zdcrecchanneltool                         warning zero size g1d0 at id  0xfffff800\r\nstoregatesvc                                      warning retrieve(const): no valid proxy for object mugirlcombinedmuoncontainer  of type analysis::muoncontainer(clid 1073853171)\r\nstoregatesvc                                      warning retrieve(const): no valid proxy for object mugirlcombinedmuoncontainer  of type analysis::muoncontainer(clid 1073853171)\r\nstoregatesvc                                      warning retrieve(const): no valid proxy for object mugirlcombinedmuoncontainer  of type analysis::muoncontainer(clid 1073853171)\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\nfpeauditor        warning fpe divbyzero in [execute of [indetalignmonmanager]\r\nfpeauditor        warning fpe invalid in [execute] of [globalmonmanager]\r\nfpeauditor        warning fpe divbyzero in [execute of [globalmonmanager]\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  done processing event #885724, run #177912 303 events processed so far  &lt;&lt;&lt;===\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  start processing event #885664, run #177912 303 events processed so far  &lt;&lt;&lt;===\r\nfpeauditor        warning fpe invalid in [execute] of [indettrt_standalonetrackfinder]\r\nfpeauditor        warning fpe divbyzero in [execute of [indettrt_standalonetrackfinder]\r\nfpeauditor        warning fpe invalid in [execute] of [indetprivxfinder]\r\nfpeauditor        warning fpe divbyzero in [execute of [indetprivxfinder]\r\ntoolsvc.zdcrecchanneltool                         warning zero size g0d0 at id  0xfffff800\r\ntoolsvc.zdcrecchanneltool                         warning zero size g1d0 at id  0xfffff800\r\ntoolsvc.muidmatchmaker                            warning  evaluatematchchi2: failed re-evaluation of match chi2 \r\ntoolsvc.muidmatchmaker                            warning  evaluatematchchi2: failed re-evaluation of match chi2 \r\ntoolsvc.muidmatchmaker                            warning  not choosing bestmatchchi2: 999999  16.832   fitchisq: 2.25693  21534.8\r\ntoolsvc.muidmatchmaker                            warning  evaluatematchchi2: failed re-evaluation of match chi2 \r\n-------------------------------------------------------------------------------------\r\ncore dump from coredumpsvc on lxbrl2910.cern.ch at sun mar 20 04:58:05 2011\r\n\r\ncaught signal 11(segmentation fault). details: \r\n  errno = 0, code = 1 (address not mapped to object)\r\n  pid   = 64, uid = 0\r\n  value = (2019016531, 0x7857bf53)\r\n  vmem = 2232.11 mb\r\n  rss  = 1822.61 mb\r\n  total-ram = 15929.1 mb\r\n  free-ram  = 80.8398 mb\r\n  buffer-ram= 98.3984 mb\r\n  total-swap= 20481.2 mb\r\n  free-swap = 20480.9 mb\r\n  addr  = 0x40\r\n\r\nevent counter: 304\r\neventid: [run,evt,lumi,time,bunchcross,detmask] = [177912,885664,276,1300507153:406948265,2233,0x1fffffffffff7]\r\nlast incident: athenaeventloopmgr:beginevent\r\ncurrent algorithm: muidcombined\r\nalgorithm stack: \r\n   athmasterseq\r\n   athalgseq\r\n   muidcombined\r\n-------------------------------------------------------------------------------------\r\n\r\n(pid=24953 ppid=24632) received fatal signal 11 (segmentation fault)\r\nsignal context:\r\n  signo  = 11, errno = 0, code = 1 (address not mapped to object)\r\n  pid    = 64, uid = 0\r\n  value  = (2019016531, 0x7857bf53)\r\n  addr   = 0x40\r\n  stack  = (2, 0, (nil))\r\n\r\n  eip: 0023:729ce9d6           eflags: 00210216\r\n  eax: 729e1630   ebx: 729e19d8   ecx: 00000000   edx: 8994d5a0\r\n  esi: 00000000   edi: 8994d5a0   ebp: ff9382e8   esp: ff9382b4\r\n   ds: 002b        es: 002b        fs: 0000        ss: 002b\r\n\r\n  signal esp: ff9382b4  trap: 14/4  oldmask: 00000000   cr2: 00000040\r\n\r\n  fpu:  control = ffff037f\r\n        status  = ffff0120\r\n        tag     = ffffffff\r\n        ip      = 0010:616c8357\r\n        data    = 002b:00000000\r\n        state   = 00000120\r\n    %fp0 = [0000:0000000000000000]\r\n    %fp1 = [8000:0000000000000000]\r\n    %fp2 = [0000:0000000000000000]\r\n    %fp3 = [0000:0000000000000000]\r\n    %fp4 = [4012:e315a52adef7ee97]\r\n    %fp5 = [c009:6800f127202bd21a]\r\n    %fp6 = [400b:000000000000d3d8]\r\n    %fp7 = [400b:000000000000d568]\r\n\r\nstack trace:\r\n 0x5cdcb440 athena::debugaids::stacktrace(int) + 0x60 [/afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.5/installarea/i686-slc5-gcc43-opt/lib/libcxxutils.so]\r\n 0x5cdc6f9f athena::signal::fataldump(int, siginfo*, void*) + 0xff [/afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.5/installarea/i686-slc5-gcc43-opt/lib/libcxxutils.so]\r\n 0x5cdc72b1 athena::signal::fatal(int, siginfo*, void*) + 0x181 [/afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.5/installarea/i686-slc5-gcc43-opt/lib/libcxxutils.so]\r\n 0x5e5fd64e coredumpsvchandler::action(int, siginfo*, void*) + 0xce [/afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.5/installarea/i686-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0xffffe600 &lt;unknown function&gt;\r\n 0x729ce9d6 trk::fitparameters::fitparameters(trk::perigee const&amp;) + 0x26 [/afs/cern.ch/atlas/software/releases/16.6.2/atlasreconstruction/16.6.2/installarea/i686-slc5-gcc43-opt/lib/libtrkipatfitterutils.so]\r\n 0x72984692 trk::ipatfitter::fit(trk::track const&amp;, trk::track const&amp;, bool, trk::particlehypothesis) const + 0xf2 [/afs/cern.ch/atlas/software/releases/16.6.2/atlasreconstruction/16.6.2/installarea/i686-slc5-gcc43-opt/lib/libtrkipatfitter.so]\r\n 0x727edfba rec::combinedmuontrackbuilder::fit(trk::track const&amp;, trk::track const&amp;, bool, trk::particlehypothesis) const + 0x26a [/afs/cern.ch/atlas/software/releases/16.6.2/atlasreconstruction/16.6.2/installarea/i686-slc5-gcc43-opt/lib/libmuidtrackbuilder.so]\r\n 0x727eb366 rec::combinedmuontrackbuilder::combinedfit(trk::track const&amp;, trk::track const&amp;, trk::track const&amp;) const + 0x846 [/afs/cern.ch/atlas/software/releases/16.6.2/atlasreconstruction/16.6.2/installarea/i686-slc5-gcc43-opt/lib/libmuidtrackbuilder.so]\r\n 0x727f525d rec::combinedmuontrackbuilder::indetextension(trk::track const&amp;, std::vector&lt;trk::measurementbase const*, std::allocator&lt;trk::measurementbase const*&gt; &gt; const&amp;, trk::parameterst&lt;trk::charged&gt; const*, trk::parameterst&lt;trk::charged&gt; const*, trk::parameterst&lt;trk::charged&gt; const*) const + 0x86d [/afs/cern.ch/atlas/software/releases/16.6.2/atlasreconstruction/16.6.2/installarea/i686-slc5-gcc43-opt/lib/libmuidtrackbuilder.so]\r\n 0x73bdf13d rec::muidmatchmaker::indetextension(trk::track const&amp;, trk::track const&amp;, trk::track const*, trk::track const*, trk::track const*) const + 0x3dd [/afs/cern.ch/atlas/software/releases/16.6.2/atlasreconstruction/16.6.2/installarea/i686-slc5-gcc43-opt/lib/libmuidcombinedtools.so]\r\n 0x73be5c2e rec::muidmatchmaker::execute(datavector&lt;trk::track, datavector_detail::nobase&gt; const*, datavector&lt;trk::track, datavector_detail::nobase&gt; const*, datavector&lt;trk::track, datavector_detail::nobase&gt; const*) const + 0x16ce [/afs/cern.ch/atlas/software/releases/16.6.2/atlasreconstruction/16.6.2/installarea/i686-slc5-gcc43-opt/lib/libmuidcombinedtools.so]\r\n 0x6747304a muidcombined::execute() + 0x8da [/afs/cern.ch/atlas/software/releases/16.6.2/atlasreconstruction/16.6.2/installarea/i686-slc5-gcc43-opt/lib/libmuidcombined.so]\r\n 0x5896751d algorithm::sysexecute() + 0x11d [/afs/cern.ch/atlas/software/releases/16.6.2/gaudi/v21r9p3a/installarea/i686-slc5-gcc43-opt/lib/libgaudikernel.so]\r\n 0x6459cba3 athsequencer::execute() + 0x1f3 [/afs/cern.ch/atlas/software/releases/16.6.2/atlascore/16.6.2/installarea/i686-slc5-gcc43-opt/lib/libgaudisequencer.so]\r\n 0x5896751d algorithm::sysexecute() + 0x11d [/afs/cern.ch/atlas/software/releases/16.6.2/gaudi/v21r9p3a/installarea/i686-slc5-gcc43-opt/lib/libgaudikernel.so]\r\n 0x6459cba3 athsequencer::execute() + 0x1f3 [/afs/cern.ch/atlas/software/releases/16.6.2/atlascore/16.6.2/installarea/i686-slc5-gcc43-opt/lib/libgaudisequencer.so]\r\n 0x5896751d algorithm::sysexecute() + 0x11d [/afs/cern.ch/atlas/software/releases/16.6.2/gaudi/v21r9p3a/installarea/i686-slc5-gcc43-opt/lib/libgaudikernel.so]\r\n 0x5e5e665f athenaeventloopmgr::executealgorithms() + 0x6f [/afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.5/installarea/i686-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0x5e5ece4e athenaeventloopmgr::executeevent(void*) + 0x83e [/afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.5/installarea/i686-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0x5e5ebb32 athenaeventloopmgr::nextevent(int) + 0x8a2 [/afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.5/installarea/i686-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0x5e5e57eb athenaeventloopmgr::executerun(int) + 0x1b [/afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.5/installarea/i686-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0x5de5da49 applicationmgr::executerun(int) + 0x79 [/afs/cern.ch/atlas/software/releases/16.6.2/gaudi/v21r9p3a/installarea/i686-slc5-gcc43-opt/lib/libgaudisvc.so]\r\n�0x5d5ed94d _zn12_global__n_1l11method_4267epvs0_rkst6vectoris0_sais0_ees0_ dictionary_dict.cpp:0 + 0x5d5ed94d [/afs/cern.ch/atlas/software/releases/16.6.2/gaudi/v21r9p3a/installarea/i686-slc5-gcc43-opt/lib/libgaudikerneldict.so]\r\n 0x578ca437 root::cintex::method_stub_with_context(root::cintex::stubcontext_t*, g__value*, char const*, g__param*, int) + 0x157 [/afs/cern.ch/atlas/software/releases/16.6.2/detcommon/16.6.2/installarea/i686-slc5-gcc43-opt/lib/libcintex.so]\r\n 0x5e26b034 &lt;unknown function&gt;\r\n 0x5617d512 cint::g__callfunc::execute(void*) + 0xd2 [/afs/cern.ch/atlas/software/releases/16.6.2/detcommon/16.6.2/installarea/i686-slc5-gcc43-opt/lib/libcint.so]\r\n 0x5590acec pyroot::trootobjectbyvalueexecutor::execute(cint::g__callfunc*, void*) + 0x2c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/app/releases/root/5.26.00e_python2.6/i686-slc5-gcc43-opt/root/lib/libpyroot.so]\r\n 0x55910c24 pyroot::tmethodholder&lt;pyroot::tscopeadapter, pyroot::tmemberadapter&gt;::callsafe(void*) + 0x64 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/app/releases/root/5.26.00e_python2.6/i686-slc5-gcc43-opt/root/lib/libpyroot.so]\r\n 0x55910dbc pyroot::tmethodholder&lt;pyroot::tscopeadapter, pyroot::tmemberadapter&gt;::execute(void*) + 0x6c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/app/releases/root/5.26.00e_python2.6/i686-slc5-gcc43-opt/root/lib/libpyroot.so]\r\n 0x5590fa92 pyroot::tmethodholder&lt;pyroot::tscopeadapter, pyroot::tmemberadapter&gt;::operator()(pyroot::objectproxy*, _object*, _object*, long) + 0x112 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/app/releases/root/5.26.00e_python2.6/i686-slc5-gcc43-opt/root/lib/libpyroot.so]\r\n�0x55916859 pyroot::(anonymous namespace)::mp_call(pyroot::methodproxy*, _object*, _object*) methodproxy.cxx:0 + 0x55916859 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/app/releases/root/5.26.00e_python2.6/i686-slc5-gcc43-opt/root/lib/libpyroot.so]\r\n 0x0805d88c pyobject_call /build/agaspar/work/python-2.6.5/objects/abstract.c:2493 + 0x5c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080d969d do_call /build/agaspar/work/python-2.6.5/python/ceval.c:3968 + 0x2dfd [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080ddc8c pyeval_evalcodeex /build/agaspar/work/python-2.6.5/python/ceval.c:3000 + 0x87c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080dc329 fast_function /build/agaspar/work/python-2.6.5/python/ceval.c:3846 + 0x5a89 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080ddc8c pyeval_evalcodeex /build/agaspar/work/python-2.6.5/python/ceval.c:3000 + 0x87c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080dddd3 pyeval_evalcode /build/agaspar/work/python-2.6.5/python/ceval.c:547 + 0x63 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080fe044 run_mod /build/agaspar/work/python-2.6.5/python/pythonrun.c:1339 + 0xb4 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080d4900 builtin_execfile /build/agaspar/work/python-2.6.5/python/bltinmodule.c:797 + 0x80d4900 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x081391bd pycfunction_call /build/agaspar/work/python-2.6.5/objects/methodobject.c:81 + 0x18d [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080dbd09 call_function /build/agaspar/work/python-2.6.5/python/ceval.c:3750 + 0x5469 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080ddc8c pyeval_evalcodeex /build/agaspar/work/python-2.6.5/python/ceval.c:3000 + 0x87c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x08137caa function_call /build/agaspar/work/python-2.6.5/objects/funcobject.c:524 + 0x8137caa [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x0805d88c pyobject_call /build/agaspar/work/python-2.6.5/objects/abstract.c:2493 + 0x5c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x08064935 instancemethod_call /build/agaspar/work/python-2.6.5/objects/classobject.c:2579 + 0x8064935 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x0805d88c pyobject_call /build/agaspar/work/python-2.6.5/objects/abstract.c:2493 + 0x5c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080b29e3 slot_tp_call /build/agaspar/work/python-2.6.5/objects/typeobject.c:5373 + 0x80b29e3 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x0805d88c pyobject_call /build/agaspar/work/python-2.6.5/objects/abstract.c:2493 + 0x5c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080d969d do_call /build/agaspar/work/python-2.6.5/python/ceval.c:3968 + 0x2dfd [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080ddc8c pyeval_evalcodeex /build/agaspar/work/python-2.6.5/python/ceval.c:3000 + 0x87c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080dddd3 pyeval_evalcode /build/agaspar/work/python-2.6.5/python/ceval.c:547 + 0x63 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080fe044 run_mod /build/agaspar/work/python-2.6.5/python/pythonrun.c:1339 + 0xb4 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080d4900 builtin_execfile /build/agaspar/work/python-2.6.5/python/bltinmodule.c:797 + 0x80d4900 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x081391bd pycfunction_call /build/agaspar/work/python-2.6.5/objects/methodobject.c:81 + 0x18d [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080dbd09 call_function /build/agaspar/work/python-2.6.5/python/ceval.c:3750 + 0x5469 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080ddc8c pyeval_evalcodeex /build/agaspar/work/python-2.6.5/python/ceval.c:3000 + 0x87c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x08137caa function_call /build/agaspar/work/python-2.6.5/objects/funcobject.c:524 + 0x8137caa [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x0805d88c pyobject_call /build/agaspar/work/python-2.6.5/objects/abstract.c:2493 + 0x5c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x08064935 instancemethod_call /build/agaspar/work/python-2.6.5/objects/classobject.c:2579 + 0x8064935 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x0805d88c pyobject_call /build/agaspar/work/python-2.6.5/objects/abstract.c:2493 + 0x5c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080b29e3 slot_tp_call /build/agaspar/work/python-2.6.5/objects/typeobject.c:5373 + 0x80b29e3 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x0805d88c pyobject_call /build/agaspar/work/python-2.6.5/objects/abstract.c:2493 + 0x5c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080d969d do_call /build/agaspar/work/python-2.6.5/python/ceval.c:3968 + 0x2dfd [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080ddc8c pyeval_evalcodeex /build/agaspar/work/python-2.6.5/python/ceval.c:3000 + 0x87c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080dddd3 pyeval_evalcode /build/agaspar/work/python-2.6.5/python/ceval.c:547 + 0x63 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080fe044 run_mod /build/agaspar/work/python-2.6.5/python/pythonrun.c:1339 + 0xb4 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080d4900 builtin_execfile /build/agaspar/work/python-2.6.5/python/bltinmodule.c:797 + 0x80d4900 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x081391bd pycfunction_call /build/agaspar/work/python-2.6.5/objects/methodobject.c:81 + 0x18d [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080dbd09 call_function /build/agaspar/work/python-2.6.5/python/ceval.c:3750 + 0x5469 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080ddc8c pyeval_evalcodeex /build/agaspar/work/python-2.6.5/python/ceval.c:3000 + 0x87c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080dddd3 pyeval_evalcode /build/agaspar/work/python-2.6.5/python/ceval.c:547 + 0x63 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080fe044 run_mod /build/agaspar/work/python-2.6.5/python/pythonrun.c:1339 + 0xb4 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080fe3a4 pyrun_simplefileexflags /build/agaspar/work/python-2.6.5/python/pythonrun.c:935 + 0x204 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080fe69a pyrun_anyfileexflags /build/agaspar/work/python-2.6.5/python/pythonrun.c:739 + 0x7a [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x08058d46 py_main /build/agaspar/work/python-2.6.5/modules/main.c:572 + 0xc56 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x08057e42 main /build/agaspar/work/python-2.6.5/./modules/python.c:24 + 0x32 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x0050be9c __libc_start_main + 0xdc [/lib/libc.so.6]\r\n 0x08057d51 _start + 0x8057d51 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\npy:rawtoesd          info execution of rawtoesd complete with exit code -11.\r\npy:rawtoesd         error transform received signal 11. exit code reset to athena exit code 8.\r\ninfo: read 109 error categories from file /afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.5/installarea/share/atlas_error_categories.db\r\ninfo: read 52 error patterns from file /afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.5/installarea/share/atlas_error_patterns.db\r\ninfo: read 58 ignore patterns from file /afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.5/installarea/share/atlas_error_ignore.db\r\nathenalogchecker start [rawtoesd log] wall-time: sun mar 20 03:58:16 2011, vmem: 112.01953125 mb, rss: 66.84765625 mb\r\npy:rawtoesd          info scanning athena logfile rawtoesd.log assuming atlas release all,16.6.2.5 ...\r\npy:rawtoesd          info athena initialise()...\r\npy:rawtoesd          info athena execute()...\r\npy:rawtoesd          info done scanning 25286 lines of file rawtoesd.log. summary:\r\npy:rawtoesd          info    ignored : 0\r\npy:rawtoesd          info    warnings: 9158\r\npy:rawtoesd          info    errors  : 0\r\npy:rawtoesd          info    fatals  : 2\r\nathenalogchecker stop [rawtoesd log] wall-time: sun mar 20 03:58:20 2011, vmem: 112.01953125 mb, rss: 66.84765625 mb\r\nathenalogchecker report [rawtoesd log] wall-time: 00 hrs 00 mins 04 secs, cpu-time: 00 hrs 00 mins 04 secs, vmem: 0.0 mb, rss: 0.0 mb\r\npy:rawtoesd          info jobtransform completed for rawtoesd with error code 60010 (exit code 6)\r\npy:rawtoesd          info transform timer stop [rawtoesd] wall-time: sun mar 20 03:58:20 2011, vmem: 112.01953125 mb, rss: 66.875 mb\r\npy:rawtoesd          info transform timer report [rawtoesd] wall-time: 03 hrs 34 mins 42 secs, cpu-time: 03 hrs 31 mins 28 secs, vmem: 0.484375 mb, rss: 0.50390625 mb\r\n===== job report produced by rawtoesd version patjobtransforms-00-03-15 =====\r\ncommand=/afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.5/installarea/share/bin/reco_trf.py --argdict=/afs/cern.ch/atlas/tzero/prod1/log1/9845/9845929_data11_7tev.00177912.physics_l1calo.merge.raw.x100.recon.task._lb0276._sfo-9._0001.job.5//data11_7tev.00177912.physics_l1calo.merge.raw.x100.recon.task._lb0276._sfo-9._0001.job.argdict.gpickle\r\nexitcode=6\r\nerrorcode=60010 (trf_segfault)\r\nerrorcategory=trf_segfault,	60010,	segmentation fault (2 times)\r\nfatals=2\r\nerrors=0\r\nwarnings=9\r\nwriting jobinfo_rawtoesd.xml file...\r\nesdok is  false\r\nskipping esd-&gt;esd step...\r\nskipping esd-&gt;aod step...\r\nskipping esd-&gt;dpd step...\r\nskipping aod-&gt;dpd step...\r\nskipping aod-&gt;tag step...\r\nskipping monitoring file merging step...\r\npy:reco_trf          info jobtransform completed for reco_trf with error code 60010 (exit code 6)\r\npy:rawtoesd          info transform timer stop [reco_trf] wall-time: sun mar 20 03:58:21 2011, vmem: 112.01953125 mb, rss: 66.87890625 mb\r\npy:rawtoesd          info transform timer report [reco_trf] wall-time: 03 hrs 34 mins 42 secs, cpu-time: 03 hrs 31 mins 28 secs, vmem: 0.484375 mb, rss: 0.51953125 mb\r\n===== job report produced by recotrf =====\r\ncommand=/afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.5/installarea/share/bin/reco_trf.py --argdict=/afs/cern.ch/atlas/tzero/prod1/log1/9845/9845929_data11_7tev.00177912.physics_l1calo.merge.raw.x100.recon.task._lb0276._sfo-9._0001.job.5//data11_7tev.00177912.physics_l1calo.merge.raw.x100.recon.task._lb0276._sfo-9._0001.job.argdict.gpickle\r\nexitcode=6\r\nerrorcode=60010 (trf_segfault)\r\nerrorcategory=trf_segfault,	60010,	segmentation fault (2 times)\r\nfatals=2\r\nerrors=0\r\nwarnings=9\r\nerrorinfo\r\n  acronym=trf_segfault (60010) segmentation fault\r\n  message=caught signal 11(segmentation fault). details:\r\n  severity=fatal\r\n  producer=rawtoesd\r\n  stage=execute\r\nerrorinfo\r\n  acronym=trf_segfault (60010) segmentation fault\r\n  message=(pid=24953 ppid=24632) received fatal signal 11 (segmentation fault)\r\n  severity=fatal\r\n  producer=rawtoesd\r\n  stage=execute\r\nathacronym=an unknown exception occurred\r\nathcode=8\r\nrundiruseddisk=2191285890\r\nrundiravailabledisk=290362523648\r\nworkdir=/pool/lsf/atlast0/128362072\r\nathcode=8\r\nrundiravailabledisk=290362806272\r\ndbrelease=current\r\nathacronym=an unknown exception occurred\r\nrundiruseddisk=2191029514\r\natlasrelease=16.6.2.5\r\nwriting jobinfo_recotrf.xml file...\r\n&lt;&lt;&lt;\r\n\r\nls workdir \r\n&gt;&gt;&gt;\r\ntotal 2142140\r\n-rw-r--r-- 1 atlast0 zp      43048 mar 20 04:57 1300580530.128362072.out\r\n-rw-r----- 1 atlast0 zp        125 mar 20 01:22 1300580530.128362072.out.ootw\r\n-rw-r--r-- 1 atlast0 zp         67 mar 20 04:58 9845929_data11_7tev.00177912.physics_l1calo.merge.raw.x100.recon.task._lb0276._sfo-9._0001.job.5.gpickle\r\n-rw-r--r-- 1 atlast0 zp      37234 mar 20 04:58 9845929_data11_7tev.00177912.physics_l1calo.merge.raw.x100.recon.task._lb0276._sfo-9._0001.job.5.log\r\n-rw-r--r-- 1 atlast0 zp       6355 mar 20 04:58 athenasummary_rawtoesd.txt\r\n-rw-r--r-- 1 atlast0 zp       1058 mar 20 01:23 athfile-cache.ascii\r\n-rw-r--r-- 1 atlast0 zp       5433 mar 20 01:23 authentication.xml\r\n-rw-r----- 1 atlast0 zp 1619194332 mar 20 01:23 data11_7tev.00177912.physics_l1calo.merge.raw._lb0276._sfo-9._0001.1\r\n-rw-r--r-- 1 atlast0 zp    2882391 mar 20 04:58 data11_7tev.00177912.physics_l1calo.merge.raw.x100.recon.task._lb0276._sfo-9._0001.job.tmp.log\r\n-rw-r--r-- 1 atlast0 zp  522065230 mar 20 04:57 data11_7tev.00177912.physics_l1calo.recon.esd.x100._lb0276._sfo-9._0001\r\n-rw-r--r-- 1 atlast0 zp       4984 mar 20 01:23 dblookup.xml\r\n-rw-r--r-- 1 atlast0 zp      45674 mar 20 04:58 dmesg_athena.txt\r\n-rw-r--r-- 1 atlast0 zp     466191 mar 20 01:24 generated_amdb_simrec_pool\r\n-rw-r--r-- 1 atlast0 zp   42110976 mar 20 01:23 geomdb_t0replica.sqlite\r\n-rw-r--r-- 1 atlast0 zp       1116 mar 20 01:23 inputdictionary.pickle\r\n-rw-r--r-- 1 atlast0 zp      42921 mar 20 04:58 jobinfo_rawtoesd.xml\r\n-rw-r--r-- 1 atlast0 zp      42876 mar 20 04:58 jobinfo_recotrf.xml\r\n-rw-r--r-- 1 atlast0 zp      42876 mar 20 04:58 jobinfo.xml\r\n-rw-r--r-- 1 atlast0 zp       1398 mar 20 04:58 jobreport.gpickle\r\n-rw-r--r-- 1 atlast0 zp      55977 mar 20 04:58 jobreport.pickle\r\n-rw-r--r-- 1 atlast0 zp      34042 mar 20 04:58 jobreport_rawtoesd.gpickle\r\n-rw-r--r-- 1 atlast0 zp      49232 mar 20 04:58 jobreport_rawtoesd.pickle\r\n-rw-r--r-- 1 atlast0 zp      36157 mar 20 04:58 jobreport_rawtoesd.txt\r\n-rw-r--r-- 1 atlast0 zp       1398 mar 20 04:58 jobreport_recotrf.gpickle\r\n-rw-r--r-- 1 atlast0 zp      55977 mar 20 04:58 jobreport_recotrf.pickle\r\n-rw-r--r-- 1 atlast0 zp      43171 mar 20 04:58 jobreport_recotrf.txt\r\n-rw-r--r-- 1 atlast0 zp      43171 mar 20 04:58 jobreport.txt\r\n-rwxr-xr-x 1 atlast0 zp        542 mar 20 01:23 last.rawtoesd\r\n-rwxr-xr-x 1 atlast0 zp        170 mar 20 01:23 last.reco_trf\r\n-rw-r--r-- 1 atlast0 zp        617 mar 20 01:23 last.runargs.gpickle\r\n-rw-r--r-- 1 atlast0 zp      32143 mar 20 01:28 monitor.root\r\n-rw-r--r-- 1 atlast0 zp     855601 mar 20 04:57 ntuple_bstoesddpd.pmon.stream\r\ndrwxr-xr-x 3 atlast0 zp       4096 mar 20 01:23 oradiag_atlast0\r\nlrwxrwxrwx 1 atlast0 zp         57 mar 20 01:23 poolcond -&gt; /afs/cern.ch/atlas/conditions/poolcond/catalogue/poolcond\r\n-rw-r--r-- 1 atlast0 zp        106 mar 20 01:24 poolfilecatalog.xml\r\n-rw-r--r-- 1 atlast0 zp    2871483 mar 20 04:58 rawtoesd.log\r\n-rw-r--r-- 1 atlast0 zp       1865 mar 20 01:23 rawtoesd_messagesvc_joboptions.py\r\n-rwxr-xr-x 1 atlast0 zp        311 mar 20 01:23 rawtoesd_runathena\r\n-rw-r--r-- 1 atlast0 zp        617 mar 20 01:23 runargs.rawtoesd.gpickle\r\n-rw-r--r-- 1 atlast0 zp       1147 mar 20 01:23 runargs.rawtoesd.py\r\ndrwxr-xr-x 2 atlast0 zp       4096 mar 20 01:24 tmp\r\n-rw-r--r-- 1 atlast0 zp        680 mar 20 04:58 transformtimer_reco_trf.pickle\r\n-rw-r--r-- 1 atlast0 zp       3071 mar 20 01:22 wrapper.py\r\n&lt;&lt;&lt;\r\n&gt;&gt;&gt;&gt;&gt;  start of trf jobreport [\'prodsys\' key]\r\n\r\n{\'athacronym\': \'an unknown exception occurred\',\r\n \'athcode\': \'8\',\r\n \'jobinputs\': [],\r\n \'joboutputs\': [],\r\n \'more\': {\'machine\': \'unknown\'},\r\n \'nevents\': 0,\r\n \'trfacronym\': \'trf_segfault\',\r\n \'trfcode\': 60010,\r\n \'trfexitcode\': 6}\r\n&lt;&lt;&lt;&lt;&lt;  end of trf jobreport \r\n\r\n[{\'guid\': \'0a304cd4-214e-41ae-9754-729020137583\',\r\n  \'checksum\': \'ad:6467da09\',\r\n  \'dataset\': \'data11_7tev.00177912.physics_l1calo.merge.raw.x100.recon.task.tmp.log\',\r\n  \'events\': 0,\r\n  \'lfn\': \'data11_7tev.00177912.physics_l1calo.merge.raw.x100.recon.task._lb0276._sfo-9._0001.job.tmp.log\',\r\n  \'size\': 2882391l}]\r\n\r\n\r\nsun mar 20 04:58:28 2011\r\n\r\n\r\nstageout\r\n\r\n\r\nsun mar 20 04:58:28 2011\r\n\r\n\r\n---------------------------------------------------------------------------------------------------------------------------------------\r\nstaging out  data11_7tev.00177912.physics_l1calo.merge.raw.x100.recon.task.tmp.log # data11_7tev.00177912.physics_l1calo.merge.raw.x100.recon.task._lb0276._sfo-9._0001.job.tmp.log\r\n---------------------------------------------------------------------------------------------------------------------------------------\r\n\r\nwarning no storage defined, will use default (asinds)\r\ninfo resolved asinds into  [{\'svcclass\': \'t0merge\', \'type\': \'castor\', \'basepath\': \'/castor/cern.ch/grid/atlas/tzero/prod1/temp\', \'fileclass\': \'atlas_notape\', \'stagehost\': \'castoratlas\', \'autodirstruct\': \'.1/.3/.2/d\'}]\r\n\r\n-----&gt;  staging out to  {\'svcclass\': \'t0merge\', \'type\': \'castor\', \'basepath\': \'/castor/cern.ch/grid/atlas/tzero/prod1/temp\', \'fileclass\': \'atlas_notape\', \'stagehost\': \'castoratlas\', \'autodirstruct\': \'.1/.3/.2/d\'}\r\n\r\ngetdest final storageinfo =  {\'svcclass\': \'t0merge\', \'type\': \'castor\', \'basepath\': \'/castor/cern.ch/grid/atlas/tzero/prod1/temp\', \'fileclass\': \'atlas_notape\', \'stagehost\': \'castoratlas\', \'autodirstruct\': \'.1/.3/.2/d\'} \r\n\r\nrfmkdir -p /castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_7tev/physics_l1calo/00177912/data11_7tev.00177912.physics_l1calo.merge.raw.x100.recon.task.tmp.log ; nschclass atlas_notape /castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_7tev/physics_l1calo/00177912/data11_7tev.00177912.physics_l1calo.merge.raw.x100.recon.task.tmp.log\r\nsun mar 20 04:58:28 2011\r\n0 mkdir() : file exists\r\n\r\nexport stage_svcclass=t0merge ; export stage_host=castoratlas ; umask 7 ;  rfcp data11_7tev.00177912.physics_l1calo.merge.raw.x100.recon.task._lb0276._sfo-9._0001.job.tmp.log /castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_7tev/physics_l1calo/00177912/data11_7tev.00177912.physics_l1calo.merge.raw.x100.recon.task.tmp.log/data11_7tev.00177912.physics_l1calo.merge.raw.x100.recon.task._lb0276._sfo-9._0001.job.tmp.log.5\r\n0 2882391 bytes in 1 seconds through local (in) and eth0 (out) (2814 kb/sec)\r\n2882391 bytes in remote file\r\n\r\n0 2882391 bytes in 1 seconds through local (in) and eth0 (out) (2814 kb/sec)\r\n2882391 bytes in remote file\r\n\r\nlogging: connection succeeded\r\nlogging: executing...\r\ninsert into cpattempt (source,dest,retrynr,exitcode,erroracronym,startepoch,           endepoch,stdboth,filesize,server,transfertime,type,filetype,svcclass) values (:source,:dest,:retrynr,:exitcode,:eacro,:startepoch, :endepoch,:stdboth,          :filesize, :server, :transfertime, :type, :filetype, :svcclass)\r\n{\'retrynr\': 1, \'svcclass\': \'t0merge\', \'eacro\': \'ok\', \'dest\': \'/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_7tev/physics_l1calo/00177912/data11_7tev.00177912.physics_l1calo.merge.raw.x100.recon.task.tmp.log/data11_7tev.00177912.physics_l1calo.merge.raw.x100.recon.task._lb0276._sfo-9._0001.job.tmp.log.5\', \'startepoch\': 1300593508, \'endepoch\': 1300593512, \'filesize\': 2882391, \'server\': \'\', \'source\': \'data11_7tev.00177912.physics_l1calo.merge.raw.x100.recon.task._lb0276._sfo-9._0001.job.tmp.log\', \'transfertime\': 1, \'stdboth\': \'2882391 bytes in 1 seconds through local (in) and eth0 (out) (2814 kb/sec)\\n2882391 bytes in remote file\\n\\n\', \'type\': \'stageout\', \'filetype\': \'log\', \'exitcode\': 0}\r\nlogging: connection closed\r\n\r\nok 4006 3876 [(0, 1, \'2882391 bytes in 1 seconds through local (in) and eth0 (out) (2814 kb/sec)\\n2882391 bytes in remote file\\n\\n\', 1300593508, 1300593512)]\r\n\r\nsun mar 20 04:58:32 2011\r\n\r\nstaging out took  4 seconds ok\r\n\r\nstageout succeeded\r\n\r\ntransformation problem\r\n\r\nreport\r\n{\'prodsys\': {\'jobinputs\': [],\r\n             \'joboutputs\': [{\'guid\': \'0a304cd4-214e-41ae-9754-729020137583\',\r\n                             \'checksum\': \'ad:6467da09\',\r\n                             \'dataset\': \'data11_7tev.00177912.physics_l1calo.merge.raw.x100.recon.task.tmp.log\',\r\n                             \'events\': 0,\r\n                             \'lfn\': \'data11_7tev.00177912.physics_l1calo.merge.raw.x100.recon.task._lb0276._sfo-9._0001.job.tmp.log.5\',\r\n                             \'more\': {\'metadata\': {},\r\n                                      \'surl\': \'/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_7tev/physics_l1calo/00177912/data11_7tev.00177912.physics_l1calo.merge.raw.x100.recon.task.tmp.log/data11_7tev.00177912.physics_l1calo.merge.raw.x100.recon.task._lb0276._sfo-9._0001.job.tmp.log.5\'},\r\n                             \'size\': 2882391l}],\r\n             \'more\': {\'num1\': 0, \'num2\': 0, \'txt1\': \'\'},\r\n             \'nevents\': 0,\r\n             \'trfacronym\': \'trf_segfault\',\r\n             \'trfcode\': 60010},\r\n \'t0exe\': {\'cpu\': 12917,\r\n           \'cpuinfo\': \'cpuinfo\',\r\n           \'endepoch\': 1300593512,\r\n           \'erroracronym\': \'trferror\',\r\n           \'errorcode\': none,\r\n           \'errortext\': \'\',\r\n           \'exitcode\': 0,\r\n           \'stageintime\': 20,\r\n           \'stageouttime\': 4,\r\n           \'startepoch\': 1300580570}}\r\n\r\nend of report\r\n\r\nsun mar 20 04:58:32 2011\r\n\r\n\r\nend of wrapper log file\r\n','396','7444','2011-03-20 19:33:17','7','fixed','closed','muonidentification/muid',';open;similar;unrelated;suppose;crash;muonidcombine;muoncombinedrefit;effect;dramatic;total;crash;different;reconstruction;task;data11_7tev;physics_l1calo.merge.raw.x100;recon.task;data11_7tev;physics_standby.merge.raw.x100;recon.task;data11_7tev;physics_l1muon.merge.raw.x100;recon.task;data11_7tev;express_express.daq.raw.x100;recon.task;tommaso;tzex;version;revision;start;argdict;ignoreerror;omitvalidation;amitag;autoconfiguration;conditionstag;comcond;es1p;inputbsfile;data11_7tev;physics_l1calo.merge.raw;data11_7tev;physics_l1calo.merge.raw;maxevent;outputaodfile;data11_7tev;physics_l1calo.recon.aod.x100;data11_7tev;physics_l1calo.recon.aod.x100;outputesdfile;data11_7tev;physics_l1calo.recon.esd.x100;data11_7tev;physics_l1calo.recon.esd.x100;outputhistfile;data11_7tev;physics_l1calo.recon.hist.x100;data11_7tev;physics_l1calo.recon.hist.x100;outputntup_trigfile;data11_7tev;physics_l1calo.recon.ntup_trig.x100;data11_7tev;physics_l1calo.recon.ntup_trig.x100;preexec;indetflags.usebeamconstraint.set_value_and_lock;false;muoncombinedrecflags.docombinedmuonfit.set_value_and_lock;false;staging;data11_7tev;physics_l1calo.merge.raw;export;stage_svcclass;t0atla;export;stage_host;castoratla;umask;rfcp;castor;grid;atla;tzero;prod1;perm;data11_7tev;physics_l1calo;data11_7tev;physics_l1calo.merge.raw;data11_7tev;physics_l1calo.merge.raw;data11_7tev;physics_l1calo.merge.raw;byte;seconds;eth0;local;byte;remote;file;byte;seconds;eth0;local;byte;remote;file;connection;succeed;execute;insert;cpattempt;source;dest;retrynr;exitcode;erroracronym;startepoch;endepoch;stdboth;filesize;server;transfertime;type;filetype;svcclass;value;source;dest;retrynr;exitcode;eacro;startepoch;endepoch;stdboth;filesize;server;transfertime;type;filetype;svcclass;retrynr;svcclass;t0atla;eacro;dest;data11_7tev;physics_l1calo.merge.raw;startepoch;endepoch;filesize;server;source;castor;grid;atla;tzero;prod1;perm;data11_7tev;physics_l1calo;data11_7tev;physics_l1calo.merge.raw;data11_7tev;physics_l1calo.merge.raw;transfertime;stdboth;byte;seconds;eth0;local;byte;remote;file;type;stagein;filetype;exitcode;connection;close;byte;seconds;eth0;local;byte;remote;file;staging;take;seconds;stagein;succeed;trans;start;source;atla;tzero;prod1;inst;project;data11;setup;setuptrf.sh;atla;tzero;prod1;inst;project;data11;patch;atlasproduction;16.6.2.5;atlasproduction;16.6.2.5;atla;tzero;prod1;inst;project;data11;setup;specialsetup_tier0;python;reco_trf.py;argdict;atla;tzero;prod1;log1;9845929_data11_7tev;physics_l1calo.merge.raw.x100;recon.task;data11_7tev;physics_l1calo.merge.raw.x100;recon.task;job.argdict.gpickle;data11_7tev;physics_l1calo.merge.raw.x100;recon.task;job.tmp.log;atlassetup;warn;test;directory;atla;tzero;prod1;inst;project;data11;patch;atlasproduction;16.6.2.5;doesn\'t;exist;atlassetup;warn;test;directory;doesn\'t;exist;atla;tzero;prod1;inst;project;data11;patch;atlasproduction;16.6.2.5;create;local;authentication.xml;file;create;local;dblookup.xml;file;copy;geometry;file;atla;condition;geomdb_tier0;geomdb;geomdb_sqlite;unsetting;frontier_server;coral_dblookup_path;pool;atlast0;atla;software;release;16.6.2;dbrelease;current;xmlconfig;coral_auth_path;pool;atlast0;atla;tzero;prod1;inst;private;atla;software;release;16.6.2;dbrelease;current;xmlconfig;atla;tzero;prod1;inst;private;trans;tail;logfile;fpeauditor;warn;invalid;execute;indettrt_standalonetrackfinder;fpeauditor;warn;divbyzero;execute;indettrt_standalonetrackfinder;fpeauditor;warn;invalid;execute;indetprivxfinder;fpeauditor;warn;divbyzero;execute;indetprivxfinder;toolsvc.zdcrecchanneltool;warn;zero;size;g0d0;toolsvc.zdcrecchanneltool;warn;zero;size;g1d0;storegatesvc;warn;retrieve;const;valid;proxy;object;mugirlcombinedmuoncontainer;type;analysis;muoncontainer;clid;storegatesvc;warn;retrieve;const;valid;proxy;object;mugirlcombinedmuoncontainer;type;analysis;muoncontainer;clid;storegatesvc;warn;retrieve;const;valid;proxy;object;mugirlcombinedmuoncontainer;type;analysis;muoncontainer;clid;toolsvc.indetalignmonresiduals_notrig;warn;propagation;unbiased;othersideparameter;fail;toolsvc.indetalignmonresiduals_notrig;warn;propagation;unbiased;othersideparameter;fail;toolsvc.indetalignmonresiduals_notrig;warn;propagation;unbiased;othersideparameter;fail;toolsvc.indetalignmonresiduals_notrig;warn;propagation;unbiased;othersideparameter;fail;toolsvc.indetalignmonresiduals_notrig;warn;propagation;unbiased;othersideparameter;fail;toolsvc.indetalignmonresiduals_notrig;warn;propagation;unbiased;othersideparameter;fail;toolsvc.indetalignmonresiduals_notrig;warn;propagation;unbiased;othersideparameter;fail;toolsvc.indetalignmonresiduals_notrig;warn;propagation;unbiased;othersideparameter;fail;toolsvc.indetalignmonresiduals_notrig;warn;propagation;unbiased;othersideparameter;fail;toolsvc.indetalignmonresiduals_notrig;warn;propagation;unbiased;othersideparameter;fail;toolsvc.indetalignmonresiduals_notrig;warn;propagation;unbiased;othersideparameter;fail;toolsvc.indetalignmonresiduals_notrig;warn;propagation;unbiased;othersideparameter;fail;fpeauditor;warn;divbyzero;execute;indetalignmonmanager;fpeauditor;warn;invalid;execute;globalmonmanager;fpeauditor;warn;divbyzero;execute;globalmonmanager;athenaeventloopmgr;info;processing;event;event;process;start;processing;event;event;process;processing;event;event;process;start;processing;event;event;process;processing;event;event;process;start;processing;event;event;process;fitparameter;fitparameter;perigee;const;atla;software;release;16.6.2;atlasreconstruction;16.6.2;installarea;slc5;gcc43;libtrkipatfitterutils.so;ipatfitter;track;const;track;const;bool;particlehypothesis;const;atla;software;release;16.6.2;atlasreconstruction;16.6.2;installarea;slc5;gcc43;libtrkipatfitter.so;combinedmuontrackbuilder;track;const;track;const;bool;particlehypothesis;const;atla;software;release;16.6.2;atlasreconstruction;16.6.2;installarea;slc5;gcc43;libmuidtrackbuilder.so;combinedmuontrackbuilder;combinedfit;track;const;track;const;track;const;const;atla;software;release;16.6.2;atlasreconstruction;16.6.2;installarea;slc5;gcc43;libmuidtrackbuilder.so;combinedmuontrackbuilder;indetextension;track;const;vector;const;parameterst;const;parameterst;const;parameterst;const;const;atla;software;release;16.6.2;atlasreconstruction;16.6.2;installarea;slc5;gcc43;libmuidtrackbuilder.so;muidmatchmaker;indetextension;track;const;track;const;track;const;track;const;track;const;const;atla;software;release;16.6.2;atlasreconstruction;16.6.2;installarea;slc5;gcc43;libmuidcombinedtools.so;muidmatchmaker;execute;datavector;const;datavector;const;datavector;const;const;atla;software;release;16.6.2;atlasreconstruction;16.6.2;installarea;slc5;gcc43;libmuidcombinedtools.so;muidcombine;execute;atla;software;release;16.6.2;atlasreconstruction;16.6.2;installarea;slc5;gcc43;libmuidcombined.so;algorithm;sysexecute;atla;software;release;16.6.2;gaudus;v21r9p3a;installarea;slc5;gcc43;libgaudikernel.so;athsequencer;execute;atla;software;release;16.6.2;atlascore;16.6.2;installarea;slc5;gcc43;libgaudisequencer.so;algorithm;sysexecute;atla;software;release;16.6.2;gaudus;v21r9p3a;installarea;slc5;gcc43;libgaudikernel.so;athsequencer;execute;atla;software;release;16.6.2;atlascore;16.6.2;installarea;slc5;gcc43;libgaudisequencer.so;algorithm;sysexecute;atla;software;release;16.6.2;gaudus;v21r9p3a;installarea;slc5;gcc43;libgaudikernel.so;athenaeventloopmgr;executealgorithm;atla;software;release;16.6.2;atlasproduction;16.6.2.5;installarea;slc5;gcc43;libathenaservices.so;athenaeventloopmgr;executeevent;void;atla;software;release;16.6.2;atlasproduction;16.6.2.5;installarea;slc5;gcc43;libathenaservices.so;athenaeventloopmgr;nextevent;atla;software;release;16.6.2;atlasproduction;16.6.2.5;installarea;slc5;gcc43;libathenaservices.so;athenaeventloopmgr;executerun;atla;software;release;16.6.2;atlasproduction;16.6.2.5;installarea;slc5;gcc43;libathenaservices.so;applicationmgr;executerun;atla;software;release;16.6.2;gaudus;v21r9p3a;installarea;slc5;gcc43;libgaudisvc.so;dictionary_dict.cpp;atla;software;release;16.6.2;gaudus;v21r9p3a;installarea;slc5;gcc43;libgaudikerneldict.so;root;cintex;method_stub_with_context;root;cintex;stubcontext_t;g__value;char;const;g__param;atla;software;release;16.6.2;detcommon;16.6.2;installarea;slc5;gcc43;libcintex.so;cint;g__callfunc;execute;void;atla;software;release;16.6.2;detcommon;16.6.2;installarea;slc5;gcc43;libcint.so;pyroot;trootobjectbyvalueexecutor;execute;cint;g__callfunc;void;atla;software;release;16.6.2;release;root;5.26.00e_python2.6;slc5;gcc43;root;libpyroot.so;pyroot;tmethodholder;callsafe;void;atla;software;release;16.6.2;release;root;5.26.00e_python2.6;slc5;gcc43;root;libpyroot.so;pyroot;tmethodholder;execute;void;atla;software;release;16.6.2;release;root;5.26.00e_python2.6;slc5;gcc43;root;libpyroot.so;pyroot;tmethodholder;operator;pyroot;objectproxy;long;atla;software;release;16.6.2;release;root;5.26.00e_python2.6;slc5;gcc43;root;libpyroot.so;pyroot;anonymous;namespace;mp_call;pyroot;methodproxy;methodproxy.cxx;atla;software;release;16.6.2;release;root;5.26.00e_python2.6;slc5;gcc43;root;libpyroot.so;pyobject_call;build;agaspar;work;python;2.6.5;object;abstract.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;do_call;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcodeex;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;fast_function;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcodeex;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcode;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;run_mod;build;agaspar;work;python;2.6.5;python;pythonrun.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;builtin_execfile;build;agaspar;work;python;2.6.5;python;bltinmodule.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pycfunction_call;build;agaspar;work;python;2.6.5;object;methodobject.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;call_function;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcodeex;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;function_call;build;agaspar;work;python;2.6.5;object;funcobject.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyobject_call;build;agaspar;work;python;2.6.5;object;abstract.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;instancemethod_call;build;agaspar;work;python;2.6.5;object;classobject.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyobject_call;build;agaspar;work;python;2.6.5;object;abstract.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;slot_tp_call;build;agaspar;work;python;2.6.5;object;typeobject.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyobject_call;build;agaspar;work;python;2.6.5;object;abstract.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;do_call;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcodeex;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcode;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;run_mod;build;agaspar;work;python;2.6.5;python;pythonrun.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;builtin_execfile;build;agaspar;work;python;2.6.5;python;bltinmodule.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pycfunction_call;build;agaspar;work;python;2.6.5;object;methodobject.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;call_function;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcodeex;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;function_call;build;agaspar;work;python;2.6.5;object;funcobject.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyobject_call;build;agaspar;work;python;2.6.5;object;abstract.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;instancemethod_call;build;agaspar;work;python;2.6.5;object;classobject.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyobject_call;build;agaspar;work;python;2.6.5;object;abstract.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;slot_tp_call;build;agaspar;work;python;2.6.5;object;typeobject.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyobject_call;build;agaspar;work;python;2.6.5;object;abstract.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;do_call;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcodeex;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcode;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;run_mod;build;agaspar;work;python;2.6.5;python;pythonrun.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;builtin_execfile;build;agaspar;work;python;2.6.5;python;bltinmodule.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pycfunction_call;build;agaspar;work;python;2.6.5;object;methodobject.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;call_function;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcodeex;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcode;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;run_mod;build;agaspar;work;python;2.6.5;python;pythonrun.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyrun_simplefileexflags;build;agaspar;work;python;2.6.5;python;pythonrun.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyrun_anyfileexflags;build;agaspar;work;python;2.6.5;python;pythonrun.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;py_main;build;agaspar;work;python;2.6.5;module;main.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;main;build;agaspar;work;python;2.6.5;module;python.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;libc.so;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;py:rawtoesd;info;execution;rawtoesd;complete;exit;code;py:rawtoesd;error;transform;receive;signal;exit;code;reset;athena;exit;code;info;read;error;category;file;atla;software;release;16.6.2;atlasproduction;16.6.2.5;installarea;share;atlas_error_categories.db;info;read;error;pattern;file;atla;software;release;16.6.2;atlasproduction;16.6.2.5;installarea;share;atlas_error_patterns.db;info;read;ignore;pattern;file;atla;software;release;16.6.2;atlasproduction;16.6.2.5;installarea;share;atlas_error_ignore.db;athenalogchecker;start;rawtoesd;wall;time;vmem;py:rawtoesd;info;scanning;athena;logfile;rawtoesd.log;assume;atla;release;16.6.2.5;py:rawtoesd;info;athena;initialise;py:rawtoesd;info;athena;execute;py:rawtoesd;info;scanning;line;file;rawtoesd.log;summary;py:rawtoesd;info;ignore;py:rawtoesd;info;warning;py:rawtoesd;info;error;py:rawtoesd;info;fatal;athenalogchecker;stop;rawtoesd;wall;time;vmem;athenalogchecker;report;rawtoesd;wall;time;time;vmem;py:rawtoesd;info;jobtransform;complete;rawtoesd;error;code;exit;code;py:rawtoesd;info;transform;timer;stop;rawtoesd;wall;time;vmem;py:rawtoesd;info;transform;timer;report;rawtoesd;wall;time;time;vmem;report;produce;rawtoesd;version;patjobtransform;command;atla;software;release;16.6.2;atlasproduction;16.6.2.5;installarea;share;reco_trf.py;argdict;atla;tzero;prod1;log1;9845929_data11_7tev;physics_l1calo.merge.raw.x100;recon.task;data11_7tev;physics_l1calo.merge.raw.x100;recon.task;job.argdict.gpickle;exitcode;errorcode;trf_segfault;errorcategory;trf_segfault;segmentation;fault;time;fatal;error;warning;write;jobinfo_rawtoesd.xml;file;esdok;false;skip;step;skip;step;skip;step;skip;step;skip;step;skip;monitoring;file;merge;step;py:reco_trf;info;jobtransform;complete;reco_trf;error;code;exit;code;py:rawtoesd;info;transform;timer;stop;reco_trf;wall;time;vmem;py:rawtoesd;info;transform;timer;report;reco_trf;wall;time;time;vmem;report;produce;recotrf;command;atla;software;release;16.6.2;atlasproduction;16.6.2.5;installarea;share;reco_trf.py;argdict;atla;tzero;prod1;log1;9845929_data11_7tev;physics_l1calo.merge.raw.x100;recon.task;data11_7tev;physics_l1calo.merge.raw.x100;recon.task;job.argdict.gpickle;exitcode;errorcode;trf_segfault;errorcategory;trf_segfault;segmentation;fault;time;fatal;error;warning;errorinfo;acronym;trf_segfault;segmentation;fault;message;catch;signal;segmentation;fault;detail;severity;fatal;producer;rawtoesd;stage;execute;errorinfo;acronym;trf_segfault;segmentation;fault;message;ppid;receive;fatal;signal;segmentation;fault;severity;fatal;producer;rawtoesd;stage;execute;athacronym;unknown;exception;occur;athcode;rundiruseddisk;rundiravailabledisk;workdir;pool;atlast0;athcode;rundiravailabledisk;dbrelease;current;athacronym;unknown;exception;occur;rundiruseddisk;atlasrelease;16.6.2.5;write;jobinfo_recotrf.xml;file;total;atlast0;atlast0;out.ootw;atlast0;9845929_data11_7tev;physics_l1calo.merge.raw.x100;recon.task;gpickle;atlast0;9845929_data11_7tev;physics_l1calo.merge.raw.x100;recon.task;atlast0;athenasummary_rawtoesd.txt;atlast0;athfile;cache.ascii;atlast0;authentication.xml;atlast0;data11_7tev;physics_l1calo.merge.raw;atlast0;data11_7tev;physics_l1calo.merge.raw.x100;recon.task;job.tmp.log;atlast0;data11_7tev;physics_l1calo.recon.esd.x100;atlast0;dblookup.xml;atlast0;dmesg_athena.txt;atlast0;generated_amdb_simrec_pool;atlast0;geomdb_t0replica.sqlite;atlast0;inputdictionary.pickle;atlast0;jobinfo_rawtoesd.xml;atlast0;jobinfo_recotrf.xml;atlast0;jobinfo.xml;atlast0;jobreport.gpickle;atlast0;jobreport.pickle;atlast0;jobreport_rawtoesd.gpickle;atlast0;jobreport_rawtoesd.pickle;atlast0;jobreport_rawtoesd.txt;atlast0;jobreport_recotrf.gpickle;atlast0;jobreport_recotrf.pickle;atlast0;jobreport_recotrf.txt;atlast0;jobreport.txt;rwxr;atlast0;last.rawtoesd;rwxr;atlast0;last.reco_trf;atlast0;last.runargs.gpickle;atlast0;monitor.root;atlast0;ntuple_bstoesddpd.pmon.stream;drwxr;atlast0;oradiag_atlast0;lrwxrwxrwx;atlast0;poolcond;atla;condition;poolcond;catalogue;poolcond;atlast0;poolfilecatalog.xml;atlast0;rawtoesd.log;atlast0;rawtoesd_messagesvc_joboptions.py;rwxr;atlast0;rawtoesd_runathena;atlast0;runargs.rawtoesd.gpickle;atlast0;runargs.rawtoesd.py;drwxr;atlast0;atlast0;transformtimer_reco_trf.pickle;atlast0;wrapper.py;start;jobreport;prodsy;athacronym;unknown;exception;occur;athcode;jobinput;joboutput;machine;unknown;nevent;trfacronym;trf_segfault;trfcode;trfexitcode;staging;svcclass;t0merge;type;castor;basepath;castor;grid;atla;tzero;prod1;temp;fileclass;atlas_notape;stagehost;castoratla;autodirstruct;getdest;final;storageinfo;svcclass;t0merge;type;castor;basepath;castor;grid;atla;tzero;prod1;temp;fileclass;atlas_notape;stagehost;castoratla;autodirstruct;rfmkdir;castor;grid;atla;tzero;prod1;temp;data11_7tev;physics_l1calo;data11_7tev;physics_l1calo.merge.raw.x100;recon.task.tmp.log;nschclass;atlas_notape;castor;grid;atla;tzero;prod1;temp;data11_7tev;physics_l1calo;data11_7tev;physics_l1calo.merge.raw.x100;recon.task.tmp.log;mkdir;file;exist;export;stage_svcclass;t0merge;export;stage_host;castoratla;umask;rfcp;data11_7tev;physics_l1calo.merge.raw.x100;recon.task;job.tmp.log;castor;grid;atla;tzero;prod1;temp;data11_7tev;physics_l1calo;data11_7tev;physics_l1calo.merge.raw.x100;recon.task.tmp.log;data11_7tev;physics_l1calo.merge.raw.x100;recon.task;job.tmp.log;byte;seconds;local;eth0;byte;remote;file;byte;seconds;local;eth0;byte;remote;file;connection;succeed;execute;insert;cpattempt;source;dest;retrynr;exitcode;erroracronym;startepoch;endepoch;stdboth;filesize;server;transfertime;type;filetype;svcclass;value;source;dest;retrynr;exitcode;eacro;startepoch;endepoch;stdboth;filesize;server;transfertime;type;filetype;svcclass;retrynr;svcclass;t0merge;eacro;dest;castor;grid;atla;tzero;prod1;temp;data11_7tev;physics_l1calo;data11_7tev;physics_l1calo.merge.raw.x100;recon.task.tmp.log;data11_7tev;physics_l1calo.merge.raw.x100;recon.task;job.tmp.log;startepoch;endepoch;filesize;server;source;data11_7tev;physics_l1calo.merge.raw.x100;recon.task;job.tmp.log;transfertime;stdboth;byte;seconds;local;eth0;byte;remote;file;type;stageout;filetype;exitcode;connection;close;byte;seconds;local;eth0;byte;remote;file;staging;take;seconds;stageout;succeed;transformation;problem;report;prodsy;jobinput;joboutput;guid;checksum;dataset;data11_7tev;physics_l1calo.merge.raw.x100;recon.task.tmp.log;event;data11_7tev;physics_l1calo.merge.raw.x100;recon.task;job.tmp.log;metada;surl;castor;grid;atla;tzero;prod1;temp;data11_7tev;physics_l1calo;data11_7tev;physics_l1calo.merge.raw.x100;recon.task.tmp.log;data11_7tev;physics_l1calo.merge.raw.x100;recon.task;job.tmp.log;size;num1;num2;txt1;nevent;trfacronym;trf_segfault;trfcode;t0exe;cpuinfo;cpuinfo;endepoch;erroracronym;trferror;errorcode;errortext;exitcode;stageintime;stageouttime;startepoch;report;wrapper;file;segmentation;fault;muonidcombine;reconstruction;muonidentification;muid'),(79721,'atlas','fct failure for recoonlytopvalid / 16.6.x rel_6, rel_0','hello,\r\n\r\nthere is a failure in recoonlytopvalid in rel_6 and \r\nrel_0 last week. message reads &quot;successful run&quot; but \r\nended up with unknown transform error (499 times).\r\n\r\nlog file here:\r\nhttps://atlasrtt.cern.ch/fct/rel_5/16.6.x-val/build/i686-slc5-gcc43-opt/offline/fullchaintests/recoonlytopvalid/recoonlytopvalid_log\r\n\r\ncheers,\r\n\r\narnaud, recorel shifter for 16.6.x and 16.6.x.y\r\n\r\n\r\n===== job report produced by csc_physval_mon version physvalmon-00-00-37 =====\r\ncommand=/afs/cern.ch/atlas/software/builds/nightlies/16.6.x-val/atlasoffline/rel_5/installarea/share/bin/csc_physval_mon_trf.py inputaodfile=/afs/cern.ch/atlas/project/rtt/prod/results/fct/chainstore/16.6.x-val/build/i686-slc5-gcc43-opt/offline/fullchaintests/recoonlytopchainjob/toprecolong_pll1.aod.pool.root,/afs/cern.ch/atlas/project/rtt/prod/results/fct/chainstore/16.6.x-val/build/i686-slc5-gcc43-opt/offline/fullchaintests/recoonlytopchainjob/toprecolong_pll2.aod.pool.root histogramfile=toprecolong.histos.pool.root maxevents=1000 skipevents=0 geometryversion=atlas-geo-16-00-00 conditionstag=oflcond-sdr-bs7t-02 triggerconfig=on dbrelease=/afs/cern.ch/atlas/www/groups/database/pacman4/dbrelease/dbrelease-pcache-current.tar.gz --athenaopts=--stdcmalloc\r\nexitcode=99\r\nerrorcode=69999 (trf_unknown)\r\nerrorcategory=trf_unknown,	69999,	unknown transform error (499 times)\r\nfatals=0\r\nerrors=1\r\nwarnings=8\r\nerrorinfo (count=499)\r\n  acronym=trf_unknown (69999)\r\n  message=updateaddress: cannot translate clid for: 1118613496\r\n  severity=error\r\n  who=eventselector\r\n  producer=csc_physval_mon\r\n  stage=execute\r\nworkdir=/pool/lsf/rtt/127452904\r\nathcode=0\r\nrundiravailabledisk=189702098944\r\ndbrelease=14.7.1\r\nathacronym=successful run\r\nrundiruseddisk=1202146469\r\natlasrelease=rel_5\r\nwriting jobinfo_csc_physval_mon.xml file...\r\n','1658','4701','2011-03-21 11:35:16','5','duplicate','closed','reconstruction',';hello;failure;recoonlytopvalid;rel_6;rel_0;week;message;read;successful;unknown;transform;error;time;file;http;atlasrtt.cern.ch;rel_5;build;slc5;gcc43;offline;fullchaintest;recoonlytopvalid;recoonlytopvalid_log;arnaud;recorel;shifter;report;produce;csc_physval_mon;version;physvalmon;command;atla;software;build;nightly;atlasoffline;rel_5;installarea;share;csc_physval_mon_trf.py;inputaodfile;atla;project;prod;result;chainstore;build;slc5;gcc43;offline;fullchaintest;recoonlytopchainjob;toprecolong_pll1;aod.pool.root;atla;project;prod;result;chainstore;build;slc5;gcc43;offline;fullchaintest;recoonlytopchainjob;toprecolong_pll2;aod.pool.root;histogramfile;toprecolong.histos.pool.root;maxevent;skipevent;geometryversion;atla;conditionstag;oflcond;bs7t;triggerconfig;dbrelease;atla;group;database;pacman4;dbrelease;dbrelease;pcache;current.tar.gz;athenaopt;stdcmalloc;exitcode;errorcode;trf_unknown;errorcategory;trf_unknown;unknown;transform;error;time;fatal;error;warning;errorinfo;count;acronym;trf_unknown;message;updateaddress;translate;clid;severity;error;eventselector;producer;csc_physval_mon;stage;execute;workdir;pool;athcode;rundiravailabledisk;dbrelease;14.7.1;athacronym;successful;rundiruseddisk;atlasrelease;rel_5;write;jobinfo_csc_physval_mon.xml;file;failure;recoonlytopvalid;rel_6;rel_0;reconstruction'),(79855,'atlas','possible stacksize 200mb for rawtoesd on mc','info from wim\r\nreco_trf.py ami=q121 on 16.6.2.4\r\n\r\nmy quick &amp; dirty estimates are:\r\n\r\nrawtoesd: 201mb\r\nesdtodpd: 170kb\r\nesdtodpd: 170kb\r\ndqmerge:  155kb\r\n\r\nthat first one is not a typo: it does say \'m\'. i\'ll check on monday where\r\nthat\'s happening. for reference, helloworld is clocking in at 151kb.\r\n\r\nnote that i\'m not including the size of the stack taken up by the startup\r\nruntime, main program, python, etc. can\'t be more than 6mb though (given\r\nthe max address cut-off).\r\n\r\n(context is that by limiting the stack size one would effectively increase the job allowed vmem)\r\n\r\n(bug to be reassigned to domain which is likely to cause this)','178','307','2011-03-22 18:40:46','5','invalid','closed','reconstruction',';info;reco_trf.py;16.6.2.4;quick;dirty;estimate;rawtoesd;esdtodpd;esdtodpd;dqmerge;typo;i\'ll;check;monday;that\'s;happen;reference;helloworld;clock;note;include;size;stack;take;startup;runtime;main;program;python;can\'t;give;address;context;limit;stack;size;effectively;increase;allow;vmem;reassign;domain;likely;cause;possible;stacksize;rawtoesd;reconstruction'),(79875,'atlas','segmentation fault in moosegmentmaker','amitag_q120_log\r\ncaught signal 11(segmentation fault).\r\nevent counter: 1\r\neventid: [run,evt,lumi,time,bunchcross,detmask] = [135664,177,2,1255989684:790146715,2230,0x1c1fcfffffff7]\r\nlast incident: athenaeventloopmgr:beginevent\r\ncurrent algorithm: moosegmentmaker\r\n','1682','5211','2011-03-23 02:02:26','5','duplicate','closed','reconstruction',';amitag_q120_log;catch;signal;segmentation;fault;event;counter;eventid;lumus;time;bunchcross;detmask;incident;athenaeventloopmgr:beginevent;current;algorithm;moosegmentmaker;segmentation;fault;moosegmentmaker;reconstruction'),(79951,'atlas','muidcombined segmentation fault (address not mapped to object, 16.6.2.6)','a bug which is similar to \r\nbug #79683: segmentation fault in muonidcombined in x100 reconstruction\r\nbut should be a different bug is seen with f351.  \r\nf351 uses atlasproduction 16.6.2.6 but additionally uses muidcombinedtools-00-09-25-07 installed in \r\n/afs/cern.ch/atlas/tzero/prod1/inst/projects/data11/patches/atlasproduction-16.6.2.6\r\nbug #79683 should be fixed by this muidcombinedtools-00-09-25-07. \r\n\r\ni will extract the raw file of the event. \r\n\r\nsusumu \r\n\r\n+verbatim+\r\ninput file(s):\r\n--------------------------------------------------------------------------------\r\nstage_svcclass=atlcal\r\n/castor/cern.ch/grid/atlas/tzero/prod1/perm/data11_7tev/express_express/00177986/data11_7tev.00177986.express_express.merge.raw/data11_7tev.00177986.express_express.merge.raw._lb0393._sfo-all._0001.1\r\n\r\n\r\ntier-0 transformation command run:\r\n--------------------------------------------------------------------------------\r\nsource /afs/cern.ch/atlas/tzero/prod1/inst/projects/data11/setup/setuptrf.sh /afs/cern.ch/atlas/tzero/prod1/inst/projects/data11/patches/atlasproduction-16.6.2.6 atlasproduction-16.6.2.6 /afs/cern.ch/atlas/tzero/prod1/inst/projects/data11/setup/specialsetup_tier0.sh ; python -u `which reco_trf.py` --argdict=/afs/cern.ch/atlas/tzero/prod1/log1/9954/9954793_data11_7tev.00177986.express_express.merge.raw.f351.recon.task._lb0393._sfo-all._0001.job.3//data11_7tev.00177986.express_express.merge.raw.f351.recon.task._lb0393._sfo-all._0001.job.argdict.gpickle  &amp;&gt; data11_7tev.00177986.express_express.merge.raw.f351.recon.task._lb0393._sfo-all._0001.job.tmp.log\r\n\r\n\r\nami configuration tag (more details):\r\n--------------------------------------------------------------------------------\r\nsee http://ami.in2p3.fr:8080/opencms/opencms/ami/www/referencetables/ --&gt; configurationtag --&gt; interpret --&gt; f351\r\n\r\n\r\nlogfile location:\r\n--------------------------------------------------------------------------------\r\nstage_svcclass=t0merge\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_7tev/express_express/00177986/data11_7tev.00177986.express_express.merge.raw.f351.recon.task.tmp.log/data11_7tev.00177986.express_express.merge.raw.f351.recon.task._lb0393._sfo-all._0001.job.tmp.log.3\r\n\r\n\r\ntail of the log file (300 lines):\r\n--------------------------------------------------------------------------------\r\nfpeauditor        warning fpe overflow in [execute] of [indettracktree_filteralgorithmsholder]\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  done processing event #24390686, run #177986 172 events processed so far  &lt;&lt;&lt;===\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  start processing event #24391067, run #177986 172 events processed so far  &lt;&lt;&lt;===\r\ndataproxy                                         warning accessdata:  iconversionsvc ptr not set\r\ntoolsvc.zdcrecchanneltool                         warning zero size g0d0 at id  0xfffff800\r\ntoolsvc.zdcrecchanneltool                         warning zero size g1d0 at id  0xfffff800\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  done processing event #24391067, run #177986 173 events processed so far  &lt;&lt;&lt;===\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  start processing event #24393979, run #177986 173 events processed so far  &lt;&lt;&lt;===\r\ndataproxy                                         warning accessdata:  iconversionsvc ptr not set\r\ntoolsvc.zdcrecchanneltool                         warning zero size g0d0 at id  0xfffff800\r\ntoolsvc.zdcrecchanneltool                         warning zero size g1d0 at id  0xfffff800\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  done processing event #24393979, run #177986 174 events processed so far  &lt;&lt;&lt;===\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  start processing event #24396679, run #177986 174 events processed so far  &lt;&lt;&lt;===\r\ndataproxy                                         warning accessdata:  iconversionsvc ptr not set\r\nmbtstimediffeventinfoalg                             info event identified as background, set bit \'mbtstimediffhalo\' in eventinfo background word\r\ntoolsvc.zdcrecchanneltool                         warning zero size g0d0 at id  0xec000000\r\ntoolsvc.zdcrecchanneltool                         warning zero size g0d0 at id  0xfffff800\r\ntoolsvc.zdcrecchanneltool                         warning zero size g1d0 at id  0xfffff800\r\ntoolsvc.indetalignmonresiduals_notrig             warning propagation of unbiased othersideparameters failed\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  done processing event #24396679, run #177986 175 events processed so far  &lt;&lt;&lt;===\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  start processing event #24397740, run #177986 175 events processed so far  &lt;&lt;&lt;===\r\ndataproxy                                         warning accessdata:  iconversionsvc ptr not set\r\nmbtstimediffeventinfoalg                             info event identified as background, set bit \'mbtstimediffhalo\' in eventinfo background word\r\ntoolsvc.zdcrecchanneltool                         warning zero size g0d0 at id  0xfffff800\r\ntoolsvc.zdcrecchanneltool                         warning zero size g1d0 at id  0xfffff800\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  done processing event #24397740, run #177986 176 events processed so far  &lt;&lt;&lt;===\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  start processing event #24400158, run #177986 176 events processed so far  &lt;&lt;&lt;===\r\ndataproxy                                         warning accessdata:  iconversionsvc ptr not set\r\ntoolsvc.zdcrecchanneltool                         warning zero size g0d0 at id  0xfffff800\r\ntoolsvc.zdcrecchanneltool                         warning zero size g1d0 at id  0xfffff800\r\ntoolsvc.ipatslfitter                              warning  fail track with incomplete return tsos: no trackparameters\r\ntoolsvc.muidmatchmaker                            warning  evaluatematchchi2: failed re-evaluation of match chi2 \r\ntoolsvc.muidmatchmaker                            warning  evaluatematchchi2: failed re-evaluation of match chi2 \r\ncalling the propertie dump\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  done processing event #24400158, run #177986 177 events processed so far  &lt;&lt;&lt;===\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  start processing event #24400905, run #177986 177 events processed so far  &lt;&lt;&lt;===\r\ndataproxy                                         warning accessdata:  iconversionsvc ptr not set\r\ntoolsvc.zdcrecchanneltool                         warning zero size g0d0 at id  0xfffff800\r\ntoolsvc.zdcrecchanneltool                         warning zero size g1d0 at id  0xfffff800\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  done processing event #24400905, run #177986 178 events processed so far  &lt;&lt;&lt;===\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  start processing event #24401507, run #177986 178 events processed so far  &lt;&lt;&lt;===\r\ntoolsvc.zdcrecchanneltool                         warning zero size g0d0 at id  0xfffff800\r\ntoolsvc.zdcrecchanneltool                         warning zero size g1d0 at id  0xfffff800\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  done processing event #24401507, run #177986 179 events processed so far  &lt;&lt;&lt;===\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  start processing event #24405023, run #177986 179 events processed so far  &lt;&lt;&lt;===\r\ndataproxy                                         warning accessdata:  iconversionsvc ptr not set\r\nmbtstimediffeventinfoalg                             info event identified as background, set bit \'mbtstimediffhalo\' in eventinfo background word\r\ntoolsvc.zdcrecchanneltool                         warning zero size g0d0 at id  0xed000000\r\ntoolsvc.zdcrecchanneltool                         warning zero size g0d0 at id  0xfffff800\r\ntoolsvc.zdcrecchanneltool                         warning zero size g1d0 at id  0xfffff800\r\ncalling the propertie dump\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  done processing event #24405023, run #177986 180 events processed so far  &lt;&lt;&lt;===\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  start processing event #24406153, run #177986 180 events processed so far  &lt;&lt;&lt;===\r\ndataproxy                                         warning accessdata:  iconversionsvc ptr not set\r\nmbtstimediffeventinfoalg                             info event identified as background, set bit \'mbtstimediffhalo\' in eventinfo background word\r\ntoolsvc.zdcrecchanneltool                         warning zero size g0d0 at id  0xfffff800\r\ntoolsvc.zdcrecchanneltool                         warning zero size g1d0 at id  0xfffff800\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  done processing event #24406153, run #177986 181 events processed so far  &lt;&lt;&lt;===\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  start processing event #24406564, run #177986 181 events processed so far  &lt;&lt;&lt;===\r\ndataproxy                                         warning accessdata:  iconversionsvc ptr not set\r\ntoolsvc.zdcrecchanneltool                         warning zero size g0d0 at id  0xfffff800\r\ntoolsvc.zdcrecchanneltool                         warning zero size g1d0 at id  0xfffff800\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  done processing event #24406564, run #177986 182 events processed so far  &lt;&lt;&lt;===\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  start processing event #24409500, run #177986 182 events processed so far  &lt;&lt;&lt;===\r\ndataproxy                                         warning accessdata:  iconversionsvc ptr not set\r\nmbtstimediffeventinfoalg                             info event identified as background, set bit \'mbtstimediffhalo\' in eventinfo background word\r\ntoolsvc.zdcrecchanneltool                         warning zero size g0d0 at id  0xec000000\r\ntoolsvc.zdcrecchanneltool                         warning zero size g0d0 at id  0xfffff800\r\ntoolsvc.zdcrecchanneltool                         warning zero size g1d0 at id  0xfffff800\r\ntoolsvc.dcmathsegmentmaker                        warning found multiple sectors on input, cannot process data \r\ntoolsvc.dcmathsegmentmaker                        warning  no mdt selected, returning 0 \r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  done processing event #24409500, run #177986 183 events processed so far  &lt;&lt;&lt;===\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  start processing event #24409502, run #177986 183 events processed so far  &lt;&lt;&lt;===\r\ndataproxy                                         warning accessdata:  iconversionsvc ptr not set\r\ndataproxy                                         warning accessdata:  iconversionsvc ptr not set\r\ntoolsvc.zdcrecchanneltool                         warning zero size g0d0 at id  0xfffff800\r\ntoolsvc.zdcrecchanneltool                         warning zero size g1d0 at id  0xfffff800\r\nfpeauditor        warning fpe overflow in [execute] of [indettracktree]\r\nfpeauditor        warning fpe overflow in [execute] of [indettracktree_filteralgorithmsholder]\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  done processing event #24409502, run #177986 184 events processed so far  &lt;&lt;&lt;===\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  start processing event #24409798, run #177986 184 events processed so far  &lt;&lt;&lt;===\r\ndataproxy                                         warning accessdata:  iconversionsvc ptr not set\r\ntoolsvc.mctbfitter                                warning attempt to apply material corrections with q/p=0, reject track\r\ntoolsvc.mctbfitter                                warning attempt to apply material corrections with q/p=0, reject track\r\ntoolsvc.zdcrecchanneltool                         warning zero size g0d0 at id  0xfffff800\r\ntoolsvc.zdcrecchanneltool                         warning zero size g1d0 at id  0xfffff800\r\ncalling the propertie dump\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  done processing event #24409798, run #177986 185 events processed so far  &lt;&lt;&lt;===\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  start processing event #24411478, run #177986 185 events processed so far  &lt;&lt;&lt;===\r\ndataproxy                                         warning accessdata:  iconversionsvc ptr not set\r\ntoolsvc.zdcrecchanneltool                         warning zero size g0d0 at id  0xfffff800\r\ntoolsvc.zdcrecchanneltool                         warning zero size g1d0 at id  0xfffff800\r\ntoolsvc.muidmatchmaker                            warning  evaluatematchchi2: failed re-evaluation of match chi2 \r\n-------------------------------------------------------------------------------------\r\ncore dump from coredumpsvc on lxbra5907.cern.ch at wed mar 23 15:06:22 2011\r\n\r\ncaught signal 11(segmentation fault). details: \r\n  errno = 0, code = 1 (address not mapped to object)\r\n  pid   = 64, uid = 0\r\n  value = (1037709930, 0x3dda326a)\r\n  vmem = 2288.38 mb\r\n  rss  = 1879.73 mb\r\n  total-ram = 15925.6 mb\r\n  free-ram  = 81.4961 mb\r\n  buffer-ram= 375.324 mb\r\n  total-swap= 20481.2 mb\r\n  free-swap = 20480.9 mb\r\n  addr  = 0x40\r\n\r\nevent counter: 186\r\neventid: [run,evt,lumi,time,bunchcross,detmask] = [177986,24411478,393,1300734321:461051955,3145,0x1fffffffffff7]\r\nlast incident: athenaeventloopmgr:beginevent\r\ncurrent algorithm: muidcombined\r\nalgorithm stack: \r\n   athmasterseq\r\n   athalgseq\r\n   muidcombined\r\n-------------------------------------------------------------------------------------\r\n\r\n(pid=11982 ppid=11897) received fatal signal 11 (segmentation fault)\r\nsignal context:\r\n  signo  = 11, errno = 0, code = 1 (address not mapped to object)\r\n  pid    = 64, uid = 0\r\n  value  = (1037709930, 0x3dda326a)\r\n  addr   = 0x40\r\n  stack  = (2, 0, (nil))\r\n\r\n  eip: 0023:732f79d6           eflags: 00210216\r\n  eax: 7330a630   ebx: 7330a9d8   ecx: 00000000   edx: 8d53eb40\r\n  esi: 00000000   edi: 8d53eb40   ebp: ffae6f48   esp: ffae6f14\r\n   ds: 002b        es: 002b        fs: 0000        ss: 002b\r\n\r\n  signal esp: ffae6f14  trap: 14/4  oldmask: 00000000   cr2: 00000040\r\n\r\n  fpu:  control = ffff037f\r\n        status  = ffff0132\r\n        tag     = ffffffff\r\n        ip      = 0010:61622357\r\n        data    = 002b:00000000\r\n        state   = 00000132\r\n    %fp0 = [0000:0000000000000000]\r\n    %fp1 = [0000:0000000000000000]\r\n    %fp2 = [0000:0000000000000000]\r\n    %fp3 = [0000:0000000000000000]\r\n    %fp4 = [4011:ac2c783ab771e99b]\r\n    %fp5 = [c00a:d00022c6b72693b8]\r\n    %fp6 = [400b:000000000000d3d8]\r\n    %fp7 = [400b:e000d17af4f7d56d]\r\n\r\nstack trace:\r\n 0x5cd0a440 athena::debugaids::stacktrace(int) + 0x60 [/afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.6/installarea/i686-slc5-gcc43-opt/lib/libcxxutils.so]\r\n 0x5cd05f9f athena::signal::fataldump(int, siginfo*, void*) + 0xff [/afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.6/installarea/i686-slc5-gcc43-opt/lib/libcxxutils.so]\r\n 0x5cd062b1 athena::signal::fatal(int, siginfo*, void*) + 0x181 [/afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.6/installarea/i686-slc5-gcc43-opt/lib/libcxxutils.so]\r\n 0x5e55764e coredumpsvchandler::action(int, siginfo*, void*) + 0xce [/afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.6/installarea/i686-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0xffffe600 &lt;unknown function&gt;\r\n 0x732f79d6 trk::fitparameters::fitparameters(trk::perigee const&amp;) + 0x26 [/afs/cern.ch/atlas/software/releases/16.6.2/atlasreconstruction/16.6.2/installarea/i686-slc5-gcc43-opt/lib/libtrkipatfitterutils.so]\r\n 0x732ad692 trk::ipatfitter::fit(trk::track const&amp;, trk::track const&amp;, bool, trk::particlehypothesis) const + 0xf2 [/afs/cern.ch/atlas/software/releases/16.6.2/atlasreconstruction/16.6.2/installarea/i686-slc5-gcc43-opt/lib/libtrkipatfitter.so]\r\n 0x73116fba rec::combinedmuontrackbuilder::fit(trk::track const&amp;, trk::track const&amp;, bool, trk::particlehypothesis) const + 0x26a [/afs/cern.ch/atlas/software/releases/16.6.2/atlasreconstruction/16.6.2/installarea/i686-slc5-gcc43-opt/lib/libmuidtrackbuilder.so]\r\n 0x73114366 rec::combinedmuontrackbuilder::combinedfit(trk::track const&amp;, trk::track const&amp;, trk::track const&amp;) const + 0x846 [/afs/cern.ch/atlas/software/releases/16.6.2/atlasreconstruction/16.6.2/installarea/i686-slc5-gcc43-opt/lib/libmuidtrackbuilder.so]\r\n 0x7311e25d rec::combinedmuontrackbuilder::indetextension(trk::track const&amp;, std::vector&lt;trk::measurementbase const*, std::allocator&lt;trk::measurementbase const*&gt; &gt; const&amp;, trk::parameterst&lt;trk::charged&gt; const*, trk::parameterst&lt;trk::charged&gt; const*, trk::parameterst&lt;trk::charged&gt; const*) const + 0x86d [/afs/cern.ch/atlas/software/releases/16.6.2/atlasreconstruction/16.6.2/installarea/i686-slc5-gcc43-opt/lib/libmuidtrackbuilder.so]\r\n 0x7457ec3d rec::muidmatchmaker::indetextension(trk::track const&amp;, trk::track const&amp;, trk::track const*, trk::track const*, trk::track const*) const + 0x3cd [/afs/cern.ch/atlas/tzero/prod1/inst/projects/data11/patches/atlasproduction-16.6.2.6/installarea/i686-slc5-gcc43-opt/lib/libmuidcombinedtools.so]\r\n 0x7458a1a2 rec::muidmatchmaker::execute(datavector&lt;trk::track, datavector_detail::nobase&gt; const*, datavector&lt;trk::track, datavector_detail::nobase&gt; const*, datavector&lt;trk::track, datavector_detail::nobase&gt; const*) const + 0x8e2 [/afs/cern.ch/atlas/tzero/prod1/inst/projects/data11/patches/atlasproduction-16.6.2.6/installarea/i686-slc5-gcc43-opt/lib/libmuidcombinedtools.so]\r\n 0x678f904a muidcombined::execute() + 0x8da [/afs/cern.ch/atlas/software/releases/16.6.2/atlasreconstruction/16.6.2/installarea/i686-slc5-gcc43-opt/lib/libmuidcombined.so]\r\n 0x588a751d algorithm::sysexecute() + 0x11d [/afs/cern.ch/atlas/software/releases/16.6.2/gaudi/v21r9p3a/installarea/i686-slc5-gcc43-opt/lib/libgaudikernel.so]\r\n 0x644f6ba3 athsequencer::execute() + 0x1f3 [/afs/cern.ch/atlas/software/releases/16.6.2/atlascore/16.6.2/installarea/i686-slc5-gcc43-opt/lib/libgaudisequencer.so]\r\n 0x588a751d algorithm::sysexecute() + 0x11d [/afs/cern.ch/atlas/software/releases/16.6.2/gaudi/v21r9p3a/installarea/i686-slc5-gcc43-opt/lib/libgaudikernel.so]\r\n 0x644f6ba3 athsequencer::execute() + 0x1f3 [/afs/cern.ch/atlas/software/releases/16.6.2/atlascore/16.6.2/installarea/i686-slc5-gcc43-opt/lib/libgaudisequencer.so]\r\n 0x588a751d algorithm::sysexecute() + 0x11d [/afs/cern.ch/atlas/software/releases/16.6.2/gaudi/v21r9p3a/installarea/i686-slc5-gcc43-opt/lib/libgaudikernel.so]\r\n 0x5e54065f athenaeventloopmgr::executealgorithms() + 0x6f [/afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.6/installarea/i686-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0x5e546e4e athenaeventloopmgr::executeevent(void*) + 0x83e [/afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.6/installarea/i686-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0x5e545b32 athenaeventloopmgr::nextevent(int) + 0x8a2 [/afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.6/installarea/i686-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0x5e53f7eb athenaeventloopmgr::executerun(int) + 0x1b [/afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.6/installarea/i686-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0x5ddb7a49 applicationmgr::executerun(int) + 0x79 [/afs/cern.ch/atlas/software/releases/16.6.2/gaudi/v21r9p3a/installarea/i686-slc5-gcc43-opt/lib/libgaudisvc.so]\r\n�0x5d54794d _zn12_global__n_1l11method_4267epvs0_rkst6vectoris0_sais0_ees0_ dictionary_dict.cpp:0 + 0x5d54794d [/afs/cern.ch/atlas/software/releases/16.6.2/gaudi/v21r9p3a/installarea/i686-slc5-gcc43-opt/lib/libgaudikerneldict.so]\r\n 0x578ca437 root::cintex::method_stub_with_context(root::cintex::stubcontext_t*, g__value*, char const*, g__param*, int) + 0x157 [/afs/cern.ch/atlas/software/releases/16.6.2/detcommon/16.6.2/installarea/i686-slc5-gcc43-opt/lib/libcintex.so]\r\n 0x5e1c5034 &lt;unknown function&gt;\r\n 0x5617d512 cint::g__callfunc::execute(void*) + 0xd2 [/afs/cern.ch/atlas/software/releases/16.6.2/detcommon/16.6.2/installarea/i686-slc5-gcc43-opt/lib/libcint.so]\r\n 0x5590acec pyroot::trootobjectbyvalueexecutor::execute(cint::g__callfunc*, void*) + 0x2c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/app/releases/root/5.26.00e_python2.6/i686-slc5-gcc43-opt/root/lib/libpyroot.so]\r\n 0x55910c24 pyroot::tmethodholder&lt;pyroot::tscopeadapter, pyroot::tmemberadapter&gt;::callsafe(void*) + 0x64 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/app/releases/root/5.26.00e_python2.6/i686-slc5-gcc43-opt/root/lib/libpyroot.so]\r\n 0x55910dbc pyroot::tmethodholder&lt;pyroot::tscopeadapter, pyroot::tmemberadapter&gt;::execute(void*) + 0x6c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/app/releases/root/5.26.00e_python2.6/i686-slc5-gcc43-opt/root/lib/libpyroot.so]\r\n 0x5590fa92 pyroot::tmethodholder&lt;pyroot::tscopeadapter, pyroot::tmemberadapter&gt;::operator()(pyroot::objectproxy*, _object*, _object*, long) + 0x112 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/app/releases/root/5.26.00e_python2.6/i686-slc5-gcc43-opt/root/lib/libpyroot.so]\r\n�0x55916859 pyroot::(anonymous namespace)::mp_call(pyroot::methodproxy*, _object*, _object*) methodproxy.cxx:0 + 0x55916859 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/app/releases/root/5.26.00e_python2.6/i686-slc5-gcc43-opt/root/lib/libpyroot.so]\r\n 0x0805d88c pyobject_call /build/agaspar/work/python-2.6.5/objects/abstract.c:2493 + 0x5c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080d969d do_call /build/agaspar/work/python-2.6.5/python/ceval.c:3968 + 0x2dfd [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080ddc8c pyeval_evalcodeex /build/agaspar/work/python-2.6.5/python/ceval.c:3000 + 0x87c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080dc329 fast_function /build/agaspar/work/python-2.6.5/python/ceval.c:3846 + 0x5a89 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080ddc8c pyeval_evalcodeex /build/agaspar/work/python-2.6.5/python/ceval.c:3000 + 0x87c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080dddd3 pyeval_evalcode /build/agaspar/work/python-2.6.5/python/ceval.c:547 + 0x63 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080fe044 run_mod /build/agaspar/work/python-2.6.5/python/pythonrun.c:1339 + 0xb4 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080d4900 builtin_execfile /build/agaspar/work/python-2.6.5/python/bltinmodule.c:797 + 0x80d4900 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x081391bd pycfunction_call /build/agaspar/work/python-2.6.5/objects/methodobject.c:81 + 0x18d [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080dbd09 call_function /build/agaspar/work/python-2.6.5/python/ceval.c:3750 + 0x5469 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080ddc8c pyeval_evalcodeex /build/agaspar/work/python-2.6.5/python/ceval.c:3000 + 0x87c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x08137caa function_call /build/agaspar/work/python-2.6.5/objects/funcobject.c:524 + 0x8137caa [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x0805d88c pyobject_call /build/agaspar/work/python-2.6.5/objects/abstract.c:2493 + 0x5c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x08064935 instancemethod_call /build/agaspar/work/python-2.6.5/objects/classobject.c:2579 + 0x8064935 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x0805d88c pyobject_call /build/agaspar/work/python-2.6.5/objects/abstract.c:2493 + 0x5c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080b29e3 slot_tp_call /build/agaspar/work/python-2.6.5/objects/typeobject.c:5373 + 0x80b29e3 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x0805d88c pyobject_call /build/agaspar/work/python-2.6.5/objects/abstract.c:2493 + 0x5c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080d969d do_call /build/agaspar/work/python-2.6.5/python/ceval.c:3968 + 0x2dfd [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080ddc8c pyeval_evalcodeex /build/agaspar/work/python-2.6.5/python/ceval.c:3000 + 0x87c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080dddd3 pyeval_evalcode /build/agaspar/work/python-2.6.5/python/ceval.c:547 + 0x63 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080fe044 run_mod /build/agaspar/work/python-2.6.5/python/pythonrun.c:1339 + 0xb4 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080d4900 builtin_execfile /build/agaspar/work/python-2.6.5/python/bltinmodule.c:797 + 0x80d4900 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x081391bd pycfunction_call /build/agaspar/work/python-2.6.5/objects/methodobject.c:81 + 0x18d [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080dbd09 call_function /build/agaspar/work/python-2.6.5/python/ceval.c:3750 + 0x5469 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080ddc8c pyeval_evalcodeex /build/agaspar/work/python-2.6.5/python/ceval.c:3000 + 0x87c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x08137caa function_call /build/agaspar/work/python-2.6.5/objects/funcobject.c:524 + 0x8137caa [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x0805d88c pyobject_call /build/agaspar/work/python-2.6.5/objects/abstract.c:2493 + 0x5c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x08064935 instancemethod_call /build/agaspar/work/python-2.6.5/objects/classobject.c:2579 + 0x8064935 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x0805d88c pyobject_call /build/agaspar/work/python-2.6.5/objects/abstract.c:2493 + 0x5c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080b29e3 slot_tp_call /build/agaspar/work/python-2.6.5/objects/typeobject.c:5373 + 0x80b29e3 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x0805d88c pyobject_call /build/agaspar/work/python-2.6.5/objects/abstract.c:2493 + 0x5c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080d969d do_call /build/agaspar/work/python-2.6.5/python/ceval.c:3968 + 0x2dfd [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080ddc8c pyeval_evalcodeex /build/agaspar/work/python-2.6.5/python/ceval.c:3000 + 0x87c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080dddd3 pyeval_evalcode /build/agaspar/work/python-2.6.5/python/ceval.c:547 + 0x63 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080fe044 run_mod /build/agaspar/work/python-2.6.5/python/pythonrun.c:1339 + 0xb4 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080d4900 builtin_execfile /build/agaspar/work/python-2.6.5/python/bltinmodule.c:797 + 0x80d4900 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x081391bd pycfunction_call /build/agaspar/work/python-2.6.5/objects/methodobject.c:81 + 0x18d [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080dbd09 call_function /build/agaspar/work/python-2.6.5/python/ceval.c:3750 + 0x5469 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080ddc8c pyeval_evalcodeex /build/agaspar/work/python-2.6.5/python/ceval.c:3000 + 0x87c [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080dddd3 pyeval_evalcode /build/agaspar/work/python-2.6.5/python/ceval.c:547 + 0x63 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080fe044 run_mod /build/agaspar/work/python-2.6.5/python/pythonrun.c:1339 + 0xb4 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080fe3a4 pyrun_simplefileexflags /build/agaspar/work/python-2.6.5/python/pythonrun.c:935 + 0x204 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080fe69a pyrun_anyfileexflags /build/agaspar/work/python-2.6.5/python/pythonrun.c:739 + 0x7a [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x08058d46 py_main /build/agaspar/work/python-2.6.5/modules/main.c:572 + 0xc56 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x08057e42 main /build/agaspar/work/python-2.6.5/./modules/python.c:24 + 0x32 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x005c4e9c __libc_start_main + 0xdc [/lib/libc.so.6]\r\n 0x08057d51 _start + 0x8057d51 [/afs/cern.ch/atlas/software/releases/16.6.2/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\npy:rawtoesd          info execution of rawtoesd complete with exit code -11.\r\npy:rawtoesd         error transform received signal 11. exit code reset to athena exit code 8.\r\ninfo: read 109 error categories from file /afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.6/installarea/share/atlas_error_categories.db\r\ninfo: read 52 error patterns from file /afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.6/installarea/share/atlas_error_patterns.db\r\ninfo: read 58 ignore patterns from file /afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.6/installarea/share/atlas_error_ignore.db\r\nathenalogchecker start [rawtoesd log] wall-time: wed mar 23 14:06:32 2011, vmem: 111.4453125 mb, rss: 67.0 mb\r\npy:rawtoesd          info scanning athena logfile rawtoesd.log assuming atlas release all,16.6.2.6 ...\r\npy:rawtoesd          info athena initialise()...\r\npy:rawtoesd          info athena execute()...\r\npy:rawtoesd          info done scanning 30742 lines of file rawtoesd.log. summary:\r\npy:rawtoesd          info    ignored : 0\r\npy:rawtoesd          info    warnings: 1047\r\npy:rawtoesd          info    errors  : 0\r\npy:rawtoesd          info    fatals  : 2\r\nathenalogchecker stop [rawtoesd log] wall-time: wed mar 23 14:06:37 2011, vmem: 111.4453125 mb, rss: 67.0 mb\r\nathenalogchecker report [rawtoesd log] wall-time: 00 hrs 00 mins 04 secs, cpu-time: 00 hrs 00 mins 04 secs, vmem: 0.0 mb, rss: 0.0 mb\r\npy:rawtoesd          info jobtransform completed for rawtoesd with error code 60010 (exit code 6)\r\npy:rawtoesd          info transform timer stop [rawtoesd] wall-time: wed mar 23 14:06:37 2011, vmem: 111.4453125 mb, rss: 67.02734375 mb\r\npy:rawtoesd          info transform timer report [rawtoesd] wall-time: 00 hrs 31 mins 17 secs, cpu-time: 00 hrs 29 mins 53 secs, vmem: 0.734375 mb, rss: 0.6015625 mb\r\n===== job report produced by rawtoesd version patjobtransforms-00-03-22 =====\r\ncommand=/afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.6/installarea/share/bin/reco_trf.py --argdict=/afs/cern.ch/atlas/tzero/prod1/log1/9954/9954793_data11_7tev.00177986.express_express.merge.raw.f351.recon.task._lb0393._sfo-all._0001.job.3//data11_7tev.00177986.express_express.merge.raw.f351.recon.task._lb0393._sfo-all._0001.job.argdict.gpickle\r\nexitcode=6\r\nerrorcode=60010 (trf_segfault)\r\nerrorcategory=trf_segfault,	60010,	segmentation fault (2 times)\r\nfatals=2\r\nerrors=0\r\nwarnings=9\r\nwriting jobinfo_rawtoesd.xml file...\r\nesdok is  false\r\nskipping esd-&gt;esd step...\r\nskipping esd-&gt;aod step...\r\nskipping esd-&gt;dpd step...\r\nskipping aod-&gt;dpd step...\r\nskipping aod-&gt;tag step...\r\nskipping monitoring file merging step...\r\npy:reco_trf          info jobtransform completed for reco_trf with error code 60010 (exit code 6)\r\npy:rawtoesd          info transform timer stop [reco_trf] wall-time: wed mar 23 14:06:37 2011, vmem: 111.4453125 mb, rss: 67.03515625 mb\r\npy:rawtoesd          info transform timer report [reco_trf] wall-time: 00 hrs 31 mins 17 secs, cpu-time: 00 hrs 29 mins 53 secs, vmem: 0.734375 mb, rss: 0.62109375 mb\r\n===== job report produced by recotrf =====\r\ncommand=/afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.6/installarea/share/bin/reco_trf.py --argdict=/afs/cern.ch/atlas/tzero/prod1/log1/9954/9954793_data11_7tev.00177986.express_express.merge.raw.f351.recon.task._lb0393._sfo-all._0001.job.3//data11_7tev.00177986.express_express.merge.raw.f351.recon.task._lb0393._sfo-all._0001.job.argdict.gpickle\r\nexitcode=6\r\nerrorcode=60010 (trf_segfault)\r\nerrorcategory=trf_segfault,	60010,	segmentation fault (2 times)\r\nfatals=2\r\nerrors=0\r\nwarnings=9\r\nerrorinfo\r\n  acronym=trf_segfault (60010) segmentation fault\r\n  message=caught signal 11(segmentation fault). details:\r\n  severity=fatal\r\n  producer=rawtoesd\r\n  stage=execute\r\nerrorinfo\r\n  acronym=trf_segfault (60010) segmentation fault\r\n  message=(pid=11982 ppid=11897) received fatal signal 11 (segmentation fault)\r\n  severity=fatal\r\n  producer=rawtoesd\r\n  stage=execute\r\nathacronym=an unknown exception occurred\r\nathcode=8\r\nrundiruseddisk=787595287\r\nrundiravailabledisk=122673213440\r\nworkdir=/pool/lsf/atlast0/129018627\r\nathcode=8\r\nrundiravailabledisk=122673754112\r\ndbrelease=current\r\nathacronym=an unknown exception occurred\r\n\r\n-verbatim-','396','4045','2011-03-23 23:55:06','7','fixed','closed','muonidentification/muid',';similar;segmentation;fault;muonidcombine;reconstruction;different;atlasproduction;16.6.2.6;additionally;muidcombinedtool;install;atla;tzero;prod1;inst;project;data11;patch;atlasproduction;16.6.2.6;muidcombinedtool;extract;file;event;susumu;verbatim;input;file;stage_svcclass;atlcal;castor;grid;atla;tzero;prod1;perm;data11_7tev;express_express;data11_7tev;express_express.merge.raw;data11_7tev;express_express.merge.raw;tier;transformation;command;source;atla;tzero;prod1;inst;project;data11;setup;setuptrf.sh;atla;tzero;prod1;inst;project;data11;patch;atlasproduction;16.6.2.6;atlasproduction;16.6.2.6;atla;tzero;prod1;inst;project;data11;setup;specialsetup_tier0;python;reco_trf.py;argdict;atla;tzero;prod1;log1;9954793_data11_7tev;express_express.merge.raw.f351;recon.task;data11_7tev;express_express.merge.raw.f351;recon.task;job.argdict.gpickle;data11_7tev;express_express.merge.raw.f351;recon.task;job.tmp.log;configuration;detail;http;ami.in2p3;opencm;opencm;referencetable;configurationtag;interpret;logfile;location;stage_svcclass;t0merge;castor;grid;atla;tzero;prod1;temp;data11_7tev;express_express;data11_7tev;express_express.merge.raw.f351;recon.task.tmp.log;data11_7tev;express_express.merge.raw.f351;recon.task;job.tmp.log;tail;file;line;fpeauditor;warn;overflow;execute;indettracktree_filteralgorithmsholder;athenaeventloopmgr;info;processing;event;event;process;start;processing;event;event;process;processing;event;event;process;start;processing;event;event;process;processing;event;event;process;start;processing;event;event;process;processing;event;event;process;start;processing;event;event;process;processing;event;event;process;start;processing;event;event;process;processing;event;event;process;start;processing;event;event;process;processing;event;event;process;start;processing;event;event;process;processing;event;event;process;start;processing;event;event;process;processing;event;event;process;start;processing;event;event;process;processing;event;event;process;start;processing;event;event;process;processing;event;event;process;start;processing;event;event;process;processing;event;event;process;start;processing;event;event;process;processing;event;event;process;start;processing;event;event;process;processing;event;event;process;start;processing;event;event;process;fitparameter;fitparameter;perigee;const;atla;software;release;16.6.2;atlasreconstruction;16.6.2;installarea;slc5;gcc43;libtrkipatfitterutils.so;ipatfitter;track;const;track;const;bool;particlehypothesis;const;atla;software;release;16.6.2;atlasreconstruction;16.6.2;installarea;slc5;gcc43;libtrkipatfitter.so;combinedmuontrackbuilder;track;const;track;const;bool;particlehypothesis;const;atla;software;release;16.6.2;atlasreconstruction;16.6.2;installarea;slc5;gcc43;libmuidtrackbuilder.so;combinedmuontrackbuilder;combinedfit;track;const;track;const;track;const;const;atla;software;release;16.6.2;atlasreconstruction;16.6.2;installarea;slc5;gcc43;libmuidtrackbuilder.so;combinedmuontrackbuilder;indetextension;track;const;vector;const;parameterst;const;parameterst;const;parameterst;const;const;atla;software;release;16.6.2;atlasreconstruction;16.6.2;installarea;slc5;gcc43;libmuidtrackbuilder.so;muidmatchmaker;indetextension;track;const;track;const;track;const;track;const;track;const;const;atla;tzero;prod1;inst;project;data11;patch;atlasproduction;16.6.2.6;installarea;slc5;gcc43;libmuidcombinedtools.so;muidmatchmaker;execute;datavector;const;datavector;const;datavector;const;const;atla;tzero;prod1;inst;project;data11;patch;atlasproduction;16.6.2.6;installarea;slc5;gcc43;libmuidcombinedtools.so;muidcombine;execute;atla;software;release;16.6.2;atlasreconstruction;16.6.2;installarea;slc5;gcc43;libmuidcombined.so;algorithm;sysexecute;atla;software;release;16.6.2;gaudus;v21r9p3a;installarea;slc5;gcc43;libgaudikernel.so;athsequencer;execute;atla;software;release;16.6.2;atlascore;16.6.2;installarea;slc5;gcc43;libgaudisequencer.so;algorithm;sysexecute;atla;software;release;16.6.2;gaudus;v21r9p3a;installarea;slc5;gcc43;libgaudikernel.so;athsequencer;execute;atla;software;release;16.6.2;atlascore;16.6.2;installarea;slc5;gcc43;libgaudisequencer.so;algorithm;sysexecute;atla;software;release;16.6.2;gaudus;v21r9p3a;installarea;slc5;gcc43;libgaudikernel.so;athenaeventloopmgr;executealgorithm;atla;software;release;16.6.2;atlasproduction;16.6.2.6;installarea;slc5;gcc43;libathenaservices.so;athenaeventloopmgr;executeevent;void;atla;software;release;16.6.2;atlasproduction;16.6.2.6;installarea;slc5;gcc43;libathenaservices.so;athenaeventloopmgr;nextevent;atla;software;release;16.6.2;atlasproduction;16.6.2.6;installarea;slc5;gcc43;libathenaservices.so;athenaeventloopmgr;executerun;atla;software;release;16.6.2;atlasproduction;16.6.2.6;installarea;slc5;gcc43;libathenaservices.so;applicationmgr;executerun;atla;software;release;16.6.2;gaudus;v21r9p3a;installarea;slc5;gcc43;libgaudisvc.so;dictionary_dict.cpp;atla;software;release;16.6.2;gaudus;v21r9p3a;installarea;slc5;gcc43;libgaudikerneldict.so;root;cintex;method_stub_with_context;root;cintex;stubcontext_t;g__value;char;const;g__param;atla;software;release;16.6.2;detcommon;16.6.2;installarea;slc5;gcc43;libcintex.so;cint;g__callfunc;execute;void;atla;software;release;16.6.2;detcommon;16.6.2;installarea;slc5;gcc43;libcint.so;pyroot;trootobjectbyvalueexecutor;execute;cint;g__callfunc;void;atla;software;release;16.6.2;release;root;5.26.00e_python2.6;slc5;gcc43;root;libpyroot.so;pyroot;tmethodholder;callsafe;void;atla;software;release;16.6.2;release;root;5.26.00e_python2.6;slc5;gcc43;root;libpyroot.so;pyroot;tmethodholder;execute;void;atla;software;release;16.6.2;release;root;5.26.00e_python2.6;slc5;gcc43;root;libpyroot.so;pyroot;tmethodholder;operator;pyroot;objectproxy;long;atla;software;release;16.6.2;release;root;5.26.00e_python2.6;slc5;gcc43;root;libpyroot.so;pyroot;anonymous;namespace;mp_call;pyroot;methodproxy;methodproxy.cxx;atla;software;release;16.6.2;release;root;5.26.00e_python2.6;slc5;gcc43;root;libpyroot.so;pyobject_call;build;agaspar;work;python;2.6.5;object;abstract.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;do_call;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcodeex;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;fast_function;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcodeex;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcode;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;run_mod;build;agaspar;work;python;2.6.5;python;pythonrun.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;builtin_execfile;build;agaspar;work;python;2.6.5;python;bltinmodule.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pycfunction_call;build;agaspar;work;python;2.6.5;object;methodobject.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;call_function;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcodeex;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;function_call;build;agaspar;work;python;2.6.5;object;funcobject.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyobject_call;build;agaspar;work;python;2.6.5;object;abstract.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;instancemethod_call;build;agaspar;work;python;2.6.5;object;classobject.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyobject_call;build;agaspar;work;python;2.6.5;object;abstract.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;slot_tp_call;build;agaspar;work;python;2.6.5;object;typeobject.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyobject_call;build;agaspar;work;python;2.6.5;object;abstract.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;do_call;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcodeex;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcode;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;run_mod;build;agaspar;work;python;2.6.5;python;pythonrun.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;builtin_execfile;build;agaspar;work;python;2.6.5;python;bltinmodule.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pycfunction_call;build;agaspar;work;python;2.6.5;object;methodobject.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;call_function;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcodeex;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;function_call;build;agaspar;work;python;2.6.5;object;funcobject.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyobject_call;build;agaspar;work;python;2.6.5;object;abstract.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;instancemethod_call;build;agaspar;work;python;2.6.5;object;classobject.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyobject_call;build;agaspar;work;python;2.6.5;object;abstract.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;slot_tp_call;build;agaspar;work;python;2.6.5;object;typeobject.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyobject_call;build;agaspar;work;python;2.6.5;object;abstract.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;do_call;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcodeex;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcode;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;run_mod;build;agaspar;work;python;2.6.5;python;pythonrun.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;builtin_execfile;build;agaspar;work;python;2.6.5;python;bltinmodule.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pycfunction_call;build;agaspar;work;python;2.6.5;object;methodobject.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;call_function;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcodeex;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcode;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;run_mod;build;agaspar;work;python;2.6.5;python;pythonrun.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyrun_simplefileexflags;build;agaspar;work;python;2.6.5;python;pythonrun.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;pyrun_anyfileexflags;build;agaspar;work;python;2.6.5;python;pythonrun.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;py_main;build;agaspar;work;python;2.6.5;module;main.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;main;build;agaspar;work;python;2.6.5;module;python.c;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;libc.so;atla;software;release;16.6.2;external;python;2.6.5;slc5;gcc43;python;py:rawtoesd;info;execution;rawtoesd;complete;exit;code;py:rawtoesd;error;transform;receive;signal;exit;code;reset;athena;exit;code;info;read;error;category;file;atla;software;release;16.6.2;atlasproduction;16.6.2.6;installarea;share;atlas_error_categories.db;info;read;error;pattern;file;atla;software;release;16.6.2;atlasproduction;16.6.2.6;installarea;share;atlas_error_patterns.db;info;read;ignore;pattern;file;atla;software;release;16.6.2;atlasproduction;16.6.2.6;installarea;share;atlas_error_ignore.db;athenalogchecker;start;rawtoesd;wall;time;vmem;py:rawtoesd;info;scanning;athena;logfile;rawtoesd.log;assume;atla;release;16.6.2.6;py:rawtoesd;info;athena;initialise;py:rawtoesd;info;athena;execute;py:rawtoesd;info;scanning;line;file;rawtoesd.log;summary;py:rawtoesd;info;ignore;py:rawtoesd;info;warning;py:rawtoesd;info;error;py:rawtoesd;info;fatal;athenalogchecker;stop;rawtoesd;wall;time;vmem;athenalogchecker;report;rawtoesd;wall;time;time;vmem;py:rawtoesd;info;jobtransform;complete;rawtoesd;error;code;exit;code;py:rawtoesd;info;transform;timer;stop;rawtoesd;wall;time;vmem;py:rawtoesd;info;transform;timer;report;rawtoesd;wall;time;time;vmem;report;produce;rawtoesd;version;patjobtransform;command;atla;software;release;16.6.2;atlasproduction;16.6.2.6;installarea;share;reco_trf.py;argdict;atla;tzero;prod1;log1;9954793_data11_7tev;express_express.merge.raw.f351;recon.task;data11_7tev;express_express.merge.raw.f351;recon.task;job.argdict.gpickle;exitcode;errorcode;trf_segfault;errorcategory;trf_segfault;segmentation;fault;time;fatal;error;warning;write;jobinfo_rawtoesd.xml;file;esdok;false;skip;step;skip;step;skip;step;skip;step;skip;step;skip;monitoring;file;merge;step;py:reco_trf;info;jobtransform;complete;reco_trf;error;code;exit;code;py:rawtoesd;info;transform;timer;stop;reco_trf;wall;time;vmem;py:rawtoesd;info;transform;timer;report;reco_trf;wall;time;time;vmem;report;produce;recotrf;command;atla;software;release;16.6.2;atlasproduction;16.6.2.6;installarea;share;reco_trf.py;argdict;atla;tzero;prod1;log1;9954793_data11_7tev;express_express.merge.raw.f351;recon.task;data11_7tev;express_express.merge.raw.f351;recon.task;job.argdict.gpickle;exitcode;errorcode;trf_segfault;errorcategory;trf_segfault;segmentation;fault;time;fatal;error;warning;errorinfo;acronym;trf_segfault;segmentation;fault;message;catch;signal;segmentation;fault;detail;severity;fatal;producer;rawtoesd;stage;execute;errorinfo;acronym;trf_segfault;segmentation;fault;message;ppid;receive;fatal;signal;segmentation;fault;severity;fatal;producer;rawtoesd;stage;execute;athacronym;unknown;exception;occur;athcode;rundiruseddisk;rundiravailabledisk;workdir;pool;atlast0;athcode;rundiravailabledisk;dbrelease;current;athacronym;unknown;exception;occur;verbatim;muidcombine;segmentation;fault;address;object;16.6.2.6;muonidentification;muid'),(79955,'atlas','error could not create rep for dataobject (clid/key):117682415 convertedmuidcbtracks','i will extract the log file of this job and the raw file of this event.\r\n\r\nsusumu \r\n\r\n+verbatim+\r\ninput file(s):\r\n--------------------------------------------------------------------------------\r\nstage_svcclass=atlcal\r\n/castor/cern.ch/grid/atlas/tzero/prod1/perm/data11_7tev/physics_muons/00177986/data11_7tev.00177986.physics_muons.merge.raw/data11_7tev.00177986.physics_muons.merge.raw._lb0315._sfo-9._0001.1\r\n\r\n\r\ntier-0 transformation command run:\r\n--------------------------------------------------------------------------------\r\nsource /afs/cern.ch/atlas/tzero/prod1/inst/projects/data11/setup/setuptrf.sh /afs/cern.ch/atlas/tzero/prod1/inst/projects/data11/patches/atlasproduction-16.6.2.6 atlasproduction-16.6.2.6 /afs/cern.ch/atlas/tzero/prod1/inst/projects/data11/setup/specialsetup_tier0.sh ; python -u `which reco_trf.py` --argdict=/afs/cern.ch/atlas/tzero/prod1/log2/9950/9950906_data11_7tev.00177986.physics_muons.merge.raw.f351.recon.task._lb0315._sfo-9._0001.job.3//data11_7tev.00177986.physics_muons.merge.raw.f351.recon.task._lb0315._sfo-9._0001.job.argdict.gpickle  &amp;&gt; data11_7tev.00177986.physics_muons.merge.raw.f351.recon.task._lb0315._sfo-9._0001.job.tmp.log\r\n\r\n\r\nami configuration tag (more details):\r\n--------------------------------------------------------------------------------\r\nsee http://ami.in2p3.fr:8080/opencms/opencms/ami/www/referencetables/ --&gt; configurationtag --&gt; interpret --&gt; f351\r\n\r\n\r\nlogfile location:\r\n--------------------------------------------------------------------------------\r\nstage_svcclass=t0merge\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_7tev/physics_muons/00177986/data11_7tev.00177986.physics_muons.merge.raw.f351.recon.task.tmp.log/data11_7tev.00177986.physics_muons.merge.raw.f351.recon.task._lb0315._sfo-9._0001.job.tmp.log.3\r\n\r\n\r\ntail of the log file (300 lines):\r\n--------------------------------------------------------------------------------\r\ncrep_indet::pixelclustercontainer#pixelclusters      info time user   : tot=0.555  [s]                                             #=  1\r\ncalocellmaker_larcelldeadotxcorr                     info time user   : tot=0.566  [s]                                             #=  1\r\nroibresulttoaod:initialize                           info time user   : tot= 0.57  [s]                                             #=  1\r\ntileinfoloader:initialize                            info time user   : tot=0.597  [s]                                             #=  1\r\nmdtcablingsvc[0x10153000]+ad:callback                info time user   : tot=0.621  [s]                                             #=  1\r\nspecialpixelmapsvc[0x1ef3c450]+21:callback           info time user   : tot= 0.65  [s]                                             #=  1\r\ncrep_roib::roibresult#roibresult                     info time user   : tot=0.653  [s]                                             #=  1\r\nindet::trt_tracksegmentsmaker_atlxk[0x20605000]...   info time user   : tot=0.689  [s]                                             #=  1\r\ncondattrlistcollection[/tile/ofl01/calib/las/li...   info time user   : tot=0.565  [s]                                             #=  1\r\ncondattrlistcollection[/mdt/rt]:preloadproxy         info time user   : tot=0.577  [s]                                             #=  1\r\ncrep_cscrawdatacontainer#cscrdo                      info time user   : tot=0.754  [s]                                             #=  1\r\njetstream_jetet1filter:initialize                    info time user   : tot=0.699  [s]                                             #=  1\r\nlarmonmanager:execute                                info time user   : tot=0.788  [s]                                             #=  1\r\ncondattrlistcollection[/rpc/trigger/cm_thr_eta]...   info time user   : tot=0.635  [s]                                             #=  1\r\ntriggerfilterincollissionstream:initialize           info time user   : tot=0.818  [s]                                             #=  1\r\naccess only db and parsing                           info time user   : tot=0.861  [s] ave/min/max=  430(+-  170)/  260/  601 [ms] #=  2\r\nloadmdtmap method                                    info time user   : tot= 0.89  [s] ave/min/max=  445(+-  176)/  269/  621 [ms] #=  2\r\nmuoncalib::csccoolstrsvc[0x20822000]+9d:callback     info time user   : tot=0.933  [s]                                             #=  1\r\ncobj_larshapecomplete#                               info time user   : tot=0.963  [s]                                             #=  1\r\ncobj_larofccomplete#                                 info time user   : tot=0.974  [s]                                             #=  1\r\ncalocellmaker:execute                                info time user   : tot= 1.03  [s]                                             #=  1\r\ntoolsvc:finalize                                     info time user   : tot= 1.06  [s]                                             #=  1\r\ncrep_trigdec::trigdecision#trigdecision              info time user   : tot= 1.13  [s]                                             #=  1\r\ntoolsvc.empid:initialize                             info time user   : tot= 1.16  [s]                                             #=  1\r\ntoolsvc.mybtagtool:initialize                        info time user   : tot= 1.16  [s]                                             #=  1\r\njetstream_jetet1filter:execute                       info time user   : tot= 1.21  [s]                                             #=  1\r\nathenarootstreamersvc:initialize                     info time user   : tot= 1.23  [s]                                             #=  1\r\nthistsvc:finalize                                    info time user   : tot= 1.45  [s]                                             #=  1\r\nantikt6towerjets.jetbtagger:initialize               info time user   : tot=  1.4  [s]                                             #=  1\r\ncondattrlistvec[/sct/daq/configuration/chip]:pr...   info time user   : tot= 1.56  [s]                                             #=  1\r\nathenapoolcnvsvc:initialize                          info time user   : tot= 1.56  [s]                                             #=  1\r\ntoolsvc.larregionselectortable:initialize            info time user   : tot=  1.7  [s]                                             #=  1\r\nms::build-up                                         info time user   : tot= 1.75  [s]                                             #=  1\r\ntoolsvc.trigtserializer:initialize                   info time user   : tot= 1.65  [s]                                             #=  1\r\nmetadatasvc:initialize                               info time user   : tot= 1.65  [s]                                             #=  1\r\nathenasealsvc::autoloading                           info time user   : tot= 1.48  [s] ave/min/max= 49.5(+- 51.9)/    6/  247 [ms] #= 30\r\nregselsvc[0x215f2ef8]+69:callback                    info time user   : tot= 1.78  [s]                                             #=  1\r\nathenaeventloopmgr:finalize                          info time user   : tot=  1.7  [s]                                             #=  1\r\nathenasealsvc::checkclass                            info time user   : tot= 1.57  [s] ave/min/max= 8.08(+- 27.7)/    0/  247 [ms] #=194\r\nipat::trajectorytool[0x2168f6b0]+69:callback         info time user   : tot= 1.94  [s]                                             #=  1\r\nrpcgeometrysvc[0x184dea00]+b9:callback               info time user   : tot= 2.05  [s]                                             #=  1\r\nproxyprovidersvc:initialize                          info time user   : tot=  1.9  [s]                                             #=  1\r\ntrackinggeometrysvc[0x204e1758]+21:callback          info time user   : tot= 2.22  [s]                                             #=  1\r\nlarrawchannelbuilder:execute                         info time user   : tot= 2.15  [s]                                             #=  1\r\nlarhvcorrtool                                        info time user   : tot= 2.32  [s]                                             #=  1\r\nlarhvcorrtool[0x16bd8a78]+71:callback                info time user   : tot= 2.32  [s]                                             #=  1\r\negamma:initialize                                    info time user   : tot= 2.32  [s]                                             #=  1\r\ncondattrlistcollection[/tile/dcs/states]:preloa...   info time user   : tot= 2.65  [s]                                             #=  1\r\nantikt6towerjets:initialize                          info time user   : tot=  2.6  [s]                                             #=  1\r\nmdtcablingsvc[0x10153000]+a9:callback                info time user   : tot= 2.82  [s]                                             #=  1\r\ndetectorstore:initialize                             info time user   : tot= 3.01  [s]                                             #=  1\r\nmboysvc[0x13107400]+7109bc40:callback                info time user   : tot= 3.36  [s]                                             #=  1\r\ntrigconf::dsconfigsvc[0x169ffb40]+64a4cfc0:call...   info time user   : tot= 3.43  [s]                                             #=  1\r\nmuonrpc_cablingsvc[0x1f021d3c]+21:callback           info time user   : tot= 3.54  [s]                                             #=  1\r\ntoolsvc.trigsertptool:initialize                     info time user   : tot= 3.35  [s]                                             #=  1\r\ntrigbsextraction.navigation:initialize               info time user   : tot= 4.13  [s]                                             #=  1\r\ntrigbsextraction:initialize                          info time user   : tot= 4.13  [s]                                             #=  1\r\ncondattrlistcollection[/sct/daq/calibration/npt...   info time user   : tot=  4.8  [s]                                             #=  1\r\ntoolsvc.trigserializeconvhelper:initialize           info time user   : tot= 5.01  [s]                                             #=  1\r\ntrigbsextraction:execute                             info time user   : tot= 5.45  [s]                                             #=  1\r\ncondattrlistcollection[/trigger/hlt/prescales]:...   info time user   : tot= 5.86  [s]                                             #=  1\r\ngeomodelsvc:initialize                               info time user   : tot= 9.44  [s]                                             #=  1\r\nstreamesd:execute                                    info time user   : tot= 11.4  [s]                                             #=  1\r\nathalgseq:initialize                                 info time user   : tot= 26.1  [s]                                             #=  1\r\nathmasterseq:initialize                              info time user   : tot= 26.1  [s]                                             #=  1\r\nathenaeventloopmgr:initialize                        info time user   : tot= 26.1  [s]                                             #=  1\r\nathalgseq:execute                                    info time user   : tot= 28.8  [s]                                             #=  1\r\nathmasterseq:execute                                 info time user   : tot= 28.8  [s]                                             #=  1\r\nchronostatsvc                                        info time user   : tot=  126  [s]                                             #=  1\r\n*****chrono*****                                     info ****************************************************************************************************\r\nchronostatsvc.finalize()                             info  service finalized successfully \r\nalgerrorauditor                                      info found 3 instances where an algorithm::execute() produced an error but returned a success:\r\nathalgseq: 1\r\nathmasterseq: 1\r\nstreamesd: 1\r\n\r\nperfmonsvc:    info [fin] cpu=2798.000 ms vmem=2127.012 mb dvmem=   0.000 mb alloc= +0 -0    0.000 kb  =&gt; [/fin/perfmonslice]\r\npy:perfmonsvc        info finalizing [perfmonsvc]...\r\npy:perfmonsvc        info events processed: 1\r\npy:perfmonsvc        info job had [515] algorithms\r\npy:perfmonsvc        info statistics for \'ini\': (nbr entries = 1)\r\npy:perfmonsvc        info &lt;cpu&gt;:    (  94001.000 +/-      0.000 ) ms\r\npy:perfmonsvc        info &lt;real&gt;:   ( 160678.000 +/-      0.000 ) ms\r\npy:perfmonsvc        info &lt;vmem&gt;:   (   1445.516 +/-      0.000 ) mb\r\npy:perfmonsvc        info &lt;malloc&gt;: (      0.000 +/-      0.000 ) mb\r\npy:perfmonsvc        info &lt;nalloc&gt;: (      0.000 +/-      0.000 ) calls\r\npy:perfmonsvc        info &lt;rt&gt;: (  93882.883 +/-      0.000 ) ns\r\npy:perfmonsvc        info statistics for \'evt\': (nbr entries = 0)\r\npy:perfmonsvc        info &lt;cpu&gt;:    (      0.000 +/-      0.000 ) ms\r\npy:perfmonsvc        info &lt;real&gt;:   (      0.000 +/-      0.000 ) ms\r\npy:perfmonsvc        info &lt;vmem&gt;:   (      0.000 +/-      0.000 ) mb\r\npy:perfmonsvc        info &lt;malloc&gt;: (      0.000 +/-      0.000 ) mb\r\npy:perfmonsvc        info &lt;nalloc&gt;: (      0.000 +/-      0.000 ) calls\r\npy:perfmonsvc        info &lt;rt&gt;: (      0.000 +/-      0.000 ) ns\r\npy:perfmonsvc        info statistics for \'fin\': (nbr entries = 1)\r\npy:perfmonsvc        info &lt;cpu&gt;:    (   2798.000 +/-      0.000 ) ms\r\npy:perfmonsvc        info &lt;real&gt;:   (   2778.000 +/-      0.000 ) ms\r\npy:perfmonsvc        info &lt;vmem&gt;:   (   2127.012 +/-      0.000 ) mb\r\npy:perfmonsvc        info &lt;malloc&gt;: (      0.000 +/-      0.000 ) mb\r\npy:perfmonsvc        info &lt;nalloc&gt;: (      0.000 +/-      0.000 ) calls\r\npy:perfmonsvc        info &lt;rt&gt;: (   2793.891 +/-      0.000 ) ns\r\npy:perfmonsvc        info memory infos from [/proc/self/status]:\r\npy:perfmonsvc        info vmdata:	1625704 kb\r\npy:perfmonsvc        info vmexe:	1196 kb\r\npy:perfmonsvc        info vmhwm:	1803960 kb\r\npy:perfmonsvc        info vmlck:	0 kb\r\npy:perfmonsvc        info vmlib:	515932 kb\r\npy:perfmonsvc        info vmpte:	4204 kb\r\npy:perfmonsvc        info vmpeak:	2178064 kb\r\npy:perfmonsvc        info vmrss:	1803628 kb\r\npy:perfmonsvc        info vmsize:	2178064 kb\r\npy:perfmonsvc        info vmstk:	324 kb\r\npy:perfmonsvc        info naive vmem-leak estimation: (nevts=-9)\r\npy:perfmonsvc        info   first-evt vmem:  2075.926 mb\r\npy:perfmonsvc        info   10th -evt vmem:     0.000 mb\r\npy:perfmonsvc        info   last -evt vmem:  2075.926 mb\r\npy:perfmonsvc        info   slope[10:-1]:    [n/a] kb/evt\r\npy:perfmonsvc        info si2k: 2300.0 =&gt; &lt;cpu time&gt;:      0.000 ksi2k\r\npy:perfmonsvc        info writing out collected data... [ntuple_rawtoesd.pmon.gz]\r\npy:perfmonsvc        info  --&gt; [ntuple_rawtoesd.pmon.dat] =&gt;   27.000 kb\r\npy:perfmonsvc        info  --&gt; [ntuple_rawtoesd.pmon.stream] =&gt; 1401.819 kb\r\npy:perfmonsvc        info writing out collected data... [ntuple_rawtoesd.pmon.gz] =&gt;  144.502 kb\r\n\r\n   **ktime_mubo** time statistic (in sec?) :\r\n           |             |   #   |   time of   | time / call |             |             |\r\n   name    |  total time | calls |  first call | w.o. 1st c. | time / call | time / event|\r\n   --------+-------------+-------+-------------+-------------+-------------+-------------|\r\n   initiali|         3.14|      1|         3.14|         0.00|         3.14|         3.14|\r\n   finicoco|         0.00|      1|         0.00|         0.00|         0.00|         0.00|\r\n   recoseg |         0.03|      1|         0.03|         0.00|         0.03|         0.03|\r\n   s values|         0.00|      1|         0.00|         0.00|         0.00|         0.00|\r\n   csc segm|         0.00|      1|         0.00|         0.00|         0.00|         0.00|\r\n   stri seg|         0.01|      1|         0.01|         0.00|         0.01|         0.01|\r\n   rec. t,p|         0.00|      1|         0.00|         0.00|         0.00|         0.00|\r\n   loos seg|         0.02|      1|         0.02|         0.00|         0.02|         0.02|\r\n   recotra |         0.00|      1|         0.00|         0.00|         0.00|         0.00|\r\n   scan    |         0.00|      2|         0.00|         0.00|         0.00|         0.00|\r\n   baktrak |         0.00|      1|         0.00|         0.00|         0.00|         0.00|\r\n   matcov  |         0.00|      1|         0.00|         0.00|         0.00|         0.00|\r\n calling endrunmuonboy\r\napplicationmgr                                       info application manager finalized successfully\r\napplicationmgr                                       info application manager terminated successfully\r\nsummarizing all message counts\r\n=====================================================\r\n message source              |   level |    count\r\n-----------------------------+---------+-------------\r\n algerrorauditor             |   error |        3\r\n athenaeventloopmgr          |   error |        1\r\n athenapoolconverter         |   error |        1\r\n athenapoolconverter         |   fatal |        1\r\n iovdbsvc                    | warning |       11\r\n larmonmanager               | warning |        1\r\n largemetstream_wmetprescaler| warning |        1\r\n storegatesvc                | warning |        1\r\n streamesd                   |   fatal |        1\r\n streamesd.streamesdtool     |   error |        1\r\n thistsvc                    | warning |       10\r\n trt_conditionssummarysvc    | warning |        1\r\n toolsvc.dcmathsegmentmaker  | warning |        2\r\n toolsvc.muidmaterialallocator| warning |        2\r\n toolsvc.trigt1ctmonitoring::bsmonitoring| warning |        1\r\n toolsvc.zdcrecchanneltool   | warning |        2\r\n trackcollectioncnv: convertedmuidcbtracks|   error |        2\r\n=====================================================\r\npy:athena            info leaving with code 65: &quot;failure in an algorithm execute&quot;\r\ninfo: read 109 error categories from file /afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.6/installarea/share/atlas_error_categories.db\r\n/afs/cern.ch/atlas/software/releases/16.6.2/atlascore/16.6.2/installarea/share/bin/athena.py -b runargs.rawtoesd.py recjobtransforms/skeleton.rawtoesd.py rawtoesd_messagesvc_joboptions.py - exit code 65\r\nrelationaldatabase info delete the raldatabase for \'oracle://atlas_coolprod;schema=atlas_coolonl_trigger;dbname=comp200\'\r\nralsessionmgr info delete the ralsessionmgr for \'oracle://atlas_coolprod;schema=atlas_coolonl_trigger;dbname=comp200\'\r\ncoralapplication info delete the cool coralapplication...\r\ncoralapplication info delete the cool database service\r\nraldatabasesvc info delete the raldatabasesvc...\r\nraldatabasesvc info purge the connection pool\r\nraldatabasesvc info reset the ics pointer\r\nraldatabasesvc info delete the raldatabasesvc... done\r\ncoralapplication info delete the coral connection service\r\ncoralapplication info delete the cool coralapplication... done\r\ncoralapplication info delete the cool coralapplication...\r\ncoralapplication info delete the cool database service\r\nraldatabasesvc info delete the raldatabasesvc...\r\nraldatabasesvc info purge the connection pool\r\nraldatabasesvc info reset the ics pointer\r\nraldatabasesvc info delete the raldatabasesvc... done\r\ncoralapplication info delete the coral connection service\r\ncoral/services/connectionservice info deleting the connectionpool\r\ncoralapplication info delete the cool coralapplication... done\r\npy:rawtoesd          info execution of rawtoesd complete with exit code 65.\r\ninfo: read 109 error categories from file /afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.6/installarea/share/atlas_error_categories.db\r\ninfo: read 52 error patterns from file /afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.6/installarea/share/atlas_error_patterns.db\r\ninfo: read 58 ignore patterns from file /afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.6/installarea/share/atlas_error_ignore.db\r\nathenalogchecker start [rawtoesd log] wall-time: wed mar 23 14:00:46 2011, vmem: 112.28125 mb, rss: 66.984375 mb\r\npy:rawtoesd          info scanning athena logfile rawtoesd.log assuming atlas release all,16.6.2.6 ...\r\npy:rawtoesd          info athena initialise()...\r\npy:rawtoesd          info athena execute()...\r\npy:rawtoesd          info athena finalise()...\r\npy:rawtoesd          info done scanning 28214 lines of file rawtoesd.log. summary:\r\npy:rawtoesd          info    ignored : 5\r\npy:rawtoesd          info    warnings: 113\r\npy:rawtoesd          info    errors  : 6\r\npy:rawtoesd          info    fatals  : 2\r\nathenalogchecker stop [rawtoesd log] wall-time: wed mar 23 14:00:48 2011, vmem: 112.28125 mb, rss: 66.984375 mb\r\nathenalogchecker report [rawtoesd log] wall-time: 00 hrs 00 mins 01 secs, cpu-time: 00 hrs 00 mins 01 secs, vmem: 0.0 mb, rss: 0.0 mb\r\npy:rawtoesd          info jobtransform completed for rawtoesd with error code 69999 (exit code 99)\r\npy:rawtoesd          info transform timer stop [rawtoesd] wall-time: wed mar 23 14:00:48 2011, vmem: 112.28125 mb, rss: 67.01171875 mb\r\npy:rawtoesd          info transform timer report [rawtoesd] wall-time: 00 hrs 04 mins 27 secs, cpu-time: 00 hrs 03 mins 17 secs, vmem: 0.6875 mb, rss: 0.6015625 mb\r\n===== job report produced by rawtoesd version patjobtransforms-00-03-22 =====\r\ncommand=/afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.6/installarea/share/bin/reco_trf.py --argdict=/afs/cern.ch/atlas/tzero/prod1/log2/9950/9950906_data11_7tev.00177986.physics_muons.merge.raw.f351.recon.task._lb0315._sfo-9._0001.job.3//data11_7tev.00177986.physics_muons.merge.raw.f351.recon.task._lb0315._sfo-9._0001.job.argdict.gpickle\r\nexitcode=99\r\nerrorcode=69999 (trf_unknown)\r\nerrorcategory=trf_unknown,	69999,	unknown transform error (8 times)\r\nfatals=2\r\nerrors=6\r\nwarnings=9\r\nwriting jobinfo_rawtoesd.xml file...\r\nesdok is  false\r\nskipping esd-&gt;esd step...\r\nskipping esd-&gt;aod step...\r\nskipping esd-&gt;dpd step...\r\nskipping aod-&gt;dpd step...\r\nskipping aod-&gt;tag step...\r\nskipping monitoring file merging step...\r\npy:reco_trf          info jobtransform completed for reco_trf with error code 69999 (exit code 99)\r\npy:rawtoesd          info transform timer stop [reco_trf] wall-time: wed mar 23 14:00:48 2011, vmem: 112.28125 mb, rss: 67.03125 mb\r\npy:rawtoesd          info transform timer report [reco_trf] wall-time: 00 hrs 04 mins 27 secs, cpu-time: 00 hrs 03 mins 17 secs, vmem: 0.6875 mb, rss: 0.6328125 mb\r\n===== job report produced by recotrf =====\r\ncommand=/afs/cern.ch/atlas/software/releases/16.6.2/atlasproduction/16.6.2.6/installarea/share/bin/reco_trf.py --argdict=/afs/cern.ch/atlas/tzero/prod1/log2/9950/9950906_data11_7tev.00177986.physics_muons.merge.raw.f351.recon.task._lb0315._sfo-9._0001.job.3//data11_7tev.00177986.physics_muons.merge.raw.f351.recon.task._lb0315._sfo-9._0001.job.argdict.gpickle\r\nexitcode=99\r\nerrorcode=69999 (trf_unknown)\r\nerrorcategory=trf_unknown,	69999,	unknown transform error (8 times)\r\nfatals=2\r\nerrors=6\r\nwarnings=9\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=failed to create persistent object: tp converter not found\r\n  severity=fatal\r\n  who=athenapoolconverter\r\n  producer=rawtoesd\r\n  stage=execute\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=createrep failed, key = convertedmuidcbtracks\r\n  severity=error\r\n  who=athenapoolconverter\r\n  producer=rawtoesd\r\n  stage=execute\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=could not create rep for dataobject (clid/key):117682415 convertedmuidcbtracks\r\n  severity=error\r\n  who=streamesd.streamesdtool\r\n  producer=rawtoesd\r\n  stage=execute\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=streamobjects failed.\r\n  severity=fatal\r\n  who=streamesd\r\n  producer=rawtoesd\r\n  stage=execute\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=illegal return code: algorithm streamesd reported an error, but returned a statuscode &quot;failure&quot;\r\n  severity=error\r\n  who=algerrorauditor\r\n  producer=rawtoesd\r\n  stage=execute\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=illegal return code: algorithm athalgseq reported an error, but returned a statuscode &quot;failure&quot;\r\n  severity=error\r\n  who=algerrorauditor\r\n  producer=rawtoesd\r\n  stage=execute\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=illegal return code: algorithm athmasterseq reported an error, but returned a statuscode &quot;failure&quot;\r\n  severity=error\r\n  who=algerrorauditor\r\n  producer=rawtoesd\r\n  stage=execute\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=terminating event processing loop due to errors\r\n  severity=error\r\n  who=athenaeventloopmgr\r\n  producer=rawtoesd\r\n  stage=execute\r\nathacronym=failure in an algorithm execute\r\nathcode=65\r\nrundiruseddisk=2096341088\r\nrundiravailabledisk=137162743808\r\nworkdir=/pool/lsf/atlast0/129021058\r\nathcode=65\r\nrundiravailabledisk=137163026432\r\ndbrelease=current\r\nathacronym=failure in an algorithm execute\r\n\r\n-verbatim-','396','4045','2011-03-24 00:50:24','7','fixed','closed','muonidentification/muid',';extract;file;file;event;susumu;verbatim;input;file;stage_svcclass;atlcal;castor;grid;atla;tzero;prod1;perm;data11_7tev;physics_muons;data11_7tev;physics_muons.merge.raw;data11_7tev;physics_muons.merge.raw;tier;transformation;command;source;atla;tzero;prod1;inst;project;data11;setup;setuptrf.sh;atla;tzero;prod1;inst;project;data11;patch;atlasproduction;16.6.2.6;atlasproduction;16.6.2.6;atla;tzero;prod1;inst;project;data11;setup;specialsetup_tier0;python;reco_trf.py;argdict;atla;tzero;prod1;log2;9950906_data11_7tev;physics_muons.merge.raw.f351;recon.task;data11_7tev;physics_muons.merge.raw.f351;recon.task;job.argdict.gpickle;data11_7tev;physics_muons.merge.raw.f351;recon.task;job.tmp.log;configuration;detail;http;ami.in2p3;opencm;opencm;referencetable;configurationtag;interpret;logfile;location;stage_svcclass;t0merge;castor;grid;atla;tzero;prod1;temp;data11_7tev;physics_muons;data11_7tev;physics_muons.merge.raw.f351;recon.task.tmp.log;data11_7tev;physics_muons.merge.raw.f351;recon.task;job.tmp.log;tail;file;line;crep_indet;pixelclustercontainer;pixelcluster;info;time;user;calocellmaker_larcelldeadotxcorr;info;time;user;roibresulttoaod:initialize;info;time;user;tileinfoloader:initialize;info;time;user;mdtcablingsvc;ad:callback;info;time;user;specialpixelmapsvc;callback;info;time;user;crep_roib;roibresult;roibresult;info;time;user;indet;trt_tracksegmentsmaker_atlxk;info;time;user;condattrlistcollection;tile;ofl01;calib;info;time;user;condattrlistcollection;preloadproxy;info;time;user;crep_cscrawdatacontainer;cscrdo;info;time;user;jetstream_jetet1filter:initialize;info;time;user;larmonmanager:execute;info;time;user;condattrlistcollection;trigger;cm_thr_eta;info;time;user;triggerfilterincollissionstream:initialize;info;time;user;access;parsing;info;time;user;loadmdtmap;method;info;time;user;muoncalib;csccoolstrsvc;9d:callback;info;time;user;cobj_larshapecomplete;info;time;user;cobj_larofccomplete;info;time;user;calocellmaker:execute;info;time;user;toolsvc:finalize;info;time;user;crep_trigdec;trigdecision;trigdecision;info;time;user;toolsvc.empid:initialize;info;time;user;toolsvc.mybtagtool:initialize;info;time;user;jetstream_jetet1filter:execute;info;time;user;athenarootstreamersvc:initialize;info;time;user;thistsvc:finalize;info;time;user;antikt6towerjets.jetbtagger:initialize;info;time;user;condattrlistvec;configuration;chip;info;time;user;athenapoolcnvsvc:initialize;info;time;user;toolsvc.larregionselectortable:initialize;info;time;user;build;info;time;user;toolsvc.trigtserializer:initialize;info;time;user;metadatasvc:initialize;info;time;user;athenasealsvc;autoload;info;time;user;regselsvc;callback;info;time;user;athenaeventloopmgr:finalize;info;time;user;athenasealsvc;checkclass;info;time;user;ipat;trajectorytool;callback;info;time;user;rpcgeometrysvc;callback;info;time;user;proxyprovidersvc:initialize;info;time;user;trackinggeometrysvc;callback;info;time;user;larrawchannelbuilder:execute;info;time;user;larhvcorrtool;info;time;user;larhvcorrtool;callback;info;time;user;egamma:initialize;info;time;user;condattrlistcollection;tile;state;preloa;info;time;user;antikt6towerjets:initialize;info;time;user;mdtcablingsvc;callback;info;time;user;detectorstore:initialize;info;time;user;mboysvc;callback;info;time;user;trigconf;dsconfigsvc;info;time;user;muonrpc_cablingsvc;callback;info;time;user;toolsvc.trigsertptool:initialize;info;time;user;trigbsextraction.navigation:initialize;info;time;user;trigbsextraction:initialize;info;time;user;condattrlistcollection;calibration;info;time;user;toolsvc.trigserializeconvhelper:initialize;info;time;user;trigbsextraction:execute;info;time;user;condattrlistcollection;trigger;prescale;info;time;user;geomodelsvc:initialize;info;time;user;streamesd:execute;info;time;user;athalgseq:initialize;info;time;user;athmasterseq:initialize;info;time;user;athenaeventloopmgr:initialize;info;time;user;athalgseq:execute;info;time;user;athmasterseq:execute;info;time;user;chronostatsvc;info;time;user;chrono;info;chronostatsvc.finalize;info;service;finalize;successfully;algerrorauditor;info;instance;algorithm;execute;produce;error;return;success;athalgseq;athmasterseq;streamesd;perfmonsvc;info;vmem;dvmem;alloc;perfmonslice;py:perfmonsvc;info;finalize;perfmonsvc;py:perfmonsvc;info;event;process;py:perfmonsvc;info;algorithm;py:perfmonsvc;info;statistics;inus;entry;py:perfmonsvc;info;py:perfmonsvc;info;py:perfmonsvc;info;py:perfmonsvc;info;py:perfmonsvc;info;call;py:perfmonsvc;info;py:perfmonsvc;info;statistics;entry;py:perfmonsvc;info;py:perfmonsvc;info;py:perfmonsvc;info;py:perfmonsvc;info;py:perfmonsvc;info;call;py:perfmonsvc;info;py:perfmonsvc;info;statistics;entry;py:perfmonsvc;info;py:perfmonsvc;info;py:perfmonsvc;info;py:perfmonsvc;info;py:perfmonsvc;info;call;py:perfmonsvc;info;py:perfmonsvc;info;memory;info;proc;self;status;py:perfmonsvc;info;vmda;py:perfmonsvc;info;vmexe;py:perfmonsvc;info;vmhwm;py:perfmonsvc;info;vmlck;py:perfmonsvc;info;vmlib;py:perfmonsvc;info;vmpte;py:perfmonsvc;info;vmpeak;py:perfmonsvc;info;vmrss;py:perfmonsvc;info;vmsize;py:perfmonsvc;info;vmstk;py:perfmonsvc;info;naive;vmem;leak;estimation;nevt;py:perfmonsvc;info;vmem;py:perfmonsvc;info;vmem;py:perfmonsvc;info;vmem;py:perfmonsvc;info;slope;py:perfmonsvc;info;si2k;ksi2k;py:perfmonsvc;info;write;collect;datum;ntuple_rawtoesd.pmon.gz;py:perfmonsvc;info;ntuple_rawtoesd.pmon.dat;py:perfmonsvc;info;ntuple_rawtoesd.pmon.stream;py:perfmonsvc;info;write;collect;datum;ntuple_rawtoesd.pmon.gz;ktime_mubo;time;statistic;time;time;total;time;call;time;time;event;initialus;finicoco;recoseg;value;segm;strus;recotra;scan;baktrak;matcov;call;endrunmuonboy;applicationmgr;info;application;manager;finalize;successfully;applicationmgr;info;application;manager;terminate;successfully;summarize;message;count;message;source;level;count;algerrorauditor;error;athenaeventloopmgr;error;athenapoolconverter;error;athenapoolconverter;fatal;iovdbsvc;warn;larmonmanager;warn;largemetstream_wmetprescaler;warn;storegatesvc;warn;streamesd;fatal;streamesd.streamesdtool;error;thistsvc;warn;trt_conditionssummarysvc;warn;toolsvc.dcmathsegmentmaker;warn;toolsvc.muidmaterialallocator;warn;toolsvc.trigt1ctmonitoring;bsmonitor;warn;toolsvc.zdcrecchanneltool;warn;trackcollectioncnv;convertedmuidcbtrack;error;py:athena;info;leave;code;failure;algorithm;execute;info;read;error;category;file;atla;software;release;16.6.2;atlasproduction;16.6.2.6;installarea;share;atlas_error_categories.db;atla;software;release;16.6.2;atlascore;16.6.2;installarea;share;athena.py;runargs.rawtoesd.py;recjobtransform;skeleton.rawtoesd.py;rawtoesd_messagesvc_joboptions.py;exit;code;relationaldatabase;info;delete;raldatabase;oracle;atlas_coolprod;schema;atlas_coolonl_trigger;dbname;comp200;ralsessionmgr;info;delete;ralsessionmgr;oracle;atlas_coolprod;schema;atlas_coolonl_trigger;dbname;comp200;coralapplication;info;delete;cool;coralapplication;coralapplication;info;delete;cool;database;service;raldatabasesvc;info;delete;raldatabasesvc;raldatabasesvc;info;purge;connection;pool;raldatabasesvc;info;reset;pointer;raldatabasesvc;info;delete;raldatabasesvc;coralapplication;info;delete;coral;connection;service;coralapplication;info;delete;cool;coralapplication;coralapplication;info;delete;cool;coralapplication;coralapplication;info;delete;cool;database;service;raldatabasesvc;info;delete;raldatabasesvc;raldatabasesvc;info;purge;connection;pool;raldatabasesvc;info;reset;pointer;raldatabasesvc;info;delete;raldatabasesvc;coralapplication;info;delete;coral;connection;service;coral;service;connectionservice;info;delete;connectionpool;coralapplication;info;delete;cool;coralapplication;py:rawtoesd;info;execution;rawtoesd;complete;exit;code;info;read;error;category;file;atla;software;release;16.6.2;atlasproduction;16.6.2.6;installarea;share;atlas_error_categories.db;info;read;error;pattern;file;atla;software;release;16.6.2;atlasproduction;16.6.2.6;installarea;share;atlas_error_patterns.db;info;read;ignore;pattern;file;atla;software;release;16.6.2;atlasproduction;16.6.2.6;installarea;share;atlas_error_ignore.db;athenalogchecker;start;rawtoesd;wall;time;vmem;py:rawtoesd;info;scanning;athena;logfile;rawtoesd.log;assume;atla;release;16.6.2.6;py:rawtoesd;info;athena;initialise;py:rawtoesd;info;athena;execute;py:rawtoesd;info;athena;finalise;py:rawtoesd;info;scanning;line;file;rawtoesd.log;summary;py:rawtoesd;info;ignore;py:rawtoesd;info;warning;py:rawtoesd;info;error;py:rawtoesd;info;fatal;athenalogchecker;stop;rawtoesd;wall;time;vmem;athenalogchecker;report;rawtoesd;wall;time;time;vmem;py:rawtoesd;info;jobtransform;complete;rawtoesd;error;code;exit;code;py:rawtoesd;info;transform;timer;stop;rawtoesd;wall;time;vmem;py:rawtoesd;info;transform;timer;report;rawtoesd;wall;time;time;vmem;report;produce;rawtoesd;version;patjobtransform;command;atla;software;release;16.6.2;atlasproduction;16.6.2.6;installarea;share;reco_trf.py;argdict;atla;tzero;prod1;log2;9950906_data11_7tev;physics_muons.merge.raw.f351;recon.task;data11_7tev;physics_muons.merge.raw.f351;recon.task;job.argdict.gpickle;exitcode;errorcode;trf_unknown;errorcategory;trf_unknown;unknown;transform;error;time;fatal;error;warning;write;jobinfo_rawtoesd.xml;file;esdok;false;skip;step;skip;step;skip;step;skip;step;skip;step;skip;monitoring;file;merge;step;py:reco_trf;info;jobtransform;complete;reco_trf;error;code;exit;code;py:rawtoesd;info;transform;timer;stop;reco_trf;wall;time;vmem;py:rawtoesd;info;transform;timer;report;reco_trf;wall;time;time;vmem;report;produce;recotrf;command;atla;software;release;16.6.2;atlasproduction;16.6.2.6;installarea;share;reco_trf.py;argdict;atla;tzero;prod1;log2;9950906_data11_7tev;physics_muons.merge.raw.f351;recon.task;data11_7tev;physics_muons.merge.raw.f351;recon.task;job.argdict.gpickle;exitcode;errorcode;trf_unknown;errorcategory;trf_unknown;unknown;transform;error;time;fatal;error;warning;errorinfo;acronym;trf_unknown;message;fail;create;persistent;object;converter;severity;fatal;athenapoolconverter;producer;rawtoesd;stage;execute;errorinfo;acronym;trf_unknown;message;createrep;fail;convertedmuidcbtrack;severity;error;athenapoolconverter;producer;rawtoesd;stage;execute;errorinfo;acronym;trf_unknown;message;create;dataobject;clid;convertedmuidcbtrack;severity;error;streamesd.streamesdtool;producer;rawtoesd;stage;execute;errorinfo;acronym;trf_unknown;message;streamobject;fail;severity;fatal;streamesd;producer;rawtoesd;stage;execute;errorinfo;acronym;trf_unknown;message;illegal;return;code;algorithm;streamesd;report;error;return;statuscode;failure;severity;error;algerrorauditor;producer;rawtoesd;stage;execute;errorinfo;acronym;trf_unknown;message;illegal;return;code;algorithm;athalgseq;report;error;return;statuscode;failure;severity;error;algerrorauditor;producer;rawtoesd;stage;execute;errorinfo;acronym;trf_unknown;message;illegal;return;code;algorithm;athmasterseq;report;error;return;statuscode;failure;severity;error;algerrorauditor;producer;rawtoesd;stage;execute;errorinfo;acronym;trf_unknown;message;terminate;event;processing;loop;error;severity;error;athenaeventloopmgr;producer;rawtoesd;stage;execute;athacronym;failure;algorithm;execute;athcode;rundiruseddisk;rundiravailabledisk;workdir;pool;atlast0;athcode;rundiravailabledisk;dbrelease;current;athacronym;failure;algorithm;execute;verbatim;error;create;dataobject;clid;convertedmuidcbtrack;muonidentification;muid'),(79968,'atlas','import error: can not import muontrackslimmer','dear all,\r\n\r\nmany tct jobs in dev rel_4 fail today, with the error:\r\nimport error: can not import muontrackslimmer\r\n\r\nfor instance:\r\n\r\nhttps://atlasrtt.cern.ch/tct/rel_4/dev/build/i686-slc5-gcc43-opt/offline/tier0chaintests/latestrun_l1calo1/latestrun_l1calo1_log\r\n\r\ncheers,\r\narnaud','3245','5211','2011-03-24 09:23:32','5','fixed','closed','reconstruction',';dear;rel_4;fail;today;error;import;error;import;muontrackslimmer;instance;http;atlasrtt.cern.ch;rel_4;build;slc5;gcc43;offline;tier0chaintest;latestrun_l1calo1;latestrun_l1calo1_log;arnaud;import;error;import;muontrackslimmer;reconstruction'),(80037,'atlas','tct: 16.6.x-val rel_4 - error unable to build inputfilesummary from any of the specified input files','\r\nin nightly 16.6.x-val, the following tct jobs started crashing in rel_4:\r\n\r\n  - job latestrun_l1calo1/latestrun_l1calo1_log\r\n  - job latestrun_minbias1/latestrun_minbias1_log\r\n  - job latestrun_muonswbeam1/latestrun_muonswbeam1_log\r\n  - job reconstruct_ttbar_rdo_collisions/reconstruct_ttbar_rdo_collisions_log\r\n  - job reprocess00141749_minbias0_collisions/reprocess00141749_minbias0_collisions_log\r\n  - job run00152047_idcosmic0/run00152047_idcosmic0_log\r\n  - job run00152164_minbias0_singlebeam/run00152164_minbias0_singlebeam_log\r\n  - job run00159224_l1calo0_collisions/run00159224_l1calo0_collisions_log\r\n  - job run00159224_minbias0_collisions/run00159224_minbias0_collisions_log\r\n  - job run00159224_muonswbeam_collisions/run00159224_muonswbeam_collisions_log\r\n  - job run00167607_express0_collisions_bis/run00167607_express0_collisions_bis_log\r\n  - job run00167607_express0_collisions/run00167607_express0_collisions_log\r\n  - job run00167607_express1_collisions/run00167607_express1_collisions_log\r\n  - job run00167607_express2_collisions/run00167607_express2_collisions_log\r\n  - job run00167607_express3_collisions/run00167607_express3_collisions_log\r\n  - job run00167607_express4_collisions/run00167607_express4_collisions_log\r\n  - job run00167607_express5_collisions/run00167607_express5_collisions_log\r\n  - job run00167607_express6_collisions/run00167607_express6_collisions_log\r\n  - job run00167607_express7_collisions/run00167607_express7_collisions_log\r\n\r\nthe *full logfiles* for a few of those jobs are listed below:\r\n\r\n/afs/cern.ch/atlas/project/rtt/prod/results/tct/rel_4/16.6.x-val/build/i686-slc5-gcc43-opt/offline/tier0chaintests/latestrun_l1calo1/latestrun_l1calo1_log\r\n\r\n/afs/cern.ch/atlas/project/rtt/prod/results/tct/rel_4/16.6.x-val/build/i686-slc5-gcc43-opt/offline/tier0chaintests/latestrun_minbias1/latestrun_minbias1_log\r\n\r\n/afs/cern.ch/atlas/project/rtt/prod/results/tct/rel_4/16.6.x-val/build/i686-slc5-gcc43-opt/offline/tier0chaintests/latestrun_muonswbeam1/latestrun_muonswbeam1_log\r\n\r\n/afs/cern.ch/atlas/project/rtt/prod/results/tct/rel_4/16.6.x-val/build/i686-slc5-gcc43-opt/offline/tier0chaintests/reconstruct_ttbar_rdo_collisions/reconstruct_ttbar_rdo_collisions_log\r\n\r\n\r\ni tried to find these logfiles from the tct portal, but i could not find them\r\nthere.  does anyone know why?\r\n\r\nbest regards,\r\nguilherme\r\nreco validation shifter \r\n\r\n--------- brief logfile excerpt showing the crash -----------\r\n+verbatim+\r\npy:inputfilepeeker    info executing   inputfilepeeker.py\r\npy:inputfilepeeker warning unable to open file [rdo.pool.root]\r\npy:inputfilepeeker warning caught:\r\ncannot create an athfile server while a module is being imported...\r\nthis is a fundamental limitation. please fix your joboptions.py file\r\ntraceback (most recent call last):\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/16.6.x-val/atlasevent/rel_4/installarea/python/recexconfig/inputfilepeeker.py&quot;, line 48, in _setup\r\n    fi = athfile.fopen(infile)\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/16.6.x-val/atlascore/rel_4/installarea/python/pyutils/athfile/__init__.py&quot;, line 160, in fopen\r\n    return self.server.fopen(fnames, evtmax)\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/16.6.x-val/atlascore/rel_4/installarea/python/pyutils/athfile/__init__.py&quot;, line 63, in server\r\n    raise runtimeerror(\'cannot create an athfile server while \'\r\nruntimeerror: cannot create an athfile server while a module is being imported...\r\nthis is a fundamental limitation. please fix your joboptions.py file\r\npy:inputfilepeeker   error unable to build inputfilesummary from any of the specified input files. there is probably a problem.\r\nwarning eventbookkeeperswriter is unable to find parent stream name from inuptfilesummary\r\nwarning eventbookkeeperswriter is unable to find parent stream name from inuptfilesummary\r\nwarning eventbookkeeperswriter is unable to find parent stream name from inuptfilesummary\r\nwarning eventbookkeeperswriter is unable to find parent stream name from inuptfilesummary\r\n-verbatim-\r\n','4045','5211','2011-03-24 23:58:35','8','fixed','closed','none',';nightly;follow;start;crash;rel_4;latestrun_l1calo1;latestrun_l1calo1_log;latestrun_minbias1;latestrun_minbias1_log;latestrun_muonswbeam1;latestrun_muonswbeam1_log;reconstruct_ttbar_rdo_collisions;reconstruct_ttbar_rdo_collisions_log;reprocess00141749_minbias0_collisions;reprocess00141749_minbias0_collisions_log;run00152047_idcosmic0;run00152047_idcosmic0_log;run00152164_minbias0_singlebeam;run00152164_minbias0_singlebeam_log;run00159224_l1calo0_collisions;run00159224_l1calo0_collisions_log;run00159224_minbias0_collisions;run00159224_minbias0_collisions_log;run00159224_muonswbeam_collisions;run00159224_muonswbeam_collisions_log;run00167607_express0_collisions_bis;run00167607_express0_collisions_bis_log;run00167607_express0_collisions;run00167607_express0_collisions_log;run00167607_express1_collisions;run00167607_express1_collisions_log;run00167607_express2_collisions;run00167607_express2_collisions_log;run00167607_express3_collisions;run00167607_express3_collisions_log;run00167607_express4_collisions;run00167607_express4_collisions_log;run00167607_express5_collisions;run00167607_express5_collisions_log;run00167607_express6_collisions;run00167607_express6_collisions_log;run00167607_express7_collisions;run00167607_express7_collisions_log;logfile;list;atla;project;prod;result;rel_4;build;slc5;gcc43;offline;tier0chaintest;latestrun_l1calo1;latestrun_l1calo1_log;atla;project;prod;result;rel_4;build;slc5;gcc43;offline;tier0chaintest;latestrun_minbias1;latestrun_minbias1_log;atla;project;prod;result;rel_4;build;slc5;gcc43;offline;tier0chaintest;latestrun_muonswbeam1;latestrun_muonswbeam1_log;atla;project;prod;result;rel_4;build;slc5;gcc43;offline;tier0chaintest;reconstruct_ttbar_rdo_collisions;reconstruct_ttbar_rdo_collisions_log;logfile;portal;know;best;guilherme;reco;validation;shifter;brief;logfile;excerpt;show;crash;verbatim;py:inputfilepeeker;info;execute;inputfilepeeker.py;py:inputfilepeeker;warn;unable;open;file;rdo.pool.root;py:inputfilepeeker;warn;catch;create;athfile;server;module;import;fundamental;limitation;joboptions.py;file;traceback;recent;file;atla;software;build;nightly;atlasevent;rel_4;installarea;python;recexconfig;inputfilepeeker.py;line;athfile.fopen;infile;file;atla;software;build;nightly;atlascore;rel_4;installarea;python;pyutil;athfile;line;fopen;return;self.server.fopen;fname;evtmax;file;atla;software;build;nightly;atlascore;rel_4;installarea;python;pyutil;athfile;line;server;raise;runtimeerror;create;athfile;server;runtimeerror;create;athfile;server;module;import;fundamental;limitation;joboptions.py;file;py:inputfilepeeker;error;unable;build;inputfilesummary;specify;input;file;probably;problem;warn;eventbookkeeperswriter;unable;parent;stream;inuptfilesummary;warn;eventbookkeeperswriter;unable;parent;stream;inuptfilesummary;warn;eventbookkeeperswriter;unable;parent;stream;inuptfilesummary;warn;eventbookkeeperswriter;unable;parent;stream;inuptfilesummary;verbatim;rel_4;error;unable;build;inputfilesummary;specify;input;file'),(80090,'atlas','fatal from fortran printout in bfieldstand','hi laurent,\r\n\r\ni don\'t think, the &quot;fatal&quot; should be printed like this:\r\nhttp://alxr.usatlas.bnl.gov/lxr/source/atlas/magneticfield/bfieldstand/src/fieldlib.f90#3404\r\n\r\nin the postprocesing of jobs, we grep for warning, error and fatal.\r\n\r\nthis would show up as a false positive.\r\n\r\n&quot;fatal&quot; in lower letters should be fine.\r\n\r\nthanks, rolf\r\n\r\nps. seen in this job:\r\nhttps://atlasrtt.cern.ch/tct/rel_5/dev/build/i686-slc5-gcc43-opt/offline/tier0chaintests/run00167607_express0_collisions/run00167607_express0_collisions_log','1180','1658','2011-03-25 22:16:28','5','fixed','closed','none',';laurent;think;fatal;print;like;http;alxr.usatlas.bnl.gov;source;atla;magneticfield;bfieldstand;fieldlib.f90;postprocese;grep;warn;error;fatal;false;positive;fatal;lower;letter;fine;rolf;http;atlasrtt.cern.ch;rel_5;build;slc5;gcc43;offline;tier0chaintest;run00167607_express0_collisions;run00167607_express0_collisions_log;fatal;fortran;printout;bfieldstand'),(80126,'atlas','segmentation fault in muonpointalignmonmanager','https://atlasrtt.cern.ch/rtt/rel_0/devval/build/i686-slc5-gcc43-opt/offline/recjobtransformtests/mb_pu_mu0.0_d479/mb_pu_mu0.0_d479_log\r\ncaught signal 11(segmentation fault)\r\nevent counter: 1\r\neventid: [run,evt,lumi,time,bunchcross,detmask] = [105001,51,0,0:0,0,0x0]\r\nlast incident: athenaeventloopmgr:beginevent\r\ncurrent algorithm: muonpointalignmonmanager\r\n','4199','5211','2011-03-27 15:49:02','5','fixed','closed','reconstruction',';http;atlasrtt.cern.ch;rel_0;devval;build;slc5;gcc43;offline;recjobtransformtest;mb_pu_mu0.0_d479;mb_pu_mu0.0_d479_log;catch;signal;segmentation;fault;event;counter;eventid;lumus;time;bunchcross;detmask;incident;athenaeventloopmgr:beginevent;current;algorithm;muonpointalignmonmanager;segmentation;fault;muonpointalignmonmanager;reconstruction'),(82315,'atlas','error related to trk::parameterst&lt;t&gt;::checkrangephitheta(), dbg-32 bits, rel_1','dear all,\r\n\r\nin today\'s rtt, devval/i686-slc5-gcc43-dbg build, this error is occurring in some tests:\r\n\r\nstoregatesvc                                      warning retrieve(const): no valid proxy for object triggertowers  of type datavector&lt;lvl1::triggertower&gt;(clid 6207)\r\ntoolsvc.larcelldeadotxcorr                        warning no trigger tower container found\r\n--------&gt; error: phi  : -3.166 theta: 2.396\r\npython: /build/atnight/localbuilds/nightlies/17.0.x-val/atlasconditions/rel_0/installarea/include/trkparametersbase/trkparametersbase/parameterst.icc:103: void trk::parameterst&lt;t&gt;::checkrangephitheta() const [with t = trk::charged]: assertion `false\' failed.\r\n\r\n(pid=2440 ppid=2319) received fatal signal 6 (aborted)\r\nsignal context:\r\n  signo  = 6, errno = 0, code = -6 (*unknown reason*)\r\n  pid    = 2440, uid = 24039\r\n  value  = (-2147361333, 0x8001ddcb)\r\n  stack  = (2, 0, (nil))\r\n\r\n  eip: 0023:ffffe410           eflags: 00200296\r\n  eax: 00000000   ebx: 00000988   ecx: 00000988   edx: 00000006\r\n  esi: ff8daf68   edi: 00325ff4   ebp: ff8daec8   esp: ff8daeb0\r\n   ds: 002b        es: 002b        fs: 0000        ss: 002b\r\n\r\n  signal esp: ff8daeb0  trap: 13/0  oldmask: 00000000   cr2: 00000000\r\n\r\n  fpu:  control = ffff037f\r\n        status  = ffff0020\r\n        tag     = ffffffff\r\n        ip      = 0010:00212d6e\r\n        data    = 002b:ff8da4b0\r\n        state   = 00000020\r\n    %fp0 = [8000:0000000000000000]\r\n    %fp1 = [bffe:2800b644d1e8ffff]\r\n    %fp2 = [4006:b2b7300d355de5ff]\r\n    %fp3 = [8000:0000000000000000]\r\n    %fp4 = [3ffb:fb408ae14665c4e2]\r\n    %fp5 = [c00a:f000b9b37c9bb509]\r\n    %fp6 = [4000:98006ee69cf2ca99]\r\n    %fp7 = [4000:18007d34595c995f]\r\n\r\n###############################\r\noriginal job transform command:\r\n/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_1/installarea/share/bin/reco_trf.py ami=f354 autoconfiguration=everything inputrdofile=root://castoratlas//castor/cern.ch/atlas/atlascerngroupdisk/phys-rig/pileupsamples/valid1.105200.t1_mcatnlo_jimmy.digit.rdo.e603_s932_d479_tid274637_00/rdo.274637._000001.pool.root.1 append_preexec=rec.dotrigger=false;rec.dotruth.set_value_and_lock(false) outputaodfile=myaod.pool.root outputesdfile=myesd.pool.root outputhistfile=myhist.root \r\n###############################\r\n\r\nthe complete log file can be found in:\r\nhttps://atlasrtt.cern.ch/rtt/rel_1/devval/build/i686-slc5-gcc43-dbg/offline/recjobtransformtests/pu_mu0.0_d479/pu_mu0.0_d479_log\r\n\r\ncheers\r\nmatilde\r\n','396','5211','2011-05-16 17:13:58','5','duplicate','closed','none',';dear;today\'s;devval;slc5;gcc43;build;error;occur;test;storegatesvc;warn;retrieve;const;valid;proxy;object;triggertower;type;datavector;clid;toolsvc.larcelldeadotxcorr;warn;trigger;tower;container;error;theta;python;build;atnight;localbuild;nightly;atlascondition;rel_0;installarea;include;trkparametersbase;trkparametersbase;parameterst.icc;void;parameterst;checkrangephitheta;const;charge;assertion;false;fail;ppid;receive;fatal;signal;aborted;signal;context;signo;errno;code;unknown;reason;value;stack;eflag;esus;edus;signal;trap;oldmask;control;status;datum;state;original;transform;command;atla;software;build;nightly;devval;atlasreconstruction;rel_1;installarea;share;reco_trf.py;autoconfiguration;inputrdofile;root;castoratla;castor;atla;atlascerngroupdisk;pileupsample;valid1.105200;t1_mcatnlo_jimmy.digit.rdo.e603_s932_d479_tid274637_00;pool.root;append_preexec;rec.dotrigger;false;rec.dotruth.set_value_and_lock;false;outputaodfile;myaod.pool.root;outputesdfile;myesd.pool.root;outputhistfile;myhist.root;complete;file;http;atlasrtt.cern.ch;rel_1;devval;build;slc5;gcc43;offline;recjobtransformtest;pu_mu0.0_d479;pu_mu0.0_d479_log;matilde;error;related;parameterst;checkrangephitheta;rel_1'),(80255,'atlas','overlap removal for muon variables in the tag file','hello muon experts,\r\n\r\ni file this bug report to document the missing overlap removal for the muon variables in the tag file, if the bug report is filed in the wrong area please consider moving it.\r\n\r\nthe problem that we want to fix pretty urgently for the tag reprocessing in release 16 is to only store each unique muon once in the tag file, so some overlap removal between the staco and the muid family needs to be made (the 4-vec is anyways so similar that it really doesn\'t matter which one is chosen). there is some overlap function already implemented, but it is not doing its job:\r\n\r\nhttp://alxr.usatlas.bnl.gov/lxr/source/atlas/physicsanalysis/muonid/muontagtools/src/muontagtool.cxx#169\r\n\r\noliver also mentioned to jamie that he has a piece of code to fix it. it would be great if we can do this really quickly, maybe for the thursday dec 9 tag deadline? thanks!','844','3208','2011-03-30 01:06:57','5','fixed','closed','none',';hello;muon;expert;file;report;document;miss;overlap;removal;muon;variable;file;report;file;wrong;area;consider;move;problem;want;pretty;urgently;reprocess;release;store;unique;muon;file;overlap;removal;staco;muid;family;need;anyway;similar;really;doesn\'t;matter;choose;overlap;function;implement;http;alxr.usatlas.bnl.gov;source;atla;physicsanalysis;muonid;muontagtool;muontagtool.cxx;oliver;mention;jamie;piece;code;great;really;quickly;thursday;deadline;overlap;removal;muon;variable;file'),(80373,'atlas','fix needed in egammatools','hello,\r\n  egammatools-00-04-21 in 16.6.3 need to be fixed for object quality flag hv bits calculation in egammaoqflagsbuilder, which is not working in the step aod to d3pd.\r\na fix is already provided by egammatools-00-04-24. additionally a new bit need to be added in the flag. we are currently working for a fixing this soon in a new tag.\r\n\r\ncheers,\r\n   francesco','3732','4598','2011-04-01 10:57:43','5','fixed','closed','reconstruction',';hello;egammatool;16.6.3;need;object;quality;flag;calculation;egammaoqflagsbuilder;work;step;d3pd;provide;egammatool;additionally;need;flag;currently;work;soon;francesco;need;egammatool;reconstruction'),(80428,'atlas','incorrect object/count: missinget_met_{corr,lochad,}topo (17.0.2.1)','input file(s):\r\n--------------------------------------------------------------------------------\r\nstage_svcclass=t0merge\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0039._sfo-10._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0039._sfo-11._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0039._sfo-12._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0039._sfo-5._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0039._sfo-9._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0040._sfo-10._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0040._sfo-11._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0040._sfo-12._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0040._sfo-5._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0040._sfo-9._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0041._sfo-10._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0041._sfo-11._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0041._sfo-12._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0041._sfo-5._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0041._sfo-9._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0042._sfo-10._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0042._sfo-11._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0042._sfo-12._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0042._sfo-5._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0042._sfo-9._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0043._sfo-10._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0043._sfo-11._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0043._sfo-12._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0043._sfo-5._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0043._sfo-9._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0044._sfo-10._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0044._sfo-11._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0044._sfo-12._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0044._sfo-5._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0044._sfo-9._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0045._sfo-10._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0045._sfo-11._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0045._sfo-12._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0045._sfo-5._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106._lb0045._sfo-9._0001.1\r\n\r\n\r\ntier-0 transformation command run:\r\n--------------------------------------------------------------------------------\r\nsource /afs/cern.ch/atlas/tzero/prod1/inst/projects/data11/setup/setuptrf.sh /afs/cern.ch/atlas/tzero/prod1/inst/projects/data11/patches/atlasproduction-16.6.3.3 atlasproduction-16.6.3.3 /afs/cern.ch/atlas/tzero/prod1/inst/projects/data11/setup/specialsetup_tier0.sh ; python -u `which merging_trf.py` --argdict=/afs/cern.ch/atlas/tzero/prod1/log2/10146/10146432_data11_cos.00178624.physics_cosmicmuons.recon.aod.x106_m775.aodmerge.task._lb0039-lb0045._0001.job.3//data11_cos.00178624.physics_cosmicmuons.recon.aod.x106_m775.aodmerge.task._lb0039-lb0045._0001.job.argdict.gpickle  &amp;&gt; data11_cos.00178624.physics_cosmicmuons.recon.aod.x106_m775.aodmerge.task._lb0039-lb0045._0001.job.tmp.log\r\n\r\n\r\nami configuration tag (more details):\r\n--------------------------------------------------------------------------------\r\nsee http://ami.in2p3.fr:8080/opencms/opencms/ami/www/referencetables/ --&gt; configurationtag --&gt; interpret --&gt; m775\r\n\r\n\r\nlogfile location:\r\n--------------------------------------------------------------------------------\r\nstage_svcclass=t0merge\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_cos/physics_cosmicmuons/00178624/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106_m775.aodmerge.task.tmp.log/data11_cos.00178624.physics_cosmicmuons.recon.aod.x106_m775.aodmerge.task._lb0039-lb0045._0001.job.tmp.log.3\r\n\r\n\r\ntail of the log file (300 lines):\r\n--------------------------------------------------------------------------------\r\ncobjr_rec::trackparticlecontainer#mutagtrackpar...   info time user   : tot= 3.58  [s] ave/min/max=  426(+-  604)/    0/1.7e+04 [us] #=8386\r\ncobjr_rec::trackparticlecontainer#hlt_indettrig...   info time user   : tot= 3.61  [s] ave/min/max=  430(+-  566)/    0/1.3e+04 [us] #=8386\r\ncobjr_rec::trackparticlecontainer#hlt_indettrig...   info time user   : tot=  3.6  [s] ave/min/max=  429(+-  570)/    0/1.4e+04 [us] #=8386\r\ncobjr_rec::trackparticlecontainer#trackparticle...   info time user   : tot= 3.64  [s] ave/min/max=  434(+-  617)/    0/1.8e+04 [us] #=8386\r\ncobj_rec::trackparticlecontainer#hlt_indettrigp...   info time user   : tot= 3.62  [s] ave/min/max=  432(+-  572)/    0/1.4e+04 [us] #=8386\r\ncobj_rec::trackparticlecontainer#hlt_indettrigp...   info time user   : tot= 3.63  [s] ave/min/max=  433(+-  586)/    0/1.5e+04 [us] #=8386\r\ncobj_rec::trackparticlecontainer#hlt_indettrigp...   info time user   : tot= 3.65  [s] ave/min/max=  435(+-  589)/    0/1.5e+04 [us] #=8386\r\ncobjr_rec::trackparticlecontainer#hlt_indettrig...   info time user   : tot= 3.67  [s] ave/min/max=  437(+-  572)/    0/1.4e+04 [us] #=8386\r\ncobj_rec::trackparticlecontainer#mugirlrefitted...   info time user   : tot= 3.64  [s] ave/min/max=  434(+-  596)/    0/1.6e+04 [us] #=8386\r\ncobjr_rec::trackparticlecontainer#hlt_indettrig...   info time user   : tot= 3.67  [s] ave/min/max=  438(+-  567)/    0/1.4e+04 [us] #=8386\r\ncobjr_rec::trackparticlecontainer#hlt_indettrig...   info time user   : tot= 3.69  [s] ave/min/max=  440(+-  584)/    0/1.6e+04 [us] #=8386\r\ncobj_rec::trackparticlecontainer#hlt_indettrigp...   info time user   : tot= 3.67  [s] ave/min/max=  437(+-  588)/    0/1.6e+04 [us] #=8386\r\ncobjr_rec::trackparticlecontainer#hlt_indettrig...   info time user   : tot=  3.7  [s] ave/min/max=  441(+-  581)/    0/1.5e+04 [us] #=8386\r\ncobj_rec::trackparticlecontainer#hlt_indettrigp...   info time user   : tot= 3.67  [s] ave/min/max=  437(+-  575)/    0/1.4e+04 [us] #=8386\r\ncobjr_rec::trackparticlecontainer#hlt_indettrig...   info time user   : tot= 3.71  [s] ave/min/max=  442(+-  579)/    0/1.4e+04 [us] #=8386\r\ncobjr_rec::trackparticlecontainer#stacotrackpar...   info time user   : tot= 3.71  [s] ave/min/max=  442(+-  615)/    0/1.8e+04 [us] #=8386\r\ncobj_rec::trackparticlecontainer#mutagtrackpart...   info time user   : tot= 3.69  [s] ave/min/max=  440(+-  605)/    0/1.7e+04 [us] #=8386\r\ncobj_rec::trackparticlecontainer#hlt_indettrigp...   info time user   : tot=  3.7  [s] ave/min/max=  441(+-  568)/    0/1.3e+04 [us] #=8386\r\ncobj_rec::trackparticlecontainer#hlt_indettrigp...   info time user   : tot=  3.7  [s] ave/min/max=  441(+-  571)/    0/1.4e+04 [us] #=8386\r\ncobjr_rec::trackparticlecontainer#hlt_indettrig...   info time user   : tot= 3.73  [s] ave/min/max=  444(+-  564)/    0/1.4e+04 [us] #=8386\r\ncobjr_rec::trackparticlecontainer#mutagimotrack...   info time user   : tot= 3.77  [s] ave/min/max=  450(+-  600)/    0/1.6e+04 [us] #=8386\r\ncobj_rec::trackparticlecontainer#trackparticlec...   info time user   : tot= 3.76  [s] ave/min/max=  448(+-  619)/    0/1.8e+04 [us] #=8386\r\ncobj_rec::trackparticlecontainer#hlt_indettrigp...   info time user   : tot= 3.76  [s] ave/min/max=  449(+-  568)/    0/1.4e+04 [us] #=8386\r\ncobj_rec::trackparticlecontainer#hlt_indettrigp...   info time user   : tot= 3.77  [s] ave/min/max=  450(+-  574)/    0/1.4e+04 [us] #=8386\r\ncobj_rec::trackparticlecontainer#hlt_indettrigp...   info time user   : tot= 3.78  [s] ave/min/max=  451(+-  585)/    0/1.6e+04 [us] #=8386\r\ncobj_rec::trackparticlecontainer#hlt_indettrigp...   info time user   : tot= 3.79  [s] ave/min/max=  452(+-  582)/    0/1.5e+04 [us] #=8386\r\ncobj_rec::trackparticlecontainer#stacotrackpart...   info time user   : tot=  3.8  [s] ave/min/max=  453(+-  616)/    0/1.8e+04 [us] #=8386\r\ncobj_rec::trackparticlecontainer#hlt_indettrigp...   info time user   : tot=  3.8  [s] ave/min/max=  454(+-  580)/    0/1.4e+04 [us] #=8386\r\ncobjr_rec::trackparticlecontainer#hlt_indettrig...   info time user   : tot= 3.83  [s] ave/min/max=  457(+-  614)/    0/2.4e+04 [us] #=8386\r\ncobj_rec::trackparticlecontainer#hlt_indettrigp...   info time user   : tot= 3.82  [s] ave/min/max=  455(+-  565)/    0/1.4e+04 [us] #=8386\r\ncobj_rec::trackparticlecontainer#mutagimotrackp...   info time user   : tot= 3.88  [s] ave/min/max=  463(+-  601)/    0/1.6e+04 [us] #=8386\r\ncobj_rec::trackparticlecontainer#hlt_indettrigp...   info time user   : tot= 4.08  [s] ave/min/max=  486(+-1.07e+03)/    0/8.4e+04 [us] #=8386\r\ncobjr_rec::trackparticlecontainer#muonboymuonsp...   info time user   : tot= 4.13  [s] ave/min/max=  492(+-  628)/    0/1.8e+04 [us] #=8386\r\ncobjr_rec::trackparticlecontainer#muonboytrackp...   info time user   : tot= 4.21  [s] ave/min/max=0.502(+-0.643)/    0/   19 [ms] #=8386\r\ncobjr_trackcollection#combinedindettracks            info time user   : tot= 4.27  [s] ave/min/max=0.509(+-0.619)/    0/   24 [ms] #=8395\r\ncrep_trackcollection#muonslimmedtrackcollection      info time user   : tot= 4.32  [s] ave/min/max=0.516(+-0.515)/    0/    6 [ms] #=8386\r\ncobj_rec::trackparticlecontainer#muonboymuonspe...   info time user   : tot=  4.4  [s] ave/min/max=0.524(+-0.629)/    0/   18 [ms] #=8386\r\ncobj_trackcollection#combinedindettracks             info time user   : tot= 4.43  [s] ave/min/max=0.528(+-0.648)/    0/   28 [ms] #=8386\r\ncobj_rec::trackparticlecontainer#muonboytrackpa...   info time user   : tot= 4.49  [s] ave/min/max=0.535(+-0.643)/    0/   19 [ms] #=8386\r\ncobjr_rec::trackparticlecontainer#mooretrackpar...   info time user   : tot= 4.93  [s] ave/min/max=0.588(+-0.638)/    0/   18 [ms] #=8386\r\nproxyprovidersvc:initialize                          info time user   : tot= 4.93  [s]                                             #=  1\r\ncobj_rec::trackparticlecontainer#mooretrackpart...   info time user   : tot= 5.75  [s] ave/min/max=0.685(+-0.627)/    0/   18 [ms] #=8386\r\ndetectorstore:initialize                             info time user   : tot= 5.47  [s]                                             #=  1\r\ncrep_trk::segmentcollection#mooresegments            info time user   : tot= 6.06  [s] ave/min/max=0.723(+- 1.38)/    0/   47 [ms] #=8386\r\ncobjr_trk::segmentcollection#convertedmboysegments   info time user   : tot= 7.26  [s] ave/min/max=  441(+-  699)/    0/2.5e+04 [us] #=16473\r\ncobj_dataheader                                      info time user   : tot= 7.62  [s] ave/min/max=0.909(+-0.294)/    0/    3 [ms] #=8386\r\ncobjr_trk::segmentcollection#mooresegments           info time user   : tot= 8.12  [s] ave/min/max=  492(+-  863)/    0/3.2e+04 [us] #=16496\r\ncobjr_trackcollection#muonslimmedtrackcollection     info time user   : tot=  9.3  [s] ave/min/max=0.573(+-0.729)/    0/   33 [ms] #=16249\r\ncobj_trk::segmentcollection#convertedmboysegments    info time user   : tot= 9.65  [s] ave/min/max= 1.15(+- 2.93)/    0/  254 [ms] #=8386\r\ncobj_trk::segmentcollection#mooresegments            info time user   : tot= 11.9  [s] ave/min/max= 1.41(+-    2)/    0/   61 [ms] #=8386\r\ngeomodelsvc:initialize                               info time user   : tot= 11.8  [s]                                             #=  1\r\ncobj_trackcollection#muonslimmedtrackcollection      info time user   : tot= 12.3  [s] ave/min/max= 1.47(+- 0.93)/    0/   33 [ms] #=8386\r\ncrep_dataheader#streamaod                            info time user   : tot= 87.1  [s] ave/min/max= 10.4(+-  0.5)/    8/   13 [ms] #=8386\r\ncommitoutput                                         info time user   : tot=  277  [s] ave/min/max=   33(+- 50.2)/   22/3.35e+03 [ms] #=8386\r\nstreamaod:execute                                    info time user   : tot= 15.6[min] ave/min/max=  112(+- 69.4)/   91/5.4e+03 [ms] #=8386\r\nathalgseq:execute                                    info time user   : tot= 15.6[min] ave/min/max=  112(+- 69.4)/   91/5.4e+03 [ms] #=8386\r\nathmasterseq:execute                                 info time user   : tot= 15.6[min] ave/min/max=  112(+- 69.4)/   91/5.4e+03 [ms] #=8386\r\nchronostatsvc                                        info time user   : tot= 16.5[min]                                             #=  1\r\n*****chrono*****                                     info ****************************************************************************************************\r\nchronostatsvc.finalize()                             info  service finalized successfully \r\nalgerrorauditor                                      info found 3 instances where an algorithm::execute() produced an error but returned a success:\r\nathalgseq: 2\r\nathmasterseq: 1\r\nstreamaod: 2\r\n\r\npy:perfmonsvc        info finalizing [perfmonsvc]...\r\npy:perfmonsvc        info events processed: 8386\r\npy:perfmonsvc        info job had [4] algorithms\r\npy:perfmonsvc        info statistics for \'ini\': (nbr entries = 1)\r\npy:perfmonsvc        info &lt;cpu&gt;:    (  16926.000 +/-      0.000 ) ms\r\npy:perfmonsvc        info &lt;real&gt;:   (  30155.000 +/-      0.000 ) ms\r\npy:perfmonsvc        info &lt;vmem&gt;:   (    565.270 +/-      0.000 ) mb\r\npy:perfmonsvc        info &lt;malloc&gt;: (      0.000 +/-      0.000 ) mb\r\npy:perfmonsvc        info &lt;nalloc&gt;: (      0.000 +/-      0.000 ) calls\r\npy:perfmonsvc        info &lt;rt&gt;: (  16900.623 +/-      0.000 ) ns\r\npy:perfmonsvc        info statistics for \'evt\': (nbr entries = 8385)\r\npy:perfmonsvc        info &lt;cpu&gt;:    (    115.164 +/-      0.435 ) ms\r\npy:perfmonsvc        info &lt;real&gt;:   (    114.773 +/-      1.612 ) ms\r\npy:perfmonsvc        info &lt;vmem&gt;:   (    789.734 +/-      0.614 ) mb\r\npy:perfmonsvc        info &lt;malloc&gt;: (      0.000 +/-      0.000 ) mb\r\npy:perfmonsvc        info &lt;nalloc&gt;: (      0.000 +/-      0.000 ) calls\r\npy:perfmonsvc        info &lt;rt&gt;: (    114.895 +/-      0.435 ) ns\r\npy:perfmonsvc        info statistics for \'fin\': (nbr entries = 1)\r\npy:perfmonsvc        info &lt;cpu&gt;:    (     87.000 +/-      0.000 ) ms\r\npy:perfmonsvc        info &lt;real&gt;:   (   -159.000 +/-      0.000 ) ms\r\npy:perfmonsvc        info &lt;vmem&gt;:   (    826.281 +/-      0.000 ) mb\r\npy:perfmonsvc        info &lt;malloc&gt;: (      0.000 +/-      0.000 ) mb\r\npy:perfmonsvc        info &lt;nalloc&gt;: (      0.000 +/-      0.000 ) calls\r\npy:perfmonsvc        info &lt;rt&gt;: (     86.938 +/-      0.000 ) ns\r\npy:perfmonsvc        info memory infos from [/proc/self/status]:\r\npy:perfmonsvc        info vmdata:	570340 kb\r\npy:perfmonsvc        info vmexe:	1196 kb\r\npy:perfmonsvc        info vmhwm:	712040 kb\r\npy:perfmonsvc        info vmlck:	0 kb\r\npy:perfmonsvc        info vmlib:	261500 kb\r\npy:perfmonsvc        info vmpte:	1676 kb\r\npy:perfmonsvc        info vmpeak:	846116 kb\r\npy:perfmonsvc        info vmrss:	672540 kb\r\npy:perfmonsvc        info vmsize:	846116 kb\r\npy:perfmonsvc        info vmstk:	292 kb\r\npy:perfmonsvc        info naive vmem-leak estimation: (nevts=8376)\r\npy:perfmonsvc        info   first-evt vmem:   672.219 mb\r\npy:perfmonsvc        info   10th -evt vmem:   672.219 mb\r\npy:perfmonsvc        info   last -evt vmem:   825.312 mb\r\npy:perfmonsvc        info   slope[10:-1]:      18.716 kb/evt\r\npy:perfmonsvc        info si2k: 2300.0 =&gt; &lt;cpu time&gt;:    264.876 ksi2k\r\npy:perfmonsvc        info writing out collected data... [ntuple_aodto.pmon.gz]\r\npy:perfmonsvc        info  --&gt; [ntuple_aodto.pmon.dat] =&gt;    7.000 kb\r\npy:perfmonsvc        info  --&gt; [ntuple_aodto.pmon.stream] =&gt; 2733.103 kb\r\npy:perfmonsvc        info writing out collected data... [ntuple_aodto.pmon.gz] =&gt;  286.710 kb\r\napplicationmgr                                       info application manager finalized successfully\r\napplicationmgr                                       info application manager terminated successfully\r\nsummarizing all message counts\r\n=====================================================\r\n message source              |   level |    count\r\n-----------------------------+---------+-------------\r\n algerrorauditor             |   error |        5\r\n athenaeventloopmgr          | warning |        1\r\n athenaeventloopmgr          |   error |        1\r\n athenapoolcnvsvc            |   error |        2\r\n athenapoolconverter         |   error |       22\r\n histogrampersistencysvc     | warning |        1\r\n iovdbsvc                    | warning |        9\r\n poolsvc                     | warning |       23\r\n poolsvc                     |   error |        4\r\n poolsvc                     |   fatal |        1\r\n servicemanager              |   error |        1\r\n streamaod                   |   error |       12\r\n streamaod                   |   fatal |        1\r\n streamaod.streamaodtool     |   error |        1\r\n streamaod_fh                |   error |        1\r\n streamaod_fh                |   fatal |        2\r\n streamaod_fh.streamaod_fhtool|   error |       23\r\n thistsvc                    | warning |        1\r\n toolsvc.goodrunslistselectortool| warning |        1\r\n=====================================================\r\npy:athena            info leaving with code 65: &quot;failure in an algorithm execute&quot;\r\ninfo: read 109 error categories from file /afs/cern.ch/atlas/software/releases/16.6.3/atlasproduction/16.6.3.3/installarea/share/atlas_error_categories.db\r\n/afs/cern.ch/atlas/software/releases/16.6.3/atlascore/16.6.3/installarea/share/bin/athena.py -b runargs.mergepool.py patjobtransforms/skeleton.mergepool.py mergepool_messagesvc_joboptions.py - exit code 65\r\ncoralapplication info delete the cool coralapplication...\r\ncoralapplication info delete the cool database service\r\nraldatabasesvc info delete the raldatabasesvc...\r\nraldatabasesvc info purge the connection pool\r\nraldatabasesvc info reset the ics pointer\r\nraldatabasesvc info delete the raldatabasesvc... done\r\ncoralapplication info delete the coral connection service\r\ncoralapplication info delete the cool coralapplication... done\r\ncoral/services/connectionservice info deleting the connectionpool\r\npy:mergepool         info execution of mergepool complete with exit code 65.\r\ninfo: read 109 error categories from file /afs/cern.ch/atlas/software/releases/16.6.3/atlasproduction/16.6.3.3/installarea/share/atlas_error_categories.db\r\ninfo: read 52 error patterns from file /afs/cern.ch/atlas/software/releases/16.6.3/atlasproduction/16.6.3.3/installarea/share/atlas_error_patterns.db\r\ninfo: read 58 ignore patterns from file /afs/cern.ch/atlas/software/releases/16.6.3/atlasproduction/16.6.3.3/installarea/share/atlas_error_ignore.db\r\nathenalogchecker start [mergepool log] wall-time: fri apr  1 19:10:51 2011, vmem: 105.30078125 mb, rss: 66.9140625 mb\r\npy:mergepool         info scanning athena logfile mergepool.log assuming atlas release all,16.6.3.3 ...\r\npy:mergepool         info athena initialise()...\r\npy:mergepool         info athena execute()...\r\npy:mergepool         info athena finalise()...\r\npy:mergepool         info done scanning 22069 lines of file mergepool.log. summary:\r\npy:mergepool         info    ignored : 10\r\npy:mergepool         info    warnings: 37\r\npy:mergepool         info    errors  : 72\r\npy:mergepool         info    fatals  : 4\r\nathenalogchecker stop [mergepool log] wall-time: fri apr  1 19:10:52 2011, vmem: 105.30078125 mb, rss: 66.9140625 mb\r\nathenalogchecker report [mergepool log] wall-time: 00 hrs 00 mins 01 secs, cpu-time: 00 hrs 00 mins 01 secs, vmem: 0.0 mb, rss: 0.0 mb\r\npy:mergepool         info jobtransform completed for mergepool with error code 69999 (exit code 99)\r\npy:mergepool         info transform timer stop [mergepool] wall-time: fri apr  1 19:10:52 2011, vmem: 105.30078125 mb, rss: 66.94140625 mb\r\npy:mergepool         info transform timer report [mergepool] wall-time: 00 hrs 19 mins 39 secs, cpu-time: 00 hrs 19 mins 24 secs, vmem: 0.76171875 mb, rss: 0.58984375 mb\r\n===== job report produced by mergepool version patjobtransforms-00-03-27 =====\r\ncommand=/afs/cern.ch/atlas/software/releases/16.6.3/atlasproduction/16.6.3.3/installarea/share/bin/merging_trf.py --argdict=/afs/cern.ch/atlas/tzero/prod1/log2/10146/10146432_data11_cos.00178624.physics_cosmicmuons.recon.aod.x106_m775.aodmerge.task._lb0039-lb0045._0001.job.3//data11_cos.00178624.physics_cosmicmuons.recon.aod.x106_m775.aodmerge.task._lb0039-lb0045._0001.job.argdict.gpickle\r\nexitcode=99\r\nerrorcode=69999 (trf_unknown)\r\nerrorcategory=trf_unknown,	69999,	unknown transform error (76 times)\r\nfatals=4\r\nerrors=10\r\nwarnings=10\r\nwriting jobinfo_mergepool.xml file...\r\nmergeok is  false\r\nskipping aod-&gt;dpd step...\r\nskipping aod-&gt;tag step...\r\npy:merging_trf       info jobtransform completed for merging_trf with error code 69999 (exit code 99)\r\npy:mergepool         info transform timer stop [merging_trf] wall-time: fri apr  1 19:10:52 2011, vmem: 105.30078125 mb, rss: 66.9921875 mb\r\npy:mergepool         info transform timer report [merging_trf] wall-time: 00 hrs 19 mins 40 secs, cpu-time: 00 hrs 19 mins 25 secs, vmem: 0.76171875 mb, rss: 0.65234375 mb\r\n===== job report produced by mergingtrf =====\r\ncommand=/afs/cern.ch/atlas/software/releases/16.6.3/atlasproduction/16.6.3.3/installarea/share/bin/merging_trf.py --argdict=/afs/cern.ch/atlas/tzero/prod1/log2/10146/10146432_data11_cos.00178624.physics_cosmicmuons.recon.aod.x106_m775.aodmerge.task._lb0039-lb0045._0001.job.3//data11_cos.00178624.physics_cosmicmuons.recon.aod.x106_m775.aodmerge.task._lb0039-lb0045._0001.job.argdict.gpickle\r\nexitcode=99\r\nerrorcode=69999 (trf_unknown)\r\nerrorcategory=trf_unknown,	69999,	unknown transform error (76 times)\r\nfatals=4\r\nerrors=10\r\nwarnings=10\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=incorrect object/count: missinget_met_corrtopo, 1 should be: 6456\r\n  severity=error\r\n  who=streamaod\r\n  producer=mergepool\r\n  stage=execute\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=incorrect object/count: missinget_met_lochadtopo, 1 should be: 6456\r\n  severity=error\r\n  who=streamaod\r\n  producer=mergepool\r\n  stage=execute\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=incorrect object/count: missinget_met_topo, 1 should be: 6456\r\n  severity=error\r\n  who=streamaod\r\n  producer=mergepool\r\n  stage=execute\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=incorrect object/count: missingetcalo_met_corrtopo, 1 should be: 6456\r\n  severity=error\r\n  who=streamaod\r\n  producer=mergepool\r\n  stage=execute\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=incorrect object/count: missingetcalo_met_lochadtopo, 1 should be: 6456\r\n  severity=error\r\n  who=streamaod\r\n  producer=mergepool\r\n  stage=execute\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=incorrect object/count: missingetcalo_met_topo, 1 should be: 6456\r\n  severity=error\r\n  who=streamaod\r\n  producer=mergepool\r\n  stage=execute\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=illegal return code: algorithm streamaod reported an error, but returned a statuscode &quot;success&quot;\r\n  severity=error\r\n  who=algerrorauditor\r\n  producer=mergepool\r\n  stage=execute\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=illegal return code: algorithm athalgseq reported an error, but returned a statuscode &quot;success&quot;\r\n  severity=error\r\n  who=algerrorauditor\r\n  producer=mergepool\r\n  stage=execute\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=incorrect object/count: missinget_met_corrtopo, 8385 should be: 8386\r\n  severity=error\r\n  who=streamaod\r\n  producer=mergepool\r\n  stage=execute\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=incorrect object/count: missinget_met_lochadtopo, 8385 should be: 8386\r\n  severity=error\r\n  who=streamaod\r\n  producer=mergepool\r\n  stage=execute\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=commitoutput failed.\r\n  severity=fatal\r\n  who=streamaod\r\n  producer=mergepool\r\n  stage=execute\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=streamobjects failed.\r\n  severity=fatal\r\n  who=streamaod_fh\r\n  producer=mergepool\r\n  stage=execute\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=commitoutput failed.\r\n  severity=fatal\r\n  who=streamaod_fh\r\n  producer=mergepool\r\n  stage=execute\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=cannot disconnect stream: 1\r\n  severity=fatal\r\n  who=poolsvc\r\n  producer=mergepool\r\n  stage=execute\r\nathacronym=failure in an algorithm execute\r\nathcode=65\r\nrundiruseddisk=2951268462\r\nrundiravailabledisk=219628765184\r\nworkdir=/pool/lsf/atlast0/130676177\r\nathcode=65\r\nrundiravailabledisk=219629211648\r\ndbrelease=current\r\nathacronym=failure in an algorithm execute\r\n','416','7444','2011-04-04 00:25:53','9','fixed','closed','none',';input;file;stage_svcclass;t0merge;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106;data11_cos;physics_cosmicmuons.recon.aod.x106;tier;transformation;command;source;atla;tzero;prod1;inst;project;data11;setup;setuptrf.sh;atla;tzero;prod1;inst;project;data11;patch;atlasproduction;16.6.3.3;atlasproduction;16.6.3.3;atla;tzero;prod1;inst;project;data11;setup;specialsetup_tier0;python;merging_trf.py;argdict;atla;tzero;prod1;log2;10146432_data11_cos;physics_cosmicmuons.recon.aod.x106_m775;aodmerge.task;lb0045;data11_cos;physics_cosmicmuons.recon.aod.x106_m775;aodmerge.task;lb0045;job.argdict.gpickle;data11_cos;physics_cosmicmuons.recon.aod.x106_m775;aodmerge.task;lb0045;job.tmp.log;configuration;detail;http;ami.in2p3;opencm;opencm;referencetable;configurationtag;interpret;logfile;location;stage_svcclass;t0merge;castor;grid;atla;tzero;prod1;temp;data11_cos;physics_cosmicmuons;data11_cos;physics_cosmicmuons.recon.aod.x106_m775;aodmerge.task.tmp.log;data11_cos;physics_cosmicmuons.recon.aod.x106_m775;aodmerge.task;lb0045;job.tmp.log;tail;file;line;cobjr_rec;trackparticlecontainer;mutagtrackpar;info;time;user;cobjr_rec;trackparticlecontainer;hlt_indettrig;info;time;user;cobjr_rec;trackparticlecontainer;hlt_indettrig;info;time;user;cobjr_rec;trackparticlecontainer;trackparticle;info;time;user;cobj_rec;trackparticlecontainer;hlt_indettrigp;info;time;user;cobj_rec;trackparticlecontainer;hlt_indettrigp;info;time;user;cobj_rec;trackparticlecontainer;hlt_indettrigp;info;time;user;cobjr_rec;trackparticlecontainer;hlt_indettrig;info;time;user;cobj_rec;trackparticlecontainer;mugirlrefitt;info;time;user;cobjr_rec;trackparticlecontainer;hlt_indettrig;info;time;user;cobjr_rec;trackparticlecontainer;hlt_indettrig;info;time;user;cobj_rec;trackparticlecontainer;hlt_indettrigp;info;time;user;cobjr_rec;trackparticlecontainer;hlt_indettrig;info;time;user;cobj_rec;trackparticlecontainer;hlt_indettrigp;info;time;user;cobjr_rec;trackparticlecontainer;hlt_indettrig;info;time;user;cobjr_rec;trackparticlecontainer;stacotrackpar;info;time;user;cobj_rec;trackparticlecontainer;mutagtrackpart;info;time;user;cobj_rec;trackparticlecontainer;hlt_indettrigp;info;time;user;cobj_rec;trackparticlecontainer;hlt_indettrigp;info;time;user;cobjr_rec;trackparticlecontainer;hlt_indettrig;info;time;user;cobjr_rec;trackparticlecontainer;mutagimotrack;info;time;user;cobj_rec;trackparticlecontainer;trackparticlec;info;time;user;cobj_rec;trackparticlecontainer;hlt_indettrigp;info;time;user;cobj_rec;trackparticlecontainer;hlt_indettrigp;info;time;user;cobj_rec;trackparticlecontainer;hlt_indettrigp;info;time;user;cobj_rec;trackparticlecontainer;hlt_indettrigp;info;time;user;cobj_rec;trackparticlecontainer;stacotrackpart;info;time;user;cobj_rec;trackparticlecontainer;hlt_indettrigp;info;time;user;cobjr_rec;trackparticlecontainer;hlt_indettrig;info;time;user;cobj_rec;trackparticlecontainer;hlt_indettrigp;info;time;user;cobj_rec;trackparticlecontainer;mutagimotrackp;info;time;user;cobj_rec;trackparticlecontainer;hlt_indettrigp;info;time;user;cobjr_rec;trackparticlecontainer;muonboymuonsp;info;time;user;cobjr_rec;trackparticlecontainer;muonboytrackp;info;time;user;cobjr_trackcollection;combinedindettrack;info;time;user;crep_trackcollection;muonslimmedtrackcollection;info;time;user;cobj_rec;trackparticlecontainer;muonboymuonspe;info;time;user;cobj_trackcollection;combinedindettrack;info;time;user;cobj_rec;trackparticlecontainer;muonboytrackpa;info;time;user;cobjr_rec;trackparticlecontainer;mooretrackpar;info;time;user;proxyprovidersvc:initialize;info;time;user;cobj_rec;trackparticlecontainer;mooretrackpart;info;time;user;detectorstore:initialize;info;time;user;crep_trk;segmentcollection;mooresegment;info;time;user;cobjr_trk;segmentcollection;convertedmboysegment;info;time;user;cobj_dataheader;info;time;user;cobjr_trk;segmentcollection;mooresegment;info;time;user;cobjr_trackcollection;muonslimmedtrackcollection;info;time;user;cobj_trk;segmentcollection;convertedmboysegment;info;time;user;cobj_trk;segmentcollection;mooresegment;info;time;user;geomodelsvc:initialize;info;time;user;cobj_trackcollection;muonslimmedtrackcollection;info;time;user;crep_dataheader;streamaod;info;time;user;commitoutput;info;time;user;streamaod:execute;info;time;user;athalgseq:execute;info;time;user;athmasterseq:execute;info;time;user;chronostatsvc;info;time;user;chrono;info;chronostatsvc.finalize;info;service;finalize;successfully;algerrorauditor;info;instance;algorithm;execute;produce;error;return;success;athalgseq;athmasterseq;streamaod;py:perfmonsvc;info;finalize;perfmonsvc;py:perfmonsvc;info;event;process;py:perfmonsvc;info;algorithm;py:perfmonsvc;info;statistics;inus;entry;py:perfmonsvc;info;py:perfmonsvc;info;py:perfmonsvc;info;py:perfmonsvc;info;py:perfmonsvc;info;call;py:perfmonsvc;info;py:perfmonsvc;info;statistics;entry;py:perfmonsvc;info;py:perfmonsvc;info;py:perfmonsvc;info;py:perfmonsvc;info;py:perfmonsvc;info;call;py:perfmonsvc;info;py:perfmonsvc;info;statistics;entry;py:perfmonsvc;info;py:perfmonsvc;info;py:perfmonsvc;info;py:perfmonsvc;info;py:perfmonsvc;info;call;py:perfmonsvc;info;py:perfmonsvc;info;memory;info;proc;self;status;py:perfmonsvc;info;vmda;py:perfmonsvc;info;vmexe;py:perfmonsvc;info;vmhwm;py:perfmonsvc;info;vmlck;py:perfmonsvc;info;vmlib;py:perfmonsvc;info;vmpte;py:perfmonsvc;info;vmpeak;py:perfmonsvc;info;vmrss;py:perfmonsvc;info;vmsize;py:perfmonsvc;info;vmstk;py:perfmonsvc;info;naive;vmem;leak;estimation;nevt;py:perfmonsvc;info;vmem;py:perfmonsvc;info;vmem;py:perfmonsvc;info;vmem;py:perfmonsvc;info;slope;py:perfmonsvc;info;si2k;ksi2k;py:perfmonsvc;info;write;collect;datum;ntuple_aodto.pmon.gz;py:perfmonsvc;info;ntuple_aodto.pmon.dat;py:perfmonsvc;info;ntuple_aodto.pmon.stream;py:perfmonsvc;info;write;collect;datum;ntuple_aodto.pmon.gz;applicationmgr;info;application;manager;finalize;successfully;applicationmgr;info;application;manager;terminate;successfully;summarize;message;count;message;source;level;count;algerrorauditor;error;athenaeventloopmgr;warn;athenaeventloopmgr;error;athenapoolcnvsvc;error;athenapoolconverter;error;histogrampersistencysvc;warn;iovdbsvc;warn;poolsvc;warn;poolsvc;error;poolsvc;fatal;servicemanager;error;streamaod;error;streamaod;fatal;streamaod.streamaodtool;error;streamaod_fh;error;streamaod_fh;fatal;streamaod_fh.streamaod_fhtool;error;thistsvc;warn;toolsvc.goodrunslistselectortool;warn;py:athena;info;leave;code;failure;algorithm;execute;info;read;error;category;file;atla;software;release;16.6.3;atlasproduction;16.6.3.3;installarea;share;atlas_error_categories.db;atla;software;release;16.6.3;atlascore;16.6.3;installarea;share;athena.py;runargs.mergepool.py;patjobtransform;skeleton.mergepool.py;mergepool_messagesvc_joboptions.py;exit;code;coralapplication;info;delete;cool;coralapplication;coralapplication;info;delete;cool;database;service;raldatabasesvc;info;delete;raldatabasesvc;raldatabasesvc;info;purge;connection;pool;raldatabasesvc;info;reset;pointer;raldatabasesvc;info;delete;raldatabasesvc;coralapplication;info;delete;coral;connection;service;coralapplication;info;delete;cool;coralapplication;coral;service;connectionservice;info;delete;connectionpool;py:mergepool;info;execution;mergepool;complete;exit;code;info;read;error;category;file;atla;software;release;16.6.3;atlasproduction;16.6.3.3;installarea;share;atlas_error_categories.db;info;read;error;pattern;file;atla;software;release;16.6.3;atlasproduction;16.6.3.3;installarea;share;atlas_error_patterns.db;info;read;ignore;pattern;file;atla;software;release;16.6.3;atlasproduction;16.6.3.3;installarea;share;atlas_error_ignore.db;athenalogchecker;start;mergepool;wall;time;frus;vmem;py:mergepool;info;scanning;athena;logfile;mergepool.log;assume;atla;release;16.6.3.3;py:mergepool;info;athena;initialise;py:mergepool;info;athena;execute;py:mergepool;info;athena;finalise;py:mergepool;info;scanning;line;file;mergepool.log;summary;py:mergepool;info;ignore;py:mergepool;info;warning;py:mergepool;info;error;py:mergepool;info;fatal;athenalogchecker;stop;mergepool;wall;time;frus;vmem;athenalogchecker;report;mergepool;wall;time;time;vmem;py:mergepool;info;jobtransform;complete;mergepool;error;code;exit;code;py:mergepool;info;transform;timer;stop;mergepool;wall;time;frus;vmem;py:mergepool;info;transform;timer;report;mergepool;wall;time;time;vmem;report;produce;mergepool;version;patjobtransform;command;atla;software;release;16.6.3;atlasproduction;16.6.3.3;installarea;share;merging_trf.py;argdict;atla;tzero;prod1;log2;10146432_data11_cos;physics_cosmicmuons.recon.aod.x106_m775;aodmerge.task;lb0045;data11_cos;physics_cosmicmuons.recon.aod.x106_m775;aodmerge.task;lb0045;job.argdict.gpickle;exitcode;errorcode;trf_unknown;errorcategory;trf_unknown;unknown;transform;error;time;fatal;error;warning;write;jobinfo_mergepool.xml;file;mergeok;false;skip;step;skip;step;py:merging_trf;info;jobtransform;complete;merging_trf;error;code;exit;code;py:mergepool;info;transform;timer;stop;merging_trf;wall;time;frus;vmem;py:mergepool;info;transform;timer;report;merging_trf;wall;time;time;vmem;report;produce;mergingtrf;command;atla;software;release;16.6.3;atlasproduction;16.6.3.3;installarea;share;merging_trf.py;argdict;atla;tzero;prod1;log2;10146432_data11_cos;physics_cosmicmuons.recon.aod.x106_m775;aodmerge.task;lb0045;data11_cos;physics_cosmicmuons.recon.aod.x106_m775;aodmerge.task;lb0045;job.argdict.gpickle;exitcode;errorcode;trf_unknown;errorcategory;trf_unknown;unknown;transform;error;time;fatal;error;warning;errorinfo;acronym;trf_unknown;message;incorrect;object;count;missinget_met_corrtopo;severity;error;streamaod;producer;mergepool;stage;execute;errorinfo;acronym;trf_unknown;message;incorrect;object;count;missinget_met_lochadtopo;severity;error;streamaod;producer;mergepool;stage;execute;errorinfo;acronym;trf_unknown;message;incorrect;object;count;missinget_met_topo;severity;error;streamaod;producer;mergepool;stage;execute;errorinfo;acronym;trf_unknown;message;incorrect;object;count;missingetcalo_met_corrtopo;severity;error;streamaod;producer;mergepool;stage;execute;errorinfo;acronym;trf_unknown;message;incorrect;object;count;missingetcalo_met_lochadtopo;severity;error;streamaod;producer;mergepool;stage;execute;errorinfo;acronym;trf_unknown;message;incorrect;object;count;missingetcalo_met_topo;severity;error;streamaod;producer;mergepool;stage;execute;errorinfo;acronym;trf_unknown;message;illegal;return;code;algorithm;streamaod;report;error;return;statuscode;success;severity;error;algerrorauditor;producer;mergepool;stage;execute;errorinfo;acronym;trf_unknown;message;illegal;return;code;algorithm;athalgseq;report;error;return;statuscode;success;severity;error;algerrorauditor;producer;mergepool;stage;execute;errorinfo;acronym;trf_unknown;message;incorrect;object;count;missinget_met_corrtopo;severity;error;streamaod;producer;mergepool;stage;execute;errorinfo;acronym;trf_unknown;message;incorrect;object;count;missinget_met_lochadtopo;severity;error;streamaod;producer;mergepool;stage;execute;errorinfo;acronym;trf_unknown;message;commitoutput;fail;severity;fatal;streamaod;producer;mergepool;stage;execute;errorinfo;acronym;trf_unknown;message;streamobject;fail;severity;fatal;streamaod_fh;producer;mergepool;stage;execute;errorinfo;acronym;trf_unknown;message;commitoutput;fail;severity;fatal;streamaod_fh;producer;mergepool;stage;execute;errorinfo;acronym;trf_unknown;message;disconnect;stream;severity;fatal;poolsvc;producer;mergepool;stage;execute;athacronym;failure;algorithm;execute;athcode;rundiruseddisk;rundiravailabledisk;workdir;pool;atlast0;athcode;rundiravailabledisk;dbrelease;current;athacronym;failure;algorithm;execute;incorrect;object;count;missinget_met_;corr;lochad;topo;17.0.2.1'),(80492,'atlas','compilation warnings of overlaycommonalgs-00-02-22 with 16.6.x.y-val rel_1','hi piyali, \r\n\r\nthere are compilation warnings of overlaycommonalgs-00-02-22 with 16.6.x.y-val rel_1. \r\nhttp://atlas-computing.web.cern.ch/atlas-computing/links/distdirectory/nightlies/patchwebarea/nicos_web_area166xyvalprod32bs5g4prodopt/nicos_log_rel_1/event_eventoverlay_overlaycommonalgs.html\r\n+verbatim+\r\n../src/bsfilter.cxx: in member function ‘virtual statuscode bsfilter::execute()’:\r\n../src/bsfilter.cxx:69: warning: unused variable ‘bc_time_ns’\r\n../src/bsfilter.cxx:75: warning: unused variable ‘bcid’\r\n\r\n../src/deepcopyobjects.cxx: in member function ‘void deepcopyobjects::copymuonobjectrdo(storegatesvc*, storegatesvc*) [with typetobecopied = cscrawdatacontainer]’:\r\n../src/deepcopyobjects.cxx:588:   instantiated from here\r\n../src/deepcopyobjects.cxx:222: warning: comparison between signed and unsigned integer expressions\r\n-verbatim-\r\n\r\nplease fix them. \r\n\r\nthanks in advance, \r\nsusumu ','5087','4045','2011-04-04 20:12:43','5','fixed','closed','reconstruction',';piyalus;compilation;warning;overlaycommonalg;rel_1;http;atla;computing.web.cern.ch;atla;computing;link;distdirectory;nightly;patchwebarea;nicos_web_area166xyvalprod32bs5g4prodopt;nicos_log_rel_1;event_eventoverlay_overlaycommonalgs.html;verbatim;bsfilter.cxx;member;function;virtual;statuscode;bsfilter;execute;bsfilter.cxx;warn;unused;variable;bc_time_nsâ;bsfilter.cxx;warn;unused;variable;bcidâ;deepcopyobjects.cxx;member;function;void;deepcopyobject;copymuonobjectrdo;storegatesvc;storegatesvc;typetobecopy;cscrawdatacontainer;deepcopyobjects.cxx;instantiate;deepcopyobjects.cxx;warn;comparison;sign;unsigned;integer;expression;verbatim;advance;susumu;compilation;warning;overlaycommonalg;rel_1;reconstruction'),(80736,'atlas','memory leak from missingetcompositioncnv in 16.6.x.y-val rel_6','hi, \r\n\r\nthere is a memory leak from missingetcompositioncnv in 16.6.x.y-val rel_6. \r\nhttps://atlasrtt.cern.ch/get/rtt/rel_6/16.6.x.y-val/build/i686-slc5-gcc43-opt/atlasproduction/recjobtransformtests/mc10_memleak\r\nhttps://atlasrtt.cern.ch/rtt/rel_6/16.6.x.y-val/build/i686-slc5-gcc43-opt/offline/recjobtransformtests/mc10_memleak/esdtoaod.log\r\n+verbatim+\r\n1 leak (total 36 bytes), originating in:\r\nmissingetcompositioncnv::createtransient() (36 bytes)\r\n   0x6dc6c5ba missingetcompositioncnv::createtransient()\r\n   0x6dc7073c t_athenapoolcustomcnv&lt;missingetcomposition, missingetcomposition_p1&gt;::pooltodataobject(dataobject*&amp;, std::string const&amp;)\r\n   0x5bc7fd22 athenapoolconverter::createobj(iopaqueaddress*, dataobject*&amp;)\r\n   0x5a719d46 athcnvsvc::makecall(int, bool, bool, bool, iopaqueaddress*&amp;, dataobject*&amp;)\r\n   0x5a71a3fe athcnvsvc::createobj(iopaqueaddress*, dataobject*&amp;)\r\n   0x5bc94f95 athenapoolcnvsvc::createobj(iopaqueaddress*, dataobject*&amp;)\r\n   0x59f999e0 persistencysvc::makecall(int, iopaqueaddress*&amp;, dataobject*&amp;)\r\n   0x59f99d4f persistencysvc::createobj(iopaqueaddress*, dataobject*&amp;)\r\n   0x5a7ae478 sg::dataproxy::accessdata()\r\n-verbatim-\r\n\r\nplease fix it. \r\n\r\nthis job can be reproduced by \r\n+verbatim+\r\nreco_trf.py inputrdofile=root://castoratlas//castor/cern.ch/atlas/atlascerngroupdisk/phys-rig/mc10_7tev.105200.t1_mcatnlo_jimmy.digit.rdo.e598_s933_s946_d366_tid197091_00/rdo.197091._000001.pool.root.1 outputesdfile=t1_mcatnlo_jimmy.esd.pool.root outputaodfile=t1_mcatnlo_jimmy.aod.pool.root outputcbntfile=t1_mcatnlo_jimmy.ntup.root maxevents=300 autoconfiguration=everything --athenaopts=--leak-check-execute\r\n-verbatim-\r\n\r\ncheers, \r\nsusumu ','1658','4045','2011-04-09 20:50:22','3','fixed','closed','recathenapool',';memory;leak;missingetcompositioncnv;rel_6;http;atlasrtt.cern.ch;rel_6;build;slc5;gcc43;atlasproduction;recjobtransformtest;mc10_memleak;http;atlasrtt.cern.ch;rel_6;build;slc5;gcc43;offline;recjobtransformtest;mc10_memleak;esdtoaod.log;verbatim;leak;total;byte;originate;missingetcompositioncnv;createtransient;byte;missingetcompositioncnv;createtransient;t_athenapoolcustomcnv;pooltodataobject;dataobject;string;const;athenapoolconverter;createobj;iopaqueaddress;dataobject;athcnvsvc;makecall;bool;bool;bool;iopaqueaddress;dataobject;athcnvsvc;createobj;iopaqueaddress;dataobject;athenapoolcnvsvc;createobj;iopaqueaddress;dataobject;persistencysvc;makecall;iopaqueaddress;dataobject;persistencysvc;createobj;iopaqueaddress;dataobject;dataproxy;accessda;verbatim;reproduce;verbatim;reco_trf.py;inputrdofile;root;castoratla;castor;atla;atlascerngroupdisk;mc10_7tev;t1_mcatnlo_jimmy.digit.rdo.e598_s933_s946_d366_tid197091_00;pool.root;outputesdfile;t1_mcatnlo_jimmy.esd.pool.root;outputaodfile;t1_mcatnlo_jimmy.aod.pool.root;outputcbntfile;t1_mcatnlo_jimmy.ntup.root;maxevent;autoconfiguration;athenaopt;leak;check;execute;verbatim;susumu;memory;leak;missingetcompositioncnv;rel_6;recathenapool'),(80836,'atlas','fast repro task 300971: athena fatal: could not find matching tp converter for type 10caloenergy','repeated failures in the job:\r\nhttp://panda.cern.ch:25980/server/pandamon/query?job=data11_7tev.00178109.physics_jettauetmiss.recon.r2276_tid300971._001227.job&amp;taskid=300971\r\n\r\nlog:\r\nhttp://voatlas139.cern.ch/monitor/logs/565eb6c8-adf7-4964-a2c9-ab986861b2c4/tarball_pandajob_1219030961_fzk-lcg2/athena_stdout.txt\r\n\r\nlog extract:\r\ntrackcollectioncnv: convertedmuidcbtracks           error &gt;&gt;&gt;&gt;&gt;&gt; in parent tp converter 28materialeffectsontrackcnv_p2: could not find matching tp converter for type 10caloenergy\r\ntrackcollectioncnv: convertedmuidcbtracks           error   converter handle type was 16energylosscnv_p1\r\nathenapoolconverter                                 fatal failed to create persistent object: tp converter not found\r\n\r\nprobably a duplicate of bug#74618\r\n','844','127','2011-04-12 05:57:42','7','fixed','closed','none',';repeat;failure;http;panda.cern.ch;server;pandamon;query;data11_7tev;physics_jettauetmiss.recon.r2276_tid300971;taskid;http;voatlas139;monitor;tarball_pandajob_1219030961_fzk;lcg2;athena_stdout.txt;extract;trackcollectioncnv;convertedmuidcbtrack;error;parent;converter;28materialeffectsontrackcnv_p2;match;converter;type;10caloenergy;trackcollectioncnv;convertedmuidcbtrack;error;converter;handle;type;16energylosscnv_p1;athenapoolconverter;fatal;fail;create;persistent;object;converter;probably;duplicate;fast;repro;task;athena;fatal;match;converter;type;10caloenergy'),(80886,'atlas','floating point exception in moosegmentmaker','amitag_q122_notrig\r\nhttps://atlasrtt.cern.ch/rtt/rel_1/16.7.x.y/build/i686-slc5-gcc43-opt/offline/recjobtransformtests/amitag_q122_notrig/amitag_q122_notrig_log\r\ncaught signal 8(floating point exception)\r\nevent counter: 0\r\ncurrent algorithm: moosegmentmaker\r\n','1069','5211','2011-04-12 17:13:22','5','duplicate','closed','muonidentification/muid',';amitag_q122_notrig;http;atlasrtt.cern.ch;rel_1;build;slc5;gcc43;offline;recjobtransformtest;amitag_q122_notrig;amitag_q122_notrig_log;catch;signal;float;point;exception;event;counter;current;algorithm;moosegmentmaker;float;point;exception;moosegmentmaker;muonidentification;muid'),(80887,'atlas','segmentation fault in muontagbuilder','aodtotag_test\r\nhttps://atlasrtt.cern.ch/rtt/rel_1/16.7.x.y/build/i686-slc5-gcc43-opt/offline/recjobtransformtests/aodtotag_test/aodtotag_test_log\r\ncaught signal 11(segmentation fault)\r\nevent counter: 15\r\neventid: [run,evt,lumi,time,bunchcross,detmask] = [5200,30029,0,0:0,0,0x0]\r\nlast incident: athenaeventloopmgr:beginevent\r\ncurrent algorithm: muontagbuilder\r\n','896','5211','2011-04-12 17:15:14','5','duplicate','closed','reconstruction',';aodtotag_test;http;atlasrtt.cern.ch;rel_1;build;slc5;gcc43;offline;recjobtransformtest;aodtotag_test;aodtotag_test_log;catch;signal;segmentation;fault;event;counter;eventid;lumus;time;bunchcross;detmask;incident;athenaeventloopmgr:beginevent;current;algorithm;muontagbuilder;segmentation;fault;muontagbuilder;reconstruction'),(81038,'atlas','error dummy version of propagation method with search of nearest surface called (16.6.3.6, f359)','hi, \r\n\r\none out of 88 finished jobs of \r\ndata11_7tev.00179581.physics_l1muon.merge.raw.f359.recon.task \r\nhas needcheck. \r\n\r\n+verbatim+\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=dummy version of propagation method with search of nearest surface called; configure your extrapolator with step propagator\r\n  severity=error\r\n  who=configuration\r\n  producer=rawtoesd\r\n  stage=execute\r\n-verbatim-\r\n\r\nthe same error message was seen in \r\nbug #77515: 16.6.0.1 bct: configuration error: dummy version of propagation method \r\nbut we thought the bug was fixed by trkexrungekuttapropagator-01-02-03-03 from 16.6.3.1.\r\n\r\ni will try to reproduce the problem. \r\n\r\ncheers, \r\nsusumu \r\n\r\n+verbatim+\r\ninput file(s):\r\n--------------------------------------------------------------------------------\r\nstage_svcclass=atlcal\r\n/castor/cern.ch/grid/atlas/tzero/prod1/perm/data11_7tev/physics_l1muon/00179581/data11_7tev.00179581.physics_l1muon.merge.raw/data11_7tev.00179581.physics_l1muon.merge.raw._lb0583._sfo-all._0001.1\r\n\r\n\r\ntier-0 transformation command run:\r\n--------------------------------------------------------------------------------\r\nsource /afs/cern.ch/atlas/tzero/prod1/inst/projects/data11/setup/setuptrf.sh /afs/cern.ch/atlas/tzero/prod1/inst/projects/data11/patches/atlasproduction-16.6.3.6 atlasproduction-16.6.3.6 /afs/cern.ch/atlas/tzero/prod1/inst/projects/data11/setup/specialsetup_tier0.sh ; python -u `which reco_trf.py` --argdict=/afs/cern.ch/atlas/tzero/prod1/log1/10253/10253991_data11_7tev.00179581.physics_l1muon.merge.raw.f359.recon.task._lb0583._sfo-all._0001.job.1//data11_7tev.00179581.physics_l1muon.merge.raw.f359.recon.task._lb0583._sfo-all._0001.job.argdict.gpickle  &amp;&gt; data11_7tev.00179581.physics_l1muon.merge.raw.f359.recon.task._lb0583._sfo-all._0001.job.tmp.log\r\n\r\n\r\nami configuration tag (more details):\r\n--------------------------------------------------------------------------------\r\nsee http://ami.in2p3.fr:8080/opencms/opencms/ami/www/referencetables/ --&gt; configurationtag --&gt; interpret --&gt; f359\r\n\r\n\r\nlogfile location:\r\n--------------------------------------------------------------------------------\r\nstage_svcclass=t0merge\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_7tev/physics_l1muon/00179581/data11_7tev.00179581.physics_l1muon.merge.raw.f359.recon.task.tmp.log/data11_7tev.00179581.physics_l1muon.merge.raw.f359.recon.task._lb0583._sfo-all._0001.job.tmp.log.1\r\n\r\n\r\ntail of the log file (300 lines):\r\n--------------------------------------------------------------------------------\r\n      messagesvc = servicemgr.messagesvc\r\nelse:\r\n   print \'using athenaservices.summarysvc...\'\r\n   from athenaservices.athenaservicesconf import athenasummarysvc\r\n   athenasummarysvc.summaryfile = \'athenasummary_dqhistogrammerge.txt\'\r\n   summarysvc.useathenasummarysvc()\r\n#================================================================================\r\n# end of top joboptions\r\n#================================================================================\r\npy:dqhistogrammerge    info executing dqhistogrammerge: /afs/cern.ch/atlas/software/releases/16.6.3/atlasproduction/16.6.3.6/installarea/python/pyjobtransformscore/athena_wrapper.py /afs/cern.ch/atlas/software/releases/16.6.3/atlascore/16.6.3/installarea/share/bin/athena.py runargs.dqhistogrammerge.py patjobtransforms/skeleton.dqhistogrammerge_trf.py dqhistogrammerge_messagesvc_joboptions.py --drop-and-reload\r\nfri apr 15 07:10:09 cest 2011\r\npreloading tcmalloc_minimal.so\r\n/afs/cern.ch/atlas/software/releases/16.6.3/atlascore/16.6.3/installarea/share/bin/athena.py runargs.dqhistogrammerge.py patjobtransforms/skeleton.dqhistogrammerge_trf.py dqhistogrammerge_messagesvc_joboptions.py --drop-and-reload\r\npy:athena            info including file &quot;athenacommon/preparation.py&quot;\r\npy:athena            info using release [atlasproduction-16.6.3.6] [16.6.x.y-prod/rel_4] -- built on [2011 04/13 21:05]\r\npy:athena            info including file &quot;athenacommon/bootstrap.py&quot;\r\npy:athena            info including file &quot;athenacommon/atlas.unixstandardjob.py&quot;\r\nwarning in &lt;tenvrec::changevalue&gt;: duplicate entry &lt;library.vector&lt;bool&gt;=vector.dll&gt; for level 0; ignored\r\nwarning in &lt;tenvrec::changevalue&gt;: duplicate entry &lt;library.vector&lt;char&gt;=vector.dll&gt; for level 0; ignored\r\nwarning in &lt;tenvrec::changevalue&gt;: duplicate entry &lt;library.vector&lt;short&gt;=vector.dll&gt; for level 0; ignored\r\nwarning in &lt;tenvrec::changevalue&gt;: duplicate entry &lt;library.vector&lt;long&gt;=vector.dll&gt; for level 0; ignored\r\nwarning in &lt;tenvrec::changevalue&gt;: duplicate entry &lt;library.vector&lt;unsigned-char&gt;=vector.dll&gt; for level 0; ignored\r\nwarning in &lt;tenvrec::changevalue&gt;: duplicate entry &lt;library.vector&lt;unsigned-short&gt;=vector.dll&gt; for level 0; ignored\r\nwarning in &lt;tenvrec::changevalue&gt;: duplicate entry &lt;library.vector&lt;unsigned-int&gt;=vector.dll&gt; for level 0; ignored\r\nwarning in &lt;tenvrec::changevalue&gt;: duplicate entry &lt;library.vector&lt;unsigned-long&gt;=vector.dll&gt; for level 0; ignored\r\nwarning in &lt;tenvrec::changevalue&gt;: duplicate entry &lt;library.vector&lt;float&gt;=vector.dll&gt; for level 0; ignored\r\nwarning in &lt;tenvrec::changevalue&gt;: duplicate entry &lt;library.vector&lt;double&gt;=vector.dll&gt; for level 0; ignored\r\npy:athfile           info loading cache from [athfile-cache.ascii]...\r\npy:athena            info including file &quot;athenacommon/execution.py&quot;\r\npy:athena            info including file &quot;runargs.dqhistogrammerge.py&quot;\r\npy:athena            info including file &quot;patjobtransforms/skeleton.dqhistogrammerge_trf.py&quot;\r\n---------------------------------------------------------------------------------------\r\n## output of \'dqhistogrammerge.py hist_merge_list.txt data11_7tev.00179581.physics_l1muon.recon.hist.f359._lb0583._sfo-all._0001 false\':\r\nwarning in &lt;tenvrec::changevalue&gt;: duplicate entry &lt;library.vector&lt;bool&gt;=vector.dll&gt; for level 0; ignored\r\nwarning in &lt;tenvrec::changevalue&gt;: duplicate entry &lt;library.vector&lt;char&gt;=vector.dll&gt; for level 0; ignored\r\nwarning in &lt;tenvrec::changevalue&gt;: duplicate entry &lt;library.vector&lt;short&gt;=vector.dll&gt; for level 0; ignored\r\nwarning in &lt;tenvrec::changevalue&gt;: duplicate entry &lt;library.vector&lt;long&gt;=vector.dll&gt; for level 0; ignored\r\nwarning in &lt;tenvrec::changevalue&gt;: duplicate entry &lt;library.vector&lt;unsigned-char&gt;=vector.dll&gt; for level 0; ignored\r\nwarning in &lt;tenvrec::changevalue&gt;: duplicate entry &lt;library.vector&lt;unsigned-short&gt;=vector.dll&gt; for level 0; ignored\r\nwarning in &lt;tenvrec::changevalue&gt;: duplicate entry &lt;library.vector&lt;unsigned-int&gt;=vector.dll&gt; for level 0; ignored\r\nwarning in &lt;tenvrec::changevalue&gt;: duplicate entry &lt;library.vector&lt;unsigned-long&gt;=vector.dll&gt; for level 0; ignored\r\nwarning in &lt;tenvrec::changevalue&gt;: duplicate entry &lt;library.vector&lt;float&gt;=vector.dll&gt; for level 0; ignored\r\nwarning in &lt;tenvrec::changevalue&gt;: duplicate entry &lt;library.vector&lt;double&gt;=vector.dll&gt; for level 0; ignored\r\n\r\n[1mroofit v3.12 -- developed by wouter verkerke and david kirkby[0m \r\n                copyright (c) 2000-2009 nikhef, university of california &amp; stanford university\r\n                all rights reserved, please read http://roofit.sourceforge.net/license.txt\r\n\r\nopening file: monitor.root\r\nopening file: monitoresd.root\r\nwriting file: data11_7tev.00179581.physics_l1muon.recon.hist.f359._lb0583._sfo-all._0001\r\n\r\nwarning messages from merging follow:\r\n\r\n\r\n****************************************\r\n\r\nleaving with code 0\r\n## dqhistogrammerge.py finished with retcode = 0\r\n---------------------------------------------------------------------------------------\r\npy:athena            info including file &quot;dqhistogrammerge_messagesvc_joboptions.py&quot;\r\nusing athenaservices.summarysvc...\r\npy:configurabledb    info read module info for 5412 configurables from 10 genconfdb files\r\npy:configurabledb    info no duplicates have been found: that\'s good !\r\npy:athena            info including file &quot;athenacommon/runbatch.py&quot;\r\n/afs/cern.ch/atlas/software/releases/16.6.3/gaudi/v21r9p3a/installarea/python/gaudipython/bindings.py:660: deprecationwarning: object.__new__() takes no parameters\r\n  newobj = object.__new__( cls, *args, **kwargs )\r\napplicationmgr       info updating root::reflex::pluginservice::setdebug(level) to level=0\r\napplicationmgr    success \r\n====================================================================================================================================\r\n                                                   welcome to applicationmgr $revision: 1.77 $\r\n                                          running on lxb8440.cern.ch on fri apr 15 07:11:11 2011\r\n====================================================================================================================================\r\napplicationmgr       info successfully loaded modules : athenaservices\r\napplicationmgr       info application manager configured successfully\r\napplicationmgr       info updating root::reflex::pluginservice::setdebug(level) to level=0\r\npy:athena            info restarting athena.py from tempathenaconfig.20263.pkl ... \r\nfri apr 15 07:11:12 cest 2011\r\n/afs/cern.ch/atlas/software/releases/16.6.3/atlascore/16.6.3/installarea/share/bin/athena.py: line 45: [: true: integer expression expected\r\n/afs/cern.ch/atlas/software/releases/16.6.3/atlascore/16.6.3/installarea/share/bin/athena.py: line 54: [: true: integer expression expected\r\npy:athena            info including file &quot;athenacommon/preparation.py&quot;\r\npy:athena            info using release [atlasproduction-16.6.3.6] [16.6.x.y-prod/rel_4] -- built on [2011 04/13 21:05]\r\npy:athena            info including file &quot;athenacommon/bootstrap.py&quot;\r\npy:athena            info including file &quot;athenacommon/atlas.unixstandardjob.py&quot;\r\npy:athena            info including file &quot;athenacommon/execution.py&quot;\r\npy:athena            info now loading tempathenaconfig.20263.pkl  ... \r\n/afs/cern.ch/atlas/software/releases/16.6.3/gaudi/v21r9p3a/installarea/python/gaudipython/bindings.py:660: deprecationwarning: object.__new__() takes no parameters\r\n  newobj = object.__new__( cls, *args, **kwargs )\r\napplicationmgr       info updating root::reflex::pluginservice::setdebug(level) to level=0\r\napplicationmgr    success \r\n====================================================================================================================================\r\n                                                   welcome to applicationmgr $revision: 1.77 $\r\n                                          running on lxb8440.cern.ch on fri apr 15 07:11:15 2011\r\n====================================================================================================================================\r\napplicationmgr       info successfully loaded modules : athenaservices\r\napplicationmgr       info application manager configured successfully\r\napplicationmgr       info updating root::reflex::pluginservice::setdebug(level) to level=0\r\npy:athena            info including file &quot;athenacommon/runbatch.py&quot;\r\nstatuscodesvc        info initialize\r\nathdictloadersvc     info in initialize...\r\nathdictloadersvc     info acquired dso-registry\r\nclassidsvc           info initializing classidsvc - package version clidcomps-00-05-06\r\nclassidsvc           info  getregistryentries: read 14 clidregistry entries for module all\r\nclassidsvc           info  getregistryentries: read 14 clidregistry entries for module all\r\nchronostatsvc        info  number of skipped events for memstat-1\r\ncoredumpsvc          info install f-a-t-a-l handler... (flag = -1)\r\ncoredumpsvc          info handling signals: 11(segmentation fault) 7(bus error) 4(illegal instruction) 8(floating point exception) \r\nathenaeventloopmgr   info initializing athenaeventloopmgr - package version athenaservices-01-49-12-08\r\nathmasterseq         info member list: athsequencer/athalgseq, athsequencer/athoutseq, athsequencer/athregseq\r\nstoregatesvc         info initializing storegatesvc - package version storegate-02-36-03\r\neventpersistenc...   info  \'cnvservices\':[  ]\r\nproxyprovidersvc     info initializing proxyprovidersvc - package version sgcomps-00-00-35\r\nhistogrampersis...   info  \'cnvservices\':[ \'hbookhistsvc\' , \'roothistsvc\' ]\r\nhistogrampersis...warning histograms saving not required.\r\nathenaeventloopmgrwarning histograms saving not required.\r\nactivestoresvc       info initializing activestoresvc - package version storegate-02-36-03\r\napplicationmgr       info application manager initialized successfully\r\nstoregatesvc         info start storegatesvc\r\napplicationmgr       info application manager started successfully\r\nathenaeventloopmgr   info   ===&gt;&gt;&gt;  start of run 0    &lt;&lt;&lt;===\r\nathenaeventloopmgr   info   ===&gt;&gt;&gt;  start processing event #1, run #0 0 events processed so far  &lt;&lt;&lt;===\r\nathenaeventloopmgr   info   ===&gt;&gt;&gt;  done processing event #1, run #0 1 events processed so far  &lt;&lt;&lt;===\r\napplicationmgr       info application manager stopped successfully\r\nathalgseq            info finalizing athalgseq...\r\nathoutseq            info finalizing athoutseq...\r\nathregseq            info finalizing athregseq...\r\nathmasterseq         info finalizing athmasterseq...\r\nstoregatesvc         info finalizing storegatesvc - package version storegate-02-36-03\r\nathdictloadersvc     info in finalize...\r\ntoolsvc              info removing all tools created by toolsvc\r\n*****chrono*****     info ****************************************************************************************************\r\n*****chrono*****     info  the final cpu consumption ( chrono ) table (ordered)\r\n*****chrono*****     info ****************************************************************************************************\r\nathenasealsvc::...   info time user   : tot=    0 [us]                                             #=  1\r\nchronostatsvc        info time user   : tot=   16 [ms]                                             #=  1\r\n*****chrono*****     info ****************************************************************************************************\r\nchronostatsvc.f...   info  service finalized successfully \r\napplicationmgr       info application manager finalized successfully\r\napplicationmgr       info application manager terminated successfully\r\npy:athena            info leaving with code 0: &quot;successful run&quot;\r\npy:dqhistogrammerge    info execution of dqhistogrammerge complete with exit code 0.\r\nathenalogchecker start [dqhistogrammerge log] wall-time: fri apr 15 05:11:17 2011, vmem: 371.91015625 mb, rss: 238.625 mb\r\npy:dqhistogrammerge    info scanning athena logfile dqhistogrammerge.log assuming atlas release all,16.6.3.6 ...\r\npy:dqhistogrammerge    info athena initialise()...\r\npy:dqhistogrammerge    info athena execute()...\r\npy:dqhistogrammerge    info athena finalise()...\r\npy:dqhistogrammerge    info done scanning 229 lines of file dqhistogrammerge.log. summary:\r\npy:dqhistogrammerge    info    ignored : 0\r\npy:dqhistogrammerge    info    warnings: 2\r\npy:dqhistogrammerge    info    errors  : 0\r\npy:dqhistogrammerge    info    fatals  : 0\r\nathenalogchecker stop [dqhistogrammerge log] wall-time: fri apr 15 05:11:17 2011, vmem: 371.91015625 mb, rss: 238.625 mb\r\nathenalogchecker report [dqhistogrammerge log] wall-time: 00 hrs 00 mins 00 secs, cpu-time: 00 hrs 00 mins 00 secs, vmem: 0.0 mb, rss: 0.0 mb\r\npy:dqhistogrammerge.outputhistfile    info counting events of data11_7tev.00179581.physics_l1muon.recon.hist.f359#data11_7tev.00179581.physics_l1muon.recon.hist.f359._lb0583._sfo-all._0001...\r\npy:dqhistogrammerge.outputhistfile    info counted 165 events (86.5 mb) in 0.4 seconds --&gt; 408.0 events/s and 214.0 mb/s\r\nguid retrieval: attempting to use fclistguid to retrieve guid from data11_7tev.00179581.physics_l1muon.recon.hist.f359._lb0583._sfo-all._0001.\r\nfclistguid -p data11_7tev.00179581.physics_l1muon.recon.hist.f359._lb0583._sfo-all._0001\r\nguid retrieval: attempting to use pool_extractfileidentifier.py to retrieve guid from data11_7tev.00179581.physics_l1muon.recon.hist.f359._lb0583._sfo-all._0001.\r\npool_extractfileidentifier.py data11_7tev.00179581.physics_l1muon.recon.hist.f359._lb0583._sfo-all._0001\r\nguid retrieval: attempting to use athfile to retrieve guid from data11_7tev.00179581.physics_l1muon.recon.hist.f359._lb0583._sfo-all._0001.\r\nguid retrieval failed.\r\nguid retrieval: all attempts to retrieve guid have failed. generating new guid for data11_7tev.00179581.physics_l1muon.recon.hist.f359._lb0583._sfo-all._0001 instead.\r\nuuidgen\r\nguid retrieval: aef99455-3e91-421f-a25f-1c1f6c909948 (data11_7tev.00179581.physics_l1muon.recon.hist.f359._lb0583._sfo-all._0001) generated with uuidgen\r\ntrf.py  amitag has not been defined\r\npy:dqhistogrammerge    info skipping event number matching.\r\npy:dqhistogrammerge    info scanning logfile dqhistogrammerge.log for metadata...\r\npy:dqhistogrammerge    info output file event min/max test omitted.\r\npy:dqhistogrammerge    info jobtransform completed for dqhistogrammerge with error code 0 (exit code 0)\r\npy:dqhistogrammerge    info transform timer stop [dqhistogrammerge] wall-time: fri apr 15 05:11:40 2011, vmem: 373.9140625 mb, rss: 239.17578125 mb\r\npy:dqhistogrammerge    info transform timer report [dqhistogrammerge] wall-time: 00 hrs 01 mins 30 secs, cpu-time: 00 hrs 01 mins 24 secs, vmem: 2.00390625 mb, rss: 0.55078125 mb\r\n===== job report produced by dqhistogrammerge version patjobtransforms-00-03-29 =====\r\ncommand=/afs/cern.ch/atlas/software/releases/16.6.3/atlasproduction/16.6.3.6/installarea/share/bin/reco_trf.py --argdict=/afs/cern.ch/atlas/tzero/prod1/log1/10253/10253991_data11_7tev.00179581.physics_l1muon.merge.raw.f359.recon.task._lb0583._sfo-all._0001.job.1//data11_7tev.00179581.physics_l1muon.merge.raw.f359.recon.task._lb0583._sfo-all._0001.job.argdict.gpickle\r\nexitcode=0\r\nerrorcode=0 (ok)\r\nfatals=0\r\nerrors=0\r\nwarnings=2\r\nfile data11_7tev.00179581.physics_l1muon.recon.hist.f359._lb0583._sfo-all._0001:\r\n  guid=aef99455-3e91-421f-a25f-1c1f6c909948\r\n  metadata:\r\n    inputfile=[\'monitor.root\', \'monitoresd.root\']\r\n    filetype=monitor_hist\r\n    dataset=data11_7tev.00179581.physics_l1muon.recon.hist.f359\r\n    events=165\r\n    size=90745128\r\nwriting metadata_dqhistogrammerge.xml file...\r\nmetadata_dqhistogrammerge.xml has been slimmed.\r\nwriting jobinfo_dqhistogrammerge.xml file...\r\ndqmergeok is  true\r\npy:reco_trf          info jobtransform completed for reco_trf with error code 0 (exit code 0)\r\npy:dqhistogrammerge    info transform timer stop [reco_trf] wall-time: fri apr 15 05:11:40 2011, vmem: 373.9140625 mb, rss: 239.17578125 mb\r\npy:dqhistogrammerge    info transform timer report [reco_trf] wall-time: 01 hrs 21 mins 56 secs, cpu-time: 01 hrs 18 mins 30 secs, vmem: 261.48046875 mb, rss: 172.15234375 mb\r\n===== job report produced by recotrf =====\r\ncommand=/afs/cern.ch/atlas/software/releases/16.6.3/atlasproduction/16.6.3.6/installarea/share/bin/reco_trf.py --argdict=/afs/cern.ch/atlas/tzero/prod1/log1/10253/10253991_data11_7tev.00179581.physics_l1muon.merge.raw.f359.recon.task._lb0583._sfo-all._0001.job.1//data11_7tev.00179581.physics_l1muon.merge.raw.f359.recon.task._lb0583._sfo-all._0001.job.argdict.gpickle\r\nexitcode=0\r\nerrorcode=0 (ok)\r\nerrorcategory=trf_unknown,	69999,	unknown transform error\r\nfatals=0\r\nerrors=1\r\nwarnings=14\r\nfile data11_7tev.00179581.physics_l1muon.recon.ntup_muoncalib.f359._lb0583._sfo-all._0001:\r\n  guid=e4028f20-e7b9-4626-912a-2be95fca077b\r\n  metadata:\r\n    amitag=f359\r\n    beamtype=collisions\r\n    filetype=ntup\r\n    autoconfiguration=[\'everything\', \'conditionstag=comcond-blkp*-004-05\']\r\n    dataset=data11_7tev.00179581.physics_l1muon.recon.ntup_muoncalib.f359\r\n    maxevents=-1\r\n    conditionstag=comcond-blkp-004-05\r\n    preexec=[\'indetflags.usebeamconstraint.set_value_and_lock(true);from calotools.calonoiseflags import jobproperties;jobproperties.calonoiseflags.fixedluminosity.set_value_and_lock(1.45);aodflags.trackparticleslimmer=true;from trackd3pdmaker.trackd3pdmakerflags import trackd3pdflags;trackd3pdflags.storetracksummary.pixeldedx=true;\']\r\n    geometryversion=atlas-geo-16-00-01\r\n    events=165\r\n    size=18094957\r\nfile data11_7tev.00179581.physics_l1muon.recon.esd.f359._lb0583._sfo-all._0001:\r\n  guid=acf2e80b-1467-e011-a9e3-0030487cd774\r\n  metadata:\r\n    amitag=f359\r\n    beamtype=collisions\r\n    filetype=esd\r\n    autoconfiguration=[\'everything\', \'conditionstag=comcond-blkp*-004-05\']\r\n    dataset=data11_7tev.00179581.physics_l1muon.recon.esd.f359\r\n    maxevents=-1\r\n    conditionstag=comcond-blkp-004-05\r\n    preexec=[\'indetflags.usebeamconstraint.set_value_and_lock(true);from calotools.calonoiseflags import jobproperties;jobproperties.calonoiseflags.fixedluminosity.set_value_and_lock(1.45);aodflags.trackparticleslimmer=true;from trackd3pdmaker.trackd3pdmakerflags import trackd3pdflags;trackd3pdflags.storetracksummary.pixeldedx=true;\']\r\n    geometryversion=atlas-geo-16-00-01\r\n    events=165\r\n    size=235872303\r\nfile data11_7tev.00179581.physics_l1muon.recon.aod.f359._lb0583._sfo-all._0001:\r\n  guid=f4b1ba88-1d67-e011-973b-0030487cd774\r\n  metadata:\r\n    amitag=f359\r\n    beamtype=collisions\r\n    filetype=aod\r\n    autoconfiguration=[\'everything\', \'conditionstag=comcond-blkp*-004-05\']\r\n    dataset=data11_7tev.00179581.physics_l1muon.recon.aod.f359\r\n    maxevents=-1\r\n    conditionstag=comcond-blkp-004-05\r\n    preexec=[\'indetflags.usebeamconstraint.set_value_and_lock(true);from calotools.calonoiseflags import jobproperties;jobproperties.calonoiseflags.fixedluminosity.set_value_and_lock(1.45);aodflags.trackparticleslimmer=true;from trackd3pdmaker.trackd3pdmakerflags import trackd3pdflags;trackd3pdflags.storetracksummary.pixeldedx=true;\']\r\n    geometryversion=atlas-geo-16-00-01\r\n    events=165\r\n    size=73908296\r\nfile data11_7tev.00179581.physics_l1muon.recon.ntup_trig.f359._lb0583._sfo-all._0001:\r\n  guid=541026b4-b99a-48ff-8da3-95ba3e30fbd2\r\n  metadata:\r\n    amitag=f359\r\n    beamtype=collisions\r\n    filetype=ntup\r\n    autoconfiguration=[\'everything\', \'conditionstag=comcond-blkp*-004-05\']\r\n    dataset=data11_7tev.00179581.physics_l1muon.recon.ntup_trig.f359\r\n    maxevents=-1\r\n    conditionstag=comcond-blkp-004-05\r\n    preexec=[\'indetflags.usebeamconstraint.set_value_and_lock(true);from calotools.calonoiseflags import jobproperties;jobproperties.calonoiseflags.fixedluminosity.set_value_and_lock(1.45);aodflags.trackparticleslimmer=true;from trackd3pdmaker.trackd3pdmakerflags import trackd3pdflags;trackd3pdflags.storetracksummary.pixeldedx=true;\']\r\n    geometryversion=atlas-geo-16-00-01\r\n    events=165\r\n    size=5655468\r\nfile data11_7tev.00179581.physics_l1muon.recon.hist.f359._lb0583._sfo-all._0001:\r\n  guid=aef99455-3e91-421f-a25f-1c1f6c909948\r\n  metadata:\r\n    inputfile=[\'monitor.root\', \'monitoresd.root\']\r\n    filetype=monitor_hist\r\n    dataset=data11_7tev.00179581.physics_l1muon.recon.hist.f359\r\n    events=165\r\n    size=90745128\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=dummy version of propagation method with search of nearest surface called; configure your extrapolator with step propagator\r\n  severity=error\r\n  who=configuration\r\n  producer=rawtoesd\r\n  stage=execute\r\nrundiravailabledisk=127719444480\r\nathacronym=successful run\r\nathcode=0\r\nrundiruseddisk=778840687\r\nworkdir=/pool/lsf/atlast0/133473212\r\nathcode=0\r\nrundiravailabledisk=120941948928\r\ndbrelease=current\r\nathacronym=successful run\r\nrundiruseddisk=534656331\r\natlasrelease=16.6.3.6\r\nworkdir=/pool/lsf/atlast0/133473212\r\nathcode=0\r\nrundiravailabledisk=127820234752\r\ndbrelease=current\r\nathacronym=successful run\r\nrundiruseddisk=687596103\r\natlasrelease=16.6.3.6\r\nworkdir=/pool/lsf/atlast0/133473212\r\nathcode=0\r\nrundiravailabledisk=127719759872\r\ndbrelease=current\r\nathacronym=successful run\r\nrundiruseddisk=778542814\r\natlasrelease=16.6.3.6\r\n-verbatim-','396','4045','2011-04-15 13:35:41','5','fixed','closed','muonidentification/muid',';finish;data11_7tev;physics_l1muon.merge.raw.f359;recon.task;needcheck;verbatim;errorinfo;acronym;trf_unknown;message;dummy;version;propagation;method;search;nearest;surface;call;configure;extrapolator;step;propagator;severity;error;configuration;producer;rawtoesd;stage;execute;verbatim;error;message;16.6.0.1;configuration;error;dummy;version;propagation;method;thought;trkexrungekuttapropagator;16.6.3.1;reproduce;problem;susumu;verbatim;input;file;stage_svcclass;atlcal;castor;grid;atla;tzero;prod1;perm;data11_7tev;physics_l1muon;data11_7tev;physics_l1muon.merge.raw;data11_7tev;physics_l1muon.merge.raw;tier;transformation;command;source;atla;tzero;prod1;inst;project;data11;setup;setuptrf.sh;atla;tzero;prod1;inst;project;data11;patch;atlasproduction;16.6.3.6;atlasproduction;16.6.3.6;atla;tzero;prod1;inst;project;data11;setup;specialsetup_tier0;python;reco_trf.py;argdict;atla;tzero;prod1;log1;10253991_data11_7tev;physics_l1muon.merge.raw.f359;recon.task;data11_7tev;physics_l1muon.merge.raw.f359;recon.task;job.argdict.gpickle;data11_7tev;physics_l1muon.merge.raw.f359;recon.task;job.tmp.log;configuration;detail;http;ami.in2p3;opencm;opencm;referencetable;configurationtag;interpret;logfile;location;stage_svcclass;t0merge;castor;grid;atla;tzero;prod1;temp;data11_7tev;physics_l1muon;data11_7tev;physics_l1muon.merge.raw.f359;recon.task.tmp.log;data11_7tev;physics_l1muon.merge.raw.f359;recon.task;job.tmp.log;tail;file;line;messagesvc;servicemgr.messagesvc;print;athenaservices.summarysvc;athenaservices.athenaservicesconf;import;athenasummarysvc;athenasummarysvc.summaryfile;athenasummary_dqhistogrammerge.txt;summarysvc.useathenasummarysvc;joboption;py:dqhistogrammerge;info;execute;dqhistogrammerge;atla;software;release;16.6.3;atlasproduction;16.6.3.6;installarea;python;pyjobtransformscore;athena_wrapper.py;atla;software;release;16.6.3;atlascore;16.6.3;installarea;share;athena.py;runargs.dqhistogrammerge.py;patjobtransform;skeleton.dqhistogrammerge_trf.py;dqhistogrammerge_messagesvc_joboptions.py;drop;reload;frus;cest;preload;tcmalloc_minimal.so;atla;software;release;16.6.3;atlascore;16.6.3;installarea;share;athena.py;runargs.dqhistogrammerge.py;patjobtransform;skeleton.dqhistogrammerge_trf.py;dqhistogrammerge_messagesvc_joboptions.py;drop;reload;py:athena;info;include;file;athenacommon;preparation.py;py:athena;info;release;atlasproduction;16.6.3.6;prod;rel_4;build;py:athena;info;include;file;athenacommon;bootstrap.py;py:athena;info;include;file;athenacommon;atlas.unixstandardjob.py;warn;duplicate;entry;vector.dll;level;ignore;warn;duplicate;entry;vector.dll;level;ignore;warn;duplicate;entry;vector.dll;level;ignore;warn;duplicate;entry;vector.dll;level;ignore;warn;duplicate;entry;vector.dll;level;ignore;warn;duplicate;entry;vector.dll;level;ignore;warn;duplicate;entry;vector.dll;level;ignore;warn;duplicate;entry;vector.dll;level;ignore;warn;duplicate;entry;vector.dll;level;ignore;warn;duplicate;entry;vector.dll;level;ignore;py:athfile;info;load;cache;athfile;cache.ascii;py:athena;info;include;file;athenacommon;execution.py;py:athena;info;include;file;runargs.dqhistogrammerge.py;py:athena;info;include;file;patjobtransform;skeleton.dqhistogrammerge_trf.py;output;dqhistogrammerge.py;hist_merge_list.txt;data11_7tev;physics_l1muon.recon.hist.f359;false;warn;duplicate;entry;vector.dll;level;ignore;warn;duplicate;entry;vector.dll;level;ignore;warn;duplicate;entry;vector.dll;level;ignore;warn;duplicate;entry;vector.dll;level;ignore;warn;duplicate;entry;vector.dll;level;ignore;warn;duplicate;entry;vector.dll;level;ignore;warn;duplicate;entry;vector.dll;level;ignore;warn;duplicate;entry;vector.dll;level;ignore;warn;duplicate;entry;vector.dll;level;ignore;warn;duplicate;entry;vector.dll;level;ignore;1mroofit;v3.12;develop;wouter;verkerke;david;kirkby;copyright;nikhef;university;californium;stanford;university;rights;reserve;read;http;roofit.sourceforge.net;license.txt;open;file;monitor.root;open;file;monitoresd.root;write;file;data11_7tev;physics_l1muon.recon.hist.f359;warn;message;merge;follow;leave;code;dqhistogrammerge.py;finish;retcode;py:athena;info;include;file;dqhistogrammerge_messagesvc_joboptions.py;athenaservices.summarysvc;py:configurabledb;info;read;module;info;configurable;genconfdb;file;py:configurabledb;info;duplicate;that\'s;good;py:athena;info;include;file;athenacommon;runbatch.py;atla;software;release;16.6.3;gaudus;v21r9p3a;installarea;python;gaudipython;bindings.py;deprecationwarning;object;take;parameter;newobj;object;kwarg;applicationmgr;info;update;root;reflex;pluginservice;setdebug;level;level;applicationmgr;success;welcome;applicationmgr;revision;lxb8440;frus;applicationmgr;info;successfully;load;module;athenaservice;applicationmgr;info;application;manager;configure;successfully;applicationmgr;info;update;root;reflex;pluginservice;setdebug;level;level;py:athena;info;restart;athena.py;tempathenaconfig;frus;cest;atla;software;release;16.6.3;atlascore;16.6.3;installarea;share;athena.py;line;true;integer;expression;expect;atla;software;release;16.6.3;atlascore;16.6.3;installarea;share;athena.py;line;true;integer;expression;expect;py:athena;info;include;file;athenacommon;preparation.py;py:athena;info;release;atlasproduction;16.6.3.6;prod;rel_4;build;py:athena;info;include;file;athenacommon;bootstrap.py;py:athena;info;include;file;athenacommon;atlas.unixstandardjob.py;py:athena;info;include;file;athenacommon;execution.py;py:athena;info;load;tempathenaconfig;atla;software;release;16.6.3;gaudus;v21r9p3a;installarea;python;gaudipython;bindings.py;deprecationwarning;object;take;parameter;newobj;object;kwarg;applicationmgr;info;update;root;reflex;pluginservice;setdebug;level;level;applicationmgr;success;welcome;applicationmgr;revision;lxb8440;frus;applicationmgr;info;successfully;load;module;athenaservice;applicationmgr;info;application;manager;configure;successfully;applicationmgr;info;update;root;reflex;pluginservice;setdebug;level;level;py:athena;info;include;file;athenacommon;runbatch.py;statuscodesvc;info;initialize;athdictloadersvc;info;initialize;athdictloadersvc;info;acquire;registry;classidsvc;info;initialize;classidsvc;package;version;clidcomp;classidsvc;info;getregistryentry;read;clidregistry;entry;module;classidsvc;info;getregistryentry;read;clidregistry;entry;module;chronostatsvc;info;number;skip;event;memstat;coredumpsvc;info;install;handler;flag;coredumpsvc;info;handle;signal;segmentation;fault;error;illegal;instruction;float;point;exception;athenaeventloopmgr;info;initialize;athenaeventloopmgr;package;version;athenaservice;athmasterseq;info;member;list;athsequencer;athalgseq;athsequencer;athoutseq;athsequencer;athregseq;storegatesvc;info;initialize;storegatesvc;package;version;storegate;eventpersistenc;info;cnvservice;proxyprovidersvc;info;initialize;proxyprovidersvc;package;version;sgcomp;histogrampersis;info;cnvservice;hbookhistsvc;roothistsvc;histogrampersis;warn;histogram;save;require;athenaeventloopmgrwarning;histogram;save;require;activestoresvc;info;initialize;activestoresvc;package;version;storegate;applicationmgr;info;application;manager;initialize;successfully;storegatesvc;info;start;storegatesvc;applicationmgr;info;application;manager;start;successfully;athenaeventloopmgr;info;start;start;processing;event;event;process;processing;event;event;process;event;guid;retrieval;attempt;fclistguid;retrieve;guid;data11_7tev;physics_l1muon.recon.hist.f359;fclistguid;data11_7tev;physics_l1muon.recon.hist.f359;guid;retrieval;attempt;pool_extractfileidentifier.py;retrieve;guid;data11_7tev;physics_l1muon.recon.hist.f359;pool_extractfileidentifier.py;data11_7tev;physics_l1muon.recon.hist.f359;guid;retrieval;attempt;athfile;retrieve;guid;data11_7tev;physics_l1muon.recon.hist.f359;guid;retrieval;fail;guid;retrieval;attempt;retrieve;guid;fail;generate;guid;data11_7tev;physics_l1muon.recon.hist.f359;instead;uuidgen;guid;retrieval;data11_7tev;physics_l1muon.recon.hist.f359;generate;uuidgen;trf.py;amitag;define;py:dqhistogrammerge;info;skip;event;number;match;py:dqhistogrammerge;info;scanning;logfile;dqhistogrammerge.log;metada;py:dqhistogrammerge;info;output;file;event;test;omit;py:dqhistogrammerge;info;jobtransform;complete;dqhistogrammerge;error;code;exit;code;py:dqhistogrammerge;info;transform;timer;stop;dqhistogrammerge;wall;time;frus;vmem;py:dqhistogrammerge;info;transform;timer;report;dqhistogrammerge;wall;time;time;vmem;report;produce;dqhistogrammerge;version;patjobtransform;command;atla;software;release;16.6.3;atlasproduction;16.6.3.6;installarea;share;reco_trf.py;argdict;atla;tzero;prod1;log1;10253991_data11_7tev;physics_l1muon.merge.raw.f359;recon.task;data11_7tev;physics_l1muon.merge.raw.f359;recon.task;job.argdict.gpickle;exitcode;errorcode;fatal;error;warning;file;data11_7tev;physics_l1muon.recon.hist.f359;guid;metada;inputfile;monitor.root;monitoresd.root;filetype;monitor_hist;dataset;data11_7tev;physics_l1muon.recon.hist.f359;event;size;write;metadata_dqhistogrammerge.xml;file;metadata_dqhistogrammerge.xml;slim;write;jobinfo_dqhistogrammerge.xml;file;dqmergeok;true;py:reco_trf;info;jobtransform;complete;reco_trf;error;code;exit;code;py:dqhistogrammerge;info;transform;timer;stop;reco_trf;wall;time;frus;vmem;py:dqhistogrammerge;info;transform;timer;report;reco_trf;wall;time;time;vmem;report;produce;recotrf;command;atla;software;release;16.6.3;atlasproduction;16.6.3.6;installarea;share;reco_trf.py;argdict;atla;tzero;prod1;log1;10253991_data11_7tev;physics_l1muon.merge.raw.f359;recon.task;data11_7tev;physics_l1muon.merge.raw.f359;recon.task;job.argdict.gpickle;exitcode;errorcode;errorcategory;trf_unknown;unknown;transform;error;fatal;error;warning;file;data11_7tev;physics_l1muon.recon.ntup_muoncalib.f359;guid;metada;amitag;beamtype;collision;filetype;ntup;autoconfiguration;conditionstag;comcond;blkp;dataset;data11_7tev;physics_l1muon.recon.ntup_muoncalib.f359;maxevent;conditionstag;comcond;blkp;preexec;indetflags.usebeamconstraint.set_value_and_lock;true;calotools.calonoiseflags;import;jobproperty;jobproperties.calonoiseflags.fixedluminosity.set_value_and_lock;aodflags.trackparticleslimmer;true;trackd3pdmaker.trackd3pdmakerflags;import;trackd3pdflag;trackd3pdflags.storetracksummary.pixeldedx;true;geometryversion;atla;event;size;file;data11_7tev;physics_l1muon.recon.esd.f359;guid;metada;amitag;beamtype;collision;filetype;autoconfiguration;conditionstag;comcond;blkp;dataset;data11_7tev;physics_l1muon.recon.esd.f359;maxevent;conditionstag;comcond;blkp;preexec;indetflags.usebeamconstraint.set_value_and_lock;true;calotools.calonoiseflags;import;jobproperty;jobproperties.calonoiseflags.fixedluminosity.set_value_and_lock;aodflags.trackparticleslimmer;true;trackd3pdmaker.trackd3pdmakerflags;import;trackd3pdflag;trackd3pdflags.storetracksummary.pixeldedx;true;geometryversion;atla;event;size;file;data11_7tev;physics_l1muon.recon.aod.f359;guid;metada;amitag;beamtype;collision;filetype;autoconfiguration;conditionstag;comcond;blkp;dataset;data11_7tev;physics_l1muon.recon.aod.f359;maxevent;conditionstag;comcond;blkp;preexec;indetflags.usebeamconstraint.set_value_and_lock;true;calotools.calonoiseflags;import;jobproperty;jobproperties.calonoiseflags.fixedluminosity.set_value_and_lock;aodflags.trackparticleslimmer;true;trackd3pdmaker.trackd3pdmakerflags;import;trackd3pdflag;trackd3pdflags.storetracksummary.pixeldedx;true;geometryversion;atla;event;size;file;data11_7tev;physics_l1muon.recon.ntup_trig.f359;guid;metada;amitag;beamtype;collision;filetype;ntup;autoconfiguration;conditionstag;comcond;blkp;dataset;data11_7tev;physics_l1muon.recon.ntup_trig.f359;maxevent;conditionstag;comcond;blkp;preexec;indetflags.usebeamconstraint.set_value_and_lock;true;calotools.calonoiseflags;import;jobproperty;jobproperties.calonoiseflags.fixedluminosity.set_value_and_lock;aodflags.trackparticleslimmer;true;trackd3pdmaker.trackd3pdmakerflags;import;trackd3pdflag;trackd3pdflags.storetracksummary.pixeldedx;true;geometryversion;atla;event;size;file;data11_7tev;physics_l1muon.recon.hist.f359;guid;metada;inputfile;monitor.root;monitoresd.root;filetype;monitor_hist;dataset;data11_7tev;physics_l1muon.recon.hist.f359;event;size;errorinfo;acronym;trf_unknown;message;dummy;version;propagation;method;search;nearest;surface;call;configure;extrapolator;step;propagator;severity;error;configuration;producer;rawtoesd;stage;execute;rundiravailabledisk;athacronym;successful;athcode;rundiruseddisk;workdir;pool;atlast0;athcode;rundiravailabledisk;dbrelease;current;athacronym;successful;rundiruseddisk;atlasrelease;16.6.3.6;workdir;pool;atlast0;athcode;rundiravailabledisk;dbrelease;current;athacronym;successful;rundiruseddisk;atlasrelease;16.6.3.6;workdir;pool;atlast0;athcode;rundiravailabledisk;dbrelease;current;athacronym;successful;rundiruseddisk;atlasrelease;16.6.3.6;verbatim;error;dummy;version;propagation;method;search;nearest;surface;call;16.6.3.6;muonidentification;muid'),(81071,'atlas','warnings from mugirlcandidatetool in tier-0 processing (16.6.3.6)','hi sofia, \r\n\r\nthere are warnings from mugirlcandidatetool in tier-0 processing with recent collision data. \r\n/afs/cern.ch/user/g/gencomm/w0/oda/run179710/data11_7tev.00179710.express_express.daq.raw.x111.recon.task._lb0300._sfo-5._0001.job.tmp.log.1\r\nis the log file of a job of run 179710 lb300 express stream \r\n(early morning of friday, 15 april). 203 events were processed and \r\n+verbatim+\r\n=====================================================\r\n message source              |   level |    count\r\n-----------------------------+---------+-------------\r\n antikt4lctopojets.jetfastjetfinder| warning |        3\r\n antikt4topoemjets.jetfastjetfinder| warning |        3\r\n antikt4topojets.jetfastjetfinder| warning |        3\r\n antikt6lctopojets.jetfastjetfinder| warning |        3\r\n antikt6topoemjets.jetfastjetfinder| warning |        3\r\n antikt6topojets.jetfastjetfinder| warning |        3\r\n dataproxy                   | warning |       84\r\n iovdbsvc                    | warning |       10\r\n larmonmanager               | warning |        1\r\n largemetstream_wmetprescaler| warning |        1\r\n storegatesvc                | warning |        1\r\n thistsvc                    | warning |       10\r\n trt_conditionssummarysvc    | warning |        1\r\n toolsvc.combinedmuontrackbuilder| warning |        8\r\n toolsvc.dcmathsegmentmaker  | warning |      264\r\n toolsvc.indetalignmonresiduals_notrig| warning |       35\r\n toolsvc.indetupdator        | warning |        4\r\n toolsvc.mugirlcandidatetool | warning |       16\r\n toolsvc.muidmatchmaker      | warning |        1\r\n toolsvc.muidsegmentregionrecoverytool| warning |        2\r\n toolsvc.trigdecisiontool.navigation| warning |       46\r\n toolsvc.trigt1ctmonitoring::bsmonitoring| warning |        1\r\n toolsvc.zdcrecchanneltool   | warning |      499\r\n toolsvc.ipatfitter          | warning |        6\r\n trackcollectioncnv: hlt_indettrigparticlecreationtrtonly_electron_efid| warning |       16\r\n trackcollectioncnv: hlt_indettrigparticlecreation_electron_efid| warning |      308\r\n trigbsextraction.navigationforl2| warning |        3\r\n=====================================================\r\n-verbatim-\r\nare seen at rawtoesd step. there are two types of warnings from mugirlcandidatetool:\r\n+verbatim+\r\ntoolsvc.mugirlcandidatetool                       warning cannot create trk::rio_ontrack\r\ntoolsvc.mugirlcandidatetool                       warning cannot find base road\r\n-verbatim-\r\ni extracted the raw file of the events with the warnings. \r\nyou can see the warnings with atlasproduction 16.6.3.6 by \r\n+verbatim+\r\nreco_trf.py ami=x111 outputesdfile=esd.pool.root inputbsfile=/afs/cern.ch/user/g/gencomm/w0/oda/run179710/data11_7tev.00179710.express_express.merge.raw._lb0300._sfo-all._0001.1.mugirlcandidatetool\r\n-verbatim-\r\nif the warnings are not important, please lower the message level to debug. \r\n\r\nthanks in advance, \r\nsusumu ','3583','4045','2011-04-15 21:52:36','5','fixed','closed','muonidentification/mugirl',';sofium;warning;mugirlcandidatetool;tier;processing;recent;collision;datum;user;gencomm;run179710;data11_7tev;express_express.daq.raw.x111;recon.task;job.tmp.log;file;lb300;express;stream;early;morning;friday;april;event;process;verbatim;message;source;level;count;antikt4lctopojets.jetfastjetfinder;warn;antikt4topoemjets.jetfastjetfinder;warn;antikt4topojets.jetfastjetfinder;warn;antikt6lctopojets.jetfastjetfinder;warn;antikt6topoemjets.jetfastjetfinder;warn;antikt6topojets.jetfastjetfinder;warn;dataproxy;warn;iovdbsvc;warn;larmonmanager;warn;largemetstream_wmetprescaler;warn;storegatesvc;warn;thistsvc;warn;trt_conditionssummarysvc;warn;toolsvc.combinedmuontrackbuilder;warn;toolsvc.dcmathsegmentmaker;warn;toolsvc.indetalignmonresiduals_notrig;warn;toolsvc.indetupdator;warn;toolsvc.mugirlcandidatetool;warn;toolsvc.muidmatchmaker;warn;toolsvc.muidsegmentregionrecoverytool;warn;toolsvc.trigdecisiontool.navigation;warn;toolsvc.trigt1ctmonitoring;bsmonitor;warn;toolsvc.zdcrecchanneltool;warn;toolsvc.ipatfitter;warn;trackcollectioncnv;hlt_indettrigparticlecreationtrtonly_electron_efid;warn;trackcollectioncnv;hlt_indettrigparticlecreation_electron_efid;warn;trigbsextraction.navigationforl2;warn;verbatim;rawtoesd;step;type;warning;mugirlcandidatetool;verbatim;toolsvc.mugirlcandidatetool;warn;create;rio_ontrack;toolsvc.mugirlcandidatetool;warn;base;road;verbatim;extract;file;event;warning;warning;atlasproduction;16.6.3.6;verbatim;reco_trf.py;outputesdfile;esd.pool.root;inputbsfile;user;gencomm;run179710;data11_7tev;express_express.merge.raw;mugirlcandidatetool;verbatim;warning;important;lower;message;level;debug;advance;susumu;warning;mugirlcandidatetool;tier;processing;16.6.3.6;muonidentification;mugirl'),(81078,'atlas','combinedmuontrackbuilder warnings in tier-0 processing (16.6.3.6)','hi alan, \r\n\r\nthere are warning messages from combinedmuontrackbuilder in tier-0 processing with recent data. \r\ni extracted 15 events from run 179710 lb300 express stream (early morning of friday, 15 april). \r\nwith atlasproduction 16.6.3.6, \r\n+verbatim+\r\nreco_trf.py ami=x111 inputbsfile=/afs/cern.ch/user/g/gencomm/w0/oda/run179710/data11_7tev.00179710.express_express.merge.raw._lb0300._sfo-all._0001.1.combinedmuontrackbuilder outputesdfile=esd.pool.root\r\n-verbatim-\r\nwill show warning messages 29 times. there are six types of warnings.\r\n+verbatim+\r\ntoolsvc.combinedmuontrackbuilder                  warning  combined muon track is missing the tsos\'s describing calorimeter association\r\ntoolsvc.combinedmuontrackbuilder                  warning  keep original combined track despite cleaner veto\r\ntoolsvc.combinedmuontrackbuilder                  warning  keep original standalone track despite cleaner veto\r\ntoolsvc.combinedmuontrackbuilder                  warning  muontrack without caloenergy association\r\ntoolsvc.combinedmuontrackbuilder                  warning combinedtrack fails with missing caloenergy\r\ntoolsvc.combinedmuontrackbuilder                  warning indetextension: reject with insufficient ms measurements\r\n-verbatim-\r\nif these are serious, please investigate the real problems.\r\notherwise, please lower the message level to debug.\r\n\r\nthanks in advance,\r\nsusumu ','396','4045','2011-04-15 23:49:25','5','fixed','closed','muonidentification/muid',';alan;warn;message;combinedmuontrackbuilder;tier;processing;recent;datum;extract;event;lb300;express;stream;early;morning;friday;april;atlasproduction;16.6.3.6;verbatim;reco_trf.py;inputbsfile;user;gencomm;run179710;data11_7tev;express_express.merge.raw;combinedmuontrackbuilder;outputesdfile;esd.pool.root;verbatim;warn;message;time;type;warning;verbatim;toolsvc.combinedmuontrackbuilder;warn;combine;muon;track;miss;tsos\'s;describe;calorimeter;association;toolsvc.combinedmuontrackbuilder;warn;original;combine;track;despite;cleaner;veto;toolsvc.combinedmuontrackbuilder;warn;original;standalone;track;despite;cleaner;veto;toolsvc.combinedmuontrackbuilder;warn;muontrack;caloenergy;association;toolsvc.combinedmuontrackbuilder;warn;combinedtrack;fail;miss;caloenergy;toolsvc.combinedmuontrackbuilder;warn;indetextension;reject;insufficient;measurement;verbatim;investigate;real;problem;lower;message;level;debug;advance;susumu;combinedmuontrackbuilder;warning;tier;processing;16.6.3.6;muonidentification;muid'),(81089,'atlas','fatal cannot locate magneticfieldmaps','hello, \r\n\r\ntct tests for dev/i686-slc5-gcc43-opt show several failures due to :\r\n\r\n message=cannot locate magneticfieldmaps/bmagatlas_09_fullasym20400.data.bz2 from ${datapath}\r\n  severity=fatal\r\n  who=magfieldathenasvc\r\n  producer=rawtoesd\r\n  stage=execute\r\n\r\njobs failed:\r\n--run00178044_express0_collisions:\r\n--run00178044_express0_collisions_bis:\r\n--run00178044_express1_collisions:\r\n--run00178044_express2_collisions:\r\n--run00178044_express3_collisions:\r\n--run00178044_express4_collisions:\r\n--run00178044_express5_collisions:\r\n--run00178044_express6_collisions:\r\n--run00178044_express7_collisions:\r\n\r\n\r\nexample log file:\r\n\r\nhttps://atlasrtt.cern.ch/tct/rel_6/dev/build/i686-slc5-gcc43-opt/offline/tier0chaintests/run00178044_express0_collisions/run00178044_express0_collisions_log\r\n\r\ncould you please check?\r\n\r\nthanks, marija (valshift)','1180','5211','2011-04-16 10:10:31','5','fixed','closed','none',';hello;test;slc5;gcc43;failure;message;locate;magneticfieldmap;bmagatlas_09_fullasym20400;data.bz2;datapath;severity;fatal;magfieldathenasvc;producer;rawtoesd;stage;execute;fail;run00178044_express0_collisions;run00178044_express0_collisions_bis;run00178044_express1_collisions;run00178044_express2_collisions;run00178044_express3_collisions;run00178044_express4_collisions;run00178044_express5_collisions;run00178044_express6_collisions;run00178044_express7_collisions;example;file;http;atlasrtt.cern.ch;rel_6;build;slc5;gcc43;offline;tier0chaintest;run00178044_express0_collisions;run00178044_express0_collisions_log;check;marija;valshift;fatal;locate;magneticfieldmap'),(81109,'atlas','fast repro merge task 307469: streamesd error  incorrect object/count','merge esd job\r\nhttp://panda.cern.ch/server/pandamon/query?job=1221275228\r\n\r\nfails during switch between these files:\r\nesd.300967._000063.pool.root.1\r\nesd.300967._000064.pool.root.1\r\n\r\nthe merge esd job log \r\nhttp://voatlas140.cern.ch/monitor/logs/9a496713-48bf-4138-a9e5-0af4fccfa212/tarball_pandajob_1221275228_lyon/athena_stdout.txt\r\n\r\nshows:\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  done processing event #2875168, run #178026 4407 events processed so far  &lt;&lt;&lt;===\r\nesd.300967._000063.pool.root.1 info database being retired...\r\ndomain[root_all] info -&gt;  deaccess dbdatabase   read      [root_all] 38b4ff2d-8664-e011-93d7-0024e8769b1f\r\ndomain[root_all] info &gt;   deaccess dbdomain     read      [root_all] \r\nathenasummarysvc                                     info  -&gt; file incident: fid:38b4ff2d-8664-e011-93d7-0024e8769b1f [guid: ]\r\nathenasummarysvc                                     info  -&gt; file incident: esd.300967._000063.pool.root.1 [guid: ]\r\ntoolsvc.lumiblockmetadatatool                        info handle() endtagfile for file: esd.300967._000063.pool.root.1\r\ndbsession info     open     dbsession    \r\ndomain[root_all] info &gt;   access   dbdomain     read      [root_all] \r\ndomain[root_all] info -&gt;  access   dbdatabase   read      [root_all] 8c009b0b-7c64-e011-b6f8-0015178c4ac0\r\ndomain[root_all] info                           esd.300967._000064.pool.root.1\r\nrootdbase.open success esd.300967._000064.pool.root.1 file version:52600\r\nimplicitcollection info opened the implicit collection with connection string &quot;pfn:esd.300967._000064.pool.root.1&quot;\r\nimplicitcollection info and a name &quot;poolcontainer_dataheader&quot;\r\nathenasummarysvc                                     info  -&gt; file incident: esd.300967._000064.pool.root.1 [guid: ]\r\ntoolsvc.lumiblockmetadatatool                        info handle() begintagfile for file: esd.300967._000064.pool.root.1\r\nathenasummarysvc                                     info  -&gt; file incident: esd.300967._000064.pool.root.1 [guid: fid:8c009b0b-7c64-e011-b6f8-0015178c4ac0]\r\ntoolsvc.lumiblockmetadatatool                        info handle() begininputfile for file: esd.300967._000064.pool.root.1\r\ntoolsvc.bytestreammetadatatool                       info handle() begininputfile\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  start processing event #2875482, run #178026 4407 events processed so far  &lt;&lt;&lt;===\r\nstreamesd                                           error  incorrect object/count: rec::trackparticlecontainer_combined_trackparticles, 4407 should be: 4408\r\nstreamesd                                           error  incorrect object/count: trackcollection_combined_tracks, 4407 should be: 4408\r\nesd.307469._000002.pool.root.6 error branch container collectiontree(trk::trackcollection_tlp3/combined_tracks) was not filled in this transaction. this is required by tree_auto_flush option.\r\nesd.307469._000002.pool.root.6 error branch container collectiontree(rec::trackparticlecontainer_tlp2/combined_trackparticles) was not filled in this transaction. this is required by tree_auto_flush option.\r\npersistencysvc::globaltransaction error could not commit and hold the transaction for the database with\r\npersistencysvc::globaltransaction error fid = 06f4e03a-2c68-e011-bad4-0024e87663ee\r\npersistencysvc::globaltransaction error pfn = esd.307469._000002.pool.root.6\r\npoolsvc                                             error pool commitandhold failed 0xbf736e8\r\nathenapoolcnvsvc                                    error commitoutput failed to commitandhold outputstream.\r\nstreamesd.streamesdtool                             error unable to commit output esd.307469._000002.pool.root.6\r\nstreamesd                                           fatal commitoutput failed.\r\nalgerrorauditor                                     error illegal return code: algorithm streamesd reported an error, but returned a statuscode &quot;failure&quot;\r\nerror policy described in https://twiki.cern.ch/twiki/bin/view/atlas/reportingerrors\r\nathalgseq                                            info execute of [streamesd] did not succeed\r\nalgerrorauditor                                     error illegal return code: algorithm athalgseq reported an error, but returned a statuscode &quot;failure&quot;\r\nerror policy described in https://twiki.cern.ch/twiki/bin/view/atlas/reportingerrors\r\nathmasterseq                                         info execute of [athalgseq] did not succeed\r\nalgerrorauditor                                     error illegal return code: algorithm athmasterseq reported an error, but returned a statuscode &quot;failure&quot;\r\nerror policy described in https://twiki.cern.ch/twiki/bin/view/atlas/reportingerrors\r\nathenaeventloopmgr                                   info execution of algorithm athmasterseq failed with statuscode::failure\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  done processing event #2875482, run #178026 4408 events processed so far  &lt;&lt;&lt;===\r\nathenaeventloopmgr                                  error terminating event processing loop due to errors\r\n\r\nlog files of the reco jobs\r\nhttp://panda.cern.ch/server/pandamon/query?job=1218798124\r\nhttp://panda.cern.ch/server/pandamon/query?job=1218798125\r\nthat produced un-mergeable esds shows:\r\n\r\ninfo esd.300967._000063.pool.root.1 successfully validated.\r\ninfo esd.300967._000064.pool.root.1 successfully validated.\r\n\r\ni verified that these files are not corrupted.\r\n','331','127','2011-04-16 20:28:18','9','fixed','closed','none',';merge;http;panda.cern.ch;server;pandamon;query;fail;switch;file;pool.root;pool.root;merge;http;voatlas140;monitor;tarball_pandajob_1221275228_lyon;athena_stdout.txt;show;athenaeventloopmgr;info;processing;event;event;process;deaccess;dbdatabase;read;root_all;domain;root_all;info;deaccess;dbdomain;read;root_all;athenasummarysvc;info;file;incident;guid;athenasummarysvc;info;file;incident;pool.root;guid;toolsvc.lumiblockmetadatatool;info;handle;endtagfile;file;pool.root;dbsession;info;open;dbsession;domain;root_all;info;access;dbdomain;read;root_all;domain;root_all;info;access;dbdatabase;read;root_all;domain;root_all;info;pool.root;rootdbase.open;success;pool.root;file;version;implicitcollection;info;open;implicit;collection;connection;string;pfn:esd;pool.root;implicitcollection;info;poolcontainer_dataheader;athenasummarysvc;info;file;incident;pool.root;guid;toolsvc.lumiblockmetadatatool;info;handle;begintagfile;file;pool.root;athenasummarysvc;info;file;incident;pool.root;guid;toolsvc.lumiblockmetadatatool;info;handle;begininputfile;file;pool.root;toolsvc.bytestreammetadatatool;info;handle;begininputfile;athenaeventloopmgr;info;start;processing;event;event;process;processing;event;event;process;athenaeventloopmgr;error;terminate;event;processing;loop;error;file;reco;http;panda.cern.ch;server;pandamon;query;http;panda.cern.ch;server;pandamon;query;produce;mergeable;show;info;pool.root;successfully;validate;info;pool.root;successfully;validate;verify;file;corrupt;fast;repro;merge;task;streamesd;error;incorrect;object;count'),(81120,'atlas','crash in muontrackmonmanager, release atlasproduction-16.6.3.7, x113','in run 00179804, 6 reconstruction jobs failed with the same crash : \r\n\r\ncurrent algorithm: muontrackmonmanager\r\nalgorithm stack: \r\n   athmasterseq\r\n   athalgseq\r\n   muontrackmonmanager\r\n\r\n\r\ndetails :\r\n------------------------\r\nsun apr 17 06:41:44 2011\r\n\r\ntzex version is  $revision: 355621 $\r\n\r\n&gt;&gt;&gt;&gt;&gt;  start of argdict \r\n\r\n{\'--ignoreerrors\': \'all\',\r\n \'--omitvalidation\': \'all\',\r\n \'amitag\': \'x113\',\r\n \'autoconfiguration\': \'everything,conditionstag=comcond-es1p*-004-05\',\r\n \'inputbsfile\': [\'data11_7tev.00179804.express_express.daq.raw#data11_7tev.00179804.express_express.daq.raw._lb0335._sfo-10._0001.data\'],\r\n \'maxevents\': -1,\r\n \'outputaodfile\': \'data11_7tev.00179804.express_express.recon.aod.x113#data11_7tev.00179804.express_express.recon.aod.x113._lb0335._sfo-10._0001\',\r\n \'outputesdfile\': \'data11_7tev.00179804.express_express.recon.esd.x113#data11_7tev.00179804.express_express.recon.esd.x113._lb0335._sfo-10._0001\',\r\n \'outputhistfile\': \'data11_7tev.00179804.express_express.recon.hist.x113#data11_7tev.00179804.express_express.recon.hist.x113._lb0335._sfo-10._0001\',\r\n \'outputntup_muoncalibfile\': \'data11_7tev.00179804.express_express.recon.ntup_muoncalib.x113#data11_7tev.00179804.express_express.recon.ntup_muoncalib.x113._lb0335._sfo-10._0001\',\r\n \'outputntup_trigfile\': \'data11_7tev.00179804.express_express.recon.ntup_trig.x113#data11_7tev.00179804.express_express.recon.ntup_trig.x113._lb0335._sfo-10._0001\',\r\n \'outputntup_trkvalidfile\': \'data11_7tev.00179804.express_express.recon.ntup_trkvalid.x113#data11_7tev.00179804.express_express.recon.ntup_trkvalid.x113._lb0335._sfo-10._0001\',\r\n \'preexec\': \'indetflags.usebeamconstraint.set_value_and_lock(false);from calotools.calonoiseflags import jobproperties;jobproperties.calonoiseflags.fixedluminosity.set_value_and_lock(1.45);aodflags.trackparticleslimmer=true;indetflags.selectsctintimehits=true\'}\r\n&lt;&lt;&lt;&lt;&lt;  end of argdict \r\n\r\n\r\nsun apr 17 06:41:44 2011\r\n\r\n\r\nstagein\r\n\r\n[(\'data11_7tev.00179804.express_express.daq.raw\', \'data11_7tev.00179804.express_express.daq.raw._lb0335._sfo-10._0001.data\', \'/castor/cern.ch/grid/atlas/daq/merge/2011/00179804/express_express/data11_7tev.00179804.express_express.daq.raw._lb0335._sfo-10._0001.data\', \'data11_7tev.00179804.express_express.daq.raw._lb0335._sfo-10._0001.data\', \'t0atlas\', \'stagein\', \'expraw\')]\r\n\r\n\r\nsun apr 17 06:41:44 2011\r\n\r\n\r\n-----&gt;  staging in  data11_7tev.00179804.express_express.daq.raw._lb0335._sfo-10._0001.data\r\n\r\nexport stage_svcclass=t0atlas ; export stage_host=castoratlas ; umask 7 ;  rfcp /castor/cern.ch/grid/atlas/daq/merge/2011/00179804/express_express/data11_7tev.00179804.express_express.daq.raw._lb0335._sfo-10._0001.data data11_7tev.00179804.express_express.daq.raw._lb0335._sfo-10._0001.data\r\n0 217795212 bytes in 3 seconds through eth0 (in) and local (out) (70896 kb/sec)\r\n217795212 bytes in remote file\r\n\r\n0 217795212 bytes in 3 seconds through eth0 (in) and local (out) (70896 kb/sec)\r\n217795212 bytes in remote file\r\n\r\nlogging: connection succeeded\r\nlogging: executing...\r\ninsert into cpattempt (source,dest,retrynr,exitcode,erroracronym,startepoch,           endepoch,stdboth,filesize,server,transfertime,type,filetype,svcclass) values (:source,:dest,:retrynr,:exitcode,:eacro,:startepoch, :endepoch,:stdboth,          :filesize, :server, :transfertime, :type, :filetype, :svcclass)\r\n{\'retrynr\': 1, \'svcclass\': \'t0atlas\', \'eacro\': \'ok\', \'dest\': \'data11_7tev.00179804.express_express.daq.raw._lb0335._sfo-10._0001.data\', \'startepoch\': 1303015304, \'endepoch\': 1303015317, \'filesize\': 217795212, \'server\': \'\', \'source\': \'/castor/cern.ch/grid/atlas/daq/merge/2011/00179804/express_express/data11_7tev.00179804.express_express.daq.raw._lb0335._sfo-10._0001.data\', \'transfertime\': 3, \'stdboth\': \'217795212 bytes in 3 seconds through eth0 (in) and local (out) (70896 kb/sec)\\n217795212 bytes in remote file\\n\\n\', \'type\': \'stagein\', \'filetype\': \'expraw\', \'exitcode\': 0}\r\nlogging: connection closed\r\nok 13366 13298 [(0, 1, \'217795212 bytes in 3 seconds through eth0 (in) and local (out) (70896 kb/sec)\\n217795212 bytes in remote file\\n\\n\', 1303015304, 1303015317)]\r\nstaging in took  13 seconds ok\r\n\r\nstagein succeeded\r\n\r\nsun apr 17 06:41:57 2011\r\n\r\n\r\nsun apr 17 06:41:58 2011\r\n\r\n\r\ntrans start\r\n\r\nsource /afs/cern.ch/atlas/tzero/prod1/inst/projects/data11/setup/setuptrf.sh /afs/cern.ch/atlas/tzero/prod1/inst/projects/data11/patches/atlasproduction-16.6.3.7 atlasproduction-16.6.3.7 /afs/cern.ch/atlas/tzero/prod1/inst/projects/data11/setup/specialsetup_tier0.sh ; python -u `which reco_trf.py` --argdict=/afs/cern.ch/atlas/tzero/prod1/log1/10294/10294603_data11_7tev.00179804.express_express.daq.raw.x113.recon.task._lb0335._sfo-10._0001.job.3//data11_7tev.00179804.express_express.daq.raw.x113.recon.task._lb0335._sfo-10._0001.job.argdict.gpickle  &amp;&gt; data11_7tev.00179804.express_express.daq.raw.x113.recon.task._lb0335._sfo-10._0001.job.tmp.log\r\ncreated local authentication.xml file\r\ncreated local dblookup.xml file\r\ncopied geometry db file from /afs/cern.ch/atlas/conditions/geomdb_tier0/geomdb/geomdb_sqlite\r\nall done\r\nunsetting frontier_server ...\r\nsetting coral_dblookup_path to  /pool/lsf/atlast0/133949831:/afs/cern.ch/atlas/software/releases/16.6.3/dbrelease/current/xmlconfig\r\nsetting coral_auth_path to  /pool/lsf/atlast0/133949831:/afs/cern.ch/atlas/tzero/prod1/inst/var/private:/afs/cern.ch/atlas/software/releases/16.6.3/dbrelease/current/xmlconfig:/afs/cern.ch/atlas/tzero/prod1/inst/var/private\r\n\r\ntrans end\r\n\r\n\r\nsun apr 17 07:15:46 2011\r\n\r\n\r\ntail of logfile \r\n&gt;&gt;&gt;\r\ntoolsvc.cscsegmvalalg                                info registering histogram: muboy_segm_qsumetagoodclusperlayer_ec with group: muon/muonsegmentmonitoring/endcapc/overview/convertedmboysegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: muboy_segm_etaclusterstatus_ea with group: muon/muonsegmentmonitoring/endcapa/detail/convertedmboysegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: muboy_segm_etaclusterstatus_ec with group: muon/muonsegmentmonitoring/endcapc/detail/convertedmboysegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: muboy_segm_numetacluster_ea with group: muon/muonsegmentmonitoring/endcapa/detail/convertedmboysegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: muboy_segm_numetacluster_ec with group: muon/muonsegmentmonitoring/endcapc/detail/convertedmboysegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: muboy_segm_numgoodetacluster_ea with group: muon/muonsegmentmonitoring/endcapa/detail/convertedmboysegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: muboy_segm_numgoodetacluster_ec with group: muon/muonsegmentmonitoring/endcapc/detail/convertedmboysegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: muboy_segm_qsumetacluster_ea with group: muon/muonsegmentmonitoring/endcapa/detail/convertedmboysegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: muboy_segm_qsumetacluster_ec with group: muon/muonsegmentmonitoring/endcapc/detail/convertedmboysegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: muboy_segm_qsumgoodetacluster_ea with group: muon/muonsegmentmonitoring/endcapa/detail/convertedmboysegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: muboy_segm_qsumgoodetacluster_ec with group: muon/muonsegmentmonitoring/endcapc/detail/convertedmboysegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: muboy_segm_qsumphigoodclusperlayer_ea with group: muon/muonsegmentmonitoring/endcapa/overview/convertedmboysegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: muboy_segm_qsumphigoodclusperlayer_ec with group: muon/muonsegmentmonitoring/endcapc/overview/convertedmboysegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: muboy_segm_phiclusterstatus_ea with group: muon/muonsegmentmonitoring/endcapa/detail/convertedmboysegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: muboy_segm_phiclusterstatus_ec with group: muon/muonsegmentmonitoring/endcapc/detail/convertedmboysegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: muboy_segm_numphicluster_ea with group: muon/muonsegmentmonitoring/endcapa/detail/convertedmboysegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: muboy_segm_numphicluster_ec with group: muon/muonsegmentmonitoring/endcapc/detail/convertedmboysegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: muboy_segm_numgoodphicluster_ea with group: muon/muonsegmentmonitoring/endcapa/detail/convertedmboysegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: muboy_segm_numgoodphicluster_ec with group: muon/muonsegmentmonitoring/endcapc/detail/convertedmboysegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: muboy_segm_qsumphicluster_ea with group: muon/muonsegmentmonitoring/endcapa/detail/convertedmboysegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: muboy_segm_qsumphicluster_ec with group: muon/muonsegmentmonitoring/endcapc/detail/convertedmboysegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: muboy_segm_qsumgoodphicluster_ea with group: muon/muonsegmentmonitoring/endcapa/detail/convertedmboysegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: muboy_segm_qsumgoodphicluster_ec with group: muon/muonsegmentmonitoring/endcapc/detail/convertedmboysegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: muboy_segm_qsumgoodcluscorrelation_ea with group: muon/muonsegmentmonitoring/endcapa/detail/convertedmboysegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: muboy_segm_qsumgoodcluscorrelation_ec with group: muon/muonsegmentmonitoring/endcapc/detail/convertedmboysegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_numsegments_ea with group: muon/muonsegmentmonitoring/endcapa/overview/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_numsegments_ec with group: muon/muonsegmentmonitoring/endcapc/overview/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_numnclussegments_ea with group: muon/muonsegmentmonitoring/endcapa/detail/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_numnclussegments_ec with group: muon/muonsegmentmonitoring/endcapc/detail/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_efficiency_ea with group: muon/muonsegmentmonitoring/endcapa/overview/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_efficiency_ec with group: muon/muonsegmentmonitoring/endcapc/overview/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_qsumetagoodclusperlayer_ea with group: muon/muonsegmentmonitoring/endcapa/overview/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_qsumetagoodclusperlayer_ec with group: muon/muonsegmentmonitoring/endcapc/overview/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_etaclusterstatus_ea with group: muon/muonsegmentmonitoring/endcapa/detail/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_etaclusterstatus_ec with group: muon/muonsegmentmonitoring/endcapc/detail/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_numetacluster_ea with group: muon/muonsegmentmonitoring/endcapa/detail/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_numetacluster_ec with group: muon/muonsegmentmonitoring/endcapc/detail/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_numgoodetacluster_ea with group: muon/muonsegmentmonitoring/endcapa/detail/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_numgoodetacluster_ec with group: muon/muonsegmentmonitoring/endcapc/detail/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_qsumetacluster_ea with group: muon/muonsegmentmonitoring/endcapa/detail/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_qsumetacluster_ec with group: muon/muonsegmentmonitoring/endcapc/detail/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_qsumgoodetacluster_ea with group: muon/muonsegmentmonitoring/endcapa/detail/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_qsumgoodetacluster_ec with group: muon/muonsegmentmonitoring/endcapc/detail/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_qsumphigoodclusperlayer_ea with group: muon/muonsegmentmonitoring/endcapa/overview/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_qsumphigoodclusperlayer_ec with group: muon/muonsegmentmonitoring/endcapc/overview/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_phiclusterstatus_ea with group: muon/muonsegmentmonitoring/endcapa/detail/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_phiclusterstatus_ec with group: muon/muonsegmentmonitoring/endcapc/detail/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_numphicluster_ea with group: muon/muonsegmentmonitoring/endcapa/detail/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_numphicluster_ec with group: muon/muonsegmentmonitoring/endcapc/detail/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_numgoodphicluster_ea with group: muon/muonsegmentmonitoring/endcapa/detail/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_numgoodphicluster_ec with group: muon/muonsegmentmonitoring/endcapc/detail/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_qsumphicluster_ea with group: muon/muonsegmentmonitoring/endcapa/detail/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_qsumphicluster_ec with group: muon/muonsegmentmonitoring/endcapc/detail/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_qsumgoodphicluster_ea with group: muon/muonsegmentmonitoring/endcapa/detail/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_qsumgoodphicluster_ec with group: muon/muonsegmentmonitoring/endcapc/detail/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_qsumgoodcluscorrelation_ea with group: muon/muonsegmentmonitoring/endcapa/detail/mooresegments/csc\r\ntoolsvc.cscsegmvalalg                                info registering histogram: moore_segm_qsumgoodcluscorrelation_ec with group: muon/muonsegmentmonitoring/endcapc/detail/mooresegments/csc\r\ntoolsvc.eventcnvsupertool                         warning unknown identifier: unable to decode id, that is (4294952960)\r\ntoolsvc.eventcnvsupertool                         warning getsurface: could not get cnv tool. returning detelementsurface with id=.4294952960\r\n-------------------------------------------------------------------------------------\r\ncore dump from coredumpsvc on lxbrl2520.cern.ch at sun apr 17 07:15:20 2011\r\n\r\ncaught signal 11(segmentation fault). details: \r\n  errno = 0, code = 1 (address not mapped to object)\r\n  pid   = 16, uid = 1433273632\r\n  value = (1552118599, 0x5c837347)\r\n  vmem = 2559.21 mb\r\n  rss  = 1936.44 mb\r\n  total-ram = 15929.1 mb\r\n  free-ram  = 1115.58 mb\r\n  buffer-ram= 123.715 mb\r\n  total-swap= 20481.2 mb\r\n  free-swap = 20435.9 mb\r\n  addr  = 0x10\r\n\r\nevent counter: 1\r\neventid: [run,evt,lumi,time,bunchcross,detmask] = [179804,10730244,335,1303006198:4858710,484,0x1fffffffffff7]\r\nlast incident: athenaeventloopmgr:beginevent\r\ncurrent algorithm: muontrackmonmanager\r\nalgorithm stack: \r\n   athmasterseq\r\n   athalgseq\r\n   muontrackmonmanager\r\n-------------------------------------------------------------------------------------\r\n\r\n(pid=22210 ppid=13019) received fatal signal 11 (segmentation fault)\r\nsignal context:\r\n  signo  = 11, errno = 0, code = 1 (address not mapped to object)\r\n  pid    = 16, uid = 1433273632\r\n  value  = (1552118599, 0x5c837347)\r\n  addr   = 0x10\r\n  stack  = (2, 0, (nil))\r\n\r\n  eip: 0023:6836174d           eflags: 00010292\r\n  eax: 00000000   ebx: 683a0d9c   ecx: a846aaf8   edx: a846aaf8\r\n  esi: 00000002   edi: ffe1f32c   ebp: ffe1f2a8   esp: ffe1f0a0\r\n   ds: 002b        es: 002b        fs: 0000        ss: 002b\r\n\r\n  signal esp: ffe1f0a0  trap: 14/4  oldmask: 00000000   cr2: 00000010\r\n\r\n  fpu:  control = ffff037f\r\n        status  = ffff0020\r\n        tag     = ffffffff\r\n        ip      = 0010:587e08a7\r\n        data    = 002b:a82a6be4\r\n        state   = 00000020\r\n    %fp0 = [8000:0000000000000000]\r\n    %fp1 = [bffe:a00071f22aa6ec70]\r\n    %fp2 = [c009:4de7b9a848a58e89]\r\n    %fp3 = [0000:0000000000000000]\r\n    %fp4 = [4007:92804b204469ecac]\r\n    %fp5 = [400b:70d0bc0de145e377]\r\n    %fp6 = [400f:000000000000ad58]\r\n    %fp7 = [401f:000000001c80eac0]\r\n\r\nstack trace:\r\n 0x5a3d5340 athena::debugaids::stacktrace(int) + 0x60 [/afs/cern.ch/atlas/software/releases/16.6.3/atlascore/16.6.3/installarea/i686-slc5-gcc43-opt/lib/libcxxutils.so]\r\n 0x5a3d2f8f athena::signal::fataldump(int, siginfo*, void*) + 0xff [/afs/cern.ch/atlas/software/releases/16.6.3/atlascore/16.6.3/installarea/i686-slc5-gcc43-opt/lib/libcxxutils.so]\r\n 0x5a3d32a1 athena::signal::fatal(int, siginfo*, void*) + 0x181 [/afs/cern.ch/atlas/software/releases/16.6.3/atlascore/16.6.3/installarea/i686-slc5-gcc43-opt/lib/libcxxutils.so]\r\n 0x5a195a0e coredumpsvchandler::action(int, siginfo*, void*) + 0xce [/afs/cern.ch/atlas/software/releases/16.6.3/atlascore/16.6.3/installarea/i686-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0xffffe600 &lt;unknown function&gt;\r\n 0x6836174d muon::muonedmhelpertool::createdetailedtracksummary(trk::track const&amp;) const + 0x18d [/afs/cern.ch/atlas/software/releases/16.6.3/atlasreconstruction/16.6.3/installarea/i686-slc5-gcc43-opt/lib/libmuonrechelpertoolslib.so]\r\n 0x7259fd71 muonselectedtracksmon::filldetailedtrksummaryhistograms(std::string, int) + 0x3b1 [/afs/cern.ch/atlas/software/releases/16.6.3/atlasanalysis/16.6.3/installarea/i686-slc5-gcc43-opt/lib/libmuontrackmonitoring.so]\r\n 0x725a23cb muonselectedtracksmon::fillhistograms() + 0x50b [/afs/cern.ch/atlas/software/releases/16.6.3/atlasanalysis/16.6.3/installarea/i686-slc5-gcc43-opt/lib/libmuontrackmonitoring.so]\r\n 0x668f97df managedmonitortoolbase::fillhists() + 0x4bf [/afs/cern.ch/atlas/software/releases/16.6.3/atlasevent/16.6.3/installarea/i686-slc5-gcc43-opt/lib/libathenamonitoringlib.so]\r\n 0x668e5ae2 athenamonmanager::execute() + 0x592 [/afs/cern.ch/atlas/software/releases/16.6.3/atlasevent/16.6.3/installarea/i686-slc5-gcc43-opt/lib/libathenamonitoringlib.so]\r\n 0x587ba51d algorithm::sysexecute() + 0x11d [/afs/cern.ch/atlas/software/releases/16.6.3/gaudi/v21r9p3a/installarea/i686-slc5-gcc43-opt/lib/libgaudikernel.so]\r\n 0x6681b89b athsequencer::execute() + 0x25b [/afs/cern.ch/atlas/software/releases/16.6.3/atlascore/16.6.3/installarea/i686-slc5-gcc43-opt/lib/libgaudisequencer.so]\r\n 0x587ba51d algorithm::sysexecute() + 0x11d [/afs/cern.ch/atlas/software/releases/16.6.3/gaudi/v21r9p3a/installarea/i686-slc5-gcc43-opt/lib/libgaudikernel.so]\r\n 0x6681b89b athsequencer::execute() + 0x25b [/afs/cern.ch/atlas/software/releases/16.6.3/atlascore/16.6.3/installarea/i686-slc5-gcc43-opt/lib/libgaudisequencer.so]\r\n 0x587ba51d algorithm::sysexecute() + 0x11d [/afs/cern.ch/atlas/software/releases/16.6.3/gaudi/v21r9p3a/installarea/i686-slc5-gcc43-opt/lib/libgaudikernel.so]\r\n 0x5a1c453f athenaeventloopmgr::executealgorithms() + 0x6f [/afs/cern.ch/atlas/software/releases/16.6.3/atlascore/16.6.3/installarea/i686-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0x5a1cad2e athenaeventloopmgr::executeevent(void*) + 0x83e [/afs/cern.ch/atlas/software/releases/16.6.3/atlascore/16.6.3/installarea/i686-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0x5a1c9a12 athenaeventloopmgr::nextevent(int) + 0x8a2 [/afs/cern.ch/atlas/software/releases/16.6.3/atlascore/16.6.3/installarea/i686-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0x5a1c36cb athenaeventloopmgr::executerun(int) + 0x1b [/afs/cern.ch/atlas/software/releases/16.6.3/atlascore/16.6.3/installarea/i686-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0x599b7a49 applicationmgr::executerun(int) + 0x79 [/afs/cern.ch/atlas/software/releases/16.6.3/gaudi/v21r9p3a/installarea/i686-slc5-gcc43-opt/lib/libgaudisvc.so]\r\n�0x590bc94d _zn12_global__n_1l11method_4267epvs0_rkst6vectoris0_sais0_ees0_ dictionary_dict.cpp:0 + 0x590bc94d [/afs/cern.ch/atlas/software/releases/16.6.3/gaudi/v21r9p3a/installarea/i686-slc5-gcc43-opt/lib/libgaudikerneldict.so]\r\n 0x57fca437 root::cintex::method_stub_with_context(root::cintex::stubcontext_t*, g__value*, char const*, g__param*, int) + 0x157 [/afs/cern.ch/atlas/software/releases/16.6.3/detcommon/16.6.3/installarea/i686-slc5-gcc43-opt/lib/libcintex.so]\r\n 0x59e36034 &lt;unknown function&gt;\r\n 0x56135512 cint::g__callfunc::execute(void*) + 0xd2 [/afs/cern.ch/atlas/software/releases/16.6.3/detcommon/16.6.3/installarea/i686-slc5-gcc43-opt/lib/libcint.so]\r\n 0x558c2cec pyroot::trootobjectbyvalueexecutor::execute(cint::g__callfunc*, void*) + 0x2c [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/app/releases/root/5.26.00e_python2.6/i686-slc5-gcc43-opt/root/lib/libpyroot.so]\r\n 0x558c8c24 pyroot::tmethodholder&lt;pyroot::tscopeadapter, pyroot::tmemberadapter&gt;::callsafe(void*) + 0x64 [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/app/releases/root/5.26.00e_python2.6/i686-slc5-gcc43-opt/root/lib/libpyroot.so]\r\n 0x558c8dbc pyroot::tmethodholder&lt;pyroot::tscopeadapter, pyroot::tmemberadapter&gt;::execute(void*) + 0x6c [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/app/releases/root/5.26.00e_python2.6/i686-slc5-gcc43-opt/root/lib/libpyroot.so]\r\n 0x558c7a92 pyroot::tmethodholder&lt;pyroot::tscopeadapter, pyroot::tmemberadapter&gt;::operator()(pyroot::objectproxy*, _object*, _object*, long) + 0x112 [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/app/releases/root/5.26.00e_python2.6/i686-slc5-gcc43-opt/root/lib/libpyroot.so]\r\n�0x558ce859 pyroot::(anonymous namespace)::mp_call(pyroot::methodproxy*, _object*, _object*) methodproxy.cxx:0 + 0x558ce859 [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/app/releases/root/5.26.00e_python2.6/i686-slc5-gcc43-opt/root/lib/libpyroot.so]\r\n 0x0805d88c pyobject_call /build/agaspar/work/python-2.6.5/objects/abstract.c:2493 + 0x5c [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080d969d do_call /build/agaspar/work/python-2.6.5/python/ceval.c:3968 + 0x2dfd [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080ddc8c pyeval_evalcodeex /build/agaspar/work/python-2.6.5/python/ceval.c:3000 + 0x87c [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080dc329 fast_function /build/agaspar/work/python-2.6.5/python/ceval.c:3846 + 0x5a89 [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080ddc8c pyeval_evalcodeex /build/agaspar/work/python-2.6.5/python/ceval.c:3000 + 0x87c [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080dddd3 pyeval_evalcode /build/agaspar/work/python-2.6.5/python/ceval.c:547 + 0x63 [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080fe044 run_mod /build/agaspar/work/python-2.6.5/python/pythonrun.c:1339 + 0xb4 [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080d4900 builtin_execfile /build/agaspar/work/python-2.6.5/python/bltinmodule.c:797 + 0x80d4900 [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x081391bd pycfunction_call /build/agaspar/work/python-2.6.5/objects/methodobject.c:81 + 0x18d [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080dbd09 call_function /build/agaspar/work/python-2.6.5/python/ceval.c:3750 + 0x5469 [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080ddc8c pyeval_evalcodeex /build/agaspar/work/python-2.6.5/python/ceval.c:3000 + 0x87c [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x08137caa function_call /build/agaspar/work/python-2.6.5/objects/funcobject.c:524 + 0x8137caa [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x0805d88c pyobject_call /build/agaspar/work/python-2.6.5/objects/abstract.c:2493 + 0x5c [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x08064935 instancemethod_call /build/agaspar/work/python-2.6.5/objects/classobject.c:2579 + 0x8064935 [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x0805d88c pyobject_call /build/agaspar/work/python-2.6.5/objects/abstract.c:2493 + 0x5c [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080b29e3 slot_tp_call /build/agaspar/work/python-2.6.5/objects/typeobject.c:5373 + 0x80b29e3 [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x0805d88c pyobject_call /build/agaspar/work/python-2.6.5/objects/abstract.c:2493 + 0x5c [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080d969d do_call /build/agaspar/work/python-2.6.5/python/ceval.c:3968 + 0x2dfd [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080ddc8c pyeval_evalcodeex /build/agaspar/work/python-2.6.5/python/ceval.c:3000 + 0x87c [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080dddd3 pyeval_evalcode /build/agaspar/work/python-2.6.5/python/ceval.c:547 + 0x63 [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080fe044 run_mod /build/agaspar/work/python-2.6.5/python/pythonrun.c:1339 + 0xb4 [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080d4900 builtin_execfile /build/agaspar/work/python-2.6.5/python/bltinmodule.c:797 + 0x80d4900 [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x081391bd pycfunction_call /build/agaspar/work/python-2.6.5/objects/methodobject.c:81 + 0x18d [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080dbd09 call_function /build/agaspar/work/python-2.6.5/python/ceval.c:3750 + 0x5469 [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080ddc8c pyeval_evalcodeex /build/agaspar/work/python-2.6.5/python/ceval.c:3000 + 0x87c [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x08137caa function_call /build/agaspar/work/python-2.6.5/objects/funcobject.c:524 + 0x8137caa [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x0805d88c pyobject_call /build/agaspar/work/python-2.6.5/objects/abstract.c:2493 + 0x5c [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x08064935 instancemethod_call /build/agaspar/work/python-2.6.5/objects/classobject.c:2579 + 0x8064935 [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x0805d88c pyobject_call /build/agaspar/work/python-2.6.5/objects/abstract.c:2493 + 0x5c [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080b29e3 slot_tp_call /build/agaspar/work/python-2.6.5/objects/typeobject.c:5373 + 0x80b29e3 [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x0805d88c pyobject_call /build/agaspar/work/python-2.6.5/objects/abstract.c:2493 + 0x5c [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080d969d do_call /build/agaspar/work/python-2.6.5/python/ceval.c:3968 + 0x2dfd [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080ddc8c pyeval_evalcodeex /build/agaspar/work/python-2.6.5/python/ceval.c:3000 + 0x87c [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080dddd3 pyeval_evalcode /build/agaspar/work/python-2.6.5/python/ceval.c:547 + 0x63 [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080fe044 run_mod /build/agaspar/work/python-2.6.5/python/pythonrun.c:1339 + 0xb4 [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080fe3a4 pyrun_simplefileexflags /build/agaspar/work/python-2.6.5/python/pythonrun.c:935 + 0x204 [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080fe69a pyrun_anyfileexflags /build/agaspar/work/python-2.6.5/python/pythonrun.c:739 + 0x7a [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x08058d46 py_main /build/agaspar/work/python-2.6.5/modules/main.c:572 + 0xc56 [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x08057e42 main /build/agaspar/work/python-2.6.5/./modules/python.c:24 + 0x32 [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x00139e9c __libc_start_main + 0xdc [/lib/libc.so.6]\r\n 0x08057d51 _start + 0x8057d51 [/afs/cern.ch/atlas/software/releases/16.6.3/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\npy:esdtoaod          info execution of esdtoaod complete with exit code -11.\r\npy:esdtoaod         error transform received signal 11. exit code reset to athena exit code 8.\r\nathenalogchecker start [esdtoaod log] wall-time: sun apr 17 05:15:34 2011, vmem: 112.12890625 mb, rss: 67.8125 mb\r\npy:esdtoaod          info scanning athena logfile esdtoaod.log assuming atlas release all,16.6.3.7 ...\r\npy:esdtoaod          info athena initialise()...\r\npy:esdtoaod          info athena execute()...\r\npy:esdtoaod          info done scanning 6302 lines of file esdtoaod.log. summary:\r\npy:esdtoaod          info    ignored : 0\r\npy:esdtoaod          info    warnings: 34\r\npy:esdtoaod          info    errors  : 0\r\npy:esdtoaod          info    fatals  : 2\r\nathenalogchecker stop [esdtoaod log] wall-time: sun apr 17 05:15:34 2011, vmem: 112.12890625 mb, rss: 67.81640625 mb\r\nathenalogchecker report [esdtoaod log] wall-time: 00 hrs 00 mins 00 secs, cpu-time: 00 hrs 00 mins 00 secs, vmem: 0.0 mb, rss: 0.00390625 mb\r\npy:esdtoaod          info jobtransform completed for esdtoaod with error code 60010 (exit code 6)\r\npy:esdtoaod          info transform timer stop [esdtoaod] wall-time: sun apr 17 05:15:34 2011, vmem: 112.12890625 mb, rss: 67.82421875 mb\r\npy:esdtoaod          info transform timer report [esdtoaod] wall-time: 00 hrs 03 mins 59 secs, cpu-time: 00 hrs 02 mins 22 secs, vmem: 0.0 mb, rss: 0.10546875 mb\r\n===== job report produced by esdtoaod version patjobtransforms-00-03-29 =====\r\ncommand=/afs/cern.ch/atlas/software/releases/16.6.3/atlasproduction/16.6.3.7/installarea/share/bin/reco_trf.py --argdict=/afs/cern.ch/atlas/tzero/prod1/log1/10294/10294603_data11_7tev.00179804.express_express.daq.raw.x113.recon.task._lb0335._sfo-10._0001.job.3//data11_7tev.00179804.express_express.daq.raw.x113.recon.task._lb0335._sfo-10._0001.job.argdict.gpickle\r\nexitcode=6\r\nerrorcode=60010 (trf_segfault)\r\nerrorcategory=trf_segfault,	60010,	segmentation fault (2 times)\r\nfatals=2\r\nerrors=0\r\nwarnings=3\r\nwriting jobinfo_esdtoaod.xml file...\r\naodok is  false\r\nskipping esd-&gt;dpd step...\r\nskipping aod-&gt;dpd step...\r\nskipping aod-&gt;tag step...\r\nskipping monitoring file merging step...\r\npy:reco_trf          info jobtransform completed for reco_trf with error code 60010 (exit code 6)\r\npy:esdtoaod          info transform timer stop [reco_trf] wall-time: sun apr 17 05:15:34 2011, vmem: 112.29296875 mb, rss: 67.8984375 mb\r\npy:esdtoaod          info transform timer report [reco_trf] wall-time: 00 hrs 33 mins 19 secs, cpu-time: 00 hrs 29 mins 30 secs, vmem: 0.8515625 mb, rss: 0.8828125 mb\r\n===== job report produced by recotrf =====\r\ncommand=/afs/cern.ch/atlas/software/releases/16.6.3/atlasproduction/16.6.3.7/installarea/share/bin/reco_trf.py --argdict=/afs/cern.ch/atlas/tzero/prod1/log1/10294/10294603_data11_7tev.00179804.express_express.daq.raw.x113.recon.task._lb0335._sfo-10._0001.job.3//data11_7tev.00179804.express_express.daq.raw.x113.recon.task._lb0335._sfo-10._0001.job.argdict.gpickle\r\nexitcode=6\r\nerrorcode=60010 (trf_segfault)\r\nerrorcategory=trf_segfault,	60010,	segmentation fault (2 times)\r\nfatals=2\r\nerrors=0\r\nwarnings=6\r\nfile data11_7tev.00179804.express_express.recon.esd.x113._lb0335._sfo-10._0001:\r\n  guid=46545ab3-ad68-e011-ba19-0030486730e6\r\n  metadata:\r\n    amitag=x113\r\n    beamtype=collisions\r\n    filetype=esd\r\n    autoconfiguration=[\'everything\', \'conditionstag=comcond-es1p*-004-05\']\r\n    dataset=data11_7tev.00179804.express_express.recon.esd.x113\r\n    maxevents=-1\r\n    conditionstag=comcond-es1pst-004-05\r\n    preexec=[\'indetflags.usebeamconstraint.set_value_and_lock(false);from calotools.calonoiseflags import jobproperties;jobproperties.calonoiseflags.fixedluminosity.set_value_and_lock(1.45);aodflags.trackparticleslimmer=true;indetflags.selectsctintimehits=true\']\r\n    geometryversion=atlas-geo-16-00-01\r\n    events=167\r\n    size=272226450\r\nfile data11_7tev.00179804.express_express.recon.ntup_muoncalib.x113._lb0335._sfo-10._0001:\r\n  guid=c7bfd39b-3ef7-436a-825e-1505dca40daa\r\n  metadata:\r\n    amitag=x113\r\n    beamtype=collisions\r\n    filetype=ntup\r\n    autoconfiguration=[\'everything\', \'conditionstag=comcond-es1p*-004-05\']\r\n    dataset=data11_7tev.00179804.express_express.recon.ntup_muoncalib.x113\r\n    maxevents=-1\r\n    conditionstag=comcond-es1pst-004-05\r\n    preexec=[\'indetflags.usebeamconstraint.set_value_and_lock(false);from calotools.calonoiseflags import jobproperties;jobproperties.calonoiseflags.fixedluminosity.set_value_and_lock(1.45);aodflags.trackparticleslimmer=true;indetflags.selectsctintimehits=true\']\r\n    geometryversion=atlas-geo-16-00-01\r\n    events=167\r\n    size=16800899\r\nfile data11_7tev.00179804.express_express.recon.ntup_trkvalid.x113._lb0335._sfo-10._0001:\r\n  guid=7deec058-a9a3-44b8-b42d-e7d5cb199206\r\n  metadata:\r\n    amitag=x113\r\n    beamtype=collisions\r\n    filetype=ntup\r\n    autoconfiguration=[\'everything\', \'conditionstag=comcond-es1p*-004-05\']\r\n    dataset=data11_7tev.00179804.express_express.recon.ntup_trkvalid.x113\r\n    maxevents=-1\r\n    conditionstag=comcond-es1pst-004-05\r\n    preexec=[\'indetflags.usebeamconstraint.set_value_and_lock(false);from calotools.calonoiseflags import jobproperties;jobproperties.calonoiseflags.fixedluminosity.set_value_and_lock(1.45);aodflags.trackparticleslimmer=true;indetflags.selectsctintimehits=true\']\r\n    geometryversion=atlas-geo-16-00-01\r\n    events=167\r\n    size=27378282\r\nerrorinfo\r\n  acronym=trf_segfault (60010) segmentation fault\r\n  message=caught signal 11(segmentation fault). details:\r\n  severity=fatal\r\n  producer=esdtoaod\r\n  stage=execute\r\nerrorinfo\r\n  acronym=trf_segfault (60010) segmentation fault\r\n  message=(pid=22210 ppid=13019) received fatal signal 11 (segmentation fault)\r\n  severity=fatal\r\n  producer=esdtoaod\r\n  stage=execute\r\nathacronym=an unknown exception occurred\r\nathcode=8\r\nrundiruseddisk=605195890\r\nrundiravailabledisk=263455834112\r\nworkdir=/pool/lsf/atlast0/133949831\r\nathcode=0\r\nrundiravailabledisk=263965159424\r\ndbrelease=current\r\nathacronym=successful run\r\nrundiruseddisk=601527661\r\natlasrelease=16.6.3.7\r\nworkdir=/pool/lsf/atlast0/133949831\r\nathcode=8\r\nrundiravailabledisk=263456157696\r\ndbrelease=current\r\nathacronym=an unknown exception occurred\r\nrundiruseddisk=604898802\r\natlasrelease=16.6.3.7\r\nwriting jobinfo_recotrf.xml file...\r\n&lt;&lt;&lt;\r\n\r\nls workdir \r\n&gt;&gt;&gt;\r\ntotal 591980\r\n-rw-r--r-- 1 atlast0 zp        67 apr 17 07:15 10294603_data11_7tev.00179804.express_express.daq.raw.x113.recon.task._lb0335._sfo-10._0001.job.3.gpickle\r\n-rw-r--r-- 1 atlast0 zp     37505 apr 17 07:15 10294603_data11_7tev.00179804.express_express.daq.raw.x113.recon.task._lb0335._sfo-10._0001.job.3.log\r\n-rw-r--r-- 1 atlast0 zp     43751 apr 17 07:15 1303015155.133949831.out\r\n-rw-r----- 1 atlast0 zp       125 apr 17 06:41 1303015155.133949831.out.ootw\r\n-rw-r--r-- 1 atlast0 zp      3526 apr 17 07:15 athenasummary_esdtoaod.txt\r\n-rw-r--r-- 1 atlast0 zp     38441 apr 17 07:09 athenasummary_rawtoesd.txt\r\n-rw-r--r-- 1 atlast0 zp     10232 apr 17 07:10 athfile-21450.log.txt\r\n-rw-r--r-- 1 atlast0 zp     10244 apr 17 07:11 athfile-21978.log.txt\r\n-rw-r--r-- 1 atlast0 zp    856544 apr 17 07:11 athfile-cache.ascii\r\n-rw-r--r-- 1 atlast0 zp         0 apr 17 07:09 atrndmgensvc.out\r\n-rw-r--r-- 1 atlast0 zp      5433 apr 17 06:42 authentication.xml\r\n-rw-r--r-- 1 atlast0 zp   4555219 apr 17 07:09 chrono_rawtoesd.txt\r\n-rw-r----- 1 atlast0 zp 217795212 apr 17 06:41 data11_7tev.00179804.express_express.daq.raw._lb0335._sfo-10._0001.data\r\n-rw-r--r-- 1 atlast0 zp   4949388 apr 17 07:15 data11_7tev.00179804.express_express.daq.raw.x113.recon.task._lb0335._sfo-10._0001.job.tmp.log\r\n-rw-r--r-- 1 atlast0 zp 272226450 apr 17 07:09 data11_7tev.00179804.express_express.recon.esd.x113._lb0335._sfo-10._0001\r\n-rw-r--r-- 1 atlast0 zp  16800899 apr 17 07:09 data11_7tev.00179804.express_express.recon.ntup_muoncalib.x113._lb0335._sfo-10._0001\r\n-rw-r--r-- 1 atlast0 zp      1055 apr 17 07:12 data11_7tev.00179804.express_express.recon.ntup_trig.x113._lb0335._sfo-10._0001\r\n-rw-r--r-- 1 atlast0 zp  27378282 apr 17 07:09 data11_7tev.00179804.express_express.recon.ntup_trkvalid.x113._lb0335._sfo-10._0001\r\n-rw-r--r-- 1 atlast0 zp      4984 apr 17 06:42 dblookup.xml\r\n-rw-r--r-- 1 atlast0 zp    211298 apr 17 07:15 dmesg_athena.txt\r\n-rw-r--r-- 1 atlast0 zp    686179 apr 17 07:15 esdtoaod.log\r\n-rw-r--r-- 1 atlast0 zp      1865 apr 17 07:11 esdtoaod_messagesvc_joboptions.py\r\n-rwxr-xr-x 1 atlast0 zp       329 apr 17 07:11 esdtoaod_runathena\r\n-rw-r--r-- 1 atlast0 zp    466191 apr 17 07:12 generated_amdb_simrec_pool\r\n-rw-r--r-- 1 atlast0 zp  42110976 apr 17 06:42 geomdb_t0replica.sqlite\r\n-rw-r--r-- 1 atlast0 zp      1630 apr 17 06:42 inputdictionary.pickle\r\n-rw-r--r-- 1 atlast0 zp     44900 apr 17 07:15 jobinfo_esdtoaod.xml\r\n-rw-r--r-- 1 atlast0 zp     36144 apr 17 07:11 jobinfo_rawtoesd.xml\r\n-rw-r--r-- 1 atlast0 zp     44855 apr 17 07:15 jobinfo_recotrf.xml\r\n-rw-r--r-- 1 atlast0 zp     44855 apr 17 07:15 jobinfo.xml\r\n-rw-r--r-- 1 atlast0 zp     34198 apr 17 07:15 jobreport_esdtoaod.gpickle\r\n-rw-r--r-- 1 atlast0 zp     50126 apr 17 07:15 jobreport_esdtoaod.pickle\r\n-rw-r--r-- 1 atlast0 zp     38290 apr 17 07:15 jobreport_esdtoaod.txt\r\n-rw-r--r-- 1 atlast0 zp      3032 apr 17 07:15 jobreport.gpickle\r\n-rw-r--r-- 1 atlast0 zp     74569 apr 17 07:15 jobreport.pickle\r\n-rw-r--r-- 1 atlast0 zp     35411 apr 17 07:11 jobreport_rawtoesd.gpickle\r\n-rw-r--r-- 1 atlast0 zp     50464 apr 17 07:11 jobreport_rawtoesd.pickle\r\n-rw-r--r-- 1 atlast0 zp     31410 apr 17 07:11 jobreport_rawtoesd.txt\r\n-rw-r--r-- 1 atlast0 zp      3032 apr 17 07:15 jobreport_recotrf.gpickle\r\n-rw-r--r-- 1 atlast0 zp     74569 apr 17 07:15 jobreport_recotrf.pickle\r\n-rw-r--r-- 1 atlast0 zp     78205 apr 17 07:15 jobreport_recotrf.txt\r\n-rw-r--r-- 1 atlast0 zp     78205 apr 17 07:15 jobreport.txt\r\n-rwxr-xr-x 1 atlast0 zp       841 apr 17 07:11 last.esdtoaod\r\n-rwxr-xr-x 1 atlast0 zp      1017 apr 17 06:42 last.rawtoesd\r\n-rwxr-xr-x 1 atlast0 zp       173 apr 17 06:42 last.reco_trf\r\n-rw-r--r-- 1 atlast0 zp       928 apr 17 07:11 last.runargs.gpickle\r\n-rw-r--r-- 1 atlast0 zp      2293 apr 17 07:11 metadata_rawtoesd.xml\r\n-rw-r--r-- 1 atlast0 zp   1397464 apr 17 07:15 monitoresd.root\r\n-rw-r--r-- 1 atlast0 zp  10072502 apr 17 07:09 monitor.root\r\n-rw-r--r-- 1 atlast0 zp    202858 apr 17 07:15 ntuple_esdtoaod.pmon.stream\r\n-rw-r--r-- 1 atlast0 zp    229762 apr 17 07:09 ntuple_rawtoesd.pmon.gz\r\ndrwxr-xr-x 3 atlast0 zp      4096 apr 17 06:42 oradiag_atlast0\r\nlrwxrwxrwx 1 atlast0 zp        57 apr 17 06:42 poolcond -&gt; /afs/cern.ch/atlas/conditions/poolcond/catalogue/poolcond\r\n-rw-r--r-- 1 atlast0 zp       384 apr 17 07:09 poolfilecatalog.xml\r\n-rw-r--r-- 1 atlast0 zp       384 apr 17 07:12 poolfilecatalog.xml.bak\r\n-rw-r--r-- 1 atlast0 zp   4236064 apr 17 07:09 rawtoesd.log\r\n-rw-r--r-- 1 atlast0 zp      1865 apr 17 06:42 rawtoesd_messagesvc_joboptions.py\r\n-rwxr-xr-x 1 atlast0 zp       329 apr 17 06:42 rawtoesd_runathena\r\n-rw-r--r-- 1 atlast0 zp       928 apr 17 07:11 runargs.esdtoaod.gpickle\r\n-rw-r--r-- 1 atlast0 zp      1437 apr 17 07:11 runargs.esdtoaod.py\r\n-rw-r--r-- 1 atlast0 zp      1122 apr 17 06:42 runargs.rawtoesd.gpickle\r\n-rw-r--r-- 1 atlast0 zp      1597 apr 17 06:42 runargs.rawtoesd.py\r\ndrwxr-xr-x 2 atlast0 zp      4096 apr 17 07:12 tmp\r\n-rw-r--r-- 1 atlast0 zp       853 apr 17 07:15 transformtimer_reco_trf.pickle\r\n-rw-r--r-- 1 atlast0 zp      3549 apr 17 06:41 wrapper.py\r\n&lt;&lt;&lt;\r\n&gt;&gt;&gt;&gt;&gt;  start of trf jobreport [\'prodsys\' key]\r\n\r\n{\'athacronym\': \'an unknown exception occurred\',\r\n \'athcode\': \'8\',\r\n \'jobinputs\': [],\r\n \'joboutputs\': [{\'guid\': \'46545ab3-ad68-e011-ba19-0030486730e6\',\r\n                 \'checksum\': none,\r\n                 \'dataset\': \'data11_7tev.00179804.express_express.recon.esd.x113\',\r\n                 \'events\': 167l,\r\n                 \'lfn\': \'data11_7tev.00179804.express_express.recon.esd.x113._lb0335._sfo-10._0001\',\r\n                 \'more\': {\'metadata\': {\'amitag\': \'x113\',\r\n                                       \'autoconfiguration\': [\'everything\',\r\n                                                             \'conditionstag=comcond-es1p*-004-05\'],\r\n                                       \'beamtype\': \'collisions\',\r\n                                       \'conditionstag\': \'comcond-es1pst-004-05\',\r\n                                       \'filetype\': \'esd\',\r\n                                       \'geometryversion\': \'atlas-geo-16-00-01\',\r\n                                       \'maxevents\': -1,\r\n                                       \'preexec\': [\'indetflags.usebeamconstraint.set_value_and_lock(false);from calotools.calonoiseflags import jobproperties;jobproperties.calonoiseflags.fixedluminosity.set_value_and_lock(1.45);aodflags.trackparticleslimmer=true;indetflags.selectsctintimehits=true\']}},\r\n                 \'size\': 272226450l},\r\n                {\'guid\': \'c7bfd39b-3ef7-436a-825e-1505dca40daa\',\r\n                 \'checksum\': none,\r\n                 \'dataset\': \'data11_7tev.00179804.express_express.recon.ntup_muoncalib.x113\',\r\n                 \'events\': 167l,\r\n                 \'lfn\': \'data11_7tev.00179804.express_express.recon.ntup_muoncalib.x113._lb0335._sfo-10._0001\',\r\n                 \'more\': {\'metadata\': {\'amitag\': \'x113\',\r\n                                       \'autoconfiguration\': [\'everything\',\r\n                                                             \'conditionstag=comcond-es1p*-004-05\'],\r\n                                       \'beamtype\': \'collisions\',\r\n                                       \'conditionstag\': \'comcond-es1pst-004-05\',\r\n                                       \'filetype\': \'ntup\',\r\n                                       \'geometryversion\': \'atlas-geo-16-00-01\',\r\n                                       \'maxevents\': -1,\r\n                                       \'preexec\': [\'indetflags.usebeamconstraint.set_value_and_lock(false);from calotools.calonoiseflags import jobproperties;jobproperties.calonoiseflags.fixedluminosity.set_value_and_lock(1.45);aodflags.trackparticleslimmer=true;indetflags.selectsctintimehits=true\']}},\r\n                 \'size\': 16800899l},\r\n                {\'guid\': \'7deec058-a9a3-44b8-b42d-e7d5cb199206\',\r\n                 \'checksum\': none,\r\n                 \'dataset\': \'data11_7tev.00179804.express_express.recon.ntup_trkvalid.x113\',\r\n                 \'events\': 167l,\r\n                 \'lfn\': \'data11_7tev.00179804.express_express.recon.ntup_trkvalid.x113._lb0335._sfo-10._0001\',\r\n                 \'more\': {\'metadata\': {\'amitag\': \'x113\',\r\n                                       \'autoconfiguration\': [\'everything\',\r\n                                                             \'conditionstag=comcond-es1p*-004-05\'],\r\n                                       \'beamtype\': \'collisions\',\r\n                                       \'conditionstag\': \'comcond-es1pst-004-05\',\r\n                                       \'filetype\': \'ntup\',\r\n                                       \'geometryversion\': \'atlas-geo-16-00-01\',\r\n                                       \'maxevents\': -1,\r\n                                       \'preexec\': [\'indetflags.usebeamconstraint.set_value_and_lock(false);from calotools.calonoiseflags import jobproperties;jobproperties.calonoiseflags.fixedluminosity.set_value_and_lock(1.45);aodflags.trackparticleslimmer=true;indetflags.selectsctintimehits=true\']}},\r\n                 \'size\': 27378282l}],\r\n \'more\': {\'machine\': \'unknown\'},\r\n \'nevents\': 167l,\r\n \'trfacronym\': \'trf_segfault\',\r\n \'trfcode\': 60010,\r\n \'trfexitcode\': 6}\r\n&lt;&lt;&lt;&lt;&lt;  end of trf jobreport \r\n\r\n[{\'guid\': \'c288f072-68b1-11e0-949b-0030486730e6\',\r\n  \'checksum\': \'ad:4e20161c\',\r\n  \'dataset\': \'data11_7tev.00179804.express_express.daq.raw.x113.recon.task.tmp.log\',\r\n  \'events\': 0,\r\n  \'lfn\': \'data11_7tev.00179804.express_express.daq.raw.x113.recon.task._lb0335._sfo-10._0001.job.tmp.log\',\r\n  \'size\': 4949388l},\r\n {\'guid\': \'46545ab3-ad68-e011-ba19-0030486730e6\',\r\n  \'checksum\': \'ad:423502b7\',\r\n  \'dataset\': \'data11_7tev.00179804.express_express.recon.esd.x113\',\r\n  \'events\': 167l,\r\n  \'lfn\': \'data11_7tev.00179804.express_express.recon.esd.x113._lb0335._sfo-10._0001\',\r\n  \'more\': {\'metadata\': {\'amitag\': \'x113\',\r\n                        \'autoconfiguration\': [\'everything\',\r\n                                              \'conditionstag=comcond-es1p*-004-05\'],\r\n                        \'beamtype\': \'collisions\',\r\n                        \'conditionstag\': \'comcond-es1pst-004-05\',\r\n                        \'filetype\': \'esd\',\r\n                        \'geometryversion\': \'atlas-geo-16-00-01\',\r\n                        \'maxevents\': -1,\r\n                        \'preexec\': [\'indetflags.usebeamconstraint.set_value_and_lock(false);from calotools.calonoiseflags import jobproperties;jobproperties.calonoiseflags.fixedluminosity.set_value_and_lock(1.45);aodflags.trackparticleslimmer=true;indetflags.selectsctintimehits=true\']}},\r\n  \'size\': 272226450l},\r\n {\'guid\': \'c7bfd39b-3ef7-436a-825e-1505dca40daa\',\r\n  \'checksum\': \'ad:baa12828\',\r\n  \'dataset\': \'data11_7tev.00179804.express_express.recon.ntup_muoncalib.x113\',\r\n  \'events\': 167l,\r\n  \'lfn\': \'data11_7tev.00179804.express_express.recon.ntup_muoncalib.x113._lb0335._sfo-10._0001\',\r\n  \'more\': {\'metadata\': {\'amitag\': \'x113\',\r\n                        \'autoconfiguration\': [\'everything\',\r\n                                              \'conditionstag=comcond-es1p*-004-05\'],\r\n                        \'beamtype\': \'collisions\',\r\n                        \'conditionstag\': \'comcond-es1pst-004-05\',\r\n                        \'filetype\': \'ntup\',\r\n                        \'geometryversion\': \'atlas-geo-16-00-01\',\r\n                        \'maxevents\': -1,\r\n                        \'preexec\': [\'indetflags.usebeamconstraint.set_value_and_lock(false);from calotools.calonoiseflags import jobproperties;jobproperties.calonoiseflags.fixedluminosity.set_value_and_lock(1.45);aodflags.trackparticleslimmer=true;indetflags.selectsctintimehits=true\']}},\r\n  \'size\': 16800899l},\r\n {\'guid\': \'7deec058-a9a3-44b8-b42d-e7d5cb199206\',\r\n  \'checksum\': \'ad:e3b42c30\',\r\n  \'dataset\': \'data11_7tev.00179804.express_express.recon.ntup_trkvalid.x113\',\r\n  \'events\': 167l,\r\n  \'lfn\': \'data11_7tev.00179804.express_express.recon.ntup_trkvalid.x113._lb0335._sfo-10._0001\',\r\n  \'more\': {\'metadata\': {\'amitag\': \'x113\',\r\n                        \'autoconfiguration\': [\'everything\',\r\n                                              \'conditionstag=comcond-es1p*-004-05\'],\r\n                        \'beamtype\': \'collisions\',\r\n                        \'conditionstag\': \'comcond-es1pst-004-05\',\r\n                        \'filetype\': \'ntup\',\r\n                        \'geometryversion\': \'atlas-geo-16-00-01\',\r\n                        \'maxevents\': -1,\r\n                        \'preexec\': [\'indetflags.usebeamconstraint.set_value_and_lock(false);from calotools.calonoiseflags import jobproperties;jobproperties.calonoiseflags.fixedluminosity.set_value_and_lock(1.45);aodflags.trackparticleslimmer=true;indetflags.selectsctintimehits=true\']}},\r\n  \'size\': 27378282l}]\r\n\r\n\r\nsun apr 17 07:15:50 2011\r\n\r\n\r\nstageout\r\n\r\n\r\nsun apr 17 07:15:50 2011\r\n\r\n\r\n---------------------------------------------------------------------------------------------------------------------------------------\r\nstaging out  data11_7tev.00179804.express_express.daq.raw.x113.recon.task.tmp.log # data11_7tev.00179804.express_express.daq.raw.x113.recon.task._lb0335._sfo-10._0001.job.tmp.log\r\n---------------------------------------------------------------------------------------------------------------------------------------\r\n\r\nwarning no storage defined, will use default (asinds)\r\ninfo resolved asinds into  [{\'svcclass\': \'t0merge\', \'type\': \'castor\', \'basepath\': \'/castor/cern.ch/grid/atlas/tzero/prod1/temp\', \'fileclass\': \'atlas_notape\', \'stagehost\': \'castoratlas\', \'autodirstruct\': \'.1/.3/.2/d\'}]\r\n\r\n-----&gt;  staging out to  {\'svcclass\': \'t0merge\', \'type\': \'castor\', \'basepath\': \'/castor/cern.ch/grid/atlas/tzero/prod1/temp\', \'fileclass\': \'atlas_notape\', \'stagehost\': \'castoratlas\', \'autodirstruct\': \'.1/.3/.2/d\'}\r\n\r\ngetdest final storageinfo =  {\'svcclass\': \'t0merge\', \'type\': \'castor\', \'basepath\': \'/castor/cern.ch/grid/atlas/tzero/prod1/temp\', \'fileclass\': \'atlas_notape\', \'stagehost\': \'castoratlas\', \'autodirstruct\': \'.1/.3/.2/d\'} \r\n\r\nrfmkdir -p /castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_7tev/express_express/00179804/data11_7tev.00179804.express_express.daq.raw.x113.recon.task.tmp.log ; nschclass atlas_notape /castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_7tev/express_express/00179804/data11_7tev.00179804.express_express.daq.raw.x113.recon.task.tmp.log\r\nsun apr 17 07:15:50 2011\r\n0 mkdir() : file exists\r\n\r\nexport stage_svcclass=t0merge ; export stage_host=castoratlas ; umask 7 ;  rfcp data11_7tev.00179804.express_express.daq.raw.x113.recon.task._lb0335._sfo-10._0001.job.tmp.log /castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_7tev/express_express/00179804/data11_7tev.00179804.express_express.daq.raw.x113.recon.task.tmp.log/data11_7tev.00179804.express_express.daq.raw.x113.recon.task._lb0335._sfo-10._0001.job.tmp.log.3\r\n0 4949388 bytes in 0 seconds through local (in) and eth0 (out)\r\n4949388 bytes in remote file\r\n\r\n0 4949388 bytes in 0 seconds through local (in) and eth0 (out)\r\n4949388 bytes in remote file\r\n\r\nlogging: connection succeeded\r\nlogging: executing...\r\ninsert into cpattempt (source,dest,retrynr,exitcode,erroracronym,startepoch,           endepoch,stdboth,filesize,server,transfertime,type,filetype,svcclass) values (:source,:dest,:retrynr,:exitcode,:eacro,:startepoch, :endepoch,:stdboth,          :filesize, :server, :transfertime, :type, :filetype, :svcclass)\r\n{\'retrynr\': 1, \'svcclass\': \'t0merge\', \'eacro\': \'ok\', \'dest\': \'/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_7tev/express_express/00179804/data11_7tev.00179804.express_express.daq.raw.x113.recon.task.tmp.log/data11_7tev.00179804.express_express.daq.raw.x113.recon.task._lb0335._sfo-10._0001.job.tmp.log.3\', \'startepoch\': 1303017352, \'endepoch\': 1303017355, \'filesize\': 4949388, \'server\': \'\', \'source\': \'data11_7tev.00179804.express_express.daq.raw.x113.recon.task._lb0335._sfo-10._0001.job.tmp.log\', \'transfertime\': 1, \'stdboth\': \'4949388 bytes in 0 seconds through local (in) and eth0 (out)\\n4949388 bytes in remote file\\n\\n\', \'type\': \'stageout\', \'filetype\': \'log\', \'exitcode\': 0}\r\nlogging: connection closed\r\n\r\nok 4747 3007 [(0, 1, \'4949388 bytes in 0 seconds through local (in) and eth0 (out)\\n4949388 bytes in remote file\\n\\n\', 1303017352, 1303017355)]\r\n\r\nsun apr 17 07:15:55 2011\r\n\r\n\r\n---------------------------------------------------------------------------------------------------------------------------------------\r\nstaging out  data11_7tev.00179804.express_express.recon.esd.x113 # data11_7tev.00179804.express_express.recon.esd.x113._lb0335._sfo-10._0001\r\n---------------------------------------------------------------------------------------------------------------------------------------\r\n\r\nwarning no storage defined, will use default (asinds)\r\ninfo resolved asinds into  [{\'svcclass\': \'t0atlas\', \'type\': \'castor\', \'basepath\': \'/castor/cern.ch/grid/atlas/tzero/prod1/perm\', \'fileclass\': \'atlas_notape\', \'stagehost\': \'castoratlas\', \'autodirstruct\': \'.1/.3/.2/d\'}]\r\n\r\n-----&gt;  staging out to  {\'svcclass\': \'t0atlas\', \'type\': \'castor\', \'basepath\': \'/castor/cern.ch/grid/atlas/tzero/prod1/perm\', \'fileclass\': \'atlas_notape\', \'stagehost\': \'castoratlas\', \'autodirstruct\': \'.1/.3/.2/d\'}\r\n\r\ngetdest final storageinfo =  {\'svcclass\': \'t0atlas\', \'type\': \'castor\', \'basepath\': \'/castor/cern.ch/grid/atlas/tzero/prod1/perm\', \'fileclass\': \'atlas_notape\', \'stagehost\': \'castoratlas\', \'autodirstruct\': \'.1/.3/.2/d\'} \r\n\r\nrfmkdir -p /castor/cern.ch/grid/atlas/tzero/prod1/perm/data11_7tev/express_express/00179804/data11_7tev.00179804.express_express.recon.esd.x113 ; nschclass atlas_notape /castor/cern.ch/grid/atlas/tzero/prod1/perm/data11_7tev/express_express/00179804/data11_7tev.00179804.express_express.recon.esd.x113\r\nsun apr 17 07:15:55 2011\r\n0 mkdir() : file exists\r\n\r\nexport stage_svcclass=t0atlas ; export stage_host=castoratlas ; umask 7 ;  rfcp data11_7tev.00179804.express_express.recon.esd.x113._lb0335._sfo-10._0001 /castor/cern.ch/grid/atlas/tzero/prod1/perm/data11_7tev/express_express/00179804/data11_7tev.00179804.express_express.recon.esd.x113/data11_7tev.00179804.express_express.recon.esd.x113._lb0335._sfo-10._0001.3\r\n0 272226450 bytes in 25 seconds through local (in) and eth0 (out) (10633 kb/sec)\r\n272226450 bytes in remote file\r\n\r\n0 272226450 bytes in 25 seconds through local (in) and eth0 (out) (10633 kb/sec)\r\n272226450 bytes in remote file\r\n\r\nlogging: connection succeeded\r\nlogging: executing...\r\ninsert into cpattempt (source,dest,retrynr,exitcode,erroracronym,startepoch,           endepoch,stdboth,filesize,server,transfertime,type,filetype,svcclass) values (:source,:dest,:retrynr,:exitcode,:eacro,:startepoch, :endepoch,:stdboth,          :filesize, :server, :transfertime, :type, :filetype, :svcclass)\r\n{\'retrynr\': 1, \'svcclass\': \'t0atlas\', \'eacro\': \'ok\', \'dest\': \'/castor/cern.ch/grid/atlas/tzero/prod1/perm/data11_7tev/express_express/00179804/data11_7tev.00179804.express_express.recon.esd.x113/data11_7tev.00179804.express_express.recon.esd.x113._lb0335._sfo-10._0001.3\', \'startepoch\': 1303017355, \'endepoch\': 1303017386, \'filesize\': 272226450, \'server\': \'\', \'source\': \'data11_7tev.00179804.express_express.recon.esd.x113._lb0335._sfo-10._0001\', \'transfertime\': 25, \'stdboth\': \'272226450 bytes in 25 seconds through local (in) and eth0 (out) (10633 kb/sec)\\n272226450 bytes in remote file\\n\\n\', \'type\': \'stageout\', \'filetype\': \'esd\', \'exitcode\': 0}\r\nlogging: connection closed\r\n\r\nok 30900 30690 [(0, 1, \'272226450 bytes in 25 seconds through local (in) and eth0 (out) (10633 kb/sec)\\n272226450 bytes in remote file\\n\\n\', 1303017355, 1303017386)]\r\n\r\nsun apr 17 07:16:26 2011\r\n\r\n\r\n---------------------------------------------------------------------------------------------------------------------------------------\r\nstaging out  data11_7tev.00179804.express_express.recon.ntup_muoncalib.x113 # data11_7tev.00179804.express_express.recon.ntup_muoncalib.x113._lb0335._sfo-10._0001\r\n---------------------------------------------------------------------------------------------------------------------------------------\r\n\r\nwarning no storage defined, will use default (asinds)\r\ninfo resolved asinds into  [{\'svcclass\': \'t0merge\', \'type\': \'castor\', \'basepath\': \'/castor/cern.ch/grid/atlas/tzero/prod1/temp\', \'fileclass\': \'atlas_notape\', \'stagehost\': \'castoratlas\', \'autodirstruct\': \'.1/.3/.2/d\'}]\r\n\r\n-----&gt;  staging out to  {\'svcclass\': \'t0merge\', \'type\': \'castor\', \'basepath\': \'/castor/cern.ch/grid/atlas/tzero/prod1/temp\', \'fileclass\': \'atlas_notape\', \'stagehost\': \'castoratlas\', \'autodirstruct\': \'.1/.3/.2/d\'}\r\n\r\ngetdest final storageinfo =  {\'svcclass\': \'t0merge\', \'type\': \'castor\', \'basepath\': \'/castor/cern.ch/grid/atlas/tzero/prod1/temp\', \'fileclass\': \'atlas_notape\', \'stagehost\': \'castoratlas\', \'autodirstruct\': \'.1/.3/.2/d\'} \r\n\r\nrfmkdir -p /castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_7tev/express_express/00179804/data11_7tev.00179804.express_express.recon.ntup_muoncalib.x113 ; nschclass atlas_notape /castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_7tev/express_express/00179804/data11_7tev.00179804.express_express.recon.ntup_muoncalib.x113\r\nsun apr 17 07:16:26 2011\r\n0 mkdir() : file exists\r\n\r\nexport stage_svcclass=t0merge ; export stage_host=castoratlas ; umask 7 ;  rfcp data11_7tev.00179804.express_express.recon.ntup_muoncalib.x113._lb0335._sfo-10._0001 /castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_7tev/express_express/00179804/data11_7tev.00179804.express_express.recon.ntup_muoncalib.x113/data11_7tev.00179804.express_express.recon.ntup_muoncalib.x113._lb0335._sfo-10._0001.3\r\n0 16800899 bytes in 0 seconds through local (in) and eth0 (out)\r\n16800899 bytes in remote file\r\n\r\n0 16800899 bytes in 0 seconds through local (in) and eth0 (out)\r\n16800899 bytes in remote file\r\n\r\nlogging: connection succeeded\r\nlogging: executing...\r\ninsert into cpattempt (source,dest,retrynr,exitcode,erroracronym,startepoch,           endepoch,stdboth,filesize,server,transfertime,type,filetype,svcclass) values (:source,:dest,:retrynr,:exitcode,:eacro,:startepoch, :endepoch,:stdboth,          :filesize, :server, :transfertime, :type, :filetype, :svcclass)\r\n{\'retrynr\': 1, \'svcclass\': \'t0merge\', \'eacro\': \'ok\', \'dest\': \'/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_7tev/express_express/00179804/data11_7tev.00179804.express_express.recon.ntup_muoncalib.x113/data11_7tev.00179804.express_express.recon.ntup_muoncalib.x113._lb0335._sfo-10._0001.3\', \'startepoch\': 1303017386, \'endepoch\': 1303017388, \'filesize\': 16800899, \'server\': \'\', \'source\': \'data11_7tev.00179804.express_express.recon.ntup_muoncalib.x113._lb0335._sfo-10._0001\', \'transfertime\': 1, \'stdboth\': \'16800899 bytes in 0 seconds through local (in) and eth0 (out)\\n16800899 bytes in remote file\\n\\n\', \'type\': \'stageout\', \'filetype\': \'ntup_muoncalib\', \'exitcode\': 0}\r\nlogging: connection closed\r\n\r\nok 2498 2354 [(0, 1, \'16800899 bytes in 0 seconds through local (in) and eth0 (out)\\n16800899 bytes in remote file\\n\\n\', 1303017386, 1303017388)]\r\n\r\nsun apr 17 07:16:28 2011\r\n\r\n\r\n---------------------------------------------------------------------------------------------------------------------------------------\r\nstaging out  data11_7tev.00179804.express_express.recon.ntup_trkvalid.x113 # data11_7tev.00179804.express_express.recon.ntup_trkvalid.x113._lb0335._sfo-10._0001\r\n---------------------------------------------------------------------------------------------------------------------------------------\r\n\r\nwarning no storage defined, will use default (asinds)\r\ninfo resolved asinds into  [{\'svcclass\': \'t0merge\', \'type\': \'castor\', \'basepath\': \'/castor/cern.ch/grid/atlas/tzero/prod1/temp\', \'fileclass\': \'atlas_notape\', \'stagehost\': \'castoratlas\', \'autodirstruct\': \'.1/.3/.2/d\'}]\r\n\r\n-----&gt;  staging out to  {\'svcclass\': \'t0merge\', \'type\': \'castor\', \'basepath\': \'/castor/cern.ch/grid/atlas/tzero/prod1/temp\', \'fileclass\': \'atlas_notape\', \'stagehost\': \'castoratlas\', \'autodirstruct\': \'.1/.3/.2/d\'}\r\n\r\ngetdest final storageinfo =  {\'svcclass\': \'t0merge\', \'type\': \'castor\', \'basepath\': \'/castor/cern.ch/grid/atlas/tzero/prod1/temp\', \'fileclass\': \'atlas_notape\', \'stagehost\': \'castoratlas\', \'autodirstruct\': \'.1/.3/.2/d\'} \r\n\r\nrfmkdir -p /castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_7tev/express_express/00179804/data11_7tev.00179804.express_express.recon.ntup_trkvalid.x113 ; nschclass atlas_notape /castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_7tev/express_express/00179804/data11_7tev.00179804.express_express.recon.ntup_trkvalid.x113\r\nsun apr 17 07:16:28 2011\r\n0 mkdir() : file exists\r\n\r\nexport stage_svcclass=t0merge ; export stage_host=castoratlas ; umask 7 ;  rfcp data11_7tev.00179804.express_express.recon.ntup_trkvalid.x113._lb0335._sfo-10._0001 /castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_7tev/express_express/00179804/data11_7tev.00179804.express_express.recon.ntup_trkvalid.x113/data11_7tev.00179804.express_express.recon.ntup_trkvalid.x113._lb0335._sfo-10._0001.3\r\n0 27378282 bytes in 1 seconds through local (in) and eth0 (out) (26736 kb/sec)\r\n27378282 bytes in remote file\r\n\r\n0 27378282 bytes in 1 seconds through local (in) and eth0 (out) (26736 kb/sec)\r\n27378282 bytes in remote file\r\n\r\nlogging: connection succeeded\r\nlogging: executing...\r\ninsert into cpattempt (source,dest,retrynr,exitcode,erroracronym,startepoch,           endepoch,stdboth,filesize,server,transfertime,type,filetype,svcclass) values (:source,:dest,:retrynr,:exitcode,:eacro,:startepoch, :endepoch,:stdboth,          :filesize, :server, :transfertime, :type, :filetype, :svcclass)\r\n{\'retrynr\': 1, \'svcclass\': \'t0merge\', \'eacro\': \'ok\', \'dest\': \'/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_7tev/express_express/00179804/data11_7tev.00179804.express_express.recon.ntup_trkvalid.x113/data11_7tev.00179804.express_express.recon.ntup_trkvalid.x113._lb0335._sfo-10._0001.3\', \'startepoch\': 1303017388, \'endepoch\': 1303017401, \'filesize\': 27378282, \'server\': \'\', \'source\': \'data11_7tev.00179804.express_express.recon.ntup_trkvalid.x113._lb0335._sfo-10._0001\', \'transfertime\': 1, \'stdboth\': \'27378282 bytes in 1 seconds through local (in) and eth0 (out) (26736 kb/sec)\\n27378282 bytes in remote file\\n\\n\', \'type\': \'stageout\', \'filetype\': \'ntup_trkvalid\', \'exitcode\': 0}\r\nlogging: connection closed\r\n\r\nok 13073 12902 [(0, 1, \'27378282 bytes in 1 seconds through local (in) and eth0 (out) (26736 kb/sec)\\n27378282 bytes in remote file\\n\\n\', 1303017388, 1303017401)]\r\n\r\nsun apr 17 07:16:41 2011\r\n\r\nstaging out took  51 seconds ok\r\n\r\nstageout succeeded\r\n\r\ntransformation problem\r\n\r\nreport\r\n{\'prodsys\': {\'jobinputs\': [],\r\n             \'joboutputs\': [{\'guid\': \'c288f072-68b1-11e0-949b-0030486730e6\',\r\n                             \'checksum\': \'ad:4e20161c\',\r\n                             \'dataset\': \'data11_7tev.00179804.express_express.daq.raw.x113.recon.task.tmp.log\',\r\n                             \'events\': 0,\r\n                             \'lfn\': \'data11_7tev.00179804.express_express.daq.raw.x113.recon.task._lb0335._sfo-10._0001.job.tmp.log.3\',\r\n                             \'more\': {\'metadata\': {},\r\n                                      \'surl\': \'/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_7tev/express_express/00179804/data11_7tev.00179804.express_express.daq.raw.x113.recon.task.tmp.log/data11_7tev.00179804.express_express.daq.raw.x113.recon.task._lb0335._sfo-10._0001.job.tmp.log.3\'},\r\n                             \'size\': 4949388l}],\r\n             \'more\': {\'num1\': 0, \'num2\': 0, \'txt1\': \'\'},\r\n  ','4040','7444','2011-04-17 14:44:36','5','duplicate','closed','reconstruction',';reconstruction;fail;crash;current;algorithm;muontrackmonmanager;algorithm;stack;athmasterseq;athalgseq;muontrackmonmanager;detail;tzex;version;revision;start;argdict;ignoreerror;omitvalidation;amitag;autoconfiguration;conditionstag;comcond;es1p;inputbsfile;data11_7tev;express_express.daq.raw;data11_7tev;express_express.daq.raw;datum;maxevent;outputaodfile;data11_7tev;express_express.recon.aod.x113;data11_7tev;express_express.recon.aod.x113;outputesdfile;data11_7tev;express_express.recon.esd.x113;data11_7tev;express_express.recon.esd.x113;outputhistfile;data11_7tev;express_express.recon.hist.x113;data11_7tev;express_express.recon.hist.x113;outputntup_muoncalibfile;data11_7tev;express_express.recon.ntup_muoncalib.x113;data11_7tev;express_express.recon.ntup_muoncalib.x113;outputntup_trigfile;data11_7tev;express_express.recon.ntup_trig.x113;data11_7tev;express_express.recon.ntup_trig.x113;outputntup_trkvalidfile;data11_7tev;express_express.recon.ntup_trkvalid.x113;data11_7tev;express_express.recon.ntup_trkvalid.x113;preexec;indetflags.usebeamconstraint.set_value_and_lock;false;calotools.calonoiseflags;import;jobproperty;jobproperties.calonoiseflags.fixedluminosity.set_value_and_lock;aodflags.trackparticleslimmer;true;indetflags.selectsctintimehits;true;staging;data11_7tev;express_express.daq.raw;datum;export;stage_svcclass;t0atla;export;stage_host;castoratla;umask;rfcp;castor;grid;atla;merge;express_express;data11_7tev;express_express.daq.raw;datum;data11_7tev;express_express.daq.raw;datum;byte;seconds;eth0;local;byte;remote;file;byte;seconds;eth0;local;byte;remote;file;connection;succeed;execute;insert;cpattempt;source;dest;retrynr;exitcode;erroracronym;startepoch;endepoch;stdboth;filesize;server;transfertime;type;filetype;svcclass;value;source;dest;retrynr;exitcode;eacro;startepoch;endepoch;stdboth;filesize;server;transfertime;type;filetype;svcclass;retrynr;svcclass;t0atla;eacro;dest;data11_7tev;express_express.daq.raw;datum;startepoch;endepoch;filesize;server;source;castor;grid;atla;merge;express_express;data11_7tev;express_express.daq.raw;datum;transfertime;stdboth;byte;seconds;eth0;local;byte;remote;file;type;stagein;filetype;expraw;exitcode;connection;close;byte;seconds;eth0;local;byte;remote;file;staging;take;seconds;stagein;succeed;trans;start;source;atla;tzero;prod1;inst;project;data11;setup;setuptrf.sh;atla;tzero;prod1;inst;project;data11;patch;atlasproduction;16.6.3.7;atlasproduction;16.6.3.7;atla;tzero;prod1;inst;project;data11;setup;specialsetup_tier0;python;reco_trf.py;argdict;atla;tzero;prod1;log1;10294603_data11_7tev;express_express.daq.raw.x113;recon.task;data11_7tev;express_express.daq.raw.x113;recon.task;job.argdict.gpickle;data11_7tev;express_express.daq.raw.x113;recon.task;job.tmp.log;create;local;authentication.xml;file;create;local;dblookup.xml;file;copy;geometry;file;atla;condition;geomdb_tier0;geomdb;geomdb_sqlite;unsetting;frontier_server;coral_dblookup_path;pool;atlast0;atla;software;release;16.6.3;dbrelease;current;xmlconfig;coral_auth_path;pool;atlast0;atla;tzero;prod1;inst;private;atla;software;release;16.6.3;dbrelease;current;xmlconfig;atla;tzero;prod1;inst;private;trans;tail;logfile;toolsvc.cscsegmvalalg;info;register;histogram;muboy_segm_qsumetagoodclusperlayer_ec;group;muon;muonsegmentmonitor;endcapc;overview;convertedmboysegment;toolsvc.cscsegmvalalg;info;register;histogram;muboy_segm_etaclusterstatus_ea;group;muon;muonsegmentmonitor;endcapa;convertedmboysegment;toolsvc.cscsegmvalalg;info;register;histogram;muboy_segm_etaclusterstatus_ec;group;muon;muonsegmentmonitor;endcapc;convertedmboysegment;toolsvc.cscsegmvalalg;info;register;histogram;muboy_segm_numetacluster_ea;group;muon;muonsegmentmonitor;endcapa;convertedmboysegment;toolsvc.cscsegmvalalg;info;register;histogram;muboy_segm_numetacluster_ec;group;muon;muonsegmentmonitor;endcapc;convertedmboysegment;toolsvc.cscsegmvalalg;info;register;histogram;muboy_segm_numgoodetacluster_ea;group;muon;muonsegmentmonitor;endcapa;convertedmboysegment;toolsvc.cscsegmvalalg;info;register;histogram;muboy_segm_numgoodetacluster_ec;group;muon;muonsegmentmonitor;endcapc;convertedmboysegment;toolsvc.cscsegmvalalg;info;register;histogram;muboy_segm_qsumetacluster_ea;group;muon;muonsegmentmonitor;endcapa;convertedmboysegment;toolsvc.cscsegmvalalg;info;register;histogram;muboy_segm_qsumetacluster_ec;group;muon;muonsegmentmonitor;endcapc;convertedmboysegment;toolsvc.cscsegmvalalg;info;register;histogram;muboy_segm_qsumgoodetacluster_ea;group;muon;muonsegmentmonitor;endcapa;convertedmboysegment;toolsvc.cscsegmvalalg;info;register;histogram;muboy_segm_qsumgoodetacluster_ec;group;muon;muonsegmentmonitor;endcapc;convertedmboysegment;toolsvc.cscsegmvalalg;info;register;histogram;muboy_segm_qsumphigoodclusperlayer_ea;group;muon;muonsegmentmonitor;endcapa;overview;convertedmboysegment;toolsvc.cscsegmvalalg;info;register;histogram;muboy_segm_qsumphigoodclusperlayer_ec;group;muon;muonsegmentmonitor;endcapc;overview;convertedmboysegment;toolsvc.cscsegmvalalg;info;register;histogram;muboy_segm_phiclusterstatus_ea;group;muon;muonsegmentmonitor;endcapa;convertedmboysegment;toolsvc.cscsegmvalalg;info;register;histogram;muboy_segm_phiclusterstatus_ec;group;muon;muonsegmentmonitor;endcapc;convertedmboysegment;toolsvc.cscsegmvalalg;info;register;histogram;muboy_segm_numphicluster_ea;group;muon;muonsegmentmonitor;endcapa;convertedmboysegment;toolsvc.cscsegmvalalg;info;register;histogram;muboy_segm_numphicluster_ec;group;muon;muonsegmentmonitor;endcapc;convertedmboysegment;toolsvc.cscsegmvalalg;info;register;histogram;muboy_segm_numgoodphicluster_ea;group;muon;muonsegmentmonitor;endcapa;convertedmboysegment;toolsvc.cscsegmvalalg;info;register;histogram;muboy_segm_numgoodphicluster_ec;group;muon;muonsegmentmonitor;endcapc;convertedmboysegment;toolsvc.cscsegmvalalg;info;register;histogram;muboy_segm_qsumphicluster_ea;group;muon;muonsegmentmonitor;endcapa;convertedmboysegment;toolsvc.cscsegmvalalg;info;register;histogram;muboy_segm_qsumphicluster_ec;group;muon;muonsegmentmonitor;endcapc;convertedmboysegment;toolsvc.cscsegmvalalg;info;register;histogram;muboy_segm_qsumgoodphicluster_ea;group;muon;muonsegmentmonitor;endcapa;convertedmboysegment;toolsvc.cscsegmvalalg;info;register;histogram;muboy_segm_qsumgoodphicluster_ec;group;muon;muonsegmentmonitor;endcapc;convertedmboysegment;toolsvc.cscsegmvalalg;info;register;histogram;muboy_segm_qsumgoodcluscorrelation_ea;group;muon;muonsegmentmonitor;endcapa;convertedmboysegment;toolsvc.cscsegmvalalg;info;register;histogram;muboy_segm_qsumgoodcluscorrelation_ec;group;muon;muonsegmentmonitor;endcapc;convertedmboysegment;toolsvc.cscsegmvalalg;info;register;histogram;moore_segm_numsegments_ea;group;muon;muonsegmentmonitor;endcapa;overview;mooresegment;toolsvc.cscsegmvalalg;info;register;histogram;moore_segm_numsegments_ec;group;muon;muonsegmentmonitor;endcapc;overview;mooresegment;toolsvc.cscsegmvalalg;info;register;histogram;moore_segm_numnclussegments_ea;group;muon;muonsegmentmonitor;endcapa;mooresegment;toolsvc.cscsegmvalalg;info;register;histogram;moore_segm_numnclussegments_ec;group;muon;muonsegmentmonitor;endcapc;mooresegment;toolsvc.cscsegmvalalg;info;register;histogram;moore_segm_efficiency_ea;group;muon;muonsegmentmonitor;endcapa;overview;mooresegment;toolsvc.cscsegmvalalg;info;register;histogram;moore_segm_efficiency_ec;group;muon;muonsegmentmonitor;endcapc;overview;mooresegment;toolsvc.cscsegmvalalg;info;register;histogram;moore_segm_qsumetagoodclusperlayer_ea;group;muon;muonsegmentmonitor;endcapa;overview;mooresegment;toolsvc.cscsegmvalalg;info;register;histogram;moore_segm_qsumetagoodclusperlayer_ec;group;muon;muonsegmentmonitor;endcapc;overview;mooresegment;toolsvc.cscsegmvalalg;info;register;histogram;moore_segm_etaclusterstatus_ea;group;muon;muonsegmentmonitor;endcapa;mooresegment;toolsvc.cscsegmvalalg;info;register;histogram;moore_segm_etaclusterstatus_ec;group;muon;muonsegmentmonitor;endcapc;mooresegment;toolsvc.cscsegmvalalg;info;register;histogram;moore_segm_numetacluster_ea;group;muon;muonsegmentmonitor;endcapa;mooresegment;toolsvc.cscsegmvalalg;info;register;histogram;moore_segm_numetacluster_ec;group;muon;muonsegmentmonitor;endcapc;mooresegment;toolsvc.cscsegmvalalg;info;register;histogram;moore_segm_numgoodetacluster_ea;group;muon;muonsegmentmonitor;endcapa;mooresegment;toolsvc.cscsegmvalalg;info;register;histogram;moore_segm_numgoodetacluster_ec;group;muon;muonsegmentmonitor;endcapc;mooresegment;toolsvc.cscsegmvalalg;info;register;histogram;moore_segm_qsumetacluster_ea;group;muon;muonsegmentmonitor;endcapa;mooresegment;toolsvc.cscsegmvalalg;info;register;histogram;moore_segm_qsumetacluster_ec;group;muon;muonsegmentmonitor;endcapc;mooresegment;toolsvc.cscsegmvalalg;info;register;histogram;moore_segm_qsumgoodetacluster_ea;group;muon;muonsegmentmonitor;endcapa;mooresegment;toolsvc.cscsegmvalalg;info;register;histogram;moore_segm_qsumgoodetacluster_ec;group;muon;muonsegmentmonitor;endcapc;mooresegment;toolsvc.cscsegmvalalg;info;register;histogram;moore_segm_qsumphigoodclusperlayer_ea;group;muon;muonsegmentmonitor;endcapa;overview;mooresegment;toolsvc.cscsegmvalalg;info;register;histogram;moore_segm_qsumphigoodclusperlayer_ec;group;muon;muonsegmentmonitor;endcapc;overview;mooresegment;toolsvc.cscsegmvalalg;info;register;histogram;moore_segm_phiclusterstatus_ea;group;muon;muonsegmentmonitor;endcapa;mooresegment;toolsvc.cscsegmvalalg;info;register;histogram;moore_segm_phiclusterstatus_ec;group;muon;muonsegmentmonitor;endcapc;mooresegment;toolsvc.cscsegmvalalg;info;register;histogram;moore_segm_numphicluster_ea;group;muon;muonsegmentmonitor;endcapa;mooresegment;toolsvc.cscsegmvalalg;info;register;histogram;moore_segm_numphicluster_ec;group;muon;muonsegmentmonitor;endcapc;mooresegment;toolsvc.cscsegmvalalg;info;register;histogram;moore_segm_numgoodphicluster_ea;group;muon;muonsegmentmonitor;endcapa;mooresegment;toolsvc.cscsegmvalalg;info;register;histogram;moore_segm_numgoodphicluster_ec;group;muon;muonsegmentmonitor;endcapc;mooresegment;toolsvc.cscsegmvalalg;info;register;histogram;moore_segm_qsumphicluster_ea;group;muon;muonsegmentmonitor;endcapa;mooresegment;toolsvc.cscsegmvalalg;info;register;histogram;moore_segm_qsumphicluster_ec;group;muon;muonsegmentmonitor;endcapc;mooresegment;toolsvc.cscsegmvalalg;info;register;histogram;moore_segm_qsumgoodphicluster_ea;group;muon;muonsegmentmonitor;endcapa;mooresegment;toolsvc.cscsegmvalalg;info;register;histogram;moore_segm_qsumgoodphicluster_ec;group;muon;muonsegmentmonitor;endcapc;mooresegment;toolsvc.cscsegmvalalg;info;register;histogram;moore_segm_qsumgoodcluscorrelation_ea;group;muon;muonsegmentmonitor;endcapa;mooresegment;toolsvc.cscsegmvalalg;info;register;histogram;moore_segm_qsumgoodcluscorrelation_ec;group;muon;muonsegmentmonitor;endcapc;mooresegment;toolsvc.eventcnvsupertool;warn;unknown;identifier;unable;decode;toolsvc.eventcnvsupertool;warn;getsurface;tool;return;detelementsurface;core;dump;coredumpsvc;lxbrl2520;catch;signal;segmentation;fault;detail;errno;code;address;object;value;vmem;total;free;buffer;total;swap;free;swap;addr;event;counter;eventid;lumus;time;bunchcross;detmask;incident;athenaeventloopmgr:beginevent;current;algorithm;muontrackmonmanager;algorithm;stack;athmasterseq;athalgseq;muontrackmonmanager;ppid;receive;fatal;signal;segmentation;fault;signal;context;signo;errno;code;address;object;value;addr;stack;eflag;esus;edus;signal;trap;oldmask;control;status;datum;state;stack;trace;athena;debugaid;stacktrace;atla;software;release;16.6.3;atlascore;16.6.3;installarea;slc5;gcc43;libcxxutils.so;athena;signal;fataldump;siginfo;void;atla;software;release;16.6.3;atlascore;16.6.3;installarea;slc5;gcc43;libcxxutils.so;athena;signal;fatal;siginfo;void;atla;software;release;16.6.3;atlascore;16.6.3;installarea;slc5;gcc43;libcxxutils.so;coredumpsvchandler;action;siginfo;void;atla;software;release;16.6.3;atlascore;16.6.3;installarea;slc5;gcc43;libathenaservices.so;muon;muonedmhelpertool;createdetailedtracksummary;track;const;const;atla;software;release;16.6.3;atlasreconstruction;16.6.3;installarea;slc5;gcc43;libmuonrechelpertoolslib.so;muonselectedtracksmon;filldetailedtrksummaryhistogram;string;atla;software;release;16.6.3;atlasanalysis;16.6.3;installarea;slc5;gcc43;libmuontrackmonitoring.so;muonselectedtracksmon;fillhistogram;atla;software;release;16.6.3;atlasanalysis;16.6.3;installarea;slc5;gcc43;libmuontrackmonitoring.so;managedmonitortoolbase;fillhist;atla;software;release;16.6.3;atlasevent;16.6.3;installarea;slc5;gcc43;libathenamonitoringlib.so;athenamonmanager;execute;atla;software;release;16.6.3;atlasevent;16.6.3;installarea;slc5;gcc43;libathenamonitoringlib.so;algorithm;sysexecute;atla;software;release;16.6.3;gaudus;v21r9p3a;installarea;slc5;gcc43;libgaudikernel.so;athsequencer;execute;atla;software;release;16.6.3;atlascore;16.6.3;installarea;slc5;gcc43;libgaudisequencer.so;algorithm;sysexecute;atla;software;release;16.6.3;gaudus;v21r9p3a;installarea;slc5;gcc43;libgaudikernel.so;athsequencer;execute;atla;software;release;16.6.3;atlascore;16.6.3;installarea;slc5;gcc43;libgaudisequencer.so;algorithm;sysexecute;atla;software;release;16.6.3;gaudus;v21r9p3a;installarea;slc5;gcc43;libgaudikernel.so;athenaeventloopmgr;executealgorithm;atla;software;release;16.6.3;atlascore;16.6.3;installarea;slc5;gcc43;libathenaservices.so;athenaeventloopmgr;executeevent;void;atla;software;release;16.6.3;atlascore;16.6.3;installarea;slc5;gcc43;libathenaservices.so;athenaeventloopmgr;nextevent;atla;software;release;16.6.3;atlascore;16.6.3;installarea;slc5;gcc43;libathenaservices.so;athenaeventloopmgr;executerun;atla;software;release;16.6.3;atlascore;16.6.3;installarea;slc5;gcc43;libathenaservices.so;applicationmgr;executerun;atla;software;release;16.6.3;gaudus;v21r9p3a;installarea;slc5;gcc43;libgaudisvc.so;dictionary_dict.cpp;atla;software;release;16.6.3;gaudus;v21r9p3a;installarea;slc5;gcc43;libgaudikerneldict.so;root;cintex;method_stub_with_context;root;cintex;stubcontext_t;g__value;char;const;g__param;atla;software;release;16.6.3;detcommon;16.6.3;installarea;slc5;gcc43;libcintex.so;cint;g__callfunc;execute;void;atla;software;release;16.6.3;detcommon;16.6.3;installarea;slc5;gcc43;libcint.so;pyroot;trootobjectbyvalueexecutor;execute;cint;g__callfunc;void;atla;software;release;16.6.3;release;root;5.26.00e_python2.6;slc5;gcc43;root;libpyroot.so;pyroot;tmethodholder;callsafe;void;atla;software;release;16.6.3;release;root;5.26.00e_python2.6;slc5;gcc43;root;libpyroot.so;pyroot;tmethodholder;execute;void;atla;software;release;16.6.3;release;root;5.26.00e_python2.6;slc5;gcc43;root;libpyroot.so;pyroot;tmethodholder;operator;pyroot;objectproxy;long;atla;software;release;16.6.3;release;root;5.26.00e_python2.6;slc5;gcc43;root;libpyroot.so;pyroot;anonymous;namespace;mp_call;pyroot;methodproxy;methodproxy.cxx;atla;software;release;16.6.3;release;root;5.26.00e_python2.6;slc5;gcc43;root;libpyroot.so;pyobject_call;build;agaspar;work;python;2.6.5;object;abstract.c;atla;software;release;16.6.3;external;python;2.6.5;slc5;gcc43;python;do_call;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.3;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcodeex;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.3;external;python;2.6.5;slc5;gcc43;python;fast_function;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.3;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcodeex;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.3;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcode;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.3;external;python;2.6.5;slc5;gcc43;python;run_mod;build;agaspar;work;python;2.6.5;python;pythonrun.c;atla;software;release;16.6.3;external;python;2.6.5;slc5;gcc43;python;builtin_execfile;build;agaspar;work;python;2.6.5;python;bltinmodule.c;atla;software;release;16.6.3;external;python;2.6.5;slc5;gcc43;python;pycfunction_call;build;agaspar;work;python;2.6.5;object;methodobject.c;atla;software;release;16.6.3;external;python;2.6.5;slc5;gcc43;python;call_function;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.3;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcodeex;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.3;external;python;2.6.5;slc5;gcc43;python;function_call;build;agaspar;work;python;2.6.5;object;funcobject.c;atla;software;release;16.6.3;external;python;2.6.5;slc5;gcc43;python;pyobject_call;build;agaspar;work;python;2.6.5;object;abstract.c;atla;software;release;16.6.3;external;python;2.6.5;slc5;gcc43;python;instancemethod_call;build;agaspar;work;python;2.6.5;object;classobject.c;atla;software;release;16.6.3;external;python;2.6.5;slc5;gcc43;python;pyobject_call;build;agaspar;work;python;2.6.5;object;abstract.c;atla;software;release;16.6.3;external;python;2.6.5;slc5;gcc43;python;slot_tp_call;build;agaspar;work;python;2.6.5;object;typeobject.c;atla;software;release;16.6.3;external;python;2.6.5;slc5;gcc43;python;pyobject_call;build;agaspar;work;python;2.6.5;object;abstract.c;atla;software;release;16.6.3;external;python;2.6.5;slc5;gcc43;python;do_call;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.3;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcodeex;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.3;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcode;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.3;external;python;2.6.5;slc5;gcc43;python;run_mod;build;agaspar;work;python;2.6.5;python;pythonrun.c;atla;software;release;16.6.3;external;python;2.6.5;slc5;gcc43;python;builtin_execfile;build;agaspar;work;python;2.6.5;python;bltinmodule.c;atla;software;release;16.6.3;external;python;2.6.5;slc5;gcc43;python;pycfunction_call;build;agaspar;work;python;2.6.5;object;methodobject.c;atla;software;release;16.6.3;external;python;2.6.5;slc5;gcc43;python;call_function;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.3;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcodeex;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.3;external;python;2.6.5;slc5;gcc43;python;function_call;build;agaspar;work;python;2.6.5;object;funcobject.c;atla;software;release;16.6.3;external;python;2.6.5;slc5;gcc43;python;pyobject_call;build;agaspar;work;python;2.6.5;object;abstract.c;atla;software;release;16.6.3;external;python;2.6.5;slc5;gcc43;python;instancemethod_call;build;agaspar;work;python;2.6.5;object;classobject.c;atla;software;release;16.6.3;external;python;2.6.5;slc5;gcc43;python;pyobject_call;build;agaspar;work;python;2.6.5;object;abstract.c;atla;software;release;16.6.3;external;python;2.6.5;slc5;gcc43;python;slot_tp_call;build;agaspar;work;python;2.6.5;object;typeobject.c;atla;software;release;16.6.3;external;python;2.6.5;slc5;gcc43;python;pyobject_call;build;agaspar;work;python;2.6.5;object;abstract.c;atla;software;release;16.6.3;external;python;2.6.5;slc5;gcc43;python;do_call;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.3;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcodeex;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.3;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcode;build;agaspar;work;python;2.6.5;python;ceval.c;atla;software;release;16.6.3;external;python;2.6.5;slc5;gcc43;python;run_mod;build;agaspar;work;python;2.6.5;python;pythonrun.c;atla;software;release;16.6.3;external;python;2.6.5;slc5;gcc43;python;pyrun_simplefileexflags;build;agaspar;work;python;2.6.5;python;pythonrun.c;atla;software;release;16.6.3;external;python;2.6.5;slc5;gcc43;python;pyrun_anyfileexflags;build;agaspar;work;python;2.6.5;python;pythonrun.c;atla;software;release;16.6.3;external;python;2.6.5;slc5;gcc43;python;py_main;build;agaspar;work;python;2.6.5;module;main.c;atla;software;release;16.6.3;external;python;2.6.5;slc5;gcc43;python;main;build;agaspar;work;python;2.6.5;module;python.c;atla;software;release;16.6.3;external;python;2.6.5;slc5;gcc43;python;libc.so;atla;software;release;16.6.3;external;python;2.6.5;slc5;gcc43;python;py:esdtoaod;info;execution;esdtoaod;complete;exit;code;py:esdtoaod;error;transform;receive;signal;exit;code;reset;athena;exit;code;athenalogchecker;start;esdtoaod;wall;time;vmem;py:esdtoaod;info;scanning;athena;logfile;esdtoaod.log;assume;atla;release;16.6.3.7;py:esdtoaod;info;athena;initialise;py:esdtoaod;info;athena;execute;py:esdtoaod;info;scanning;line;file;esdtoaod.log;summary;py:esdtoaod;info;ignore;py:esdtoaod;info;warning;py:esdtoaod;info;error;py:esdtoaod;info;fatal;athenalogchecker;stop;esdtoaod;wall;time;vmem;athenalogchecker;report;esdtoaod;wall;time;time;vmem;py:esdtoaod;info;jobtransform;complete;esdtoaod;error;code;exit;code;py:esdtoaod;info;transform;timer;stop;esdtoaod;wall;time;vmem;py:esdtoaod;info;transform;timer;report;esdtoaod;wall;time;time;vmem;report;produce;esdtoaod;version;patjobtransform;command;atla;software;release;16.6.3;atlasproduction;16.6.3.7;installarea;share;reco_trf.py;argdict;atla;tzero;prod1;log1;10294603_data11_7tev;express_express.daq.raw.x113;recon.task;data11_7tev;express_express.daq.raw.x113;recon.task;job.argdict.gpickle;exitcode;errorcode;trf_segfault;errorcategory;trf_segfault;segmentation;fault;time;fatal;error;warning;write;jobinfo_esdtoaod.xml;file;aodok;false;skip;step;skip;step;skip;step;skip;monitoring;file;merge;step;py:reco_trf;info;jobtransform;complete;reco_trf;error;code;exit;code;py:esdtoaod;info;transform;timer;stop;reco_trf;wall;time;vmem;py:esdtoaod;info;transform;timer;report;reco_trf;wall;time;time;vmem;report;produce;recotrf;command;atla;software;release;16.6.3;atlasproduction;16.6.3.7;installarea;share;reco_trf.py;argdict;atla;tzero;prod1;log1;10294603_data11_7tev;express_express.daq.raw.x113;recon.task;data11_7tev;express_express.daq.raw.x113;recon.task;job.argdict.gpickle;exitcode;errorcode;trf_segfault;errorcategory;trf_segfault;segmentation;fault;time;fatal;error;warning;file;data11_7tev;express_express.recon.esd.x113;guid;metada;amitag;beamtype;collision;filetype;autoconfiguration;conditionstag;comcond;es1p;dataset;data11_7tev;express_express.recon.esd.x113;maxevent;conditionstag;comcond;es1pst;preexec;indetflags.usebeamconstraint.set_value_and_lock;false;calotools.calonoiseflags;import;jobproperty;jobproperties.calonoiseflags.fixedluminosity.set_value_and_lock;aodflags.trackparticleslimmer;true;indetflags.selectsctintimehits;true;geometryversion;atla;event;size;file;data11_7tev;express_express.recon.ntup_muoncalib.x113;guid;metada;amitag;beamtype;collision;filetype;ntup;autoconfiguration;conditionstag;comcond;es1p;dataset;data11_7tev;express_express.recon.ntup_muoncalib.x113;maxevent;conditionstag;comcond;es1pst;preexec;indetflags.usebeamconstraint.set_value_and_lock;false;calotools.calonoiseflags;import;jobproperty;jobproperties.calonoiseflags.fixedluminosity.set_value_and_lock;aodflags.trackparticleslimmer;true;indetflags.selectsctintimehits;true;geometryversion;atla;event;size;file;data11_7tev;express_express.recon.ntup_trkvalid.x113;guid;metada;amitag;beamtype;collision;filetype;ntup;autoconfiguration;conditionstag;comcond;es1p;dataset;data11_7tev;express_express.recon.ntup_trkvalid.x113;maxevent;conditionstag;comcond;es1pst;preexec;indetflags.usebeamconstraint.set_value_and_lock;false;calotools.calonoiseflags;import;jobproperty;jobproperties.calonoiseflags.fixedluminosity.set_value_and_lock;aodflags.trackparticleslimmer;true;indetflags.selectsctintimehits;true;geometryversion;atla;event;size;errorinfo;acronym;trf_segfault;segmentation;fault;message;catch;signal;segmentation;fault;detail;severity;fatal;producer;esdtoaod;stage;execute;errorinfo;acronym;trf_segfault;segmentation;fault;message;ppid;receive;fatal;signal;segmentation;fault;severity;fatal;producer;esdtoaod;stage;execute;athacronym;unknown;exception;occur;athcode;rundiruseddisk;rundiravailabledisk;workdir;pool;atlast0;athcode;rundiravailabledisk;dbrelease;current;athacronym;successful;rundiruseddisk;atlasrelease;16.6.3.7;workdir;pool;atlast0;athcode;rundiravailabledisk;dbrelease;current;athacronym;unknown;exception;occur;rundiruseddisk;atlasrelease;16.6.3.7;write;jobinfo_recotrf.xml;file;total;atlast0;10294603_data11_7tev;express_express.daq.raw.x113;recon.task;gpickle;atlast0;10294603_data11_7tev;express_express.daq.raw.x113;recon.task;atlast0;atlast0;out.ootw;atlast0;athenasummary_esdtoaod.txt;atlast0;athenasummary_rawtoesd.txt;atlast0;athfile;log.txt;atlast0;athfile;log.txt;atlast0;athfile;cache.ascii;atlast0;atrndmgensvc.out;atlast0;authentication.xml;atlast0;chrono_rawtoesd.txt;atlast0;data11_7tev;express_express.daq.raw;datum;atlast0;data11_7tev;express_express.daq.raw.x113;recon.task;job.tmp.log;atlast0;data11_7tev;express_express.recon.esd.x113;atlast0;data11_7tev;express_express.recon.ntup_muoncalib.x113;atlast0;data11_7tev;express_express.recon.ntup_trig.x113;atlast0;data11_7tev;express_express.recon.ntup_trkvalid.x113;atlast0;dblookup.xml;atlast0;dmesg_athena.txt;atlast0;esdtoaod.log;atlast0;esdtoaod_messagesvc_joboptions.py;rwxr;atlast0;esdtoaod_runathena;atlast0;generated_amdb_simrec_pool;atlast0;geomdb_t0replica.sqlite;atlast0;inputdictionary.pickle;atlast0;jobinfo_esdtoaod.xml;atlast0;jobinfo_rawtoesd.xml;atlast0;jobinfo_recotrf.xml;atlast0;jobinfo.xml;atlast0;jobreport_esdtoaod.gpickle;atlast0;jobreport_esdtoaod.pickle;atlast0;jobreport_esdtoaod.txt;atlast0;jobreport.gpickle;atlast0;jobreport.pickle;atlast0;jobreport_rawtoesd.gpickle;atlast0;jobreport_rawtoesd.pickle;atlast0;jobreport_rawtoesd.txt;atlast0;jobreport_recotrf.gpickle;atlast0;jobreport_recotrf.pickle;atlast0;jobreport_recotrf.txt;atlast0;jobreport.txt;rwxr;atlast0;last.esdtoaod;rwxr;atlast0;last.rawtoesd;rwxr;atlast0;last.reco_trf;atlast0;last.runargs.gpickle;atlast0;metadata_rawtoesd.xml;atlast0;monitoresd.root;atlast0;monitor.root;atlast0;ntuple_esdtoaod.pmon.stream;atlast0;ntuple_rawtoesd.pmon.gz;drwxr;atlast0;oradiag_atlast0;lrwxrwxrwx;atlast0;poolcond;atla;condition;poolcond;catalogue;poolcond;atlast0;poolfilecatalog.xml;atlast0;poolfilecatalog.xml.bak;atlast0;rawtoesd.log;atlast0;rawtoesd_messagesvc_joboptions.py;rwxr;atlast0;rawtoesd_runathena;atlast0;runargs.esdtoaod.gpickle;atlast0;runargs.esdtoaod.py;atlast0;runargs.rawtoesd.gpickle;atlast0;runargs.rawtoesd.py;drwxr;atlast0;atlast0;transformtimer_reco_trf.pickle;atlast0;wrapper.py;start;jobreport;prodsy;athacronym;unknown;exception;occur;athcode;jobinput;joboutput;guid;checksum;dataset;data11_7tev;express_express.recon.esd.x113;event;data11_7tev;express_express.recon.esd.x113;metada;amitag;autoconfiguration;conditionstag;comcond;es1p;beamtype;collision;conditionstag;comcond;es1pst;filetype;geometryversion;atla;maxevent;preexec;indetflags.usebeamconstraint.set_value_and_lock;false;calotools.calonoiseflags;import;jobproperty;jobproperties.calonoiseflags.fixedluminosity.set_value_and_lock;aodflags.trackparticleslimmer;true;indetflags.selectsctintimehits;true;size;guid;checksum;dataset;data11_7tev;express_express.recon.ntup_muoncalib.x113;event;data11_7tev;express_express.recon.ntup_muoncalib.x113;metada;amitag;autoconfiguration;conditionstag;comcond;es1p;beamtype;collision;conditionstag;comcond;es1pst;filetype;ntup;geometryversion;atla;maxevent;preexec;indetflags.usebeamconstraint.set_value_and_lock;false;calotools.calonoiseflags;import;jobproperty;jobproperties.calonoiseflags.fixedluminosity.set_value_and_lock;aodflags.trackparticleslimmer;true;indetflags.selectsctintimehits;true;size;guid;checksum;dataset;data11_7tev;express_express.recon.ntup_trkvalid.x113;event;data11_7tev;express_express.recon.ntup_trkvalid.x113;metada;amitag;autoconfiguration;conditionstag;comcond;es1p;beamtype;collision;conditionstag;comcond;es1pst;filetype;ntup;geometryversion;atla;maxevent;preexec;indetflags.usebeamconstraint.set_value_and_lock;false;calotools.calonoiseflags;import;jobproperty;jobproperties.calonoiseflags.fixedluminosity.set_value_and_lock;aodflags.trackparticleslimmer;true;indetflags.selectsctintimehits;true;size;machine;unknown;nevent;trfacronym;trf_segfault;trfcode;trfexitcode;staging;svcclass;t0merge;type;castor;basepath;castor;grid;atla;tzero;prod1;temp;fileclass;atlas_notape;stagehost;castoratla;autodirstruct;getdest;final;storageinfo;svcclass;t0merge;type;castor;basepath;castor;grid;atla;tzero;prod1;temp;fileclass;atlas_notape;stagehost;castoratla;autodirstruct;rfmkdir;castor;grid;atla;tzero;prod1;temp;data11_7tev;express_express;data11_7tev;express_express.daq.raw.x113;recon.task.tmp.log;nschclass;atlas_notape;castor;grid;atla;tzero;prod1;temp;data11_7tev;express_express;data11_7tev;express_express.daq.raw.x113;recon.task.tmp.log;mkdir;file;exist;export;stage_svcclass;t0merge;export;stage_host;castoratla;umask;rfcp;data11_7tev;express_express.daq.raw.x113;recon.task;job.tmp.log;castor;grid;atla;tzero;prod1;temp;data11_7tev;express_express;data11_7tev;express_express.daq.raw.x113;recon.task.tmp.log;data11_7tev;express_express.daq.raw.x113;recon.task;job.tmp.log;byte;seconds;local;eth0;byte;remote;file;byte;seconds;local;eth0;byte;remote;file;connection;succeed;execute;insert;cpattempt;source;dest;retrynr;exitcode;erroracronym;startepoch;endepoch;stdboth;filesize;server;transfertime;type;filetype;svcclass;value;source;dest;retrynr;exitcode;eacro;startepoch;endepoch;stdboth;filesize;server;transfertime;type;filetype;svcclass;retrynr;svcclass;t0merge;eacro;dest;castor;grid;atla;tzero;prod1;temp;data11_7tev;express_express;data11_7tev;express_express.daq.raw.x113;recon.task.tmp.log;data11_7tev;express_express.daq.raw.x113;recon.task;job.tmp.log;startepoch;endepoch;filesize;server;source;data11_7tev;express_express.daq.raw.x113;recon.task;job.tmp.log;transfertime;stdboth;byte;seconds;local;eth0;byte;remote;file;type;stageout;filetype;exitcode;connection;close;byte;seconds;local;eth0;byte;remote;file;staging;data11_7tev;express_express.recon.esd.x113;data11_7tev;express_express.recon.esd.x113;warn;storage;define;default;asind;info;resolve;asind;svcclass;t0atla;type;castor;basepath;castor;grid;atla;tzero;prod1;perm;fileclass;atlas_notape;stagehost;castoratla;autodirstruct;staging;svcclass;t0atla;type;castor;basepath;castor;grid;atla;tzero;prod1;perm;fileclass;atlas_notape;stagehost;castoratla;autodirstruct;getdest;final;storageinfo;svcclass;t0atla;type;castor;basepath;castor;grid;atla;tzero;prod1;perm;fileclass;atlas_notape;stagehost;castoratla;autodirstruct;rfmkdir;castor;grid;atla;tzero;prod1;perm;data11_7tev;express_express;data11_7tev;express_express.recon.esd.x113;nschclass;atlas_notape;castor;grid;atla;tzero;prod1;perm;data11_7tev;express_express;data11_7tev;express_express.recon.esd.x113;mkdir;file;exist;export;stage_svcclass;t0atla;export;stage_host;castoratla;umask;rfcp;data11_7tev;express_express.recon.esd.x113;castor;grid;atla;tzero;prod1;perm;data11_7tev;express_express;data11_7tev;express_express.recon.esd.x113;data11_7tev;express_express.recon.esd.x113;byte;seconds;local;eth0;byte;remote;file;byte;seconds;local;eth0;byte;remote;file;connection;succeed;execute;insert;cpattempt;source;dest;retrynr;exitcode;erroracronym;startepoch;endepoch;stdboth;filesize;server;transfertime;type;filetype;svcclass;value;source;dest;retrynr;exitcode;eacro;startepoch;endepoch;stdboth;filesize;server;transfertime;type;filetype;svcclass;retrynr;svcclass;t0atla;eacro;dest;castor;grid;atla;tzero;prod1;perm;data11_7tev;express_express;data11_7tev;express_express.recon.esd.x113;data11_7tev;express_express.recon.esd.x113;startepoch;endepoch;filesize;server;source;data11_7tev;express_express.recon.esd.x113;transfertime;stdboth;byte;seconds;local;eth0;byte;remote;file;type;stageout;filetype;exitcode;connection;close;byte;seconds;local;eth0;byte;remote;file;staging;data11_7tev;express_express.recon.ntup_muoncalib.x113;data11_7tev;express_express.recon.ntup_muoncalib.x113;warn;storage;define;default;asind;info;resolve;asind;svcclass;t0merge;type;castor;basepath;castor;grid;atla;tzero;prod1;temp;fileclass;atlas_notape;stagehost;castoratla;autodirstruct;staging;svcclass;t0merge;type;castor;basepath;castor;grid;atla;tzero;prod1;temp;fileclass;atlas_notape;stagehost;castoratla;autodirstruct;getdest;final;storageinfo;svcclass;t0merge;type;castor;basepath;castor;grid;atla;tzero;prod1;temp;fileclass;atlas_notape;stagehost;castoratla;autodirstruct;rfmkdir;castor;grid;atla;tzero;prod1;temp;data11_7tev;express_express;data11_7tev;express_express.recon.ntup_muoncalib.x113;nschclass;atlas_notape;castor;grid;atla;tzero;prod1;temp;data11_7tev;express_express;data11_7tev;express_express.recon.ntup_muoncalib.x113;mkdir;file;exist;export;stage_svcclass;t0merge;export;stage_host;castoratla;umask;rfcp;data11_7tev;express_express.recon.ntup_muoncalib.x113;castor;grid;atla;tzero;prod1;temp;data11_7tev;express_express;data11_7tev;express_express.recon.ntup_muoncalib.x113;data11_7tev;express_express.recon.ntup_muoncalib.x113;byte;seconds;local;eth0;byte;remote;file;byte;seconds;local;eth0;byte;remote;file;connection;succeed;execute;insert;cpattempt;source;dest;retrynr;exitcode;erroracronym;startepoch;endepoch;stdboth;filesize;server;transfertime;type;filetype;svcclass;value;source;dest;retrynr;exitcode;eacro;startepoch;endepoch;stdboth;filesize;server;transfertime;type;filetype;svcclass;retrynr;svcclass;t0merge;eacro;dest;castor;grid;atla;tzero;prod1;temp;data11_7tev;express_express;data11_7tev;express_express.recon.ntup_muoncalib.x113;data11_7tev;express_express.recon.ntup_muoncalib.x113;startepoch;endepoch;filesize;server;source;data11_7tev;express_express.recon.ntup_muoncalib.x113;transfertime;stdboth;byte;seconds;local;eth0;byte;remote;file;type;stageout;filetype;ntup_muoncalib;exitcode;connection;close;byte;seconds;local;eth0;byte;remote;file;staging;data11_7tev;express_express.recon.ntup_trkvalid.x113;data11_7tev;express_express.recon.ntup_trkvalid.x113;warn;storage;define;default;asind;info;resolve;asind;svcclass;t0merge;type;castor;basepath;castor;grid;atla;tzero;prod1;temp;fileclass;atlas_notape;stagehost;castoratla;autodirstruct;staging;svcclass;t0merge;type;castor;basepath;castor;grid;atla;tzero;prod1;temp;fileclass;atlas_notape;stagehost;castoratla;autodirstruct;getdest;final;storageinfo;svcclass;t0merge;type;castor;basepath;castor;grid;atla;tzero;prod1;temp;fileclass;atlas_notape;stagehost;castoratla;autodirstruct;rfmkdir;castor;grid;atla;tzero;prod1;temp;data11_7tev;express_express;data11_7tev;express_express.recon.ntup_trkvalid.x113;nschclass;atlas_notape;castor;grid;atla;tzero;prod1;temp;data11_7tev;express_express;data11_7tev;express_express.recon.ntup_trkvalid.x113;mkdir;file;exist;export;stage_svcclass;t0merge;export;stage_host;castoratla;umask;rfcp;data11_7tev;express_express.recon.ntup_trkvalid.x113;castor;grid;atla;tzero;prod1;temp;data11_7tev;express_express;data11_7tev;express_express.recon.ntup_trkvalid.x113;data11_7tev;express_express.recon.ntup_trkvalid.x113;byte;seconds;local;eth0;byte;remote;file;byte;seconds;local;eth0;byte;remote;file;connection;succeed;execute;insert;cpattempt;source;dest;retrynr;exitcode;erroracronym;startepoch;endepoch;stdboth;filesize;server;transfertime;type;filetype;svcclass;value;source;dest;retrynr;exitcode;eacro;startepoch;endepoch;stdboth;filesize;server;transfertime;type;filetype;svcclass;retrynr;svcclass;t0merge;eacro;dest;castor;grid;atla;tzero;prod1;temp;data11_7tev;express_express;data11_7tev;express_express.recon.ntup_trkvalid.x113;data11_7tev;express_express.recon.ntup_trkvalid.x113;startepoch;endepoch;filesize;server;source;data11_7tev;express_express.recon.ntup_trkvalid.x113;transfertime;stdboth;byte;seconds;local;eth0;byte;remote;file;type;stageout;filetype;ntup_trkvalid;exitcode;connection;close;byte;seconds;local;eth0;byte;remote;file;staging;take;seconds;stageout;succeed;transformation;problem;report;prodsy;jobinput;joboutput;guid;checksum;dataset;data11_7tev;express_express.daq.raw.x113;recon.task.tmp.log;event;data11_7tev;express_express.daq.raw.x113;recon.task;job.tmp.log;metada;surl;castor;grid;atla;tzero;prod1;temp;data11_7tev;express_express;data11_7tev;express_express.daq.raw.x113;recon.task.tmp.log;data11_7tev;express_express.daq.raw.x113;recon.task;job.tmp.log;size;num1;num2;txt1;crash;muontrackmonmanager;release;atlasproduction;16.6.3.7;reconstruction'),(81148,'atlas','d0 and z cuts mixed up in calo-tagged muon monitoring','hi dominique and sebastian,\r\n\r\nyou have seen the report on the dqa list from our shifter (andreas) on the calo muon z0 distribution. as a matter of fact there is nothing wrong with the calo tagger, but a bug in the monitoring.\r\n\r\nline 587f reads\r\nif ( fabs( cbperigee-&gt;parameters()[trk::d0]) &gt; m_maxidz0 ) continue;\r\nif ( fabs( cbperigee-&gt;parameters()[trk::z0]) &gt; m_maxidd0 ) continue;\r\n\r\nsee effect of tight d0 cut applied to z0 distribution in\r\nhttps://atlasdqm.cern.ch/webdisplay/tier0/1/express_express/run_179710/run/muoncombined/dqshift/mucalotag/mucbtrk_rec_z0_calotag\r\n\r\ncheers,\r\n     wolfgang','4199','844','2011-04-18 00:16:39','7','fixed','closed','none',';dominique;sebastian;report;list;shifter;andrea;calo;muon;distribution;matter;fact;wrong;calo;tagger;monitoring;line;read;cbperigee;parameter;m_maxidz0;continue;cbperigee;parameter;m_maxidd0;continue;effect;tight;apply;distribution;http;atlasdqm.cern.ch;webdisplay;tier0;express_express;run_179710;muoncombine;dqshift;mucalotag;mucbtrk_rec_z0_calotag;wolfgang;mixed;calo;muon;monitoring'),(81233,'atlas','error servicelocatorhelper::createservice: wrong interface id iid_2211 for service','hi,\r\n\r\nin today\'s rel2 devval, quite a few atn tests failed with \r\n\r\nerror servicelocatorhelper::createservice: wrong interface id iid_2211 for service\r\n\r\ne.g.\r\nhttp://atlas-computing.web.cern.ch/atlas-computing/links/distdirectory/nightlies/developmentwebarea/nicos_web_area17x0val32bs5g4recopt/nicos_testlog_rel_2/reconstruction_recexample_recexrecotest_20__recexrecotest_testconfiguration__idmuoncalomuoncomb__a.html#prblmhttp://atlas-computing.web.cern.ch/atlas-computing/links/distdirectory/nightlies/developmentwebarea/nicos_web_area17x0val32bs5g4recopt/nicos_testlog_rel_2/reconstruction_recexample_recexrecotest_26__recexrecotest_testconfiguration__recoshift_esd__a.html\r\n\r\ncould someone take a look please?\r\n\r\nthanks,\r\ntina (sw spring cleaner)','721','2193','2011-04-19 12:24:18','5','duplicate','closed','reconstruction',';today\'s;rel2;devval;quite;test;fail;error;servicelocatorhelper;createservice;wrong;interface;iid_2211;service;http;atla;computing.web.cern.ch;atla;computing;link;distdirectory;nightly;developmentwebarea;nicos_web_area17x0val32bs5g4recopt;nicos_testlog_rel_2;reconstruction_recexample_recexrecotest_20__recexrecotest_testconfiguration__idmuoncalomuoncomb__a.html;prblmhttp;atla;computing.web.cern.ch;atla;computing;link;distdirectory;nightly;developmentwebarea;nicos_web_area17x0val32bs5g4recopt;nicos_testlog_rel_2;reconstruction_recexample_recexrecotest_26__recexrecotest_testconfiguration__recoshift_esd__a.html;look;tina;spring;cleaner;error;servicelocatorhelper;createservice;wrong;interface;iid_2211;service;reconstruction'),(81281,'atlas','toolsvc.ipatfitter warning by mugirl in tier-0 processing (16.6.3.7)','hi sofia, \r\n\r\nthere are warnings from toolsvc.ipatfitter in tier-0 processing with recent data. \r\n49 warnings from toolsvc.ipatfitter are seen in\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_7tev/physics_jettauetmiss/00179710/data11_7tev.00179710.physics_jettauetmiss.merge.raw.f361.recon.task.tmp.log/data11_7tev.00179710.physics_jettauetmiss.merge.raw.f361.recon.task._lb0400._sfo-all._0001.job.tmp.log.1\r\nfor 3660 events. \r\n+verbatim+\r\ntoolsvc.ipatfitter                                warning  addmeasurements: skip measurement as fail to intersect associated surface from given starting parameters\r\n-verbatim-\r\nthis file is copied at\r\n/afs/cern.ch/user/g/gencomm/w0/oda/run179710/data11_7tev.00179710.physics_jettauetmiss.merge.raw.f361.recon.task._lb0400._sfo-all._0001.job.tmp.log.1 \r\n\r\ntoolsvc.ipatfitter was called by mugirl. \r\ncan you have a look? \r\n\r\ni extracted the raw file of 6 events with the warnings. \r\nyou can see the warnings with atlasproduction 16.6.3.7 and\r\n+verbatim+\r\n reco_trf.py ami=f361 preexec=\'indetflags.usebeamconstraint.set_value_and_lock(true);from calotools.calonoiseflags import jobproperties;jobproperties.calonoiseflags.fixedluminosity.set_value_and_lock(1.45);aodflags.trackparticleslimmer=true;from trackd3pdmaker.trackd3pdmakerflags import trackd3pdflags;trackd3pdflags.storetracksummary.pixeldedx=true;indetflags.selectsctintimehits=true;rec.donameauditor=true\' inputbsfile=/afs/cern.ch/user/g/gencomm/w0/oda/run179710/data11_7tev.00179710.physics_jettauetmiss.merge.raw._lb0400._sfo-all._0001.1.ipatfitter outputesdfile=esd.pool.root\r\n-verbatim-\r\n\r\nthanks in advance, \r\nsusumu ','3583','4045','2011-04-19 23:01:46','5','fixed','closed','muonidentification/mugirl',';sofium;warning;toolsvc.ipatfitter;tier;processing;recent;datum;warning;toolsvc.ipatfitter;castor;grid;atla;tzero;prod1;temp;data11_7tev;physics_jettauetmiss;data11_7tev;physics_jettauetmiss.merge.raw.f361;recon.task.tmp.log;data11_7tev;physics_jettauetmiss.merge.raw.f361;recon.task;job.tmp.log;event;verbatim;toolsvc.ipatfitter;warn;addmeasurement;skip;measurement;fail;intersect;associate;surface;give;start;parameter;verbatim;file;copy;user;gencomm;run179710;data11_7tev;physics_jettauetmiss.merge.raw.f361;recon.task;job.tmp.log;toolsvc.ipatfitter;call;mugirl;look;extract;file;event;warning;warning;atlasproduction;16.6.3.7;verbatim;reco_trf.py;preexec;indetflags.usebeamconstraint.set_value_and_lock;true;calotools.calonoiseflags;import;jobproperty;jobproperties.calonoiseflags.fixedluminosity.set_value_and_lock;aodflags.trackparticleslimmer;true;trackd3pdmaker.trackd3pdmakerflags;import;trackd3pdflag;trackd3pdflags.storetracksummary.pixeldedx;true;indetflags.selectsctintimehits;true;rec.donameauditor;true;inputbsfile;user;gencomm;run179710;data11_7tev;physics_jettauetmiss.merge.raw;ipatfitter;outputesdfile;esd.pool.root;verbatim;advance;susumu;toolsvc.ipatfitter;warn;mugirl;tier;processing;16.6.3.7;muonidentification;mugirl'),(81378,'atlas','no module named muoncommalgs.muoncommalgsconf','in rtt tests for devval/i686-slc5-gcc43-dbg, rel_4,\r\n\r\nwe observe massive crashes in jobs athenarecofromb, cosmicsrecofrombs, standardrecobstoesd, standardrecoesdtoaod, standardrecofrombs, standardrecofrombs_combined,\r\nstandardrecofrombs_moore, standardrecofrombs_muonboy,\r\nstandardrecofrombs_mon, standardrecofrombs_noreco,\r\nstandardrecofromesd.\r\n\r\nsee for example log file:\r\nhttps://atlasrtt.cern.ch/rtt/rel_4/devval/build/i686-slc5-gcc43-dbg/offline/muonrecrtt/athenarecofrombs/athenarecofrombs_log\r\n\r\nnenad\r\n(dbg and 64 bit shifter)\r\n\r\npy:muonrec           info changing default dorpcraw = true\r\ntraceback (most recent call last):\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_4/installarea/joboptions/muonrecexample/muondatarec_mytopoptions.py&quot;, line 217, in &lt;module&gt;\r\n    include (&quot;recexcommon/recexcommon_topoptions.py&quot;)\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlascore/rel_4/installarea/python/athenacommon/include.py&quot;, line 168, in __call__\r\n    execfile( name, self._workspace, self._workspace )\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_4/installarea/joboptions/recexcommon/recexcommon_topoptions.py&quot;, line 719, in &lt;module&gt;\r\n    protectedinclude( &quot;recexcommon/cbnt_config.py&quot; )\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlascore/rel_4/installarea/python/athenacommon/resilience.py&quot;, line 36, in protectedinclude\r\n    return protect (&quot;could not load &quot; + jo, include, jo)\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlascore/rel_4/installarea/python/athenacommon/resilience.py&quot;, line 27, in protect\r\n    treatexception(desc)\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlascore/rel_4/installarea/python/athenacommon/resilience.py&quot;, line 25, in protect\r\n    return fn (*args, **kw)\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlascore/rel_4/installarea/python/athenacommon/include.py&quot;, line 168, in __call__\r\n    execfile( name, self._workspace, self._workspace )\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_4/installarea/joboptions/recexcommon/cbnt_config.py&quot;, line 59, in &lt;module&gt;\r\n    protectedinclude(&quot;muonrecexample/muoncbnt_joboptions.py&quot;)\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlascore/rel_4/installarea/python/athenacommon/resilience.py&quot;, line 36, in protectedinclude\r\n    return protect (&quot;could not load &quot; + jo, include, jo)\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlascore/rel_4/installarea/python/athenacommon/resilience.py&quot;, line 27, in protect\r\n    treatexception(desc)\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlascore/rel_4/installarea/python/athenacommon/resilience.py&quot;, line 25, in protect\r\n    return fn (*args, **kw)\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlascore/rel_4/installarea/python/athenacommon/include.py&quot;, line 168, in __call__\r\n    execfile( name, self._workspace, self._workspace )\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_4/installarea/joboptions/muonrecexample/muoncbnt_joboptions.py&quot;, line 27, in &lt;module&gt;\r\n    from muoncommalgs.muoncommalgsconf import mdtpreprawdatantuple\r\nimporterror: no module named muoncommalgs.muoncommalgsconf\r\n','3518','5211','2011-04-21 18:37:53','5','fixed','closed','none',';test;devval;slc5;gcc43;rel_4;observe;massive;crash;athenarecofromb;cosmicsrecofromb;standardrecobstoesd;standardrecoesdtoaod;standardrecofromb;standardrecofrombs_combined;standardrecofrombs_moore;standardrecofrombs_muonboy;standardrecofrombs_mon;standardrecofrombs_noreco;standardrecofromesd;example;file;http;atlasrtt.cern.ch;rel_4;devval;build;slc5;gcc43;offline;muonrecrtt;athenarecofromb;athenarecofrombs_log;nenad;shifter;py:muonrec;info;change;default;dorpcraw;true;traceback;recent;file;atla;software;build;nightly;devval;atlasreconstruction;rel_4;installarea;joboption;muonrecexample;muondatarec_mytopoptions.py;line;include;recexcommon;recexcommon_topoptions.py;file;atla;software;build;nightly;devval;atlascore;rel_4;installarea;python;athenacommon;include.py;line;execfile;self;self;file;atla;software;build;nightly;devval;atlasreconstruction;rel_4;installarea;joboption;recexcommon;recexcommon_topoptions.py;line;protectedinclude;recexcommon;cbnt_config.py;file;atla;software;build;nightly;devval;atlascore;rel_4;installarea;python;athenacommon;resilience.py;line;protectedinclude;return;protect;load;include;file;atla;software;build;nightly;devval;atlascore;rel_4;installarea;python;athenacommon;resilience.py;line;protect;treatexception;desc;file;atla;software;build;nightly;devval;atlascore;rel_4;installarea;python;athenacommon;resilience.py;line;protect;return;file;atla;software;build;nightly;devval;atlascore;rel_4;installarea;python;athenacommon;include.py;line;execfile;self;self;file;atla;software;build;nightly;devval;atlasreconstruction;rel_4;installarea;joboption;recexcommon;cbnt_config.py;line;protectedinclude;muonrecexample;muoncbnt_joboptions.py;file;atla;software;build;nightly;devval;atlascore;rel_4;installarea;python;athenacommon;resilience.py;line;protectedinclude;return;protect;load;include;file;atla;software;build;nightly;devval;atlascore;rel_4;installarea;python;athenacommon;resilience.py;line;protect;treatexception;desc;file;atla;software;build;nightly;devval;atlascore;rel_4;installarea;python;athenacommon;resilience.py;line;protect;return;file;atla;software;build;nightly;devval;atlascore;rel_4;installarea;python;athenacommon;include.py;line;execfile;self;self;file;atla;software;build;nightly;devval;atlasreconstruction;rel_4;installarea;joboption;muonrecexample;muoncbnt_joboptions.py;line;muoncommalgs.muoncommalgsconf;import;mdtpreprawdatantuple;importerror;module;name;muoncommalgs.muoncommalgsconf;module;name;muoncommalgs.muoncommalgsconf'),(81414,'atlas','segmentation fault at streamaod','\r\nhello,\r\n    5 jobs in rtt test in both 16.7.x.y and 16.7.x.y-val rel_5 crash\r\nwith segmentation fault\r\n\r\ncaught signal 11(segmentation fault). details: \r\n  errno = 0, code = 1 (address not mapped to object)\r\n  pid   = 0, uid = 7598068\r\n  value = (478290352, 0x1c8221b0)\r\n  vmem = 1110.45 mb\r\n  rss  = 804.945 mb\r\n  total-ram = 15926.7 mb\r\n  free-ram  = 741.637 mb\r\n  buffer-ram= 505.812 mb\r\n  total-swap= 4094.55 mb\r\n  free-swap = 4066.88 mb\r\n  addr  = 0\r\n\r\nevent counter: 2\r\neventid: [run,evt,lumi,time,bunchcross,detmask] = [165632,3005302,200,1285263752:593852030,2689,0x1fffffffffff7]\r\nlast incident: athenaeventloopmgr:beginevent\r\ncurrent algorithm: streamaod\r\nalgorithm stack: \r\n   athmasterseq\r\n   athalgseq\r\n   streamaod\r\n\r\nthe full log file is here\r\n\r\n/afs/cern.ch/atlas/project/rtt/prod/results/rtt/rel_5/16.7.x.y...\r\n\r\nthis bug was reported earlier but was resolved and closed.\r\n\r\ncheers,\r\npiyali (val shifter)','1658','5211','2011-04-22 16:23:12','5','fixed','closed','reconstruction',';hello;test;rel_5;crash;segmentation;fault;catch;signal;segmentation;fault;detail;errno;code;address;object;value;vmem;total;free;buffer;total;swap;free;swap;addr;event;counter;eventid;lumus;time;bunchcross;detmask;incident;athenaeventloopmgr:beginevent;current;algorithm;streamaod;algorithm;stack;athmasterseq;athalgseq;streamaod;file;atla;project;prod;result;rel_5;report;earlier;resolve;close;piyalus;shifter;segmentation;fault;streamaod;reconstruction'),(81459,'atlas','irreproducibility of muidcombined, calocelllinkcontainer_p2_muonclustercollection_link (16.6.x(.y)(-val))','hi, \r\n\r\nalthough only two tags were new for 16.6.x rel_0\r\n+verbatim+\r\n[lxplus412 ~] get-tag-diff.py --ref=16.6.x,rel_6 --chk=16.6.x,rel_0\r\n::: found [2] tags which are different\r\nref                  | chk                  | pkg-name\r\n--------------------------------------------------------------------------------\r\n00-00-73             | 00-00-74             | trigger/trigconfiguration/trigconfhltdata\r\n00-04-75             | 00-04-76             | trigger/trigvalidation/triggertest\r\n--------------------------------------------------------------------------------\r\n-verbatim-\r\nthere is a change of calocelllinkcontainer_p2_muonclustercollection_link in run00159224_l1calo0_collisions test of tier0 chain tests. \r\nhttps://atlasrtt.cern.ch/tct/rel_0/16.6.x/build/i686-slc5-gcc43-opt/offline/tier0chaintests/esdtagcomm_comparison/esdtagcomm_comparison_log\r\n+verbatim+\r\n================================================================================\r\n::: comparing pool files...\r\n ref : rfio:///castor/cern.ch/atlas/atlascerngroupdisk/proj-sit/rtt/tct/rel_6/16.6.x/build/i686-slc5-gcc43-opt/offline/tier0chaintests/run00159224_l1calo0_collisions/myaod_l1calo_0.aod.pool.root\r\n chk : rfio:///castor/cern.ch/atlas/atlascerngroupdisk/proj-sit/rtt/tct/rel_0/16.6.x/build/i686-slc5-gcc43-opt/offline/tier0chaintests/run00159224_l1calo0_collisions/myaod_l1calo_0.aod.pool.root\r\n--------------------------------------------------------------------------------\r\n::: comparing common content (mem-size)...\r\n[err]      122.658 kb (ref) ==&gt;      122.662 kb (chk) | calocelllinkcontainer_p2_muonclustercollection_link\r\n================================================================================\r\n-verbatim-\r\n\r\nthis irreproducibility of calocelllinkcontainer_p2_muonclustercollection_link\r\nis actually seen from at least one month ago. \r\nmuontrackinggeometry-00-05-33 to fix bug #77381 (irreproducibility in 16.6.x) is already in 16.6.x.\r\nanother fix is needed. \r\n\r\ncheers, \r\nsusumu ','1069','4045','2011-04-23 21:52:29','7','fixed','closed','muonidentification/muid',';rel_0;verbatim;lxplus412;diff.py;rel_6;rel_0;different;trigger;trigconfiguration;trigconfhltda;trigger;trigvalidation;triggertest;verbatim;change;calocelllinkcontainer_p2_muonclustercollection_link;run00159224_l1calo0_collisions;test;tier0;chain;test;http;atlasrtt.cern.ch;rel_0;build;slc5;gcc43;offline;tier0chaintest;esdtagcomm_comparison;esdtagcomm_comparison_log;verbatim;compare;pool;file;rfio;castor;atla;atlascerngroupdisk;proj;rel_6;build;slc5;gcc43;offline;tier0chaintest;run00159224_l1calo0_collisions;myaod_l1calo_0;aod.pool.root;rfio;castor;atla;atlascerngroupdisk;proj;rel_0;build;slc5;gcc43;offline;tier0chaintest;run00159224_l1calo0_collisions;myaod_l1calo_0;aod.pool.root;compare;common;content;size;calocelllinkcontainer_p2_muonclustercollection_link;verbatim;irreproducibility;calocelllinkcontainer_p2_muonclustercollection_link;actually;month;muontrackinggeometry;irreproducibility;need;susumu;irreproducibility;muidcombine;calocelllinkcontainer_p2_muonclustercollection_link;muonidentification;muid'),(81530,'atlas','rtt test failed due to seg fault during muoncombinedrefit','hello,\r\n\r\nsome rtt tests failing due to a seg fault during muoncombinedrefit\r\ncaused by trk::globalchi2fitter::backupcombinationstrategy\r\n\r\nyou can find a log file here:\r\nhttps://atlasrtt.cern.ch/rtt_j_r/rel_2/devval/build/i686-slc5-gcc43-opt/offline/recperftests/all_bs/all_bs_log\r\n\r\nand a script to run the test:\r\nhttps://atlasrtt.cern.ch/rtt_j_r/rel_2/devval/build/i686-slc5-gcc43-opt/offline/recperftests/all_bs/runscript.sh\r\n\r\nplease take a look.\r\n\r\nthanks,\r\nfelix friedrich [sw-val shifter]\r\n\r\n\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  done processing event #475065, run #178044 8 events processed so far  &lt;&lt;&lt;===\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  start processing event #475466, run #178044 8 events processed so far  &lt;&lt;&lt;===\r\niovsvctool                                           info \r\niovsvctool                                           info \r\niovsvctool                                           info \r\niovsvctool                                           info \r\ndataproxy                                         warning accessdata:  iconversionsvc ptr not set\r\ntoolsvc.muonedmhelpertool                            info   geometry svc trackinggeometrysvc = servicehandle(\'atlastrackinggeometrysvc\') retrieved \r\n-------------------------------------------------------------------------------------\r\ncore dump from coredumpsvc on lxb7518.cern.ch at tue apr 26 06:32:33 2011\r\n\r\ncaught signal 11(segmentation fault). details: \r\n  errno = 0, code = 1 (address not mapped to object)\r\n  pid   = 36, uid = 13\r\n  value = (456432580, 0x1b349bc4)\r\n  vmem = 2167.86 mb\r\n  rss  = 1814.07 mb\r\n  total-ram = 7843.18 mb\r\n  free-ram  = 47.0781 mb\r\n  buffer-ram= 82.043 mb\r\n  total-swap= 4094.65 mb\r\n  free-swap = 4046.49 mb\r\n  addr  = 0x24\r\n\r\nevent counter: 9\r\neventid: [run,evt,lumi,time,bunchcross,detmask] = [178044,475466,92,1300825336:727453775,1902,0x1fffffffffff7]\r\nlast incident: athenaeventloopmgr:beginevent\r\ncurrent algorithm: muoncombinedrefit\r\nalgorithm stack: \r\n   athmasterseq\r\n   athalgseq\r\n   muoncombinedrefit\r\n-------------------------------------------------------------------------------------\r\n\r\n(pid=31009 ppid=30582) received fatal signal 11 (segmentation fault)\r\nsignal context:\r\n  signo  = 11, errno = 0, code = 1 (address not mapped to object)\r\n  pid    = 36, uid = 13\r\n  value  = (456432580, 0x1b349bc4)\r\n  addr   = 0x24\r\n  stack  = (2, 0, (nil))\r\n\r\n  eip: 0023:75651756           eflags: 00210206\r\n  eax: 5c053228   ebx: 75689170   ecx: 36d225d8   edx: 00000000\r\n  esi: 00000000   edi: 00000000   ebp: ffc9bc08   esp: ffc9b590\r\n   ds: 002b        es: 002b        fs: 0000        ss: 002b\r\n\r\n  signal esp: ffc9b590  trap: 14/4  oldmask: 00000000   cr2: 00000024\r\n\r\n  fpu:  control = ffff037f\r\n        status  = ffff0020\r\n        tag     = ffffffff\r\n        ip      = 0010:756516ec\r\n        data    = 002b:00000000\r\n        state   = 00000020\r\n    %fp0 = [bff2:924158cfbd2ec689]\r\n    %fp1 = [3fef:60cd0a68c33fcec1]\r\n    %fp2 = [4000:4800b463aa8ea6aa]\r\n    %fp3 = [bffe:2800b811a53dadf7]\r\n    %fp4 = [4007:000000000000fde8]\r\n    %fp5 = [0000:0000000000000000]\r\n    %fp6 = [3fff:0000000000008000]\r\n    %fp7 = [0000:0000000000000000]\r\n\r\nstack trace:\r\n 0x58efb280 athena::debugaids::stacktrace(int) + 0x60 [/afs/cern.ch/atlas/software/builds/nightlies/devval/atlascore/rel_2/installarea/i686-slc5-gcc43-opt/lib/libcxxutils.so]\r\n 0x58efc0af athena::signal::fataldump(int, siginfo*, void*) + 0xff [/afs/cern.ch/atlas/software/builds/nightlies/devval/atlascore/rel_2/installarea/i686-slc5-gcc43-opt/lib/libcxxutils.so]\r\n 0x58efc3c1 athena::signal::fatal(int, siginfo*, void*) + 0x181 [/afs/cern.ch/atlas/software/builds/nightlies/devval/atlascore/rel_2/installarea/i686-slc5-gcc43-opt/lib/libcxxutils.so]\r\n 0x5d4cec96 coredumpsvchandler::action(int, siginfo*, void*) + 0x106 [/afs/cern.ch/atlas/software/builds/nightlies/devval/atlascore/rel_2/installarea/i686-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0xffffe600 &lt;unknown function&gt;\r\n 0x75651756 trk::globalchi2fitter::backupcombinationstrategy(trk::track const&amp;, trk::track const&amp;, std::vector&lt;trk::materialeffectsontrack, std::allocator&lt;trk::materialeffectsontrack&gt; &gt;&amp;) const + 0x1a16 [/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_2/installarea/i686-slc5-gcc43-opt/lib/libtrkglobalchi2fitter.so]\r\n 0x75654678 trk::globalchi2fitter::fit(trk::track const&amp;, trk::track const&amp;, bool, trk::particlehypothesis) const + 0x478 [/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_2/installarea/i686-slc5-gcc43-opt/lib/libtrkglobalchi2fitter.so]\r\n 0x6ce86bf9 refitmuon::execute() + 0x2e09 [/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_2/installarea/i686-slc5-gcc43-opt/lib/libcombinedmuonrefit.so]\r\n 0x583f59fd algorithm::sysexecute() + 0x11d [/afs/cern.ch/atlas/software/builds/nightlies/devval/gaudi/rel_2/installarea/i686-slc5-gcc43-opt/lib/libgaudikernel.so]\r\n','721','5211','2011-04-26 16:34:27','5','fixed','closed','reconstruction',';hello;test;fail;fault;muoncombinedrefit;cause;globalchi2fitter;backupcombinationstrategy;file;http;atlasrtt.cern.ch;rtt_j_r;rel_2;devval;build;slc5;gcc43;offline;recperftest;all_bs;all_bs_log;script;test;http;atlasrtt.cern.ch;rtt_j_r;rel_2;devval;build;slc5;gcc43;offline;recperftest;all_bs;runscript.sh;look;felix;friedrich;shifter;athenaeventloopmgr;info;processing;event;event;process;start;processing;event;event;process;globalchi2fitter;backupcombinationstrategy;track;const;track;const;vector;const;atla;software;build;nightly;devval;atlasreconstruction;rel_2;installarea;slc5;gcc43;libtrkglobalchi2fitter.so;globalchi2fitter;track;const;track;const;bool;particlehypothesis;const;atla;software;build;nightly;devval;atlasreconstruction;rel_2;installarea;slc5;gcc43;libtrkglobalchi2fitter.so;refitmuon;execute;atla;software;build;nightly;devval;atlasreconstruction;rel_2;installarea;slc5;gcc43;libcombinedmuonrefit.so;algorithm;sysexecute;atla;software;build;nightly;devval;gaudus;rel_2;installarea;slc5;gcc43;libgaudikernel.so;test;fail;fault;muoncombinedrefit;reconstruction'),(81620,'atlas','detflags not set correctly by recexcommon in esd-&gt;esd','hi,\r\n\r\nthe atn test which is doing esd to esd with reconstruction on shows these error/fatal messages:\r\nnameauditor                                          info about to enter toolsvc.pixelrecodbtool with auditor trigger initialize\r\ntoolsvc.pixelrecodbtool                              info toolsvc.pixelrecodbtool initialize()\r\ntoolsvc.pixelrecodbtool                              info register callback\r\nclassidsvc                                           info  getregistryentries: read 17564 clidregistry entries for module all\r\ntoolsvc.pixelrecodbtool error no detcondcfloat found in detectorstore folder /pixel/pixreco\r\ntoolsvc.pixelrecodbtool                             fatal toolsvc.pixelrecodbtool is configured to use cool database, but no data found.\r\ntoolsvc.pixelrecodbtool                             fatal this point to a serious configuration error\r\ntoolsvc.pixelrecodbtool                             fatal please modify your configuration script according to the following:\r\ntoolsvc.pixelrecodbtool                             fatal 1) if you do not want to acces the conditions information, set\r\ntoolsvc.pixelrecodbtool                             fatal toolsvc.pixelrecodbtool.inputsource = 1\r\ntoolsvc.pixelrecodbtool                             fatal 2) if you want to get proper condition information, add to the iovdbsvc the pixel reconstruction folder:\r\ntoolsvc.pixelrecodbtool                             fatal from iovdbsvc.conddb import conddb\r\ntoolsvc.pixelrecodbtool                             fatal if not conddb.folderrequested(\'pixel/pixreco\'):\r\ntoolsvc.pixelrecodbtool                             fatal     conddb.addfolder(\'pixel_ofl\',\'/pixel/pixreco\')\r\ntoolsvc.pixelrecodbtool                             fatal and check the conditions tag you are using.\r\nnameauditor                                          info just exited toolsvc.pixelrecodbtool with auditor trigger initialize\r\nmemstatauditor                                       info memory usage has changed after  toolsvc.pixelrecodbtool 	initialization method 	virtual size = 648.609 mb 	resident set size = 453.609 mb deltavsize = 2.44141  mb \r\ntoolsvc                                             error error initializing tool \'toolsvc.pixelrecodbtool\'\r\npixelofflinecalibsvc                                error  failed to retrieve tool pixelrecodbtool\r\nnameauditor                                          info just exited pixelofflinecalibsvc with auditor trigger initialize\r\n\r\nlink to the atn test:\r\nhttp://atlas-computing.web.cern.ch/atlas-computing/links/distdirectory/nightlies/developmentwebarea/nicos_web_area17x0val32bs5g4recopt/nicos_testlog_rel_0/reconstruction_recexample_recexrecotest_29__recexrecotest_testconfiguration__esdtoesdwithreco__a.html\r\n\r\ncould you have a look, what\'s going wrong there ?\r\n\r\nthanks, rolf\r\n','721','1658','2011-04-28 18:07:22','5','fixed','closed','none',';test;reconstruction;show;error;fatal;message;nameauditor;info;enter;toolsvc.pixelrecodbtool;auditor;trigger;initialize;toolsvc.pixelrecodbtool;info;toolsvc.pixelrecodbtool;initialize;toolsvc.pixelrecodbtool;info;register;callback;classidsvc;info;getregistryentry;read;clidregistry;entry;module;toolsvc.pixelrecodbtool;error;detcondcfloat;detectorstore;folder;pixel;pixreco;toolsvc.pixelrecodbtool;fatal;toolsvc.pixelrecodbtool;configure;cool;database;datum;toolsvc.pixelrecodbtool;fatal;point;configuration;error;toolsvc.pixelrecodbtool;fatal;modify;configuration;script;accord;follow;toolsvc.pixelrecodbtool;fatal;want;condition;information;toolsvc.pixelrecodbtool;fatal;toolsvc.pixelrecodbtool.inputsource;toolsvc.pixelrecodbtool;fatal;want;proper;condition;information;iovdbsvc;pixel;reconstruction;folder;toolsvc.pixelrecodbtool;fatal;iovdbsvc.conddb;import;conddb;toolsvc.pixelrecodbtool;fatal;conddb.folderrequested;pixel;pixreco;toolsvc.pixelrecodbtool;fatal;conddb.addfolder;pixel_ofl;pixel;pixreco;toolsvc.pixelrecodbtool;fatal;check;condition;nameauditor;info;just;exit;toolsvc.pixelrecodbtool;auditor;trigger;initialize;memstatauditor;info;memory;usage;change;toolsvc.pixelrecodbtool;initialization;method;virtual;size;resident;size;deltavsize;toolsvc;error;error;initialize;tool;toolsvc.pixelrecodbtool;pixelofflinecalibsvc;error;fail;retrieve;tool;pixelrecodbtool;nameauditor;info;just;exit;pixelofflinecalibsvc;auditor;trigger;initialize;link;test;http;atla;computing.web.cern.ch;atla;computing;link;distdirectory;nightly;developmentwebarea;nicos_web_area17x0val32bs5g4recopt;nicos_testlog_rel_0;reconstruction_recexample_recexrecotest_29__recexrecotest_testconfiguration__esdtoesdwithreco__a.html;look;what\'s;wrong;rolf;detflag;correctly;recexcommon'),(81879,'atlas','assert fail in trkparametersbase trk::parameterst&lt;t&gt;::checkrangephitheta()              ','in the muonrecrtt/zmumu rtt test, the i686 dbg build is consistently failing with a warning: \r\n\r\n+verbatim+\r\nfpeauditor warning fpe divbyzero in [execute of [indetlowbetatrkalgorithm]\r\n-verbatim-\r\n\r\nand then an unclean exit on a failed assert (which *would* only show up in dbg):\r\n\r\n+verbatim+\r\npython: /build/atnight/localbuilds/nightlies/17.x.0-val/atlasconditions/rel_0/installarea/include/\r\ntrkparametersbase/trkparametersbase/parameterst.icc:103: void trk::parameterst&lt;t&gt;::checkrangephitheta() const [with t = trk::charged]: assertion `false\' failed.&quot;\r\n-verbatim-\r\n\r\nthis comes after a huge number of &quot;forwardindexingpolicy error reverselookup: element not found&quot; warnings, but i think those are not connected (although also undesirable!)\r\n\r\nhere\'s an example logfile, for rel_3 but it had been happening before that:\r\n\r\nhttps://atlasrtt.cern.ch/rtt/rel_3/devval/build/i686-slc5-gcc43-dbg/offline/muonrecrtt/zmumu/zmumu_log\r\n\r\nandy\r\nas sw val shifter\r\n','396','2945','2011-05-05 11:52:59','5','fixed','closed','reconstruction',';muonrecrtt;zmumu;test;build;consistently;fail;warn;verbatim;fpeauditor;warn;divbyzero;execute;indetlowbetatrkalgorithm;verbatim;unclean;exit;fail;assert;verbatim;python;build;atnight;localbuild;nightly;atlascondition;rel_0;installarea;include;trkparametersbase;trkparametersbase;parameterst.icc;void;parameterst;checkrangephitheta;const;charge;assertion;false;fail;verbatim;come;huge;number;forwardindexingpolicy;error;reverselookup;element;warning;think;connect;undesirable;here\'s;example;logfile;rel_3;happen;http;atlasrtt.cern.ch;rel_3;devval;build;slc5;gcc43;offline;muonrecrtt;zmumu;zmumu_log;andy;shifter;assert;fail;trkparametersbase;parameterst;checkrangephitheta;reconstruction'),(81940,'atlas','attributeerror: \'empidbuilder\' object has no attribute \'egammaepiloglikelihoodtoolname\'','hello,\r\n\r\nin today\'s rel5 dev and devval, the atn test recexanatest_testconfiguration#recoshift_std4_aodtod3pd failed with\r\n\r\nattributeerror: \'empidbuilder\' object has no attribute \'egammaepiloglikelihoodtoolname\'\r\n\r\nlogfiles here\r\nhttp://atlas-computing.web.cern.ch/atlas-computing/links/distdirectory/nightlies/developmentwebarea/nicos_web_area17x0val32bs5g4anlopt/nicos_testlog_rel_5/reconstruction_recexample_recexanatest_28__recexanatest_testconfiguration__recoshift_std4_aodtod3pd__a.html\r\nhttp://atlas-computing.web.cern.ch/atlas-computing/links/distdirectory/nightlies/developmentwebarea/nicos_web_area17x032bs5g4anlopt/nicos_testlog_rel_5/reconstruction_recexample_recexanatest_28__recexanatest_testconfiguration__recoshift_std4_aodtod3pd__a.html\r\n\r\n\r\nthanks,\r\ntina (sw val shifter)','2580','5211','2011-05-06 13:15:08','5','fixed','closed','reconstruction',';hello;today\'s;rel5;devval;test;recexanatest_testconfiguration;recoshift_std4_aodtod3pd;fail;attributeerror;empidbuilder;object;attribute;egammaepiloglikelihoodtoolname;logfile;http;atla;computing.web.cern.ch;atla;computing;link;distdirectory;nightly;developmentwebarea;nicos_web_area17x0val32bs5g4anlopt;nicos_testlog_rel_5;reconstruction_recexample_recexanatest_28__recexanatest_testconfiguration__recoshift_std4_aodtod3pd__a.html;http;atla;computing.web.cern.ch;atla;computing;link;distdirectory;nightly;developmentwebarea;nicos_web_area17x032bs5g4anlopt;nicos_testlog_rel_5;reconstruction_recexample_recexanatest_28__recexanatest_testconfiguration__recoshift_std4_aodtod3pd__a.html;tina;shifter;attributeerror;empidbuilder;object;attribute;egammaepiloglikelihoodtoolname;reconstruction'),(81971,'atlas','seg fault in mugirl failing many rtt','hello,\r\n\r\nin today\'s rel6, many dev and devval rtt fail from a seg fault in mugirl\r\n-------------------------------------------------------------------------------------\r\ncore dump from coredumpsvc on lxb8848.cern.ch at sat may  7 06:08:42 2011\r\n\r\ncaught signal 11(segmentation fault). details: \r\n  errno = 0, code = 1 (address not mapped to object)\r\n  pid   = 115, uid = 11484054\r\n  value = (326023, 0x4f987)\r\n  vmem = 2208.97 mb\r\n  rss  = 1915.56 mb\r\n  total-ram = 15926.4 mb\r\n  free-ram  = 177.68 mb\r\n  buffer-ram= 393.781 mb\r\n  total-swap= 4094.55 mb\r\n  free-swap = 4094.34 mb\r\n  addr  = 0x73\r\n\r\nevent counter: 13\r\neventid: [run,evt,lumi,time,bunchcross,detmask] = [105200,31863,3,0:0,0,0x0]\r\nlast incident: athenaeventloopmgr:beginevent\r\ncurrent algorithm: mugirl\r\nalgorithm stack: \r\n   athmasterseq\r\n   athalgseq\r\n   mugirl\r\n-------------------------------------------------------------------------------------\r\n\r\ne.g.\r\nhttps://atlasrtt.cern.ch/rtt/rel_6/devval/build/i686-slc5-gcc43-opt/offline/recexanatest/mc10_all/mc10_all_log\r\nhttps://atlasrtt.cern.ch/rtt/rel_6/devval/build/i686-slc5-gcc43-opt/offline/recexanatest/mc10_all_nofpe/mc10_all_nofpe_log\r\nhttps://atlasrtt.cern.ch/rtt/rel_6/devval/build/i686-slc5-gcc43-opt/offline/recexanatest/mc10_all_nopers/mc10_all_nopers_log\r\n\r\n\r\nthanks,\r\ntina (sw val shifter)','396','5211','2011-05-07 19:06:16','5','fixed','closed','reconstruction',';hello;today\'s;rel6;devval;fail;fault;mugirl;core;dump;coredumpsvc;lxb8848;catch;signal;segmentation;fault;detail;errno;code;address;object;value;vmem;total;free;buffer;total;swap;free;swap;addr;event;counter;eventid;lumus;time;bunchcross;detmask;incident;athenaeventloopmgr:beginevent;current;algorithm;mugirl;algorithm;stack;athmasterseq;athalgseq;mugirl;http;atlasrtt.cern.ch;rel_6;devval;build;slc5;gcc43;offline;recexanatest;mc10_all;mc10_all_log;http;atlasrtt.cern.ch;rel_6;devval;build;slc5;gcc43;offline;recexanatest;mc10_all_nofpe;mc10_all_nofpe_log;http;atlasrtt.cern.ch;rel_6;devval;build;slc5;gcc43;offline;recexanatest;mc10_all_nopers;mc10_all_nopers_log;tina;shifter;fault;mugirl;fail;reconstruction'),(81988,'atlas','segmentation fault (address not mapped to object) in muidmooretpcreator (17.0.0, f374)','hi, \r\n\r\nsegmentation fault is seen in muidmooretpcreator in reconstruction jobs with release 17.0.0. \r\n\r\ni will extract log file and raw file. \r\n\r\ncheers, \r\nsusumu \r\n\r\n+verbatim+\r\ninput file(s):\r\n--------------------------------------------------------------------------------\r\nstage_svcclass=atlcal\r\n/castor/cern.ch/grid/atlas/tzero/prod1/perm/data11_7tev/physics_jettauetmiss/00180664/data11_7tev.00180664.physics_jettauetmiss.merge.raw/data11_7tev.00180664.physics_jettauetmiss.merge.raw._lb0516._sfo-11._0001.1\r\n\r\n\r\ntier-0 transformation command run:\r\n--------------------------------------------------------------------------------\r\nsource /afs/cern.ch/atlas/tzero/prod1/inst/projects/data11/setup/setuptrf.sh /afs/cern.ch/atlas/tzero/prod1/inst/projects/data11/patches/atlasproduction-17.0.0 atlasproduction-17.0.0 /afs/cern.ch/atlas/tzero/prod1/inst/projects/data11/setup/specialsetup_tier0.sh ; python -u `which reco_trf.py` --argdict=/afs/cern.ch/atlas/tzero/prod1/log1/10814/10814067_data11_7tev.00180664.physics_jettauetmiss.merge.raw.f374.recon.task._lb0516._sfo-11._0001.job.2//data11_7tev.00180664.physics_jettauetmiss.merge.raw.f374.recon.task._lb0516._sfo-11._0001.job.argdict.gpickle  &amp;&gt; data11_7tev.00180664.physics_jettauetmiss.merge.raw.f374.recon.task._lb0516._sfo-11._0001.job.tmp.log\r\n\r\n\r\nami configuration tag (more details):\r\n--------------------------------------------------------------------------------\r\nsee http://ami.in2p3.fr:8080/opencms/opencms/ami/www/referencetables/ --&gt; configurationtag --&gt; interpret --&gt; f374\r\n\r\n\r\nlogfile location:\r\n--------------------------------------------------------------------------------\r\nstage_svcclass=t0merge\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_7tev/physics_jettauetmiss/00180664/data11_7tev.00180664.physics_jettauetmiss.merge.raw.f374.recon.task.tmp.log/data11_7tev.00180664.physics_jettauetmiss.merge.raw.f374.recon.task._lb0516._sfo-11._0001.job.tmp.log.2\r\n\r\n\r\ntail of the log file (300 lines):\r\n--------------------------------------------------------------------------------\r\ntoolsvc.mboymuontrackbuilder                         info mboymuontrackbuilder::loadevent\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  done processing event #4450382, run #180664 56 events processed so far  &lt;&lt;&lt;===\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  start processing event #4444733, run #180664 56 events processed so far  &lt;&lt;&lt;===\r\niovsvctool                                           info 	condattrlistcollection[/sct/dcs/modtemp]: [1304270660000000000]   &lt;- removed\r\n	condattrlistcollection[/lar/dcs/hv/barrel/i8]: [1304270660000000000]   &lt;- removed\r\n	condattrlistcollection[/lar/dcs/hv/barrel/i16]: [1304270660000000000]   &lt;- removed\r\n\r\niovsvctool                                           info \r\niovsvctool                                           info \r\niovsvctool                                           info \r\ndataproxy                                         warning accessdata:  iconversionsvc ptr not set\r\ntoolsvc.mboymuontrackbuilder                         info mboymuontrackbuilder::loadevent\r\ntoolsvc.dcmathsegmentmaker                        warning found multiple sectors on input, cannot process data \r\ntoolsvc.dcmathsegmentmaker                        warning  no mdt selected, returning 0 \r\ntoolsvc.dcmathsegmentmaker                        warning found multiple sectors on input, cannot process data \r\ntoolsvc.dcmathsegmentmaker                        warning  no mdt selected, returning 0 \r\ntoolsvc.trigdecisiontool.navigation               warning getfeatureaccessors: feature of clid: 1334834594 and index: 1 not available. probably not recorded. navigation structure inconsistent. \r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  done processing event #4444733, run #180664 57 events processed so far  &lt;&lt;&lt;===\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  start processing event #4452223, run #180664 57 events processed so far  &lt;&lt;&lt;===\r\niovsvctool                                           info \r\niovsvctool                                           info \r\niovsvctool                                           info    condattrlistcollection[/sct/dcs/modtemp]: [1304270660000000000]  -&gt; removed\r\n   condattrlistcollection[/lar/dcs/hv/barrel/i8]: [1304270660000000000]  -&gt; removed\r\n   condattrlistcollection[/lar/dcs/hv/barrel/i16]: [1304270660000000000]  -&gt; removed\r\n\r\niovsvctool                                           info \r\ntoolsvc.mboymuontrackbuilder                         info mboymuontrackbuilder::loadevent\r\ntoolsvc.dcmathsegmentmaker                        warning found multiple sectors on input, cannot process data \r\ntoolsvc.dcmathsegmentmaker                        warning  no mdt selected, returning 0 \r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  done processing event #4452223, run #180664 58 events processed so far  &lt;&lt;&lt;===\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  start processing event #4450987, run #180664 58 events processed so far  &lt;&lt;&lt;===\r\niovsvctool                                           info 	condattrlistcollection[/lar/dcs/hv/barrel/i8]: [1304270662000000000]   &lt;- removed\r\n	condattrlistcollection[/lar/dcs/hv/barrel/i16]: [1304270662000000000]   &lt;- removed\r\n\r\niovsvctool                                           info \r\niovsvctool                                           info \r\niovsvctool                                           info \r\ndataproxy                                         warning accessdata:  iconversionsvc ptr not set\r\ntoolsvc.dcmathsegmentmaker                        warning found multiple sectors on input, cannot process data \r\ntoolsvc.dcmathsegmentmaker                        warning  no mdt selected, returning 0 \r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  done processing event #4450987, run #180664 59 events processed so far  &lt;&lt;&lt;===\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  start processing event #4451935, run #180664 59 events processed so far  &lt;&lt;&lt;===\r\niovsvctool                                           info \r\niovsvctool                                           info \r\niovsvctool                                           info \r\niovsvctool                                           info \r\ntoolsvc.dcmathsegmentmaker                        warning found multiple sectors on input, cannot process data \r\ntoolsvc.dcmathsegmentmaker                        warning  no mdt selected, returning 0 \r\ntoolsvc.dcmathsegmentmaker                        warning found multiple sectors on input, cannot process data \r\ntoolsvc.dcmathsegmentmaker                        warning  no mdt selected, returning 0 \r\ntoolsvc.dcmathsegmentmaker                        warning found multiple sectors on input, cannot process data \r\ntoolsvc.dcmathsegmentmaker                        warning  no mdt selected, returning 0 \r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  done processing event #4451935, run #180664 60 events processed so far  &lt;&lt;&lt;===\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  start processing event #4450555, run #180664 60 events processed so far  &lt;&lt;&lt;===\r\niovsvctool                                           info 	condattrlistcollection[/sct/dcs/modtemp]: [1304270661000000000]   &lt;- removed\r\n	condattrlistcollection[/lar/dcs/hv/barrel/i8]: [1304270661000000000]   &lt;- removed\r\n	condattrlistcollection[/lar/dcs/hv/barrel/i16]: [1304270661000000000]   &lt;- removed\r\n\r\niovsvctool                                           info \r\niovsvctool                                           info \r\niovsvctool                                           info \r\ndataproxy                                         warning accessdata:  iconversionsvc ptr not set\r\ndataproxy                                         warning accessdata:  iconversionsvc ptr not set\r\ntoolsvc.dcmathsegmentmaker                        warning found multiple sectors on input, cannot process data \r\ntoolsvc.dcmathsegmentmaker                        warning  no mdt selected, returning 0 \r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  done processing event #4450555, run #180664 61 events processed so far  &lt;&lt;&lt;===\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  start processing event #4450627, run #180664 61 events processed so far  &lt;&lt;&lt;===\r\niovsvctool                                           info \r\niovsvctool                                           info \r\niovsvctool                                           info    condattrlistcollection[/sct/dcs/modtemp]: [1304270661000000000]  -&gt; removed\r\n   condattrlistcollection[/lar/dcs/hv/barrel/i8]: [1304270661000000000]  -&gt; removed\r\n   condattrlistcollection[/lar/dcs/hv/barrel/i16]: [1304270661000000000]  -&gt; removed\r\n\r\niovsvctool                                           info \r\ndataproxy                                         warning accessdata:  iconversionsvc ptr not set\r\ndataproxy                                         warning accessdata:  iconversionsvc ptr not set\r\ntoolsvc.mboymuontrackbuilder                         info mboymuontrackbuilder::loadevent\r\ntoolsvc.muontrackquery                            warning  input track without measuredperigee\r\ntoolsvc.muontrackquery                            warning  input track without measuredperigee\r\ntoolsvc.muontrackquery                            warning  input track without measuredperigee\r\nmuidstandalonetpamcreator                         warning  caloenergy missing from extrapolated track\r\ntoolsvc.dcmathsegmentmaker                        warning found multiple sectors on input, cannot process data \r\ntoolsvc.dcmathsegmentmaker                        warning  no mdt selected, returning 0 \r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  done processing event #4450627, run #180664 62 events processed so far  &lt;&lt;&lt;===\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  start processing event #4451286, run #180664 62 events processed so far  &lt;&lt;&lt;===\r\niovsvctool                                           info \r\niovsvctool                                           info \r\niovsvctool                                           info \r\niovsvctool                                           info \r\ndataproxy                                         warning accessdata:  iconversionsvc ptr not set\r\ntoolsvc.mboymuontrackbuilder                         info mboymuontrackbuilder::loadevent\r\ntoolsvc.dcmathsegmentmaker                        warning found multiple sectors on input, cannot process data \r\ntoolsvc.dcmathsegmentmaker                        warning  no mdt selected, returning 0 \r\ntoolsvc.dcmathsegmentmaker                        warning found multiple sectors on input, cannot process data \r\ntoolsvc.dcmathsegmentmaker                        warning  no mdt selected, returning 0 \r\ntoolsvc.dcmathsegmentmaker                        warning found multiple sectors on input, cannot process data \r\ntoolsvc.dcmathsegmentmaker                        warning  no mdt selected, returning 0 \r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  done processing event #4451286, run #180664 63 events processed so far  &lt;&lt;&lt;===\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  start processing event #4451339, run #180664 63 events processed so far  &lt;&lt;&lt;===\r\niovsvctool                                           info \r\niovsvctool                                           info \r\niovsvctool                                           info \r\niovsvctool                                           info \r\ndataproxy                                         warning accessdata:  iconversionsvc ptr not set\r\ntoolsvc.mboymuontrackbuilder                         info mboymuontrackbuilder::loadevent\r\ntoolsvc.muonidhelper                              warning createparticle: no particle produced\r\n-------------------------------------------------------------------------------------\r\ncore dump from coredumpsvc on lxbrb2711.cern.ch at sun may  8 17:26:31 2011\r\n\r\ncaught signal 11(segmentation fault). details: \r\n  errno = 0, code = 1 (address not mapped to object)\r\n  pid   = 8, uid = 4293243332\r\n  value = (284740, 0x45844)\r\n  vmem = 1984.98 mb\r\n  rss  = 1635.07 mb\r\n  total-ram = 15929.1 mb\r\n  free-ram  = 7585.15 mb\r\n  buffer-ram= 636.059 mb\r\n  total-swap= 20481.2 mb\r\n  free-swap = 20385 mb\r\n  addr  = 0x8\r\n\r\nevent counter: 64\r\neventid: [run,evt,lumi,time,bunchcross,detmask] = [180664,4451339,516,1304270661:985803445,139,0x1fffffffffff7]\r\nlast incident: athenaeventloopmgr:beginevent\r\ncurrent algorithm: muidmooretpcreator\r\nalgorithm stack: \r\n   athmasterseq\r\n   athalgseq\r\n   muidmooretpcreator\r\n-------------------------------------------------------------------------------------\r\n\r\n(pid=1089 ppid=1025) received fatal signal 11 (segmentation fault)\r\nsignal context:\r\n  signo  = 11, errno = 0, code = 1 (address not mapped to object)\r\n  pid    = 8, uid = -1723964\r\n  value  = (284740, 0x45844)\r\n  addr   = 0x8\r\n  stack  = (2, 0, (nil))\r\n\r\n  eip: 0023:e4a42834           eflags: 00210282\r\n  eax: 410f67f8   ebx: e4a668f4   ecx: 171a6c3c   edx: 171a124c\r\n  esi: 00000000   edi: 4e90d1b8   ebp: ffe5b3b8   esp: ffe5b340\r\n   ds: 002b        es: 002b        fs: 0000        ss: 002b\r\n\r\n  signal esp: ffe5b340  trap: 14/4  oldmask: 00000000   cr2: 00000008\r\n\r\n  fpu:  control = ffff037f\r\n        status  = ffff0020\r\n        tag     = ffffffff\r\n        ip      = 0010:dc22db58\r\n        data    = 002b:166aa5d8\r\n        state   = 00000020\r\n    %fp0 = [4009:8800e861ea089b3c]\r\n    %fp1 = [c00c:000000000000bb80]\r\n    %fp2 = [8000:0000000000000000]\r\n    %fp3 = [3ffd:d3b0e21f39759772]\r\n    %fp4 = [4013:a313a70ea3cabc45]\r\n    %fp5 = [0000:0000000000000000]\r\n    %fp6 = [c008:70002bea9612ab49]\r\n    %fp7 = [0000:0000000000000000]\r\n\r\nstack trace:\r\n 0xf3c0e3b0 _zn6athena9debugaids10stacktraceei + 0x60 [/afs/cern.ch/atlas/software/releases/17.0.0/atlascore/17.0.0/installarea/i686-slc5-gcc43-opt/lib/libcxxutils.so]\r\n 0xf3c0f21f _zn6athena6signal9fataldumpeip7siginfopv + 0xff [/afs/cern.ch/atlas/software/releases/17.0.0/atlascore/17.0.0/installarea/i686-slc5-gcc43-opt/lib/libcxxutils.so]\r\n 0xf3c0f531 _zn6athena6signal5fataleip7siginfopv + 0x181 [/afs/cern.ch/atlas/software/releases/17.0.0/atlascore/17.0.0/installarea/i686-slc5-gcc43-opt/lib/libcxxutils.so]\r\n 0xf21bac96 _zn18coredumpsvchandler6actioneip7siginfopv + 0x106 [/afs/cern.ch/atlas/software/releases/17.0.0/atlascore/17.0.0/installarea/i686-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0xffffe600 &lt;unknown function&gt;\r\n 0xe4a42834 _zn18muidmooretpcreator7convertev + 0x354 [/afs/cern.ch/atlas/software/releases/17.0.0/atlasreconstruction/17.0.0/installarea/i686-slc5-gcc43-opt/lib/libmuidparticlecreator.so]\r\n 0xe4a42abd _zn18muidmooretpcreator7executeev + 0x2d [/afs/cern.ch/atlas/software/releases/17.0.0/atlasreconstruction/17.0.0/installarea/i686-slc5-gcc43-opt/lib/libmuidparticlecreator.so]\r\n 0xf4c249fd _zn9algorithm10sysexecuteev + 0x11d [/afs/cern.ch/atlas/software/releases/17.0.0/gaudi/v22r1p1/installarea/i686-slc5-gcc43-opt/lib/libgaudikernel.so]\r\n 0xe744446b _zn12athsequencer7executeev + 0x25b [/afs/cern.ch/atlas/software/releases/17.0.0/atlascore/17.0.0/installarea/i686-slc5-gcc43-opt/lib/libgaudisequencer.so]\r\n 0xf4c249fd _zn9algorithm10sysexecuteev + 0x11d [/afs/cern.ch/atlas/software/releases/17.0.0/gaudi/v22r1p1/installarea/i686-slc5-gcc43-opt/lib/libgaudikernel.so]\r\n 0xe744446b _zn12athsequencer7executeev + 0x25b [/afs/cern.ch/atlas/software/releases/17.0.0/atlascore/17.0.0/installarea/i686-slc5-gcc43-opt/lib/libgaudisequencer.so]\r\n 0xf4c249fd _zn9algorithm10sysexecuteev + 0x11d [/afs/cern.ch/atlas/software/releases/17.0.0/gaudi/v22r1p1/installarea/i686-slc5-gcc43-opt/lib/libgaudikernel.so]\r\n 0xf21d30ff _zn18athenaeventloopmgr17executealgorithmsev + 0x6f [/afs/cern.ch/atlas/software/releases/17.0.0/atlascore/17.0.0/installarea/i686-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0xf21d98ee _zn18athenaeventloopmgr12executeeventepv + 0x82e [/afs/cern.ch/atlas/software/releases/17.0.0/atlascore/17.0.0/installarea/i686-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0xf21d85e2 _zn18athenaeventloopmgr9nexteventei + 0x8a2 [/afs/cern.ch/atlas/software/releases/17.0.0/atlascore/17.0.0/installarea/i686-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0xf21d228b _zn18athenaeventloopmgr10executerunei + 0x1b [/afs/cern.ch/atlas/software/releases/17.0.0/atlascore/17.0.0/installarea/i686-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0xf2835e49 _zn14applicationmgr10executerunei + 0x79 [/afs/cern.ch/atlas/software/releases/17.0.0/gaudi/v22r1p1/installarea/i686-slc5-gcc43-opt/lib/libgaudisvc.so]\r\n 0xf312cf2d _zn12_global__n_1l11method_4295epvs0_rkst6vectoris0_sais0_ees0_ + 0xf312cf2d �/afs/cern.ch/atlas/software/releases/17.0.0/gaudi/v22r1p1/installarea/i686-slc5-gcc43-opt/lib/libgaudikerneldict.so]\r\n 0xf5c03a57 _zn4root6cintex24method_stub_with_contextepns0_13stubcontext_tep8g__valuepkcp8g__parami + 0x157 [/afs/cern.ch/atlas/software/releases/17.0.0/lcgcmt/lcgcmt_60b/installarea/i686-slc5-gcc43-opt/lib/libcintex.so]\r\n 0xf25c7034 &lt;unknown function&gt;\r\n 0xf6ea7572 _zn4cint11g__callfunc7executeepv + 0xd2 [/afs/cern.ch/atlas/software/releases/17.0.0/lcgcmt/lcgcmt_60b/installarea/i686-slc5-gcc43-opt/lib/libcint.so]\r\n 0xf7b8272c _zn6pyroot26trootobjectbyvalueexecutor7executeepn4cint11g__callfuncepv + 0x2c [/afs/cern.ch/atlas/software/releases/17.0.0/sw/lcg/app/releases/root/5.28.00b/i686-slc5-gcc43-opt/root/lib/libpyroot.so]\r\n 0xf7b89104 _zn6pyroot13tmethodholderins_13tscopeadapterens_14tmemberadapteree8callsafeepv + 0x64 [/afs/cern.ch/atlas/software/releases/17.0.0/sw/lcg/app/releases/root/5.28.00b/i686-slc5-gcc43-opt/root/lib/libpyroot.so]\r\n 0xf7b8929c _zn6pyroot13tmethodholderins_13tscopeadapterens_14tmemberadapteree7executeepv + 0x6c [/afs/cern.ch/atlas/software/releases/17.0.0/sw/lcg/app/releases/root/5.28.00b/i686-slc5-gcc43-opt/root/lib/libpyroot.so]\r\n 0xf7b877c3 _zn6pyroot13tmethodholderins_13tscopeadapterens_14tmemberadaptereeclepns_11objectproxyep7_objects7_l + 0x153 [/afs/cern.ch/atlas/software/releases/17.0.0/sw/lcg/app/releases/root/5.28.00b/i686-slc5-gcc43-opt/root/lib/libpyroot.so]\r\n 0xf7b8eafa _zn6pyroot12_global__n_17mp_callepns_11methodproxyep7_objects4_ + 0xf7b8eafa �/afs/cern.ch/atlas/software/releases/17.0.0/sw/lcg/app/releases/root/5.28.00b/i686-slc5-gcc43-opt/root/lib/libpyroot.so]\r\n 0x0805d88c pyobject_call objects/abstract.c:2493 + 0x5c [/afs/cern.ch/atlas/software/releases/17.0.0/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080d969d do_call inlined at python/ceval.c:3773 in pyeval_evalframeex python/ceval.c:3968 + 0x2dfd [/afs/cern.ch/atlas/software/releases/17.0.0/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080ddc8c pyeval_evalcodeex python/ceval.c:3000 + 0x87c [/afs/cern.ch/atlas/software/releases/17.0.0/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080dc329 fast_function inlined at python/ceval.c:3771 in pyeval_evalframeex python/ceval.c:3846 + 0x5a89 [/afs/cern.ch/atlas/software/releases/17.0.0/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080ddc8c pyeval_evalcodeex python/ceval.c:3000 + 0x87c [/afs/cern.ch/atlas/software/releases/17.0.0/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080dddd3 pyeval_evalcode python/ceval.c:547 + 0x63 [/afs/cern.ch/atlas/software/releases/17.0.0/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080fe044 run_mod inlined at python/pythonrun.c:1325 in pyrun_fileexflags python/pythonrun.c:1339 + 0xb4 [/afs/cern.ch/atlas/software/releases/17.0.0/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080d4900 builtin_execfile python/bltinmodule.c:797 + 0x80d4900 [/afs/cern.ch/atlas/software/releases/17.0.0/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x081391bd pycfunction_call objects/methodobject.c:81 + 0x18d [/afs/cern.ch/atlas/software/releases/17.0.0/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080dbd09 call_function inlined at python/ceval.c:2412 in pyeval_evalframeex python/ceval.c:3750 + 0x5469 [/afs/cern.ch/atlas/software/releases/17.0.0/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080ddc8c pyeval_evalcodeex python/ceval.c:3000 + 0x87c [/afs/cern.ch/atlas/software/releases/17.0.0/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x08137caa function_call objects/funcobject.c:524 + 0x8137caa [/afs/cern.ch/atlas/software/releases/17.0.0/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x0805d88c pyobject_call objects/abstract.c:2493 + 0x5c [/afs/cern.ch/atlas/software/releases/17.0.0/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x08064935 instancemethod_call objects/classobject.c:2579 + 0x8064935 [/afs/cern.ch/atlas/software/releases/17.0.0/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x0805d88c pyobject_call objects/abstract.c:2493 + 0x5c [/afs/cern.ch/atlas/software/releases/17.0.0/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080b29e3 slot_tp_call objects/typeobject.c:5373 + 0x80b29e3 [/afs/cern.ch/atlas/software/releases/17.0.0/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x0805d88c pyobject_call objects/abstract.c:2493 + 0x5c [/afs/cern.ch/atlas/software/releases/17.0.0/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080d969d do_call inlined at python/ceval.c:3773 in pyeval_evalframeex python/ceval.c:3968 + 0x2dfd [/afs/cern.ch/atlas/software/releases/17.0.0/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080ddc8c pyeval_evalcodeex python/ceval.c:3000 + 0x87c [/afs/cern.ch/atlas/software/releases/17.0.0/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080dddd3 pyeval_evalcode python/ceval.c:547 + 0x63 [/afs/cern.ch/atlas/software/releases/17.0.0/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080fe044 run_mod inlined at python/pythonrun.c:1325 in pyrun_fileexflags python/pythonrun.c:1339 + 0xb4 [/afs/cern.ch/atlas/software/releases/17.0.0/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080d4900 builtin_execfile python/bltinmodule.c:797 + 0x80d4900 [/afs/cern.ch/atlas/software/releases/17.0.0/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x081391bd pycfunction_call objects/methodobject.c:81 + 0x18d [/afs/cern.ch/atlas/software/releases/17.0.0/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080dbd09 call_function inlined at python/ceval.c:2412 in pyeval_evalframeex python/ceval.c:3750 + 0x5469 [/afs/cern.ch/atlas/software/releases/17.0.0/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080ddc8c pyeval_evalcodeex python/ceval.c:3000 + 0x87c [/afs/cern.ch/atlas/software/releases/17.0.0/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x08137caa function_call objects/funcobject.c:524 + 0x8137caa [/afs/cern.ch/atlas/software/releases/17.0.0/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x0805d88c pyobject_call objects/abstract.c:2493 + 0x5c [/afs/cern.ch/atlas/software/releases/17.0.0/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x08064935 instancemethod_call objects/classobject.c:2579 + 0x8064935 [/afs/cern.ch/atlas/software/releases/17.0.0/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x0805d88c pyobject_call objects/abstract.c:2493 + 0x5c [/afs/cern.ch/atlas/software/releases/17.0.0/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080b29e3 slot_tp_call objects/typeobject.c:5373 + 0x80b29e3 [/afs/cern.ch/atlas/software/releases/17.0.0/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x0805d88c pyobject_call objects/abstract.c:2493 + 0x5c [/afs/cern.ch/atlas/software/releases/17.0.0/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080d969d do_call inlined at python/ceval.c:3773 in pyeval_evalframeex python/ceval.c:3968 + 0x2dfd [/afs/cern.ch/atlas/software/releases/17.0.0/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080ddc8c pyeval_evalcodeex python/ceval.c:3000 + 0x87c [/afs/cern.ch/atlas/software/releases/17.0.0/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080dddd3 pyeval_evalcode python/ceval.c:547 + 0x63 [/afs/cern.ch/atlas/software/releases/17.0.0/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080fe044 run_mod inlined at python/pythonrun.c:1325 in pyrun_fileexflags python/pythonrun.c:1339 + 0xb4 [/afs/cern.ch/atlas/software/releases/17.0.0/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080fe3a4 pyrun_simplefileexflags python/pythonrun.c:935 + 0x204 [/afs/cern.ch/atlas/software/releases/17.0.0/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080fe69a pyrun_anyfileexflags python/pythonrun.c:739 + 0x7a [/afs/cern.ch/atlas/software/releases/17.0.0/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x08058d46 py_main modules/main.c:572 + 0xc56 [/afs/cern.ch/atlas/software/releases/17.0.0/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x08057e42 main ./modules/python.c:24 + 0x32 [/afs/cern.ch/atlas/software/releases/17.0.0/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x005e4e9c __libc_start_main + 0xdc [/lib/libc.so.6]\r\n 0x08057d51 _start + 0x8057d51 [/afs/cern.ch/atlas/software/releases/17.0.0/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\npy:rawtoesd          info execution of rawtoesd complete with exit code -11.\r\npy:rawtoesd         error transform received signal 11. exit code reset to athena exit code 8.\r\ninfo: read 109 error categories from file /afs/cern.ch/atlas/software/releases/17.0.0/atlascore/17.0.0/installarea/share/atlas_error_categories.db\r\ninfo: read 52 error patterns from file /afs/cern.ch/atlas/software/releases/17.0.0/atlascore/17.0.0/installarea/share/atlas_error_patterns.db\r\ninfo: read 58 ignore patterns from file /afs/cern.ch/atlas/software/releases/17.0.0/atlascore/17.0.0/installarea/share/atlas_error_ignore.db\r\nathenalogchecker start [rawtoesd log] wall-time: sun may  8 15:26:38 2011, vmem: 105.671875 mb, rss: 66.76171875 mb\r\npy:rawtoesd          info scanning athena logfile rawtoesd.log assuming atlas release all,17.0.0 ...\r\npy:rawtoesd          info athena initialise()...\r\npy:rawtoesd          info athena execute()...\r\npy:rawtoesd          info done scanning 21104 lines of file rawtoesd.log. summary:\r\npy:rawtoesd          info    ignored : 0\r\npy:rawtoesd          info    warnings: 312\r\npy:rawtoesd          info    errors  : 0\r\npy:rawtoesd          info    fatals  : 2\r\nathenalogchecker stop [rawtoesd log] wall-time: sun may  8 15:26:40 2011, vmem: 105.671875 mb, rss: 66.76171875 mb\r\nathenalogchecker report [rawtoesd log] wall-time: 00 hrs 00 mins 01 secs, cpu-time: 00 hrs 00 mins 01 secs, vmem: 0.0 mb, rss: 0.0 mb\r\npy:rawtoesd          info jobtransform completed for rawtoesd with error code 60010 (exit code 6)\r\npy:rawtoesd          info transform timer stop [rawtoesd] wall-time: sun may  8 15:26:40 2011, vmem: 105.671875 mb, rss: 66.78515625 mb\r\npy:rawtoesd          info transform timer report [rawtoesd] wall-time: 00 hrs 16 mins 00 secs, cpu-time: 00 hrs 14 mins 58 secs, vmem: 0.7578125 mb, rss: 0.57421875 mb\r\n===== job report produced by rawtoesd version patjobtransforms-00-03-35 =====\r\ncommand=/afs/cern.ch/atlas/software/releases/17.0.0/atlasreconstruction/17.0.0/installarea/share/bin/reco_trf.py --argdict=/afs/cern.ch/atlas/tzero/prod1/log1/10814/10814067_data11_7tev.00180664.physics_jettauetmiss.merge.raw.f374.recon.task._lb0516._sfo-11._0001.job.2//data11_7tev.00180664.physics_jettauetmiss.merge.raw.f374.recon.task._lb0516._sfo-11._0001.job.argdict.gpickle\r\nexitcode=6\r\nerrorcode=60010 (trf_segfault)\r\nerrorcategory=trf_segfault,	60010,	segmentation fault (2 times)\r\nfatals=2\r\nerrors=0\r\nwarnings=3\r\nwriting jobinfo_rawtoesd.xml file...\r\nesdok is  false\r\nskipping esd-&gt;esd step...\r\nskipping esd-&gt;aod step...\r\nskipping esd-&gt;dpd step...\r\nskipping aod-&gt;dpd step...\r\nskipping aod-&gt;tag step...\r\nskipping monitoring file merging step...\r\npy:reco_trf          info jobtransform completed for reco_trf with error code 60010 (exit code 6)\r\npy:rawtoesd          info transform timer stop [reco_trf] wall-time: sun may  8 15:26:40 2011, vmem: 105.671875 mb, rss: 66.7890625 mb\r\npy:rawtoesd          info transform timer report [reco_trf] wall-time: 00 hrs 16 mins 00 secs, cpu-time: 00 hrs 14 mins 58 secs, vmem: 0.7578125 mb, rss: 0.58984375 mb\r\n===== job report produced by recotrf =====\r\ncommand=/afs/cern.ch/atlas/software/releases/17.0.0/atlasreconstruction/17.0.0/installarea/share/bin/reco_trf.py --argdict=/afs/cern.ch/atlas/tzero/prod1/log1/10814/10814067_data11_7tev.00180664.physics_jettauetmiss.merge.raw.f374.recon.task._lb0516._sfo-11._0001.job.2//data11_7tev.00180664.physics_jettauetmiss.merge.raw.f374.recon.task._lb0516._sfo-11._0001.job.argdict.gpickle\r\nexitcode=6\r\nerrorcode=60010 (trf_segfault)\r\nerrorcategory=trf_segfault,	60010,	segmentation fault (2 times)\r\nfatals=2\r\nerrors=0\r\nwarnings=3\r\nerrorinfo\r\n  acronym=trf_segfault (60010) segmentation fault\r\n  message=caught signal 11(segmentation fault). details:\r\n  severity=fatal\r\n  producer=rawtoesd\r\n  stage=execute\r\nerrorinfo\r\n  acronym=trf_segfault (60010) segmentation fault\r\n  message=(pid=1089 ppid=1025) received fatal signal 11 (segmentation fault)\r\n  severity=fatal\r\n  producer=rawtoesd\r\n  stage=execute\r\nathacronym=an unknown exception occurred\r\nathcode=8\r\nrundiruseddisk=2076844850\r\nrundiravailabledisk=140937273344\r\nworkdir=/pool/lsf/atlast0/138620698\r\nathcode=8\r\nrundiravailabledisk=140937527296\r\ndbrelease=current\r\nathacronym=an unknown exception occurred\r\n-verbatim-','396','4045','2011-05-08 17:52:36','5','fixed','closed','muonidentification/muid',';segmentation;fault;muidmooretpcreator;reconstruction;release;17.0.0;extract;file;file;susumu;verbatim;input;file;stage_svcclass;atlcal;castor;grid;atla;tzero;prod1;perm;data11_7tev;physics_jettauetmiss;data11_7tev;physics_jettauetmiss.merge.raw;data11_7tev;physics_jettauetmiss.merge.raw;tier;transformation;command;source;atla;tzero;prod1;inst;project;data11;setup;setuptrf.sh;atla;tzero;prod1;inst;project;data11;patch;atlasproduction;17.0.0;atlasproduction;17.0.0;atla;tzero;prod1;inst;project;data11;setup;specialsetup_tier0;python;reco_trf.py;argdict;atla;tzero;prod1;log1;10814067_data11_7tev;physics_jettauetmiss.merge.raw.f374;recon.task;data11_7tev;physics_jettauetmiss.merge.raw.f374;recon.task;job.argdict.gpickle;data11_7tev;physics_jettauetmiss.merge.raw.f374;recon.task;job.tmp.log;configuration;detail;http;ami.in2p3;opencm;opencm;referencetable;configurationtag;interpret;logfile;location;stage_svcclass;t0merge;castor;grid;atla;tzero;prod1;temp;data11_7tev;physics_jettauetmiss;data11_7tev;physics_jettauetmiss.merge.raw.f374;recon.task.tmp.log;data11_7tev;physics_jettauetmiss.merge.raw.f374;recon.task;job.tmp.log;tail;file;line;toolsvc.mboymuontrackbuilder;info;mboymuontrackbuilder;loadevent;athenaeventloopmgr;info;processing;event;event;process;start;processing;event;event;process;processing;event;event;process;start;processing;event;event;process;remove;condattrlistcollection;barrel;remove;condattrlistcollection;barrel;remove;iovsvctool;info;toolsvc.mboymuontrackbuilder;info;mboymuontrackbuilder;loadevent;toolsvc.dcmathsegmentmaker;warn;multiple;sector;input;process;datum;toolsvc.dcmathsegmentmaker;warn;select;return;athenaeventloopmgr;info;processing;event;event;process;start;processing;event;event;process;processing;event;event;process;start;processing;event;event;process;processing;event;event;process;start;processing;event;event;process;processing;event;event;process;start;processing;event;event;process;remove;condattrlistcollection;barrel;remove;condattrlistcollection;barrel;remove;iovsvctool;info;dataproxy;warn;accessda;iconversionsvc;dataproxy;warn;accessda;iconversionsvc;toolsvc.mboymuontrackbuilder;info;mboymuontrackbuilder;loadevent;toolsvc.muontrackquery;warn;input;track;measuredperigee;toolsvc.muontrackquery;warn;input;track;measuredperigee;toolsvc.muontrackquery;warn;input;track;measuredperigee;muidstandalonetpamcreator;warn;caloenergy;miss;extrapolate;track;toolsvc.dcmathsegmentmaker;warn;multiple;sector;input;process;datum;toolsvc.dcmathsegmentmaker;warn;select;return;athenaeventloopmgr;info;processing;event;event;process;start;processing;event;event;process;processing;event;event;process;start;processing;event;event;process;atla;software;release;17.0.0;atlasreconstruction;17.0.0;installarea;slc5;gcc43;libmuidparticlecreator.so;atla;software;release;17.0.0;atlasreconstruction;17.0.0;installarea;slc5;gcc43;libmuidparticlecreator.so;atla;software;release;17.0.0;gaudus;v22r1p1;installarea;slc5;gcc43;libgaudikernel.so;atla;software;release;17.0.0;atlascore;17.0.0;installarea;slc5;gcc43;libgaudisequencer.so;atla;software;release;17.0.0;gaudus;v22r1p1;installarea;slc5;gcc43;libgaudikernel.so;atla;software;release;17.0.0;atlascore;17.0.0;installarea;slc5;gcc43;libgaudisequencer.so;atla;software;release;17.0.0;gaudus;v22r1p1;installarea;slc5;gcc43;libgaudikernel.so;atla;software;release;17.0.0;atlascore;17.0.0;installarea;slc5;gcc43;libathenaservices.so;atla;software;release;17.0.0;atlascore;17.0.0;installarea;slc5;gcc43;libathenaservices.so;atla;software;release;17.0.0;atlascore;17.0.0;installarea;slc5;gcc43;libathenaservices.so;atla;software;release;17.0.0;atlascore;17.0.0;installarea;slc5;gcc43;libathenaservices.so;atla;software;release;17.0.0;gaudus;v22r1p1;installarea;slc5;gcc43;libgaudisvc.so;atla;software;release;17.0.0;gaudus;v22r1p1;installarea;slc5;gcc43;libgaudikerneldict.so;atla;software;release;17.0.0;lcgcmt;lcgcmt_60b;installarea;slc5;gcc43;libcintex.so;atla;software;release;17.0.0;lcgcmt;lcgcmt_60b;installarea;slc5;gcc43;libcint.so;atla;software;release;17.0.0;release;root;5.28.00b;slc5;gcc43;root;libpyroot.so;atla;software;release;17.0.0;release;root;5.28.00b;slc5;gcc43;root;libpyroot.so;atla;software;release;17.0.0;release;root;5.28.00b;slc5;gcc43;root;libpyroot.so;atla;software;release;17.0.0;release;root;5.28.00b;slc5;gcc43;root;libpyroot.so;atla;software;release;17.0.0;release;root;5.28.00b;slc5;gcc43;root;libpyroot.so;pyobject_call;object;abstract.c;atla;software;release;17.0.0;external;python;2.6.5;slc5;gcc43;python;do_call;inline;python;ceval.c;pyeval_evalframeex;python;ceval.c;atla;software;release;17.0.0;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcodeex;python;ceval.c;atla;software;release;17.0.0;external;python;2.6.5;slc5;gcc43;python;fast_function;inline;python;ceval.c;pyeval_evalframeex;python;ceval.c;atla;software;release;17.0.0;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcodeex;python;ceval.c;atla;software;release;17.0.0;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcode;python;ceval.c;atla;software;release;17.0.0;external;python;2.6.5;slc5;gcc43;python;run_mod;inline;python;pythonrun.c;pyrun_fileexflags;python;pythonrun.c;atla;software;release;17.0.0;external;python;2.6.5;slc5;gcc43;python;builtin_execfile;python;bltinmodule.c;atla;software;release;17.0.0;external;python;2.6.5;slc5;gcc43;python;pycfunction_call;object;methodobject.c;atla;software;release;17.0.0;external;python;2.6.5;slc5;gcc43;python;call_function;inline;python;ceval.c;pyeval_evalframeex;python;ceval.c;atla;software;release;17.0.0;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcodeex;python;ceval.c;atla;software;release;17.0.0;external;python;2.6.5;slc5;gcc43;python;function_call;object;funcobject.c;atla;software;release;17.0.0;external;python;2.6.5;slc5;gcc43;python;pyobject_call;object;abstract.c;atla;software;release;17.0.0;external;python;2.6.5;slc5;gcc43;python;instancemethod_call;object;classobject.c;atla;software;release;17.0.0;external;python;2.6.5;slc5;gcc43;python;pyobject_call;object;abstract.c;atla;software;release;17.0.0;external;python;2.6.5;slc5;gcc43;python;slot_tp_call;object;typeobject.c;atla;software;release;17.0.0;external;python;2.6.5;slc5;gcc43;python;pyobject_call;object;abstract.c;atla;software;release;17.0.0;external;python;2.6.5;slc5;gcc43;python;do_call;inline;python;ceval.c;pyeval_evalframeex;python;ceval.c;atla;software;release;17.0.0;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcodeex;python;ceval.c;atla;software;release;17.0.0;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcode;python;ceval.c;atla;software;release;17.0.0;external;python;2.6.5;slc5;gcc43;python;run_mod;inline;python;pythonrun.c;pyrun_fileexflags;python;pythonrun.c;atla;software;release;17.0.0;external;python;2.6.5;slc5;gcc43;python;builtin_execfile;python;bltinmodule.c;atla;software;release;17.0.0;external;python;2.6.5;slc5;gcc43;python;pycfunction_call;object;methodobject.c;atla;software;release;17.0.0;external;python;2.6.5;slc5;gcc43;python;call_function;inline;python;ceval.c;pyeval_evalframeex;python;ceval.c;atla;software;release;17.0.0;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcodeex;python;ceval.c;atla;software;release;17.0.0;external;python;2.6.5;slc5;gcc43;python;function_call;object;funcobject.c;atla;software;release;17.0.0;external;python;2.6.5;slc5;gcc43;python;pyobject_call;object;abstract.c;atla;software;release;17.0.0;external;python;2.6.5;slc5;gcc43;python;instancemethod_call;object;classobject.c;atla;software;release;17.0.0;external;python;2.6.5;slc5;gcc43;python;pyobject_call;object;abstract.c;atla;software;release;17.0.0;external;python;2.6.5;slc5;gcc43;python;slot_tp_call;object;typeobject.c;atla;software;release;17.0.0;external;python;2.6.5;slc5;gcc43;python;pyobject_call;object;abstract.c;atla;software;release;17.0.0;external;python;2.6.5;slc5;gcc43;python;do_call;inline;python;ceval.c;pyeval_evalframeex;python;ceval.c;atla;software;release;17.0.0;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcodeex;python;ceval.c;atla;software;release;17.0.0;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcode;python;ceval.c;atla;software;release;17.0.0;external;python;2.6.5;slc5;gcc43;python;run_mod;inline;python;pythonrun.c;pyrun_fileexflags;python;pythonrun.c;atla;software;release;17.0.0;external;python;2.6.5;slc5;gcc43;python;pyrun_simplefileexflags;python;pythonrun.c;atla;software;release;17.0.0;external;python;2.6.5;slc5;gcc43;python;pyrun_anyfileexflags;python;pythonrun.c;atla;software;release;17.0.0;external;python;2.6.5;slc5;gcc43;python;py_main;module;main.c;atla;software;release;17.0.0;external;python;2.6.5;slc5;gcc43;python;main;module;python.c;atla;software;release;17.0.0;external;python;2.6.5;slc5;gcc43;python;libc.so;atla;software;release;17.0.0;external;python;2.6.5;slc5;gcc43;python;py:rawtoesd;info;execution;rawtoesd;complete;exit;code;py:rawtoesd;error;transform;receive;signal;exit;code;reset;athena;exit;code;info;read;error;category;file;atla;software;release;17.0.0;atlascore;17.0.0;installarea;share;atlas_error_categories.db;info;read;error;pattern;file;atla;software;release;17.0.0;atlascore;17.0.0;installarea;share;atlas_error_patterns.db;info;read;ignore;pattern;file;atla;software;release;17.0.0;atlascore;17.0.0;installarea;share;atlas_error_ignore.db;athenalogchecker;start;rawtoesd;wall;time;vmem;py:rawtoesd;info;scanning;athena;logfile;rawtoesd.log;assume;atla;release;17.0.0;py:rawtoesd;info;athena;initialise;py:rawtoesd;info;athena;execute;py:rawtoesd;info;scanning;line;file;rawtoesd.log;summary;py:rawtoesd;info;ignore;py:rawtoesd;info;warning;py:rawtoesd;info;error;py:rawtoesd;info;fatal;athenalogchecker;stop;rawtoesd;wall;time;vmem;athenalogchecker;report;rawtoesd;wall;time;time;vmem;py:rawtoesd;info;jobtransform;complete;rawtoesd;error;code;exit;code;py:rawtoesd;info;transform;timer;stop;rawtoesd;wall;time;vmem;py:rawtoesd;info;transform;timer;report;rawtoesd;wall;time;time;vmem;report;produce;rawtoesd;version;patjobtransform;command;atla;software;release;17.0.0;atlasreconstruction;17.0.0;installarea;share;reco_trf.py;argdict;atla;tzero;prod1;log1;10814067_data11_7tev;physics_jettauetmiss.merge.raw.f374;recon.task;data11_7tev;physics_jettauetmiss.merge.raw.f374;recon.task;job.argdict.gpickle;exitcode;errorcode;trf_segfault;errorcategory;trf_segfault;segmentation;fault;time;fatal;error;warning;write;jobinfo_rawtoesd.xml;file;esdok;false;skip;step;skip;step;skip;step;skip;step;skip;step;skip;monitoring;file;merge;step;py:reco_trf;info;jobtransform;complete;reco_trf;error;code;exit;code;py:rawtoesd;info;transform;timer;stop;reco_trf;wall;time;vmem;py:rawtoesd;info;transform;timer;report;reco_trf;wall;time;time;vmem;report;produce;recotrf;command;atla;software;release;17.0.0;atlasreconstruction;17.0.0;installarea;share;reco_trf.py;argdict;atla;tzero;prod1;log1;10814067_data11_7tev;physics_jettauetmiss.merge.raw.f374;recon.task;data11_7tev;physics_jettauetmiss.merge.raw.f374;recon.task;job.argdict.gpickle;exitcode;errorcode;trf_segfault;errorcategory;trf_segfault;segmentation;fault;time;fatal;error;warning;errorinfo;acronym;trf_segfault;segmentation;fault;message;catch;signal;segmentation;fault;detail;severity;fatal;producer;rawtoesd;stage;execute;errorinfo;acronym;trf_segfault;segmentation;fault;message;ppid;receive;fatal;signal;segmentation;fault;severity;fatal;producer;rawtoesd;stage;execute;athacronym;unknown;exception;occur;athcode;rundiruseddisk;rundiravailabledisk;workdir;pool;atlast0;athcode;rundiravailabledisk;dbrelease;current;athacronym;unknown;exception;occur;verbatim;segmentation;fault;address;object;muidmooretpcreator;17.0.0;muonidentification;muid'),(82021,'atlas','fpe in muidcombined failing rtt ','hello,\r\n\r\nin today\'s rel1 17.0.x-val, the rtt mc10_all_nofpe and  fullchain_bs failed with a fpe in muidcombined\r\n\r\n-------------------------------------------------------------------------------------\r\ncore dump from coredumpsvc on lxbrb2203.cern.ch at mon may  9 07:02:01 2011\r\n\r\ncaught signal 8(floating point exception). details: \r\n  errno = 0, code = 7 (floating point invalid operation)\r\n  pid   = 1934649629, uid = 1431761748\r\n  value = (564714, 0x89dea)\r\n  vmem = 2309.23 mb\r\n  rss  = 2004.52 mb\r\n  total-ram = 15929.8 mb\r\n  free-ram  = 83.7539 mb\r\n  buffer-ram= 218.398 mb\r\n  total-swap= 4094.55 mb\r\n  free-swap = 4047.46 mb\r\n  addr  = 0x7350691d\r\n\r\nevent counter: 128\r\neventid: [run,evt,lumi,time,bunchcross,detmask] = [105200,32028,3,0:0,0,0x0]\r\nlast incident: athenaeventloopmgr:beginevent\r\ncurrent algorithm: muidcombined\r\nalgorithm stack: \r\n   athmasterseq\r\n   athalgseq\r\n   muidcombined\r\n-------------------------------------------------------------------------------------\r\n\r\nlogfile here\r\nhttps://atlasrtt.cern.ch/rtt/rel_1/devval/build/i686-slc5-gcc43-opt/offline/recexanatest/mc10_all_nofpe/mc10_all_nofpe_log\r\n\r\nthanks,\r\ntina (sw val shifter)','721','5211','2011-05-09 16:46:30','5','fixed','closed','reconstruction',';hello;today\'s;rel1;mc10_all_nofpe;fullchain_bs;fail;muidcombine;core;dump;coredumpsvc;lxbrb2203;catch;signal;float;point;exception;detail;errno;code;float;point;invalid;operation;value;vmem;total;free;buffer;total;swap;free;swap;addr;event;counter;eventid;lumus;time;bunchcross;detmask;incident;athenaeventloopmgr:beginevent;current;algorithm;muidcombine;algorithm;stack;athmasterseq;athalgseq;muidcombine;logfile;http;atlasrtt.cern.ch;rel_1;devval;build;slc5;gcc43;offline;recexanatest;mc10_all_nofpe;mc10_all_nofpe_log;tina;shifter;muidcombine;fail;reconstruction'),(82070,'atlas','antikt4truthjetsfixit: crash in 17.0.x, rel_2, x86_64 build','there is a crash in the package \r\nreconstruction_recexample_recexanatest\r\nin\r\nrecexanatest_testconfiguration#recoshift_std1_esdtoaod\r\nthat shows up in rel_2 in the x86_64 build of 17.0.x but not in the i686 one.\r\n\r\nlink to logfile: \r\nhttp://cern.ch/atlas-computing/links/builddirectory/nightlies/dev/atlasanalysis/rel_2/nicos_area/nicos_testlog170x64bs5g4anlopt/reconstruction_recexample_recexanatest_25__recexanatest_testconfiguration__recoshift_std1_esdtoaod__a.loglog\r\n\r\nstack trace: \r\n\r\nnameauditor                                          info about to enter antikt4truthjetsfixit with auditor trigger execute\r\n\r\n(pid=28796 ppid=28795) received fatal signal 11 (segmentation fault)\r\nsignal context:\r\n-------------------------------------------------------------------------------------\r\ncore dump from coredumpsvc on voatlas16.cern.ch at tue may 10 06:18:51 2011\r\n\r\ncaught signal 11(segmentation fault). details: \r\n  errno = 0, code = 1 (address not mapped to object)\r\n  pid   = 2, uid = 0\r\n  value = (1, 0x1)\r\n  vmem = 1158.97 mb\r\n  rss  = 715.297 mb\r\n  total-ram = 24098 mb\r\n  free-ram  = 2775.08 mb\r\n  buffer-ram= 1161.98 mb\r\n  total-swap= 65538.6 mb\r\n  free-swap = 65538.4 mb\r\n  addr  = 0x2\r\n\r\nevent counter: 1\r\neventid: [run,evt,lumi,time,bunchcross,detmask] = [105200,1,0,0:0,0,0x0]\r\nlast incident: athenaeventloopmgr:beginevent\r\ncurrent algorithm: antikt4truthjetsfixit\r\nalgorithm stack: \r\n   athmasterseq\r\n   athalgseq\r\n   antikt4truthjetsfixit\r\n-------------------------------------------------------------------------------------\r\n  signo  = 11, errno = 0, code = 1 (address not mapped to object)\r\n  pid    = 2, uid = 0\r\n  value  = (1, 0x1)\r\n  addr   = 0x2\r\n  stack  = (2, 0, (nil))\r\n\r\n  03000000 00000000 3c3c3c3c 3c3c3c3c 09000000 00000000 60ad43ec c22a0000\r\n  08000000 00000000 00000000 00000000 01000000 00000000 c04c9ee9 c22a0000\r\n  00005619 00000000 01000000 00000000 48ddb92b ff7f0000 02000000 00000000\r\n  30000000 00000000 68000000 00000000 30000000 00000000 20dbb92b ff7f0000\r\n  b6a57de9 c22a0000 06020100 00000000 33000000 00000000 04000000 00000000\r\n  0e000000 00000000 00000000 00000000 02000000 00000000 a0d8b92b ff7f0000\r\n  1ff9a0ed c22a0000 b088b1ec c22a0000 00000000 00000000 404fa0ed c22a0000\r\n  92d843ec c22a0000 88956d34 00000000 a8f9a0ed c22a0000 01000000 00000000\r\n\r\nstack trace:\r\n 0x2ac2f54f397c _zn6athena9debugaids10stacktraceei + 0x4c [/build/atnight/localbuilds/nightlies/17.0.x/atlascore/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libcxxutils.so]\r\n 0x2ac2f54f1112 _zn6athena6signal9fataldumpeip7siginfopv + 0x152 [/build/atnight/localbuilds/nightlies/17.0.x/atlascore/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libcxxutils.so]\r\n 0x2ac2f54f142c _zn6athena6signal5fataleip7siginfopv + 0x19c [/build/atnight/localbuilds/nightlies/17.0.x/atlascore/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libcxxutils.so]\r\n 0x2ac2f52b16c1 _zn18coredumpsvchandler6actioneip7siginfopv + 0x101 [/build/atnight/localbuilds/nightlies/17.0.x/atlascore/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0x360860eb10 ??? + 0x360860eb10 [/lib64/libpthread.so.0]\r\n 0x2ac2e97da5b6 sll_pop inlined at src/tcmalloc.cc:1432 in _znwm src/tcmalloc.cc:390 + 0x106 [/afs/cern.ch/atlas/offline/external/tcmalloc/google-perftools-0.99.2c/x86_64-slc5-gcc43-opt/lib/libtcmalloc_minimal.so]\r\n 0x2ac2ebfef031 _znst6vectorisssaissee13_m_insert_auxen9__gnu_cxx17__normal_iteratoripsss1_eerkss + 0x2a1 [/afs/cern.ch/sw/lcg/app/releases/root/5.28.00b/x86_64-slc5-gcc43-opt/root/lib/libpyroot.so]\r\n 0x2ac2ec4a1de5 _zn10tclassedit8getsplitepkcrst6vectorisssaisseerins_8emodtypee + 0x4d5 [/afs/cern.ch/atlas/offline/external/lcgcmt/lcgcmt_60b/installarea/x86_64-slc5-gcc43-opt/lib/libcore.so]\r\n 0x2ac2ec4a20e8 _zn10tclassedit10tsplittypec1epkcns_8emodtypee + 0x48 [/afs/cern.ch/atlas/offline/external/lcgcmt/lcgcmt_60b/installarea/x86_64-slc5-gcc43-opt/lib/libcore.so]\r\n 0x2ac2ec45fc46 _zn6tclass8getclassepkcbb + 0xb6 [/afs/cern.ch/atlas/offline/external/lcgcmt/lcgcmt_60b/installarea/x86_64-slc5-gcc43-opt/lib/libcore.so]\r\n 0x2aaaac9fa62e _zn24tconvertingbranchelement22buildconvertedelisionsev + 0xfde [/build/atnight/localbuilds/nightlies/17.0.x/atlascore/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/librootconversions.so]\r\n 0x2aaaac9fa933 _zn24tconvertingbranchelement18checkforconversionev + 0x33 [/build/atnight/localbuilds/nightlies/17.0.x/atlascore/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/librootconversions.so]\r\n 0x2aaaac9facdb _zn24tconvertingbranchelement8initinfoev + 0x1b [/build/atnight/localbuilds/nightlies/17.0.x/atlascore/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/librootconversions.so]\r\n 0x2ac2ef18227a _zn14tbranchelement10setaddressepv + 0x9a [/afs/cern.ch/atlas/offline/external/lcgcmt/lcgcmt_60b/installarea/x86_64-slc5-gcc43-opt/lib/libtree.so]\r\n 0x2aaaac9f7b46 _zn24tconvertingbranchelement10setaddressepv + 0x16 [/build/atnight/localbuilds/nightlies/17.0.x/atlascore/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/librootconversions.so]\r\n 0x2aaaaceb0db6 _zn4pool17roottreecontainer10loadobjectepns_12datacallbackerst4pairiiiei + 0x1b6 [/afs/cern.ch/atlas/offline/external/lcgcmt/lcgcmt_60b/installarea/x86_64-slc5-gcc43-opt/lib/liblcg_rootstoragesvc.so]\r\n 0x2aaaac8bf0e6 _zn4pool14dbcontainerimp4loadepns_12datacallbackerkst4pairiiiers4_ib + 0x246 [/afs/cern.ch/atlas/offline/external/lcgcmt/lcgcmt_60b/installarea/x86_64-slc5-gcc43-opt/lib/liblcg_storagesvc.so]\r\n 0x2aaaac8c1965 _zn4pool14dbcontainerobj4loadepns_12datacallbackerkst4pairiiiers4_ib + 0x95 [/afs/cern.ch/atlas/offline/external/lcgcmt/lcgcmt_60b/installarea/x86_64-slc5-gcc43-opt/lib/liblcg_storagesvc.so]\r\n 0x2aaaac8c028a _znk4pool11dbcontainer4loadepns_12datacallbackerkst4pairiiiei + 0x3a [/afs/cern.ch/atlas/offline/external/lcgcmt/lcgcmt_60b/installarea/x86_64-slc5-gcc43-opt/lib/liblcg_storagesvc.so]\r\n 0x2aaaac8e2b80 _zn4pool16dbobjectaccessor4openepns_14dbobjecthandleiveepns_12datacallbackerkns_11dbcontainererkns_5tokenei + 0x40 [/afs/cern.ch/atlas/offline/external/lcgcmt/lcgcmt_60b/installarea/x86_64-slc5-gcc43-opt/lib/liblcg_storagesvc.so]\r\n 0x2aaaac8f2f7d _zn4pool12dbstoragesvc4readerkns_14filedescriptorerkns_5tokenepns_12datacallbackepkns_5shapeern6reflex4typee + 0x6ed [/afs/cern.ch/atlas/offline/external/lcgcmt/lcgcmt_60b/installarea/x86_64-slc5-gcc43-opt/lib/liblcg_storagesvc.so]\r\n 0x2aaaac845463 _zn4pool14persistencysvc15databasehandler10readobjecterns_14idatatransformerkns_5tokenepns_11datahandlere + 0x143 [/afs/cern.ch/atlas/offline/external/lcgcmt/lcgcmt_60b/installarea/x86_64-slc5-gcc43-opt/lib/liblcg_persistencysvc.so]\r\n 0x2aaaac850e65 _zn4pool14persistencysvc14persistencysvc10readobjecterkns_5tokenepns_11datahandlere + 0x165 [/afs/cern.ch/atlas/offline/external/lcgcmt/lcgcmt_60b/installarea/x86_64-slc5-gcc43-opt/lib/liblcg_persistencysvc.so]\r\n 0x2aaaafd24ab3 _znk7poolsvc9setobjptrerpvpkn4pool5tokenem + 0x63 [/build/atnight/localbuilds/nightlies/17.0.x/atlascore/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libpoolsvc.so]\r\n 0x2aaaac77eb8a _znk16athenapoolcnvsvc9setobjptrerpvpkn4pool5tokene + 0x8a [/build/atnight/localbuilds/nightlies/17.0.x/atlascore/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libathenapoolcnvsvclib.so]\r\n 0x2aaac71e0256 _zn19t_athenapoolcustcnvi13jetcollection18jetcollection_tlp6e12pooltoobjectis1_ee10statuscoderkssrpt_ + 0xa6 [/build/atnight/localbuilds/nightlies/17.0.x/atlasevent/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libjeteventathenapoolpoolcnv.so]\r\n 0x2aaac71e0773 _zn21t_athenapoolcustomcnvi13jetcollection18jetcollection_tlp6e14poolreadobjectis1_eept_v + 0x53 [/build/atnight/localbuilds/nightlies/17.0.x/atlasevent/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libjeteventathenapoolpoolcnv.so]\r\n 0x2aaac71c3c69 _zn16jetcollectioncnv15createtransientev + 0x1a9 [/build/atnight/localbuilds/nightlies/17.0.x/atlasevent/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libjeteventathenapoolpoolcnv.so]\r\n 0x2aaac71ca4e6 _zn21t_athenapoolcustomcnvi13jetcollection18jetcollection_tlp6e16pooltodataobjecterp10dataobjectrkss + 0xc6 [/build/atnight/localbuilds/nightlies/17.0.x/atlasevent/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libjeteventathenapoolpoolcnv.so]\r\n 0x2aaaac776af6 _zn19athenapoolconverter9createobjep14iopaqueaddressrp10dataobject + 0xf6 [/build/atnight/localbuilds/nightlies/17.0.x/atlascore/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libathenapoolcnvsvclib.so]\r\n 0x2ac2f53de3c2 _zn9athcnvsvc8makecalleibbbrp14iopaqueaddressrp10dataobject + 0x452 [/build/atnight/localbuilds/nightlies/17.0.x/atlascore/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libathenabasecomps.so]\r\n 0x2ac2f53dea4d _zn9athcnvsvc9createobjep14iopaqueaddressrp10dataobject + 0x2d [/build/atnight/localbuilds/nightlies/17.0.x/atlascore/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libathenabasecomps.so]\r\n 0x2aaaac788ca5 _zn16athenapoolcnvsvc9createobjep14iopaqueaddressrp10dataobject + 0x3b5 [/build/atnight/localbuilds/nightlies/17.0.x/atlascore/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libathenapoolcnvsvclib.so]\r\n 0x2ac2f489f027 _zn14persistencysvc8makecalleirp14iopaqueaddressrp10dataobject + 0x417 [/build/atnight/localbuilds/nightlies/17.0.x/gaudi/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libgaudisvc.so]\r\n 0x2ac2f489f29f _zn14persistencysvc9createobjep14iopaqueaddressrp10dataobject + 0x1f [/build/atnight/localbuilds/nightlies/17.0.x/gaudi/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libgaudisvc.so]\r\n 0x2ac2f549f177 _zn2sg9dataproxy10accessdataev + 0x187 [/build/atnight/localbuilds/nightlies/17.0.x/atlascore/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libsgtools.so]\r\n 0x2aaab7a5a068 _zn2sg14dataproxy_casti13jetcollectioneept_pns_9dataproxye + 0x48 [/build/atnight/localbuilds/nightlies/17.0.x/atlasevent/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/librectpcnv.so]\r\n 0x2aaab9076384 _zn12storegatesvc8retrievei13jetcollectionssee10statuscoderpkt_rkt0_ + 0xb4 [/build/atnight/localbuilds/nightlies/17.0.x/atlasevent/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libtrigparticle.so]\r\n 0x2aaabf7f73d4 _zn28jettruthparticleesdtoaodtool7executeepst4listip3jetsais2_ee + 0x274 [/build/atnight/localbuilds/nightlies/17.0.x/atlasreconstruction/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libjetsimtools.so]\r\n 0x2aaabc3711d3 _zn14jetalgtoolbase16toplevel_executeepst4listip3jetsais2_ee + 0x443 [/build/atnight/localbuilds/nightlies/17.0.x/atlasreconstruction/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libjetreclib.so]\r\n 0x2aaabc39f723 _zn12jetalgorithm11executetoolep15ijetalgtoolbasepst4listip3jetsais4_ee + 0x13 [/build/atnight/localbuilds/nightlies/17.0.x/atlasreconstruction/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libjetreclib.so]\r\n 0x2aaabc3a32ed _zn12jetalgorithm7executeev + 0x2fd [/build/atnight/localbuilds/nightlies/17.0.x/atlasreconstruction/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libjetreclib.so]\r\n 0x2ac2f296c244 _zn9algorithm10sysexecuteev + 0x124 [/build/atnight/localbuilds/nightlies/17.0.x/gaudi/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libgaudikernel.so]\r\n 0x2aaabc1298f1 _zn12athsequencer7executeev + 0x2e1 [/build/atnight/localbuilds/nightlies/17.0.x/atlascore/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libgaudisequencer.so]\r\n 0x2ac2f296c244 _zn9algorithm10sysexecuteev + 0x124 [/build/atnight/localbuilds/nightlies/17.0.x/gaudi/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libgaudikernel.so]\r\n 0x2aaabc1298f1 _zn12athsequencer7executeev + 0x2e1 [/build/atnight/localbuilds/nightlies/17.0.x/atlascore/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libgaudisequencer.so]\r\n 0x2ac2f296c244 _zn9algorithm10sysexecuteev + 0x124 [/build/atnight/localbuilds/nightlies/17.0.x/gaudi/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libgaudikernel.so]\r\n 0x2ac2f52160c3 _zn18athenaeventloopmgr17executealgorithmsev + 0x63 [/build/atnight/localbuilds/nightlies/17.0.x/atlascore/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0x2ac2f521c74d _zn18athenaeventloopmgr12executeeventepv + 0x79d [/build/atnight/localbuilds/nightlies/17.0.x/atlascore/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0x2ac2f521b500 _zn18athenaeventloopmgr9nexteventei + 0x990 [/build/atnight/localbuilds/nightlies/17.0.x/atlascore/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0x2ac2f521527d _zn18athenaeventloopmgr10executerunei + 0xd [/build/atnight/localbuilds/nightlies/17.0.x/atlascore/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0x2ac2f46ee1d9 _zn14applicationmgr10executerunei + 0x69 [/build/atnight/localbuilds/nightlies/17.0.x/gaudi/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libgaudisvc.so]\r\n 0x2ac2f3aafdc8 _zn12_global__n_1l11method_4314epvs0_rkst6vectoris0_sais0_ees0_ + 0x2ac2f3aafdc8 [/build/atnight/localbuilds/nightlies/17.0.x/gaudi/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libgaudikerneldict.so]\r\n 0x2ac2f00e854d _zn4root6cintex24method_stub_with_contextepns0_13stubcontext_tep8g__valuepkcp8g__parami + 0x13d [/afs/cern.ch/atlas/offline/external/lcgcmt/lcgcmt_60b/installarea/x86_64-slc5-gcc43-opt/lib/libcintex.so]\r\n 0x2ac2ecc4a8bc _zn4cint11g__callfunc7executeepv + 0xcc [/afs/cern.ch/atlas/offline/external/lcgcmt/lcgcmt_60b/installarea/x86_64-slc5-gcc43-opt/lib/libcint.so]\r\n 0x2ac2ebfcd706 _zn6pyroot26trootobjectbyvalueexecutor7executeepn4cint11g__callfuncepv + 0x16 [/afs/cern.ch/sw/lcg/app/releases/root/5.28.00b/x86_64-slc5-gcc43-opt/root/lib/libpyroot.so]\r\n 0x2ac2ebfd35de _zn6pyroot13tmethodholderins_13tscopeadapterens_14tmemberadapteree8callsafeepv + 0x5e [/afs/cern.ch/sw/lcg/app/releases/root/5.28.00b/x86_64-slc5-gcc43-opt/root/lib/libpyroot.so]\r\n 0x2ac2ebfd378c _zn6pyroot13tmethodholderins_13tscopeadapterens_14tmemberadapteree7executeepv + 0x7c [/afs/cern.ch/sw/lcg/app/releases/root/5.28.00b/x86_64-slc5-gcc43-opt/root/lib/libpyroot.so]\r\n 0x2ac2ebfd1d30 _zn6pyroot13tmethodholderins_13tscopeadapterens_14tmemberadaptereeclepns_11objectproxyep7_objects7_l + 0x170 [/afs/cern.ch/sw/lcg/app/releases/root/5.28.00b/x86_64-slc5-gcc43-opt/root/lib/libpyroot.so]\r\n 0x2ac2ebfd8a2e _zn6pyroot12_global__n_17mp_callepns_11methodproxyep7_objects4_ + 0x2ac2ebfd8a2e [/afs/cern.ch/sw/lcg/app/releases/root/5.28.00b/x86_64-slc5-gcc43-opt/root/lib/libpyroot.so]\r\n 0x004197b8 pyobject_call objects/abstract.c:2492 + 0x68 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x00496742 do_call inlined at python/ceval.c:3773 in pyeval_evalframeex python/ceval.c:3968 + 0x2c32 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x0049a2a7 pyeval_evalcodeex python/ceval.c:3000 + 0x927 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x004987e8 fast_function inlined at python/ceval.c:3771 in pyeval_evalframeex python/ceval.c:3846 + 0x4cd8 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x0049a2a7 pyeval_evalcodeex python/ceval.c:3000 + 0x927 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x0049a3a2 pyeval_evalcode python/ceval.c:547 + 0x32 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x004ba9aa run_mod inlined at python/pythonrun.c:1325 in pyrun_fileexflags python/pythonrun.c:1339 + 0xaa [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x00491d42 builtin_execfile python/bltinmodule.c:797 + 0x491d42 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x0049888c call_function inlined at python/ceval.c:2412 in pyeval_evalframeex python/ceval.c:3750 + 0x4d7c [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x0049a2a7 pyeval_evalcodeex python/ceval.c:3000 + 0x927 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x004f2244 function_call objects/funcobject.c:532 + 0x4f2244 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x004197b8 pyobject_call objects/abstract.c:2492 + 0x68 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x00420b00 instancemethod_call objects/classobject.c:2579 + 0x420b00 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x004197b8 pyobject_call objects/abstract.c:2492 + 0x68 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x0049590a ext_do_call inlined at python/ceval.c:2452 in pyeval_evalframeex python/ceval.c:4063 + 0x1dfa [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x0049a2a7 pyeval_evalcodeex python/ceval.c:3000 + 0x927 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x004f213d function_call objects/funcobject.c:524 + 0x4f213d [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n[atn, test wrapper] minutes elapsed: 1 \r\n 0x004197b8 pyobject_call objects/abstract.c:2492 + 0x68 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x00420b00 instancemethod_call objects/classobject.c:2579 + 0x420b00 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x004197b8 pyobject_call objects/abstract.c:2492 + 0x68 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x0046e591 slot_tp_call objects/typeobject.c:5373 + 0x46e591 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x004197b8 pyobject_call objects/abstract.c:2492 + 0x68 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x00496742 do_call inlined at python/ceval.c:3773 in pyeval_evalframeex python/ceval.c:3968 + 0x2c32 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x0049a2a7 pyeval_evalcodeex python/ceval.c:3000 + 0x927 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x0049a3a2 pyeval_evalcode python/ceval.c:547 + 0x32 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x004ba9aa run_mod inlined at python/pythonrun.c:1325 in pyrun_fileexflags python/pythonrun.c:1339 + 0xaa [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x00491d42 builtin_execfile python/bltinmodule.c:797 + 0x491d42 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x0049888c call_function inlined at python/ceval.c:2412 in pyeval_evalframeex python/ceval.c:3750 + 0x4d7c [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x0049a2a7 pyeval_evalcodeex python/ceval.c:3000 + 0x927 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x004f213d function_call objects/funcobject.c:524 + 0x4f213d [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x004197b8 pyobject_call objects/abstract.c:2492 + 0x68 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x00420b00 instancemethod_call objects/classobject.c:2579 + 0x420b00 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x004197b8 pyobject_call objects/abstract.c:2492 + 0x68 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x0046e591 slot_tp_call objects/typeobject.c:5373 + 0x46e591 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x004197b8 pyobject_call objects/abstract.c:2492 + 0x68 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x00496742 do_call inlined at python/ceval.c:3773 in pyeval_evalframeex python/ceval.c:3968 + 0x2c32 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x0049a2a7 pyeval_evalcodeex python/ceval.c:3000 + 0x927 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x0049a3a2 pyeval_evalcode python/ceval.c:547 + 0x32 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x004ba9aa run_mod inlined at python/pythonrun.c:1325 in pyrun_fileexflags python/pythonrun.c:1339 + 0xaa [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x004bac9d pyrun_simplefileexflags python/pythonrun.c:935 + 0x20d [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x004150a3 py_main modules/main.c:572 + 0xb73 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x3607a1d994 __libc_start_main + 0xf4 [/lib64/libc.so.6]\r\n 0x004141d9 _start + 0x4141d9 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n/build/atnight/localbuilds/nightlies/17.0.x/atlasanalysis/rel_0/nicos_area/nicos_atntest170x64bs5g4anlopt/gen_tests/25__recexanatest_testconfiguration__recoshift_std1_esdtoaod__a.sh: line 17: 28796 segmentation fault      athena.py -c &quot;evtmax=5; dodetailedauditor=true ; donameauditor=true &quot; athenacommon/memtraceinclude.py recexcommon/esdtoaod.py\r\n ======================================================\r\n failure (error) : athena job  -c &quot;evtmax=5; dodetailedauditor=true ; donameauditor=true &quot; athenacommon/memtraceinclude.py recexcommon/esdtoaod.py returned 139\r\n\r\nhelp for debugging: https://twiki.cern.ch/twiki/bin/viewauth/atlas/recbuginvestigation\r\n\r\n   giovanni','1693','5211','2011-05-10 14:41:58','5','fixed','closed','reconstruction',';crash;package;reconstruction_recexample_recexanatest;recexanatest_testconfiguration;recoshift_std1_esdtoaod;show;rel_2;x86_64;build;link;logfile;http;atla;computing;link;builddirectory;nightly;atlasanalysis;rel_2;nicos_area;reconstruction_recexample_recexanatest_25__recexanatest_testconfiguration__recoshift_std1_esdtoaod__a.loglog;stack;trace;nameauditor;info;enter;antikt4truthjetsfixit;auditor;trigger;execute;ppid;receive;fatal;signal;segmentation;fault;signal;context;core;dump;coredumpsvc;voatlas16;catch;signal;segmentation;fault;detail;errno;code;address;object;value;vmem;total;free;buffer;total;swap;free;swap;addr;event;counter;eventid;lumus;time;bunchcross;detmask;incident;athenaeventloopmgr:beginevent;current;algorithm;antikt4truthjetsfixit;algorithm;stack;athmasterseq;athalgseq;antikt4truthjetsfixit;signo;errno;code;address;object;value;addr;stack;stack;trace;build;atnight;localbuild;nightly;atlascore;rel_0;installarea;x86_64;slc5;gcc43;libcxxutils.so;build;atnight;localbuild;nightly;atlascore;rel_0;installarea;x86_64;slc5;gcc43;libcxxutils.so;build;atnight;localbuild;nightly;atlascore;rel_0;installarea;x86_64;slc5;gcc43;libcxxutils.so;build;atnight;localbuild;nightly;atlascore;rel_0;installarea;x86_64;slc5;gcc43;libathenaservices.so;lib64;libpthread.so;sll_pop;inline;tcmalloc.cc;tcmalloc.cc;atla;offline;external;tcmalloc;google;perftool;0.99.2c;x86_64;slc5;gcc43;libtcmalloc_minimal.so;release;root;5.28.00b;x86_64;slc5;gcc43;root;libpyroot.so;atla;offline;external;lcgcmt;lcgcmt_60b;installarea;x86_64;slc5;gcc43;libcore.so;atla;offline;external;lcgcmt;lcgcmt_60b;installarea;x86_64;slc5;gcc43;libcore.so;atla;offline;external;lcgcmt;lcgcmt_60b;installarea;x86_64;slc5;gcc43;libcore.so;build;atnight;localbuild;nightly;atlascore;rel_0;installarea;x86_64;slc5;gcc43;librootconversions.so;build;atnight;localbuild;nightly;atlascore;rel_0;installarea;x86_64;slc5;gcc43;librootconversions.so;build;atnight;localbuild;nightly;atlascore;rel_0;installarea;x86_64;slc5;gcc43;librootconversions.so;atla;offline;external;lcgcmt;lcgcmt_60b;installarea;x86_64;slc5;gcc43;libtree.so;build;atnight;localbuild;nightly;atlascore;rel_0;installarea;x86_64;slc5;gcc43;librootconversions.so;atla;offline;external;lcgcmt;lcgcmt_60b;installarea;x86_64;slc5;gcc43;liblcg_rootstoragesvc.so;atla;offline;external;lcgcmt;lcgcmt_60b;installarea;x86_64;slc5;gcc43;liblcg_storagesvc.so;atla;offline;external;lcgcmt;lcgcmt_60b;installarea;x86_64;slc5;gcc43;liblcg_storagesvc.so;atla;offline;external;lcgcmt;lcgcmt_60b;installarea;x86_64;slc5;gcc43;liblcg_storagesvc.so;atla;offline;external;lcgcmt;lcgcmt_60b;installarea;x86_64;slc5;gcc43;liblcg_storagesvc.so;atla;offline;external;lcgcmt;lcgcmt_60b;installarea;x86_64;slc5;gcc43;liblcg_storagesvc.so;atla;offline;external;lcgcmt;lcgcmt_60b;installarea;x86_64;slc5;gcc43;liblcg_persistencysvc.so;atla;offline;external;lcgcmt;lcgcmt_60b;installarea;x86_64;slc5;gcc43;liblcg_persistencysvc.so;build;atnight;localbuild;nightly;atlascore;rel_0;installarea;x86_64;slc5;gcc43;libpoolsvc.so;build;atnight;localbuild;nightly;atlascore;rel_0;installarea;x86_64;slc5;gcc43;libathenapoolcnvsvclib.so;build;atnight;localbuild;nightly;atlasevent;rel_0;installarea;x86_64;slc5;gcc43;libjeteventathenapoolpoolcnv.so;build;atnight;localbuild;nightly;atlasevent;rel_0;installarea;x86_64;slc5;gcc43;libjeteventathenapoolpoolcnv.so;build;atnight;localbuild;nightly;atlasevent;rel_0;installarea;x86_64;slc5;gcc43;libjeteventathenapoolpoolcnv.so;build;atnight;localbuild;nightly;atlasevent;rel_0;installarea;x86_64;slc5;gcc43;libjeteventathenapoolpoolcnv.so;build;atnight;localbuild;nightly;atlascore;rel_0;installarea;x86_64;slc5;gcc43;libathenapoolcnvsvclib.so;build;atnight;localbuild;nightly;atlascore;rel_0;installarea;x86_64;slc5;gcc43;libathenabasecomps.so;build;atnight;localbuild;nightly;atlascore;rel_0;installarea;x86_64;slc5;gcc43;libathenabasecomps.so;build;atnight;localbuild;nightly;atlascore;rel_0;installarea;x86_64;slc5;gcc43;libathenapoolcnvsvclib.so;build;atnight;localbuild;nightly;gaudus;rel_0;installarea;x86_64;slc5;gcc43;libgaudisvc.so;build;atnight;localbuild;nightly;gaudus;rel_0;installarea;x86_64;slc5;gcc43;libgaudisvc.so;build;atnight;localbuild;nightly;atlascore;rel_0;installarea;x86_64;slc5;gcc43;libsgtools.so;build;atnight;localbuild;nightly;atlasevent;rel_0;installarea;x86_64;slc5;gcc43;librectpcnv.so;build;atnight;localbuild;nightly;atlasevent;rel_0;installarea;x86_64;slc5;gcc43;libtrigparticle.so;build;atnight;localbuild;nightly;atlasreconstruction;rel_0;installarea;x86_64;slc5;gcc43;libjetsimtools.so;build;atnight;localbuild;nightly;atlasreconstruction;rel_0;installarea;x86_64;slc5;gcc43;libjetreclib.so;build;atnight;localbuild;nightly;atlasreconstruction;rel_0;installarea;x86_64;slc5;gcc43;libjetreclib.so;build;atnight;localbuild;nightly;atlasreconstruction;rel_0;installarea;x86_64;slc5;gcc43;libjetreclib.so;build;atnight;localbuild;nightly;gaudus;rel_0;installarea;x86_64;slc5;gcc43;libgaudikernel.so;build;atnight;localbuild;nightly;atlascore;rel_0;installarea;x86_64;slc5;gcc43;libgaudisequencer.so;build;atnight;localbuild;nightly;gaudus;rel_0;installarea;x86_64;slc5;gcc43;libgaudikernel.so;build;atnight;localbuild;nightly;atlascore;rel_0;installarea;x86_64;slc5;gcc43;libgaudisequencer.so;build;atnight;localbuild;nightly;gaudus;rel_0;installarea;x86_64;slc5;gcc43;libgaudikernel.so;build;atnight;localbuild;nightly;atlascore;rel_0;installarea;x86_64;slc5;gcc43;libathenaservices.so;build;atnight;localbuild;nightly;atlascore;rel_0;installarea;x86_64;slc5;gcc43;libathenaservices.so;build;atnight;localbuild;nightly;atlascore;rel_0;installarea;x86_64;slc5;gcc43;libathenaservices.so;build;atnight;localbuild;nightly;atlascore;rel_0;installarea;x86_64;slc5;gcc43;libathenaservices.so;build;atnight;localbuild;nightly;gaudus;rel_0;installarea;x86_64;slc5;gcc43;libgaudisvc.so;build;atnight;localbuild;nightly;gaudus;rel_0;installarea;x86_64;slc5;gcc43;libgaudikerneldict.so;atla;offline;external;lcgcmt;lcgcmt_60b;installarea;x86_64;slc5;gcc43;libcintex.so;atla;offline;external;lcgcmt;lcgcmt_60b;installarea;x86_64;slc5;gcc43;libcint.so;release;root;5.28.00b;x86_64;slc5;gcc43;root;libpyroot.so;release;root;5.28.00b;x86_64;slc5;gcc43;root;libpyroot.so;release;root;5.28.00b;x86_64;slc5;gcc43;root;libpyroot.so;release;root;5.28.00b;x86_64;slc5;gcc43;root;libpyroot.so;release;root;5.28.00b;x86_64;slc5;gcc43;root;libpyroot.so;pyobject_call;object;abstract.c;external;python;2.6.5;x86_64;slc5;gcc43;python;do_call;inline;python;ceval.c;pyeval_evalframeex;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyeval_evalcodeex;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;fast_function;inline;python;ceval.c;pyeval_evalframeex;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyeval_evalcodeex;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyeval_evalcode;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;run_mod;inline;python;pythonrun.c;pyrun_fileexflags;python;pythonrun.c;external;python;2.6.5;x86_64;slc5;gcc43;python;builtin_execfile;python;bltinmodule.c;external;python;2.6.5;x86_64;slc5;gcc43;python;call_function;inline;python;ceval.c;pyeval_evalframeex;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyeval_evalcodeex;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;function_call;object;funcobject.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyobject_call;object;abstract.c;external;python;2.6.5;x86_64;slc5;gcc43;python;instancemethod_call;object;classobject.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyobject_call;object;abstract.c;external;python;2.6.5;x86_64;slc5;gcc43;python;ext_do_call;inline;python;ceval.c;pyeval_evalframeex;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyeval_evalcodeex;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;function_call;object;funcobject.c;external;python;2.6.5;x86_64;slc5;gcc43;python;test;wrapper;minute;elapse;pyobject_call;object;abstract.c;external;python;2.6.5;x86_64;slc5;gcc43;python;instancemethod_call;object;classobject.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyobject_call;object;abstract.c;external;python;2.6.5;x86_64;slc5;gcc43;python;slot_tp_call;object;typeobject.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyobject_call;object;abstract.c;external;python;2.6.5;x86_64;slc5;gcc43;python;do_call;inline;python;ceval.c;pyeval_evalframeex;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyeval_evalcodeex;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyeval_evalcode;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;run_mod;inline;python;pythonrun.c;pyrun_fileexflags;python;pythonrun.c;external;python;2.6.5;x86_64;slc5;gcc43;python;builtin_execfile;python;bltinmodule.c;external;python;2.6.5;x86_64;slc5;gcc43;python;call_function;inline;python;ceval.c;pyeval_evalframeex;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyeval_evalcodeex;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;function_call;object;funcobject.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyobject_call;object;abstract.c;external;python;2.6.5;x86_64;slc5;gcc43;python;instancemethod_call;object;classobject.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyobject_call;object;abstract.c;external;python;2.6.5;x86_64;slc5;gcc43;python;slot_tp_call;object;typeobject.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyobject_call;object;abstract.c;external;python;2.6.5;x86_64;slc5;gcc43;python;do_call;inline;python;ceval.c;pyeval_evalframeex;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyeval_evalcodeex;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyeval_evalcode;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;run_mod;inline;python;pythonrun.c;pyrun_fileexflags;python;pythonrun.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyrun_simplefileexflags;python;pythonrun.c;external;python;2.6.5;x86_64;slc5;gcc43;python;py_main;module;main.c;external;python;2.6.5;x86_64;slc5;gcc43;python;lib64;libc.so;external;python;2.6.5;x86_64;slc5;gcc43;python;build;atnight;localbuild;nightly;atlasanalysis;rel_0;nicos_area;gen_tests;25__recexanatest_testconfiguration__recoshift_std1_esdtoaod__a.sh;line;segmentation;fault;athena.py;evtmax;dodetailedauditor;true;donameauditor;true;athenacommon;memtraceinclude.py;recexcommon;esdtoaod.py;failure;error;athena;evtmax;dodetailedauditor;true;donameauditor;true;athenacommon;memtraceinclude.py;recexcommon;esdtoaod.py;return;help;debug;http;twiki.cern.ch;twikus;viewauth;atla;recbuginvestigation;giovannus;antikt4truthjetsfixit;crash;rel_2;x86_64;build;reconstruction'),(82169,'atlas','error in gammaaodgetter.py::configure:  could not get handle to aodempidbuilder, 64 bits build, rel_4','dear all,\r\n\r\nan error is occurring in the dev/x86_64-slc5-gcc43-opt build in one of the recjobtransformtests, in data_7tev_noid test:\r\n\r\npy:egammaaodgetter.py::configure:   error could not get handle to aodempidbuilder\r\ntraceback (most recent call last):\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/dev/atlasreconstruction/rel_4/installarea/python/egammarec/egammaaodgetter.py&quot;, line 238, in configure\r\n    theaodempidbuilder=empidbuilderbase(&quot;empidaod&quot;)\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/dev/atlascore/rel_4/installarea/python/athenacommon/configurablemeta.py&quot;, line 99, in __call__\r\n    cfg = cls.__new__( cls, *args, **kwargs )\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/dev/atlascore/rel_4/installarea/python/athenacommon/configurable.py&quot;, line 175, in __new__\r\n    cls.__init__( conf, *args, **kwargs )\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/dev/atlasreconstruction/rel_4/installarea/python/egammatools/empidbuilderbase.py&quot;, line 189, in __init__\r\n    self.egammasoftelectroncutidtools=[]\r\nattributeerror: \'empidbuilderbase\' object has no attribute \'egammasoftelectroncutidtools\'\r\n\r\npy:configured::__init__:egammaaodgetter:   error configuration failed\r\n(...)\r\nmetrefalg.metrefclustereflow                      warning cannot allocate inavigable4momentumcollection with key &lt;trackparticlecandidate&gt;\r\nmetrefalg.metrefclustereflow                        error cannot allocate generic inavigable4momentumcollection with key trackparticlecandidate\r\nmetrefalg                                         warning problems while or after processing reftool &quot;metrefalg.metrefclustereflow\r\nalgerrorauditor                                     error illegal return code: algorithm metrefalg reported an error, but returned a statuscode &quot;success&quot;\r\n\r\n\r\nthe complete log can be found in:\r\n\r\nhttps://atlasrtt.cern.ch/rtt/rel_4/dev/build/x86_64-slc5-gcc43-opt/offline/recjobtransformtests/data_7tev_noid/data_7tev_noid_log\r\n\r\n###############################\r\noriginal job transform command:\r\n/afs/cern.ch/atlas/software/builds/nightlies/dev/atlasreconstruction/rel_4/installarea/share/bin/reco_trf.py inputbsfile=/afs/cern.ch/atlas/project/rig/data/data10_7tev.00152166.physics_minbias.merge.raw._lb0206._0001.1 maxevents=300 autoconfiguration=everything preexec=rec.doindet=false outputesdfile=myesd.pool.root outputmuoncalibntup=muoncalib.root hist=mymergedmonitoring.root outputtagfile=mytag.root \r\n###############################\r\n\r\n\r\nregards,\r\nmatilde\r\n\r\n(valshift)\r\n','5259','5211','2011-05-12 17:16:15','5','fixed','closed','reconstruction',';dear;error;occur;x86_64;slc5;gcc43;build;recjobtransformtest;data_7tev_noid;test;py:egammaaodgetter.py;configure;error;handle;aodempidbuilder;traceback;recent;file;atla;software;build;nightly;atlasreconstruction;rel_4;installarea;python;egammarec;egammaaodgetter.py;line;configure;theaodempidbuilder;empidbuilderbase;empidaod;file;atla;software;build;nightly;atlascore;rel_4;installarea;python;athenacommon;configurablemeta.py;line;kwarg;file;atla;software;build;nightly;atlascore;rel_4;installarea;python;athenacommon;configurable.py;line;conf;kwarg;file;atla;software;build;nightly;atlasreconstruction;rel_4;installarea;python;egammatool;empidbuilderbase.py;line;self.egammasoftelectroncutidtools;attributeerror;empidbuilderbase;object;attribute;egammasoftelectroncutidtool;py:configured;egammaaodgetter;error;configuration;fail;metrefalg.metrefclustereflow;warn;allocate;inavigable4momentumcollection;metrefalg.metrefclustereflow;error;allocate;generic;inavigable4momentumcollection;trackparticlecandidate;metrefalg;warn;problem;processing;reftool;metrefalg.metrefclustereflow;algerrorauditor;error;illegal;return;code;algorithm;metrefalg;report;error;return;statuscode;success;complete;http;atlasrtt.cern.ch;rel_4;build;x86_64;slc5;gcc43;offline;recjobtransformtest;data_7tev_noid;data_7tev_noid_log;original;transform;command;atla;software;build;nightly;atlasreconstruction;rel_4;installarea;share;reco_trf.py;inputbsfile;atla;project;datum;data10_7tev;physics_minbias.merge.raw;maxevent;autoconfiguration;preexec;rec.doindet;false;outputesdfile;myesd.pool.root;outputmuoncalibntup;muoncalib.root;hist;mymergedmonitoring.root;outputtagfile;mytag.root;matilde;valshift;error;gammaaodgetter.py;configure;handle;aodempidbuilder;build;rel_4;reconstruction'),(82171,'atlas','error attempt to add a duplicate (topalg.mcaodbuilder) at esdtoaod stage','dear all,\r\n\r\nthe dev/x86_64-slc5-gcc43-opt build in one of the recjobtransformtests, in several tests:\r\n\r\npu_mu0.0_d479_wtrigtruth\r\namitag_q121\r\namitag_q121_dropconfig\r\namitag_q121_notrig\r\n\r\npy:jobpropertycontainer:: warning aodflags.mceventkey:: mceventkey is obsolete, but still maintained for compatibility. should be replaced by mceventkeystr. please update.\r\npy:configurable     error attempt to add a duplicate (topalg.mcaodbuilder) ... dupe ignored\r\npy:athena            info including file &quot;jetrec/esdtoaod_jets.py&quot;\r\nesdtoaod\r\n(...)\r\npy:esdtoaod         error transform received signal 11. exit code reset to athena exit code 8.\r\n\r\n\r\nthe complete log can be found in \r\n\r\nhttps://atlasrtt.cern.ch/rtt/rel_4/dev/build/x86_64-slc5-gcc43-opt/offline/recjobtransformtests/pu_mu0.0_d479_wtrigtruth/pu_mu0.0_d479_wtrigtruth_log\r\n\r\n###############################\r\noriginal job transform command:\r\n/afs/cern.ch/atlas/software/builds/nightlies/dev/atlasreconstruction/rel_4/installarea/share/bin/reco_trf.py ami=f354 autoconfiguration=everything inputrdofile=root://castoratlas//castor/cern.ch/atlas/atlascerngroupdisk/phys-rig/pileupsamples/valid1.105200.t1_mcatnlo_jimmy.digit.rdo.e603_s932_d479_tid274637_00/rdo.274637._000001.pool.root.1 maxevents=100 outputaodfile=myaod.pool.root outputesdfile=myesd.pool.root outputhistfile=myhist.root \r\n###############################\r\n\r\nregards, \r\nmatilde\r\n\r\n(valshift)','1693','5211','2011-05-12 17:32:39','5','fixed','closed','reconstruction',';dear;x86_64;slc5;gcc43;build;recjobtransformtest;test;pu_mu0.0_d479_wtrigtruth;amitag_q121;amitag_q121_dropconfig;amitag_q121_notrig;py:jobpropertycontainer;warn;aodflags.mceventkey;mceventkey;obsolete;maintain;compatibility;replace;mceventkeystr;update;py:configurable;error;attempt;duplicate;topalg.mcaodbuilder;dupe;ignore;py:athena;info;include;file;jetrec;esdtoaod_jets.py;esdtoaod;py:esdtoaod;error;transform;receive;signal;exit;code;reset;athena;exit;code;complete;http;atlasrtt.cern.ch;rel_4;build;x86_64;slc5;gcc43;offline;recjobtransformtest;pu_mu0.0_d479_wtrigtruth;pu_mu0.0_d479_wtrigtruth_log;original;transform;command;atla;software;build;nightly;atlasreconstruction;rel_4;installarea;share;reco_trf.py;autoconfiguration;inputrdofile;root;castoratla;castor;atla;atlascerngroupdisk;pileupsample;valid1.105200;t1_mcatnlo_jimmy.digit.rdo.e603_s932_d479_tid274637_00;pool.root;maxevent;outputaodfile;myaod.pool.root;outputesdfile;myesd.pool.root;outputhistfile;myhist.root;matilde;valshift;error;attempt;duplicate;topalg.mcaodbuilder;esdtoaod;stage;reconstruction'),(82212,'atlas','recexanatest std4_aodtod3pd atn still failing due to missing empidbuilder.egammaepiloglikelihoodtoolname','in the 17.0.x.y pcache nightlies, there is a persistent failure due to a missing python object attribute:\r\n\r\n+verbatim+\r\nfile &quot;/afs/cern.ch/atlas/software/builds/atlasanalysis/17.0.0/installarea/joboptions/photonanalysisalgs/photonpidtool_joboptions.py&quot;, line 94, in \r\n    photonpidbuilder.egammaepiloglikelihoodtoolname = therecologlikelihood.getfullname()\r\nattributeerror: \'empidbuilder\' object has no attribute \'egammaepiloglikelihoodtoolname\'\r\npy:athena            info leaving with code 8: &quot;an unknown exception occurred&quot;\r\n-verbatim-\r\n\r\ni\'m sure that this error previously occurred in dev(val) and was fixed. perhaps the tag that fixed it there still needs to be collected into the pcache builds?\r\n\r\ncheers,\r\nandy\r\nas sw val shifter\r\n','1544','2945','2011-05-13 13:41:50','5','fixed','closed','reconstruction',';pcache;nightly;persistent;failure;miss;python;object;attribute;verbatim;file;atla;software;build;atlasanalysis;17.0.0;installarea;joboption;photonanalysisalg;photonpidtool_joboptions.py;line;photonpidbuilder.egammaepiloglikelihoodtoolname;therecologlikelihood.getfullname;attributeerror;empidbuilder;object;attribute;egammaepiloglikelihoodtoolname;py:athena;info;leave;code;unknown;exception;occur;verbatim;sure;error;previously;occur;need;collect;pcache;build;andy;shifter;recexanatest;std4_aodtod3pd;fail;miss;empidbuilder.egammaepiloglikelihoodtoolname;reconstruction'),(82228,'atlas','fpe in trk::gxfmaterialeffects seen in dev mc10_all_nofpe rtt test','fpe seen (again) in dev mc10_all_nofpe rtt test: \r\n\r\nhttps://atlasrtt.cern.ch/rtt/rel_4/dev/build/i686-slc5-gcc43-opt/offline/recexanatest/mc10_all_nofpe/mc10_all_nofpe_log\r\n\r\n+verbatim+\r\n_zn3trk18gxfmaterialeffectsc1epkns_22materialeffectsontrackepkns_5layere + 0xad [.../atlasreconstruction/rel_4/.../lib/libtrkglobalchi2fitter.so]\r\n-verbatim-\r\n\r\naccording to c++filt this symbol translates to\r\n+verbatim+ trk::gxfmaterialeffects::gxfmaterialeffects(trk::materialeffectsontrack const*, trk::layer const*)\r\n-verbatim-\r\n\r\ncheers,\r\nandy\r\nas sw val shifter\r\n','721','2945','2011-05-13 17:20:08','5','fixed','closed','none',';mc10_all_nofpe;test;http;atlasrtt.cern.ch;rel_4;build;slc5;gcc43;offline;recexanatest;mc10_all_nofpe;mc10_all_nofpe_log;verbatim;atlasreconstruction;rel_4;libtrkglobalchi2fitter.so;verbatim;accord;filt;symbol;translate;verbatim;gxfmaterialeffect;gxfmaterialeffect;materialeffectsontrack;const;layer;const;verbatim;andy;shifter;gxfmaterialeffect;mc10_all_nofpe;test'),(82229,'atlas','unchecked statuscode in jetalgtoolbase::toplevel_execute','seen in lots of recjobtransformtests tests, e.g. in pu_mu2.0_d480_wtrigtruth\r\n\r\nhttps://atlasrtt.cern.ch/rtt/rel_5/dev/build/i686-slc5-gcc43-opt/offline/recjobtransformtests/pu_mu2.0_d480_wtrigtruth/pu_mu2.0_d480_wtrigtruth_log\r\n\r\nhttps://atlasrtt.cern.ch/rtt/rel_5/dev/build/i686-slc5-gcc43-opt/offline/recjobtransformtests/pu_mu4.0_d481_wtrigtruth/pu_mu4.0_d481_wtrigtruth_log\r\n\r\n=&gt;\r\n\r\n+verbatim+\r\n      message=unchecked statuscode in jetalgtoolbase::toplevel_execute(std::list&lt;jet*, std::allocator&lt;jet*&gt; &gt;*) from lib /afs/cern.ch/atlas/software/builds/nightlies/dev/atlasreconstruction/rel_5/installarea/i686-slc5-gcc43-opt/lib/libjetreclib.so\r\n      severity=fatal\r\n-verbatim-\r\n\r\nas this is killing quite a few tests, can it be looked at as soon as possible, please?\r\n\r\nthanks\r\nandy\r\nas sw val shifter\r\n','1693','2945','2011-05-13 17:27:18','7','fixed','closed','jet',';recjobtransformtest;test;pu_mu2.0_d480_wtrigtruth;http;atlasrtt.cern.ch;rel_5;build;slc5;gcc43;offline;recjobtransformtest;pu_mu2.0_d480_wtrigtruth;pu_mu2.0_d480_wtrigtruth_log;http;atlasrtt.cern.ch;rel_5;build;slc5;gcc43;offline;recjobtransformtest;pu_mu4.0_d481_wtrigtruth;pu_mu4.0_d481_wtrigtruth_log;verbatim;message;unchecked;statuscode;jetalgtoolbase;toplevel_execute;list;atla;software;build;nightly;atlasreconstruction;rel_5;installarea;slc5;gcc43;libjetreclib.so;severity;fatal;verbatim;kill;quite;test;look;soon;possible;andy;shifter;unchecked;statuscode;jetalgtoolbase;toplevel_execute'),(82273,'atlas','tct latestrun_l1calo1 and latestrun_muonswbeam1 filegrepper failures','the filegrepper post-processing is (continually) failing only for the latestrun_l1calo1 and latestrun_muonswbeam1 tests... all others are fine. unfortunately, as usual, there is no useful filegrepper log available, so that\'s all i can see:\r\n\r\nhttps://atlasrtt.cern.ch/get/tct/rel_0/dev/build/i686-slc5-gcc43-opt/atlasproduction/tier0chaintests/latestrun_l1calo1\r\n\r\nhttps://atlasrtt.cern.ch/get/tct/rel_0/dev/build/i686-slc5-gcc43-opt/atlasproduction/tier0chaintests/latestrun_muonswbeam1\r\n\r\ncan someone take a look, and hopefully tweak either the test or the filegrepper config?\r\n\r\nthanks,\r\nandy\r\nas sw val shifter\r\n','5297','2945','2011-05-15 13:06:51','5','fixed','closed','none',';filegrepper;post;processing;continually;fail;latestrun_l1calo1;latestrun_muonswbeam1;test;fine;unfortunately;usual;useful;filegrepper;available;that\'s;http;atlasrtt.cern.ch;rel_0;build;slc5;gcc43;atlasproduction;tier0chaintest;latestrun_l1calo1;http;atlasrtt.cern.ch;rel_0;build;slc5;gcc43;atlasproduction;tier0chaintest;latestrun_muonswbeam1;look;hopefully;tweak;test;filegrepper;config;andy;shifter;latestrun_l1calo1;latestrun_muonswbeam1;filegrepper;failure'),(82276,'atlas','segmentation fault in muidcombined, rel_0','\r\nhello,\r\n\r\nan already known segmentation fault is failing most of the rtt recjobtransformtests tests today, rel_0, dev/x86_64-slc5-gcc43-opt build:\r\n\r\n\r\ntoolsvc.combinedmuontrackbuilder                  warning  combined muon track is missing the tsos\'s describing calorimeter association \r\n-------------------------------------------------------------------------------------\r\ncore dump from coredumpsvc on lxbrg4010.cern.ch at sun may 15 14:48:55 2011\r\n\r\ncaught signal 11(segmentation fault). details: \r\n  errno = 0, code = 1 (address not mapped to object)\r\n  pid   = 0, uid = 0\r\n  value = (868, 0x364)\r\n  vmem = 1915.35 mb\r\n  rss  = 1338.82 mb\r\n  total-ram = 15926.7 mb\r\n  free-ram  = 1790.69 mb\r\n  buffer-ram= 231.602 mb\r\n  total-swap= 4094.55 mb\r\n  free-swap = 4094.34 mb\r\n  addr  = 0\r\n\r\nevent counter: 40\r\neventid: [run,evt,lumi,time,bunchcross,detmask] = [105001,90,0,0:0,0,0x0]\r\nlast incident: athenaeventloopmgr:beginevent\r\ncurrent algorithm: muidcombined\r\nalgorithm stack: \r\n   athmasterseq\r\n   athalgseq\r\n   muidcombined\r\n-------------------------------------------------------------------------------------\r\n\r\n(pid=15760 ppid=15719) received fatal signal 11 (segmentation fault)\r\nsignal context:\r\n  signo  = 11, errno = 0, code = 1 (address not mapped to object)\r\n  pid    = 0, uid = 0\r\n  value  = (868, 0x364)\r\n  addr   = (nil)\r\n  stack  = (2, 0, (nil))\r\n\r\n###############################\r\noriginal job transform command:\r\n/afs/cern.ch/atlas/software/builds/nightlies/dev/atlasreconstruction/rel_0/installarea/share/bin/reco_trf.py ami=f354 autoconfiguration=everything inputrdofile=root://castoratlas//castor/cern.ch/atlas/atlascerngroupdisk/phys-rig/pileupsamples//valid1.105001.pythia_minbias.digit.rdo.e603_s932_d479_tid276371_00/rdo.276371._000001.pool.root.1 append_preexec=rec.dotrigger=false;rec.dotruth.set_value_and_lock(false) maxevents=100 outputaodfile=myaod.pool.root outputesdfile=myesd.pool.root outputhistfile=myhist.root \r\n###############################\r\n\r\nfull log file can be found in\r\nhttps://atlasrtt.cern.ch/rtt/rel_0/dev/build/x86_64-slc5-gcc43-opt/offline/recjobtransformtests/mb_pu_mu0.0_d479/mb_pu_mu0.0_d479_log\r\n\r\n\r\ncheers\r\nmatilde','721','5211','2011-05-15 17:14:46','5','fixed','closed','reconstruction',';hello;know;segmentation;fault;fail;recjobtransformtest;test;today;rel_0;x86_64;slc5;gcc43;build;toolsvc.combinedmuontrackbuilder;warn;combine;muon;track;miss;tsos\'s;describe;calorimeter;association;core;dump;coredumpsvc;lxbrg4010;catch;signal;segmentation;fault;detail;errno;code;address;object;value;vmem;total;free;buffer;total;swap;free;swap;addr;event;counter;eventid;lumus;time;bunchcross;detmask;incident;athenaeventloopmgr:beginevent;current;algorithm;muidcombine;algorithm;stack;athmasterseq;athalgseq;muidcombine;ppid;receive;fatal;signal;segmentation;fault;signal;context;signo;errno;code;address;object;value;addr;stack;original;transform;command;atla;software;build;nightly;atlasreconstruction;rel_0;installarea;share;reco_trf.py;autoconfiguration;inputrdofile;root;castoratla;castor;atla;atlascerngroupdisk;pileupsample;valid1.105001;pythia_minbias.digit.rdo.e603_s932_d479_tid276371_00;pool.root;append_preexec;rec.dotrigger;false;rec.dotruth.set_value_and_lock;false;maxevent;outputaodfile;myaod.pool.root;outputesdfile;myesd.pool.root;outputhistfile;myhist.root;file;http;atlasrtt.cern.ch;rel_0;build;x86_64;slc5;gcc43;offline;recjobtransformtest;mb_pu_mu0.0_d479;mb_pu_mu0.0_d479_log;matilde;segmentation;fault;muidcombine;rel_0;reconstruction');
