4 mooperformance rtt jobs fail in dev x86. this started in dev_6 where suspicious new tags are muoncombinedrecexample-01-01-67 and combinedmuonrefit-00-01-35. for example, see https://atlasrtt.cern.ch/rtt/rel_0/dev/build/x86_64-slc5-gcc43-opt/offline/mooperformance/muid-jpsi/muid-jpsi_log



-------------------------------------------------------------------------------------
core dump from coredumpsvc on lxb8773.cern.ch at sun jun  5 14:26:23 2011

caught signal 8(floating point exception). details: 
  errno = 0, code = 7 (floating point invalid operation)
  pid   = -1001491604, uid = 10922
  value = (0, 0x7fff00000000)
  vmem = 1658.76 mb
  rss  = 1160.34 mb
  total-ram = 15926.4 mb
  free-ram  = 92.3516 mb
  buffer-ram= 131.16 mb
  total-swap= 4094.55 mb
  free-swap = 4094.34 mb
  addr  = 0x2aaac44e736c

event counter: 46
eventid: [run,evt,lumi,time,bunchcross,detmask] = [108407,46,3,0:0,0,0x0]
last incident: athenaeventloopmgr:beginevent
current algorithm: muoncombinedrefit
algorithm stack: 
   athmasterseq
   athalgseq
   muoncombinedrefit
-------------------------------------------------------------------------------------

(pid=648 ppid=28225) received fatal signal 8 (floating point exception)
signal context:
  signo  = 8, errno = 0, code = 7 (floating point invalid operation)
  pid    = -1001491604, uid = 10922
  value  = (0, 0x7fff00000000)
  addr   = 0x2aaac44e736c
  stack  = (2, 0, (nil))

  30963bd6 aa2a0000 00000000 00000000 30963bd6 aa2a0000 50e10b29 ff7f0000
  30963bd6 aa2a0000 00f44435 00000000 407bd82e 00000000 288a8bd5 aa2a0000
  1015fcd3 aa2a0000 c0963bd6 aa2a0000 c0963bd6 aa2a0000 504a9c34 00000000
  c0963bd6 aa2a0000 80a73bd6 aa2a0000 06000000 00000000 10e20b29 ff7f0000
  6c734ec4 aa2a0000 02020100 00000000 33000000 00000000 00000000 00000000
  13000000 00000000 00000000 00000000 00000000 00000000 90df0b29 ff7f0000
  5ca9aea6 e27dd8bf a6d8aa3a 0bcda9bc b8de0b29 ff7f0000 b8de0b29 ff7f0000
  00000000 00000000 b03bc9aa aa2a0000 00000000 912b0000 00000000 00000000

stack trace:
 0x2b91305c2cbc athena::debugaids::stacktrace(int)+0x4c + 0x4c [/afs/cern.ch/atlas/software/builds/nightlies/dev/atlascore/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libcxxutils.so]
 0x2b91305c0ec2 athena::signal::fataldump(int, siginfo*, void*)+0x450 + 0x152 [/afs/cern.ch/atlas/software/builds/nightlies/dev/atlascore/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libcxxutils.so]
 0x2b91305c11d4 athena::signal::fatal(int, siginfo*, void*)+0x494 + 0x194 [/afs/cern.ch/atlas/software/builds/nightlies/dev/atlascore/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libcxxutils.so]
 0x2b9131d706f1 coredumpsvchandler::action(int, siginfo*, void*)+0x404 + 0x101 [/afs/cern.ch/atlas/software/builds/nightlies/dev/atlascore/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libathenaservices.so]
 0x3bdb00eb10 __restore_rt + 0x3bdb00eb10 [/lib64/libpthread.so.0]
 0x2aaac44e736c muon::muonsegmentregionrecoverytool::reachabledetel(trk::track const&amp;, trk::trkdetelementbase const&amp;, bool) const+0x44c + 0x14c [/afs/cern.ch/atlas/software/builds/nightlies/dev/atlasreconstruction/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libmuontrackfindertools.so]
 0x2aaac44ec541 muon::muonsegmentregionrecoverytool::findholes(trk::track const&amp;, muon::muonsegmentregionrecoverytool::muondata&amp;) const+0x4bf4 + 0x1bf1 [/afs/cern.ch/atlas/software/builds/nightlies/dev/atlasreconstruction/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libmuontrackfindertools.so]
 0x2aaac44edd9d muon::muonsegmentregionrecoverytool::recoverimp(trk::track const&amp;) const+0x37d + 0x37d [/afs/cern.ch/atlas/software/builds/nightlies/dev/atlasreconstruction/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libmuontrackfindertools.so]
 0x2aaac44ee4d5 muon::muonsegmentregionrecoverytool::recover(trk::track const&amp;) const+0x05 + 0x25 [/afs/cern.ch/atlas/software/builds/nightlies/dev/atlasreconstruction/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libmuontrackfindertools.so]
 0x2aaac4d24fda rec::outwardscombinedmuontrackbuilder::fit(trk::track const&amp;, trk::track const&amp;, bool, trk::particlehypothesis) const+0x44a + 0x11a [/afs/cern.ch/atlas/software/builds/nightlies/dev/atlasreconstruction/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libmuidtrackbuilder.so]
 0x2aaabbf4f0ec refitmuon::execute()+0x4d7c + 0x1d7c [/afs/cern.ch/atlas/software/builds/nightlies/dev/atlasreconstruction/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libcombinedmuonrefit.so]
 0x2b912e9a1374 algorithm::sysexecute()+0x404 + 0x124 [/afs/cern.ch/atlas/software/builds/nightlies/dev/gaudi/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libgaudikernel.so]
 0x2aaab937f8a1 athsequencer::execute()+0x0e4 + 0x2e1 [/afs/cern.ch/atlas/software/builds/nightlies/dev/atlascore/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libgaudisequencer.so]
 0x2b912e9a1374 algorithm::sysexecute()+0x404 + 0x124 [/afs/cern.ch/atlas/software/builds/nightlies/dev/gaudi/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libgaudikernel.so]
 0x2aaab937f8a1 athsequencer::execute()+0x0e4 + 0x2e1 [/afs/cern.ch/atlas/software/builds/nightlies/dev/atlascore/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libgaudisequencer.so]
 0x2b912e9a1374 algorithm::sysexecute()+0x404 + 0x124 [/afs/cern.ch/atlas/software/builds/nightlies/dev/gaudi/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libgaudikernel.so]
 0x2b9131cd79b3 athenaeventloopmgr::executealgorithms()+0x63 + 0x63 [/afs/cern.ch/atlas/software/builds/nightlies/dev/atlascore/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libathenaservices.so]
 0x2b9131cdddac athenaeventloopmgr::executeevent(void*)+0x68c + 0x68c [/afs/cern.ch/atlas/software/builds/nightlies/dev/atlascore/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libathenaservices.so]
 0x2b9131cdbc84 athenaeventloopmgr::nextevent(int)+0xa74 + 0xa74 [/afs/cern.ch/atlas/software/builds/nightlies/dev/atlascore/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libathenaservices.so]
 0x2b9131cde22c athenaeventloopmgr::executerun(int)+0x3c + 0x3c [/afs/cern.ch/atlas/software/builds/nightlies/dev/atlascore/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libathenaservices.so]
 0x2b91311b7d99 applicationmgr::executerun(int)+0x69 + 0x69 [/afs/cern.ch/atlas/software/builds/nightlies/dev/gaudi/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libgaudisvc.so]
 0x2b91307849e8 _zn40_global__n_4l44method_4097epvs0_rkst6vectoris0_sais0_ees0_+0x48 + 0x2b91307849e8 [/afs/cern.ch/atlas/software/builds/nightlies/dev/gaudi/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libgaudikerneldict.so]
 0x2b912c10954d ()+0x0b940c40954d + 0x13d [/afs/cern.ch/atlas/offline/external/lcgcmt/lcgcmt_60b/installarea/x86_64-slc5-gcc43-opt/lib/libcintex.so]
 0x2b91284978bc g__expr_strtoll+0x49c + 0xcc [/afs/cern.ch/atlas/offline/external/lcgcmt/lcgcmt_60b/installarea/x86_64-slc5-gcc43-opt/lib/libcint.so]
 0x2b912781a706 ()+0x0b940784a706 + 0x16 [/afs/cern.ch/sw/lcg/app/releases/root/5.28.00b/x86_64-slc5-gcc43-opt/root/lib/libpyroot.so]
 0x2b91278205de ()+0x0b94078005de + 0x5e [/afs/cern.ch/sw/lcg/app/releases/root/5.28.00b/x86_64-slc5-gcc43-opt/root/lib/libpyroot.so]
 0x2b912782078c ()+0x0b940780078c + 0x7c [/afs/cern.ch/sw/lcg/app/releases/root/5.28.00b/x86_64-slc5-gcc43-opt/root/lib/libpyroot.so]
 0x2b912781ed30 ()+0x0b940784ed30 + 0x170 [/afs/cern.ch/sw/lcg/app/releases/root/5.28.00b/x86_64-slc5-gcc43-opt/root/lib/libpyroot.so]
 