insert into `bug_reports` values (87699,'atlas','many warnings in calocellpacker_400_500 (was: task 528309 : seg fault in pauanalysis)','one job of this task is failing at the same event due to the following error. the attempt was made already 25 times.\r\n\r\n-------------------------------------\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  done processing event #41160540, run #187219 11201 events processed so far  &lt;&lt;&lt;===\r\ntoolsvc.myegammaswtool.calorunclustercorrection...warning ../src/caloclustercorrection.cxx:156 (virtual void caloclustercorrection::setenergy(calocluster*, float) const): attempt to rescale zero-energy cluster to energy 2563.05 ignored.\r\nd2aod_dipho.527720._000037.pool.root.1 info database being retired...\r\ndomain[root_all] info -&gt;  deaccess dbdatabase   read      [root_all] ceb083b8-ebe9-e011-9681-00a0d1e70d8c\r\nathenasummarysvc                                     info  -&gt; file incident: fid:ceb083b8-ebe9-e011-9681-00a0d1e70d8c [guid: ]\r\nathenasummarysvc                                     info  -&gt; file incident: d2aod_dipho.527720._000037.pool.root.1 [guid: ]\r\ntoolsvc.lumiblockmetadatatool                        info handle() endtagfile for file: d2aod_dipho.527720._000037.pool.root.1\r\ndomain[root_all] info -&gt;  access   dbdatabase   read      [root_all] 54d4f15f-ebe9-e011-bdba-a4badb533397\r\ndomain[root_all] info                           d2aod_dipho.527720._000038.pool.root.1\r\nrootdbase.open success d2aod_dipho.527720._000038.pool.root.1 file version:52800\r\nimplicitcollection info opened the implicit collection with connection string &quot;pfn:d2aod_dipho.527720._000038.pool.root.1&quot;\r\nimplicitcollection info and a name &quot;poolcontainer_dataheader&quot;\r\nathenasummarysvc                                     info  -&gt; file incident: d2aod_dipho.527720._000038.pool.root.1 [guid: ]\r\ntoolsvc.lumiblockmetadatatool                        info handle() begintagfile for file: d2aod_dipho.527720._000038.pool.root.1\r\nathenasummarysvc                                     info  -&gt; file incident: d2aod_dipho.527720._000038.pool.root.1 [guid: fid:54d4f15f-ebe9-e011-bdba-a4badb533397]\r\ntoolsvc.bytestreammetadatatool                       info handle() begininputfile\r\ntoolsvc.lumiblockmetadatatool                        info handle() begininputfile for file: d2aod_dipho.527720._000038.pool.root.1\r\nbeamcondsvc                                          info  /indet/beampos\r\nbeamcondsvc                                          info read from conddb status 59 pos (-0.0700277,1.04733,-6.53053) sigma (0.0243014,0.0233487,60.3743) tilt (-2.98529e-05,-4.65258e-05) sigmaxy 1.19069e-06\r\nmagfieldathenasvc                                    info cool callback updatefield called for 1 folders\r\nmagfieldathenasvc                                    info obtained currents - solenoid: 7729.99 amps, toriod: 20400 amps\r\nmagfieldparam                                        info magfieldparam setdefault     \r\nmagfieldathenasvc                                    info chosen bfieldmap dataslot 1 of type: globalmap from index 1\r\nmagfieldathenasvc                                    info param.m_torcurnom from cool:  20400\r\nmagfieldathenasvc                                    info param.m_torcur    from cool:  20400\r\nmagfieldathenasvc                                    info found infosbmag from cool of 1\r\nmagfieldathenasvc                                    info chosen bfieldmap dataslot 2 of type: solenoidmap from index 2\r\nmagfieldathenasvc                                    info chooseparamfromcool\r\nmagfieldathenasvc                                    info difference between previous and new currents too small (solenoid 0, toriod 0.015625)\r\nmagfieldathenasvc                                    info field update skipped as no significant difference in parameters\r\n-------------------------------------------------------------------------------------\r\ncore dump from coredumpsvc on acas0750.usatlas.bnl.gov at sat oct  8 13:34:51 2011\r\n\r\ncaught signal 11(segmentation fault). details: \r\n  errno = 0, code = 1 (address not mapped to object)\r\n  pid   = 16, uid = 1581123010\r\n  value = (1434537888, 0x55814fa0)\r\n  vmem = 1315.2 mb\r\n  rss  = 1105.19 mb\r\n  total-ram = 16058.3 mb\r\n  free-ram  = 1142.24 mb\r\n  buffer-ram= 49.0547 mb\r\n  total-swap= 16386.6 mb\r\n  free-swap = 16383.4 mb\r\n  addr  = 0x10\r\n\r\nevent counter: 11289\r\neventid: [run,evt,lumi,time,bunchcross,detmask] = [187219,55283060,329,1313182014:673860605,857,0x1fffffffffff7]\r\nlast incident: athenaeventloopmgr:beginevent\r\ncurrent algorithm: pauanalysis\r\nalgorithm stack: \r\n   athmasterseq\r\n   athalgseq\r\n   pred3pdalgorithms\r\n   pauanalysis\r\n-------------------------------------------------------\r\n\r\nlog file :\r\nhttp://voatlas139.cern.ch:25980/monitor/logs/36d1bfbe-d215-4a48-9014-48e5c2c0d558/tarball_pandajob_1329422273_bnl_atlas_1/athena_stdout.txt\r\n\r\nadding leonardo. could you look into this?\r\n\r\njunji\r\n','388','2882','2011-10-12 10:10:53','5','none','closed','none',';task;fail;event;follow;error;attempt;time;athenaeventloopmgr;info;processing;event;event;process;deaccess;dbdatabase;read;root_all;athenasummarysvc;info;file;incident;fid:ceb083b8;guid;athenasummarysvc;info;file;incident;d2aod_dipho;pool.root;guid;toolsvc.lumiblockmetadatatool;info;handle;endtagfile;file;d2aod_dipho;pool.root;domain;root_all;info;access;dbdatabase;read;root_all;domain;root_all;info;d2aod_dipho;pool.root;rootdbase.open;success;d2aod_dipho;pool.root;file;version;implicitcollection;info;open;implicit;collection;connection;string;pfn:d2aod_dipho;pool.root;implicitcollection;info;poolcontainer_dataheader;athenasummarysvc;info;file;incident;d2aod_dipho;pool.root;guid;toolsvc.lumiblockmetadatatool;info;handle;begintagfile;file;d2aod_dipho;pool.root;athenasummarysvc;info;file;incident;d2aod_dipho;pool.root;guid;toolsvc.bytestreammetadatatool;info;handle;begininputfile;toolsvc.lumiblockmetadatatool;info;handle;begininputfile;file;d2aod_dipho;pool.root;beamcondsvc;info;indet;beampo;beamcondsvc;info;read;conddb;status;sigma;tilt;sigmaxy;magfieldathenasvc;info;cool;callback;updatefield;call;folder;magfieldathenasvc;info;obtain;current;solenoid;toriod;magfieldparam;info;magfieldparam;setdefault;magfieldathenasvc;info;choose;bfieldmap;dataslot;type;globalmap;index;magfieldathenasvc;info;param.m_torcurnom;cool;magfieldathenasvc;info;param.m_torcur;cool;magfieldathenasvc;info;infosbmag;cool;magfieldathenasvc;info;choose;bfieldmap;dataslot;type;solenoidmap;index;magfieldathenasvc;info;chooseparamfromcool;magfieldathenasvc;info;difference;previous;current;small;solenoid;toriod;magfieldathenasvc;info;field;update;skip;significant;difference;parameter;core;dump;coredumpsvc;acas0750;usatlas.bnl.gov;catch;signal;segmentation;fault;detail;errno;code;address;object;value;vmem;total;free;buffer;total;swap;free;swap;addr;event;counter;eventid;lumus;time;bunchcross;detmask;incident;athenaeventloopmgr:beginevent;current;algorithm;pauanalysis;algorithm;stack;athmasterseq;athalgseq;pred3pdalgorithm;pauanalysis;file;http;voatlas139;monitor;tarball_pandajob_1329422273_bnl_atlas_1;athena_stdout.txt;leonardo;look;junjus;warning;calocellpacker_400_500;task;fault;pauanalysis'),(87716,'atlas','running on devval without moore give an error in beambackgroundfiller','  when running on devval with moore off, i get the following error for each event\r\n\r\nstoregatesvc                                      warning retrieve(const): no valid proxy for object mooresegments  of type trk::segmentcollection(clid 98849495)\r\nbeambackgroundfiller                              warning could not retrieve trk::segmentcollection mooresegments\r\nathalgseq                                            info execute of [beambackgroundfiller] did not succeed\r\nathmasterseq                                         info execute of [athalgseq] did not succeed\r\nathenaeventloopmgr                                   info execution of algorithm athmasterseq failed with statuscode::recoverable\r\nathenaeventloopmgr                                warning recoverable error returned by algorithm. skipping remaining algorithms.\r\n	no output will be written for this event, but job will continue to next event\r\n\r\n   ahmimed','8609','1909','2011-10-12 16:09:27','5','none','closed','none',';devval;moore;follow;error;event;storegatesvc;warn;retrieve;const;valid;proxy;object;mooresegment;type;segmentcollection;clid;beambackgroundfiller;warn;retrieve;segmentcollection;mooresegment;athalgseq;info;execute;beambackgroundfiller;succeed;athmasterseq;info;execute;athalgseq;succeed;athenaeventloopmgr;info;execution;algorithm;athmasterseq;fail;statuscode;recoverable;athenaeventloopmgr;warn;recoverable;error;return;algorithm;skip;remain;algorithm;output;write;event;continue;event;ahmimed;devval;moore;error;beambackgroundfiller'),(87758,'atlas','error in rtt test fullchain_bs: rootdbase.open error, 17.0.x.y-val, rel4','dear all,\r\n\r\nan error occurred in 17.0.x.y-val rtt recperftests fullchain_bs test:\r\n\r\nerror in &lt;tfile::tfile&gt;: file /afs/cern.ch/atlas/conditions/poolcond/vol2/cond10_data.000032.gen.cond/cond10_data.000032.gen.cond._0004.pool.root does not exist\r\nrootdbase.open error you cannot open the root file [/afs/cern.ch/atlas/conditions/poolcond/vol2/cond10_data.000032.gen.cond/cond10_data.000032.gen.cond._0004.pool.root] in mode read if it does not exists. \r\nstoragesvc error cannot connect to database: fid=fa0bd82e-27ad-e011-b770-001e4f3e564a pfn=/afs/cern.ch/atlas/conditions/poolcond/vol2/cond10_data.000032.gen.cond/cond10_data.000032.gen.cond._0004.pool.root\r\ndomain[root_all] info &gt;   deaccess dbdomain     read      [root_all] \r\nathenapoolconverter                                 error pooltoobject: caught error: could not connect to the file ( pool : &quot;persistencysvc::userdatabase::connectforread&quot; from &quot;persistencysvc&quot; )\r\npixeldetectormanager                                error cannot find alignabletransformcontainer for key /indet/align - no misalignment\r\npixeldetectormanager                                fatal unable to apply inner detector alignments\r\niovsvctool                                          error problems calling pixeldetectortool[0xd995cf0]+75\r\niovsvctool                                          error problems preloading iovranges\r\nincidentsvc                                         error standard std::exception is caught handling incident0xfffca1fc\r\nincidentsvc                                         error iovsvctool::preloadproxies\r\ntraceback (most recent call last):\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/17.0.x.y-val/atlasproduction/rel_4/installarea/joboptions/athenacommon/runbatch.py&quot;, line 11, in &lt;module&gt;\r\n    theapp.run()     # runs until theapp.evtmax events reached\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/17.0.x.y-val/atlasproduction/rel_4/installarea/python/athenacommon/appmgr.py&quot;, line 623, in run\r\n    sc = self.gethandle()._evtpro.executerun( nevt )\r\nruntimeerror: (file &quot;&quot;, line 0) std::exception (c++ exception)\r\n\r\n###############################\r\noriginal job transform command:\r\n/afs/cern.ch/atlas/software/builds/nightlies/17.0.x.y-val/atlasproduction/rel_4/installarea/share/bin/reco_trf.py ami=q122 maxevents=250 inputbsfile=/afs/cern.ch/atlas/project/pmb/data/data11_7tev.00182726.physics_jettauetmiss.merge.raw._lb0215._sfo-5._0001.1_1000evts \r\n###############################\r\n\r\n\r\nfull log can be found in:\r\nhttps://atlasrtt.cern.ch/rtt/rel_4/17.0.x.y-val/build/i686-slc5-gcc43-opt/offline/recperftests/fullchain_bs/fullchain_bs_log\r\n\r\ncheers\r\nmatilde\r\n(valshift)','100','5211','2011-10-13 15:42:01','5','none','closed','reconstruction',';dear;error;occur;recperftest;fullchain_bs;test;error;file;atla;condition;poolcond;vol2;cond10_data;gen.cond;cond10_data;gen.cond;pool.root;exist;rootdbase.open;error;open;root;file;atla;condition;poolcond;vol2;cond10_data;gen.cond;cond10_data;gen.cond;pool.root;mode;read;exist;storagesvc;error;connect;database;atla;condition;poolcond;vol2;cond10_data;gen.cond;cond10_data;gen.cond;pool.root;domain;root_all;info;deaccess;dbdomain;read;root_all;athenapoolconverter;error;pooltoobject;catch;error;connect;file;pool;persistencysvc;userdatabase;connectforread;persistencysvc;pixeldetectormanager;error;alignabletransformcontainer;indet;align;misalignment;pixeldetectormanager;fatal;unable;apply;inner;detector;alignment;iovsvctool;error;problem;call;pixeldetectortool;iovsvctool;error;problem;preload;iovrange;incidentsvc;error;standard;exception;catch;handle;incidentsvc;error;iovsvctool;preloadproxy;traceback;recent;file;atla;software;build;nightly;atlasproduction;rel_4;installarea;joboption;athenacommon;runbatch.py;line;theapp.run;theapp.evtmax;event;reach;file;atla;software;build;nightly;atlasproduction;rel_4;installarea;python;athenacommon;appmgr.py;line;self.gethandle;nevt;runtimeerror;file;line;exception;exception;original;transform;command;atla;software;build;nightly;atlasproduction;rel_4;installarea;share;reco_trf.py;maxevent;inputbsfile;atla;project;datum;data11_7tev;physics_jettauetmiss.merge.raw;http;atlasrtt.cern.ch;rel_4;build;slc5;gcc43;offline;recperftest;fullchain_bs;fullchain_bs_log;matilde;valshift;error;test;fullchain_bs;rootdbase.open;error;rel4;reconstruction'),(87760,'atlas','no log files for amitag_q120_debug,amitag_q120_verbose,amitag_q121_debug,amitag_q122_debug','dear experts,\r\n\r\nthere are some jobs with no log files:amitag_q120_debug,amitag_q120_verbose,amitag_q121_debug,amitag_q122_debug\r\n\r\nsee:\r\nhttps://atlasrtt.cern.ch/get/rtt_j_r/rel_4/devval/build/x86_64-slc5-gcc43-opt/atlasproduction/recjobtransformtests/amitag_q120_debug\r\n\r\ncheers michael','1658','5211','2011-10-13 16:08:17','5','none','closed','none',';dear;expert;files:amitag_q120_debug;amitag_q120_verbose;amitag_q121_debug;amitag_q122_debug;http;atlasrtt.cern.ch;rtt_j_r;rel_4;devval;build;x86_64;slc5;gcc43;atlasproduction;recjobtransformtest;amitag_q120_debug;michael;file;amitag_q120_debug;amitag_q120_verbose;amitag_q121_debug;amitag_q122_debug'),(87776,'atlas','eflowobjectcontainercnv emits unprotected debug messages','\r\nin devval, eflowobjectcontainercnv now emits a large number of unprotected debug messages:\r\n\r\nhttp://atlas-pmb.web.cern.ch/atlas-pmb/arch-mon/pages_custom/msg/devval__i686-slc5-gcc43-dbg/plot_0_msgsvcabuse_totalmsgsvcabusesduringashortjob.txt\r\n\r\nplease remove or protect these messages.\r\n\r\ncheers,\r\nthomas','1160','916','2011-10-14 09:04:37','5','fixed','closed','none',';devval;eflowobjectcontainercnv;emit;large;number;unprotected;debug;message;http;atla;pmb.web.cern.ch;atla;arch;pages_custom;devval__i686;slc5;gcc43;plot_0_msgsvcabuse_totalmsgsvcabusesduringashortjob.txt;remove;protect;message;thoma;eflowobjectcontainercnv;emit;unprotected;debug;message'),(87792,'atlas','fpe in globalmonmanager, 17.0.x.y-val, rel5','dear all, \r\n\r\na floating point exception is occurring in 2 rtt tests,\r\nrecjobtransformtests/amitag_q121 and amitag_q121_notrig:\r\n\r\n\r\ntoolsvc.dqtdetsynchmon                            warning could not get pixel_lvl1id container \r\n-------------------------------------------------------------------------------------\r\ncore dump from coredumpsvc on lxbrg4005.cern.ch at fri oct 14 12:11:20 2011\r\n\r\ncaught signal 8(floating point exception). details: \r\n  errno = 0, code = 7 (floating point invalid operation)\r\n  pid   = 2063673622, uid = 1432076288\r\n  value = (96, 0x60)\r\n  vmem = 1754.62 mb\r\n  rss  = 1445.46 mb\r\n  total-ram = 15926 mb\r\n  free-ram  = 4404.95 mb\r\n  buffer-ram= 414.586 mb\r\n  total-swap= 4094.55 mb\r\n  free-swap = 4039.09 mb\r\n  addr  = 0x7b012916\r\n\r\nevent counter: 1\r\neventid: [run,evt,lumi,time,bunchcross,detmask] = [105200,31961,10,0:0,203,0x0]\r\nlast incident: athenaeventloopmgr:beginevent\r\ncurrent algorithm: globalmonmanager\r\nalgorithm stack: \r\n   athmasterseq\r\n   athalgseq\r\n   globalmonmanager\r\n-------------------------------------------------------------------------------------\r\n\r\n(pid=26967 ppid=26947) received fatal signal 8 (floating point exception)\r\nsignal context:\r\n  signo  = 8, errno = 0, code = 7 (floating point invalid operation)\r\n  pid    = 2063673622, uid = 1432076288\r\n  value  = (96, 0x60)\r\n  addr   = 0x7b012916\r\n  stack  = (2, 0, (nil))\r\n\r\n  eip: 0023:7b012916           eflags: 00210246\r\n  eax: 21769d48   ebx: 7b17368c   ecx: 5b3c02f4   edx: 21769d48\r\n  esi: 21769800   edi: 2176983c   ebp: ff953258   esp: ff953150\r\n   ds: 002b        es: 002b        fs: 0000        ss: 002b\r\n\r\n  signal esp: ff953150  trap: 16/0  oldmask: 00000000   cr2: 00000000\r\n\r\n  fpu:  control = ffff0372\r\n        status  = ffffb1a1\r\n        tag     = ffff5fff\r\n        ip      = 0010:7b012914\r\n        data    = 002b:00000000\r\n        state   = 0000b1a1\r\n    %fp0 = [0000:0000000000000000]\r\n    %fp1 = [0000:0000000000000000]\r\n    %fp2 = [3ff6:7d58d7729113e175]\r\n    %fp3 = [4010:f419e8119f26f81d]\r\n    %fp4 = [4014:d41028f3fab189c9]\r\n    %fp5 = [4019:6e9f73cc7c29cf95]\r\n    %fp6 = [4013:000000002000bd64]\r\n    %fp7 = [4012:000000003920f3af]\r\n\r\n###############################\r\noriginal job transform command:\r\n/afs/cern.ch/atlas/software/builds/nightlies/17.0.x.y-val/atlasproduction/rel_5/installarea/share/bin/reco_trf.py ami=q121 \r\n###############################\r\n\r\nfull logfile:\r\nhttps://atlasrtt.cern.ch/rtt/rel_5/17.0.x.y-val/build/i686-slc5-gcc43-opt/offline/recjobtransformtests/amitag_q121/amitag_q121_log\r\n\r\n\r\nregards\r\nmatilde','100','5211','2011-10-14 15:09:08','5','fixed','closed','reconstruction',';dear;float;point;exception;occur;test;recjobtransformtest;amitag_q121;amitag_q121_notrig;toolsvc.dqtdetsynchmon;warn;pixel_lvl1id;container;core;dump;coredumpsvc;lxbrg4005;frus;catch;signal;float;point;exception;detail;errno;code;float;point;invalid;operation;value;vmem;total;free;buffer;total;swap;free;swap;addr;event;counter;eventid;lumus;time;bunchcross;detmask;incident;athenaeventloopmgr:beginevent;current;algorithm;globalmonmanager;algorithm;stack;athmasterseq;athalgseq;globalmonmanager;ppid;receive;fatal;signal;float;point;exception;signal;context;signo;errno;code;float;point;invalid;operation;value;addr;stack;eflag;esus;edus;signal;trap;oldmask;control;status;datum;state;original;transform;command;atla;software;build;nightly;atlasproduction;rel_5;installarea;share;reco_trf.py;logfile;http;atlasrtt.cern.ch;rel_5;build;slc5;gcc43;offline;recjobtransformtest;amitag_q121;amitag_q121_log;matilde;globalmonmanager;rel5;reconstruction'),(87794,'atlas','rtt error in mc_default_short: could not get handle to emtrackisolationtool','dear experts,\r\n\r\nin todays 17.x.0-val (devval) (rel_5) (x86_64-slc5-gcc43-opt) an error occurred in mc_default_short:\r\n\r\n  message=could not get handle to emtrackisolationtool\r\n  severity=error\r\n  who=py:trigegammarec_egamma:\r\n\r\n\r\n\r\n\r\nsee log file:\r\n\r\nhttps://atlasrtt.cern.ch/rtt_j_r/rel_5/devval/build/x86_64-slc5-gcc43-opt/offline/recjobtransformtests/mc10_default_short/mc10_default_short_log\r\n\r\n===== job report produced by rawtoesd version unknown =====\r\ncommand=/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_5/installarea/share/bin/reco_trf.py --uploadtoami=1.0 inputrdofile=root://eosatlas//eos/atlas/atlascerngroupdisk/phys-rig/mc10_7tev.105200.t1_mcatnlo_jimmy.digit.rdo.e598_s933_s946_d366_tid197091_00/rdo.197091._000001.pool.root.1 outputesdfile=t1_mcatnlo_jimmy.esd.pool.root outputaodfile=t1_mcatnlo_jimmy.aod.pool.root outputhistfile=t1_mcatnlo_jimmy.hist.root maxevents=25 autoconfiguration=everything\r\nexitcode=99\r\nerrorcode=69999 (trf_unknown)\r\nerrorcategory=trf_unknown,	69999,	unknown transform error (2 times)\r\nfatals=0\r\nerrors=2\r\nwarnings=10\r\nwriting jobinfo_rawtoesd.xml file...\r\nesdok is  false\r\nskipping esd-&gt;esd step...\r\nskipping esd-&gt;aod step...\r\nskipping esd-&gt;dpd step...\r\nskipping aod-&gt;dpd step...\r\nskipping aod-&gt;tag step...\r\nskipping monitoring file merging step...\r\npy:reco_trf          info jobtransform completed for reco_trf with error code 69999 (exit code 99)\r\npy:rawtoesd          info transform timer stop [reco_trf] wall-time: fri oct 14 06:19:27 2011 cest, vmem: 287.9765625 mb, rss: 98.328125 mb\r\npy:rawtoesd          info transform timer report [reco_trf] wall-time: 00 hrs 13 mins 41 secs, cpu-time: 00 hrs 12 mins 06 secs, vmem: 0.71875 mb, rss: 0.89453125 mb\r\n===== job report produced by recotrf =====\r\ncommand=/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_5/installarea/share/bin/reco_trf.py --uploadtoami=1.0 inputrdofile=root://eosatlas//eos/atlas/atlascerngroupdisk/phys-rig/mc10_7tev.105200.t1_mcatnlo_jimmy.digit.rdo.e598_s933_s946_d366_tid197091_00/rdo.197091._000001.pool.root.1 outputesdfile=t1_mcatnlo_jimmy.esd.pool.root outputaodfile=t1_mcatnlo_jimmy.aod.pool.root outputhistfile=t1_mcatnlo_jimmy.hist.root maxevents=25 autoconfiguration=everything\r\nexitcode=99\r\nerrorcode=69999 (trf_unknown)\r\nerrorcategory=trf_unknown,	69999,	unknown transform error (2 times)\r\nfatals=0\r\nerrors=2\r\nwarnings=10\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=could not get handle to emtrackisolationtool\r\n  severity=error\r\n  who=py:trigegammarec_egamma:\r\n  producer=rawtoesd\r\n  stage=initialise\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=could not get handle to emtrackisolationtool\r\n  severity=error\r\n  who=py:trigegammarec_photonconversions:\r\n  producer=rawtoesd\r\n  stage=initialise\r\nathacronym=successful run\r\nathcode=0\r\nrundiruseddisk=69014628\r\nrundiravailabledisk=192530264064\r\nworkdir=/pool/lsf/rtt/178266326\r\nathcode=0\r\nrundiravailabledisk=192530501632\r\ndbrelease=\r\nathacronym=successful run\r\nrundiruseddisk=68793039\r\natlasrelease=rel_5\r\nwriting jobinfo_recotrf.xml file...','100','5211','2011-10-14 15:29:17','5','duplicate','closed','none',';dear;expert;today;devval;rel_5;x86_64;slc5;gcc43;error;occur;mc_default_short;message;handle;emtrackisolationtool;severity;error;py:trigegammarec_egamma;file;http;atlasrtt.cern.ch;rtt_j_r;rel_5;devval;build;x86_64;slc5;gcc43;offline;recjobtransformtest;mc10_default_short;mc10_default_short_log;report;produce;rawtoesd;version;unknown;command;atla;software;build;nightly;devval;atlasreconstruction;rel_5;installarea;share;reco_trf.py;uploadtoamus;inputrdofile;root;eosatla;atla;atlascerngroupdisk;mc10_7tev;t1_mcatnlo_jimmy.digit.rdo.e598_s933_s946_d366_tid197091_00;pool.root;outputesdfile;t1_mcatnlo_jimmy.esd.pool.root;outputaodfile;t1_mcatnlo_jimmy.aod.pool.root;outputhistfile;t1_mcatnlo_jimmy.hist.root;maxevent;autoconfiguration;exitcode;errorcode;trf_unknown;errorcategory;trf_unknown;unknown;transform;error;time;fatal;error;warning;write;jobinfo_rawtoesd.xml;file;esdok;false;skip;step;skip;step;skip;step;skip;step;skip;step;skip;monitoring;file;merge;step;py:reco_trf;info;jobtransform;complete;reco_trf;error;code;exit;code;py:rawtoesd;info;transform;timer;stop;reco_trf;wall;time;frus;cest;vmem;py:rawtoesd;info;transform;timer;report;reco_trf;wall;time;time;vmem;report;produce;recotrf;command;atla;software;build;nightly;devval;atlasreconstruction;rel_5;installarea;share;reco_trf.py;uploadtoamus;inputrdofile;root;eosatla;atla;atlascerngroupdisk;mc10_7tev;t1_mcatnlo_jimmy.digit.rdo.e598_s933_s946_d366_tid197091_00;pool.root;outputesdfile;t1_mcatnlo_jimmy.esd.pool.root;outputaodfile;t1_mcatnlo_jimmy.aod.pool.root;outputhistfile;t1_mcatnlo_jimmy.hist.root;maxevent;autoconfiguration;exitcode;errorcode;trf_unknown;errorcategory;trf_unknown;unknown;transform;error;time;fatal;error;warning;errorinfo;acronym;trf_unknown;message;handle;emtrackisolationtool;severity;error;py:trigegammarec_egamma;producer;rawtoesd;stage;initialise;errorinfo;acronym;trf_unknown;message;handle;emtrackisolationtool;severity;error;py:trigegammarec_photonconversions;producer;rawtoesd;stage;initialise;athacronym;successful;athcode;rundiruseddisk;rundiravailabledisk;workdir;pool;athcode;rundiravailabledisk;dbrelease;athacronym;successful;rundiruseddisk;atlasrelease;rel_5;write;jobinfo_recotrf.xml;file;error;mc_default_short;handle;emtrackisolationtool'),(87804,'atlas','error in tct tests *_hicollisions for 17.0.x.y(-val)','dear all,\r\n\r\nan error is occurring in 3 tct tests since yesterday, for 17.0.x.y, and for 17.0.x.y-val since 3 days ago:\r\n\r\nrun00169564_express0_hicollisions\r\nrun00169751_highpt2_hicollisions\r\nrun00169751_highpt_hicollisions\r\n\r\nthe error is being difficult to identify, here are the most recurring lines:\r\n\r\nathenaeventloopmgr                                   info execution of algorithm athmasterseq failed with statuscode::recoverableathenaeventloopmgr                                warning recoverable error returned by algorithm. skipping remaining algorithms.          no output will be written for this event, but job will continue to next event\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  done processing event #356224, run #169564 53 events processed so far  &lt;&lt;&lt;===\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  start processing event #356920, run #169564 53 events processed so far  &lt;&lt;&lt;===\r\nantikt4trackjets.jetfastjetfinder                 warning no jets in input collection\r\nantikt6trackjets.jetfastjetfinder                 warning no jets in input collection\r\ncellbkgrsubtr_itrembkgr.avgcellbkgrcalctool          info no seeds found in this event\r\n!\r\ncellbkgrsubtr_itrbkgr.avgcellbkgrcalctool            info no seeds found in this event\r\n!\r\nstoregatesvc                                      warning retrieve(const): no valid pr\r\noxy for object antikt4topoemjets  of type jetcollection(clid 1162448536)\r\n\r\n\r\n###############################\r\noriginal job transform command:\r\n/afs/cern.ch/atlas/software/builds/nightlies/17.0.x.y/atlasproduction/rel_6/installarea/share/bin/reco_trf.py outputhistfile=mymergedmonitoring_express_0.root ami=q202 maxevents=100 preinclude=recjobtransforms/heavyiondatarecconfig.py outputesdfile=myesd_express_0.pool.root outputntup_trkvalidfile=trkvalid_express_0.ntup.root outputtagfile=mytag_express_0.root --uploadtoami=0.0 outputntup_trigfile=trig_express_0.root inputbsfile=0.data,1.data,2.data outputntup_hifile=hi_express_0.ntup.root \r\n###############################\r\n\r\nfull log can be found in:\r\nhttps://atlasrtt.cern.ch/tct/rel_6/17.0.x.y/build/i686-slc5-gcc43-opt/offline/tier0chaintests/run00169564_express0_hicollisions/run00169564_express0_hicollisions_log\r\n\r\nregards,\r\nmatilde','8609','5211','2011-10-15 09:22:52','5','fixed','closed','reconstruction',';dear;error;occur;test;yesterday;run00169564_express0_hicollisions;run00169751_highpt2_hicollisions;run00169751_highpt_hicollisions;error;difficult;identify;recur;line;athenaeventloopmgr;info;execution;algorithm;athmasterseq;fail;statuscode;recoverableathenaeventloopmgr;warn;recoverable;error;return;algorithm;skip;remain;algorithm;output;write;event;continue;event;athenaeventloopmgr;info;processing;event;event;process;start;processing;event;event;process;antikt4trackjets.jetfastjetfinder;warn;input;collection;antikt6trackjets.jetfastjetfinder;warn;input;collection;cellbkgrsubtr_itrembkgr.avgcellbkgrcalctool;info;seed;event;cellbkgrsubtr_itrbkgr.avgcellbkgrcalctool;info;seed;event;storegatesvc;warn;retrieve;const;valid;object;antikt4topoemjet;type;jetcollection;clid;original;transform;command;atla;software;build;nightly;atlasproduction;rel_6;installarea;share;reco_trf.py;outputhistfile;mymergedmonitoring_express_0;root;maxevent;preinclude;recjobtransform;heavyiondatarecconfig.py;outputesdfile;myesd_express_0;pool.root;outputntup_trkvalidfile;trkvalid_express_0;ntup.root;outputtagfile;mytag_express_0;root;uploadtoamus;outputntup_trigfile;trig_express_0;root;inputbsfile;datum;datum;datum;outputntup_hifile;hi_express_0;ntup.root;http;atlasrtt.cern.ch;rel_6;build;slc5;gcc43;offline;tier0chaintest;run00169564_express0_hicollisions;run00169564_express0_hicollisions_log;matilde;error;test;reconstruction'),(87867,'atlas','error createobj pooltodataobject() failed in rtt test, 16.6.x.y, rel_1','dear all,\r\n\r\nan error is occurring in rtt recperftests/jetbtag_rdo test for 16.6.x.y release:\r\n\r\nathenapoolconverter                                 error pooltoobject: could not get object for token = [db=0cdeed64-afe8-dd11-9bc3-00a0d1e7fe28][cnt=metadata(iovmetadatacontainer_p1//digitization/parameters)][clid=6c2de6df-6d52-43f6-b435-9f29812f40c0][tech=00000202][oid=00000033-00000000]\r\nathenapoolconverter                                 fatal failed to convert persistent object to transient: pool read failed. token = [db=0cdeed64-afe8-dd11-9bc3-00a0d1e7fe28][cnt=metadata(iovmetadatacontainer_p1//digitization/parameters)][clid=6c2de6df-6d52-43f6-b435-9f29812f40c0][tech=00000202][oid=00000033-00000000]\r\nathenapoolconverter                                 error createobj pooltodataobject() failed, token = [db=0cdeed64-afe8-dd11-9bc3-00a0d1e7fe28][cnt=metadata(iovmetadatacontainer_p1//digitization/parameters)][clid=6c2de6df-6d52-43f6-b435-9f29812f40c0][tech=00000202][oid=00000033-00000000]\r\ndataproxy                                         warning accessdata: conversion failed for data object 1316383046//digitization/parameters\r\n returning null dataobject pointer  \r\nclassidsvc                                           info  getregistryentries: read 1939 clidregistry entries for module all\r\nathenapoolconverter                                 error pooltoobject: could not get object for token = [db=0cdeed64-afe8-dd11-9bc3-00a0d1e7fe28][cnt=metadata(iovmetadatacontainer_p1//digitization/parameters)][clid=6c2de6df-6d52-43f6-b435-9f29812f40c0][tech=00000202][oid=00000033-00000000]\r\nathenapoolconverter                                 fatal failed to convert persistent object to transient: pool read failed. token = [db=0cdeed64-afe8-dd11-9bc3-00a0d1e7fe28][cnt=metadata(iovmetadatacontainer_p1//digitization/parameters)][clid=6c2de6df-6d52-43f6-b435-9f29812f40c0][tech=00000202][oid=00000033-00000000]\r\nathenapoolconverter                                 error createobj pooltodataobject() failed, token = [db=0cdeed64-afe8-dd11-9bc3-00a0d1e7fe28][cnt=metadata(iovmetadatacontainer_p1//digitization/parameters)][clid=6c2de6df-6d52-43f6-b435-9f29812f40c0][tech=00000202][oid=00000033-00000000]\r\ndataproxy                                         warning accessdata: conversion failed for data object 1316383046//digitization/parameters\r\n returning null dataobject pointer  \r\npy:rawtoesd          info rawtoesd has completed running of athena with exit code -11.\r\n\r\n###############################\r\noriginal job transform command:\r\n/afs/cern.ch/atlas/software/releases/16.6.8/atlasreconstruction/16.6.8/installarea/share/bin/rawtoesd_trf.py inputrdofile=/afs/cern.ch/atlas/project/rig/referencefiles/rttinputfiles/rdo.039414._00001.pool.root.1 maxevents=250 autoconfiguration=everything --athenaopts=--stdcmalloc preexec=from@perfmoncomps.perfmonflags@import@jobproperties@as@pmjp,,pmjp.perfmonflags.domallocmonitoring=true,,pmjp.perfmonflags.dopostprocessing=true,,pmjp.perfmonflags.dosemidetailedmonitoringfullprint=true,,rec.dojetmissingettag=true,,rec.dotau=false,,rec.dotrigger=false,,recalgs.domissinget.set_value_and_lock(false) \r\n###############################\r\n\r\n\r\nfull log can be found in:\r\nhttps://atlasrtt.cern.ch/rtt/rel_1/16.6.x.y/build/i686-slc5-gcc43-opt/offline/recperftests/jetbtag_rdo/jetbtag_rdo_log\r\n\r\n\r\n\r\nregards, \r\nmatilde\r\n(valshift)','100','5211','2011-10-17 15:56:52','5','none','closed','reconstruction',';dear;error;occur;recperftest;jetbtag_rdo;test;release;athenapoolconverter;error;pooltoobject;object;token;metada;iovmetadatacontainer_p1;digitization;parameter;clid;tech;athenapoolconverter;fatal;fail;convert;persistent;object;transient;pool;read;fail;token;metada;iovmetadatacontainer_p1;digitization;parameter;clid;tech;athenapoolconverter;error;createobj;pooltodataobject;fail;token;metada;iovmetadatacontainer_p1;digitization;parameter;clid;tech;dataproxy;warn;accessda;conversion;fail;datum;object;digitization;parameter;return;null;dataobject;pointer;classidsvc;info;getregistryentry;read;clidregistry;entry;module;athenapoolconverter;error;pooltoobject;object;token;metada;iovmetadatacontainer_p1;digitization;parameter;clid;tech;athenapoolconverter;fatal;fail;convert;persistent;object;transient;pool;read;fail;token;metada;iovmetadatacontainer_p1;digitization;parameter;clid;tech;athenapoolconverter;error;createobj;pooltodataobject;fail;token;metada;iovmetadatacontainer_p1;digitization;parameter;clid;tech;dataproxy;warn;accessda;conversion;fail;datum;object;digitization;parameter;return;null;dataobject;pointer;py:rawtoesd;info;rawtoesd;complete;athena;exit;code;original;transform;command;atla;software;release;16.6.8;atlasreconstruction;16.6.8;installarea;share;rawtoesd_trf.py;inputrdofile;atla;project;referencefile;rttinputfile;pool.root;maxevent;autoconfiguration;athenaopt;stdcmalloc;preexec;perfmoncomps.perfmonflags;import;jobproperty;pmjp;pmjp.perfmonflags.domallocmonitoring;true;pmjp.perfmonflags.dopostprocessing;true;pmjp.perfmonflags.dosemidetailedmonitoringfullprint;true;rec.dojetmissingettag;true;rec.dotau;false;rec.dotrigger;false;recalgs.domissinget.set_value_and_lock;false;http;atlasrtt.cern.ch;rel_1;build;slc5;gcc43;offline;recperftest;jetbtag_rdo;jetbtag_rdo_log;matilde;valshift;error;createobj;pooltodataobject;fail;test;rel_1;reconstruction'),(87918,'atlas','error in recexanatest/mc10_all_notrigger 17.x.0-val (rel_2) - wrong input path of inputfile','dear experts,\r\n\r\nmultiple chains crashed in the recexanatest category. the following traceback is characteristic of the crash:\r\n\r\npy:inputfilepeeker warning caught:\r\n[errno 2] no such file or directory: \'/eos/atlas/atlascerngroupdisk/phys-rig/mc10_7tev.105200.t1_mcatnlo_jimmy.digit.rdo.e598_s933_s946_d366_tid197091_00/rdo.197091._000001.pool.root.1\'\r\ntraceback (most recent call last):\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasevent/rel_2/installarea/python/recexconfig/inputfilepeeker.py&quot;, line 48, in _setup\r\n    fi = athfile.fopen(infile)\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlascore/rel_2/installarea/python/pyutils/athfile/__init__.py&quot;, line 160, in fopen\r\n    return self.server.fopen(fnames, evtmax)\r\n  file &quot;&lt;string&gt;&quot;, line 2, in fopen\r\n  file &quot;/afs/cern.ch/sw/lcg/external/pytools/1.6_python2.6/x86_64-slc5-gcc43-opt/lib/python2.6/site-packages/multiprocessing-2.6.2.1-py2.6-linux-x86_64.egg/multiprocessing/managers.py&quot;, line 743, in _callmethod\r\n    raise convert_to_error(kind, result)\r\nioerror: [errno 2] no such file or directory: \'/eos/atlas/atlascerngroupdisk/phys-rig/mc10_7tev.105200.t1_mcatnlo_jimmy.digit.rdo.e598_s933_s946_d366_tid197091_00/rdo.197091._000001.pool.root.1\'\r\npy:inputfilepeeker   error unable to build inputfilesummary from any of the specified input files. there is probably a problem.\r\npy:autoconfiguration   error no runnumber stored in inputfile!\r\nshortened traceback (most recent user call last):\r\n  file &quot;recexanatest/recexanatest_rtt_all.py&quot;, line 4, in &lt;module&gt;\r\n    include (&quot;recexcommon/recexcommon_topoptions.py&quot;)\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_2/installarea/joboptions/recexcommon/recexcommon_topoptions.py&quot;, line 87, in &lt;module&gt;\r\n    include ( &quot;recexcond/recexcommon_flags.py&quot; )\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasevent/rel_2/installarea/joboptions/recexcond/recexcommon_flags.py&quot;, line 235, in &lt;module&gt;\r\n    configurefromlistofkeys(rec.autoconfiguration())\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasevent/rel_2/installarea/python/recexconfig/autoconfiguration.py&quot;, line 891, in configurefromlistofkeys\r\n    rec.projectname=getprojectname()\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasevent/rel_2/installarea/python/recexconfig/autoconfiguration.py&quot;, line 286, in getprojectname\r\n    from recexconfig.getcool import cool\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasevent/rel_2/installarea/python/recexconfig/getcool.py&quot;, line 32, in &lt;module&gt;\r\n    cool=_setup()\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasevent/rel_2/installarea/python/recexconfig/getcool.py&quot;, line 19, in _setup\r\n    lb=getlbnumber()\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasevent/rel_2/installarea/python/recexconfig/autoconfiguration.py&quot;, line 63, in getlbnumber\r\n    if inputfilesummary[\'nentries\']==0:\r\nkeyerror: \'nentries\'\r\npy:athena            info leaving with code 8: &quot;an unknown exception occurred&quot;\r\n\r\nsee the full logfile:\r\nhttps://atlasrtt.cern.ch/rtt_j_r/rel_2/devval/build/x86_64-slc5-gcc43-opt/offline/recexanatest/mc10_all/mc10_all_log\r\n\r\ncheers,\r\n\r\nrobert','100','5211','2011-10-18 15:53:50','5','duplicate','closed','none',';dear;expert;multiple;chain;crash;recexanatest;category;follow;traceback;characteristic;crash;py:inputfilepeeker;warn;catch;errno;file;directory;atla;atlascerngroupdisk;mc10_7tev;t1_mcatnlo_jimmy.digit.rdo.e598_s933_s946_d366_tid197091_00;pool.root;traceback;recent;file;atla;software;build;nightly;devval;atlasevent;rel_2;installarea;python;recexconfig;inputfilepeeker.py;line;athfile.fopen;infile;file;atla;software;build;nightly;devval;atlascore;rel_2;installarea;python;pyutil;athfile;line;fopen;return;self.server.fopen;fname;evtmax;file;line;fopen;file;external;pytool;1.6_python2.6;x86_64;slc5;gcc43;python2.6;site;package;multiprocess;2.6.2.1;py2.6;linux;x86_64;multiprocess;managers.py;line;raise;convert_to_error;kind;result;ioerror;errno;file;directory;atla;atlascerngroupdisk;mc10_7tev;t1_mcatnlo_jimmy.digit.rdo.e598_s933_s946_d366_tid197091_00;pool.root;py:inputfilepeeker;error;unable;build;inputfilesummary;specify;input;file;probably;problem;py:autoconfiguration;error;runnumber;store;inputfile;shorten;traceback;recent;user;file;recexanatest;recexanatest_rtt_all.py;line;include;recexcommon;recexcommon_topoptions.py;file;atla;software;build;nightly;devval;atlasreconstruction;rel_2;installarea;joboption;recexcommon;recexcommon_topoptions.py;line;include;recexcond;recexcommon_flags.py;file;atla;software;build;nightly;devval;atlasevent;rel_2;installarea;joboption;recexcond;recexcommon_flags.py;line;configurefromlistofkey;rec.autoconfiguration;file;atla;software;build;nightly;devval;atlasevent;rel_2;installarea;python;recexconfig;autoconfiguration.py;line;configurefromlistofkey;rec.projectname;getprojectname;file;atla;software;build;nightly;devval;atlasevent;rel_2;installarea;python;recexconfig;autoconfiguration.py;line;getprojectname;recexconfig.getcool;import;cool;file;atla;software;build;nightly;devval;atlasevent;rel_2;installarea;python;recexconfig;getcool.py;line;cool;file;atla;software;build;nightly;devval;atlasevent;rel_2;installarea;python;recexconfig;getcool.py;line;getlbnumber;file;atla;software;build;nightly;devval;atlasevent;rel_2;installarea;python;recexconfig;autoconfiguration.py;line;getlbnumber;inputfilesummary;nentry;keyerror;nentry;py:athena;info;leave;code;unknown;exception;occur;logfile;http;atlasrtt.cern.ch;rtt_j_r;rel_2;devval;build;x86_64;slc5;gcc43;offline;recexanatest;mc10_all;mc10_all_log;robert;error;recexanatest;mc10_all_notrigger;rel_2;wrong;input;path;inputfile'),(87919,'atlas','rtt mc10 tests - wrong path of inputfile ','dear experts,\r\n\r\nthe recextrigtest/mc10_esdtrig chain fails with the following traceback:\r\n\r\npy:inputfilepeeker warning caught:\r\n[errno 2] no such file or directory: \'/eos/atlas/atlascerngroupdisk/phys-rig/mc10_7tev.105200.t1_mcatnlo_jimmy.digit.rdo.e598_s933_s946_d366_tid197091_00/rdo.197091._000001.pool.root.1\'\r\ntraceback (most recent call last):\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasevent/rel_2/installarea/python/recexconfig/inputfilepeeker.py&quot;, line 48, in _setup\r\n    fi = athfile.fopen(infile)\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlascore/rel_2/installarea/python/pyutils/athfile/__init__.py&quot;, line 160, in fopen\r\n    return self.server.fopen(fnames, evtmax)\r\n  file &quot;&lt;string&gt;&quot;, line 2, in fopen\r\n  file &quot;/afs/cern.ch/sw/lcg/external/pytools/1.6_python2.6/x86_64-slc5-gcc43-opt/lib/python2.6/site-packages/multiprocessing-2.6.2.1-py2.6-linux-x86_64.egg/multiprocessing/managers.py&quot;, line 743, in _callmethod\r\n    raise convert_to_error(kind, result)\r\nioerror: [errno 2] no such file or directory: \'/eos/atlas/atlascerngroupdisk/phys-rig/mc10_7tev.105200.t1_mcatnlo_jimmy.digit.rdo.e598_s933_s946_d366_tid197091_00/rdo.197091._000001.pool.root.1\'\r\npy:inputfilepeeker   error unable to build inputfilesummary from any of the specified input files. there is probably a problem.\r\npy:autoconfiguration   error no runnumber stored in inputfile!\r\nshortened traceback (most recent user call last):\r\n  file &quot;recextrigtest/recextrigtest_rtt_esdtrigger.py&quot;, line 4, in &lt;module&gt;\r\n    include (&quot;recexcommon/rdotoesd.py&quot;)\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_2/installarea/joboptions/recexcommon/rdotoesd.py&quot;, line 17, in &lt;module&gt;\r\n    include (&quot;recexcommon/recexcommon_topoptions.py&quot;)\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_2/installarea/joboptions/recexcommon/recexcommon_topoptions.py&quot;, line 87, in &lt;module&gt;\r\n    include ( &quot;recexcond/recexcommon_flags.py&quot; )\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasevent/rel_2/installarea/joboptions/recexcond/recexcommon_flags.py&quot;, line 235, in &lt;module&gt;\r\n    configurefromlistofkeys(rec.autoconfiguration())\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasevent/rel_2/installarea/python/recexconfig/autoconfiguration.py&quot;, line 891, in configurefromlistofkeys\r\n    rec.projectname=getprojectname()\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasevent/rel_2/installarea/python/recexconfig/autoconfiguration.py&quot;, line 286, in getprojectname\r\n    from recexconfig.getcool import cool\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasevent/rel_2/installarea/python/recexconfig/getcool.py&quot;, line 32, in &lt;module&gt;\r\n    cool=_setup()\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasevent/rel_2/installarea/python/recexconfig/getcool.py&quot;, line 19, in _setup\r\n    lb=getlbnumber()\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasevent/rel_2/installarea/python/recexconfig/autoconfiguration.py&quot;, line 63, in getlbnumber\r\n    if inputfilesummary[\'nentries\']==0:\r\nkeyerror: \'nentries\'\r\npy:athena            info leaving with code 8: &quot;an unknown exception occurred&quot;\r\n\r\nsee the full logfile here:\r\nhttps://atlasrtt.cern.ch/rtt_j_r/rel_2/devval/build/x86_64-slc5-gcc43-opt/offline/recextrigtest/mc10_esdtrig/mc10_esdtrig_log\r\n\r\ncheers,\r\n\r\nrobert','100','5211','2011-10-18 15:57:53','5','fixed','closed','none',';dear;expert;recextrigtest;mc10_esdtrig;chain;fail;follow;traceback;py:inputfilepeeker;warn;catch;errno;file;directory;atla;atlascerngroupdisk;mc10_7tev;t1_mcatnlo_jimmy.digit.rdo.e598_s933_s946_d366_tid197091_00;pool.root;traceback;recent;file;atla;software;build;nightly;devval;atlasevent;rel_2;installarea;python;recexconfig;inputfilepeeker.py;line;athfile.fopen;infile;file;atla;software;build;nightly;devval;atlascore;rel_2;installarea;python;pyutil;athfile;line;fopen;return;self.server.fopen;fname;evtmax;file;line;fopen;file;external;pytool;1.6_python2.6;x86_64;slc5;gcc43;python2.6;site;package;multiprocess;2.6.2.1;py2.6;linux;x86_64;multiprocess;managers.py;line;raise;convert_to_error;kind;result;ioerror;errno;file;directory;atla;atlascerngroupdisk;mc10_7tev;t1_mcatnlo_jimmy.digit.rdo.e598_s933_s946_d366_tid197091_00;pool.root;py:inputfilepeeker;error;unable;build;inputfilesummary;specify;input;file;probably;problem;py:autoconfiguration;error;runnumber;store;inputfile;shorten;traceback;recent;user;file;recextrigtest;recextrigtest_rtt_esdtrigger.py;line;include;recexcommon;rdotoesd.py;file;atla;software;build;nightly;devval;atlasreconstruction;rel_2;installarea;joboption;recexcommon;rdotoesd.py;line;include;recexcommon;recexcommon_topoptions.py;file;atla;software;build;nightly;devval;atlasreconstruction;rel_2;installarea;joboption;recexcommon;recexcommon_topoptions.py;line;include;recexcond;recexcommon_flags.py;file;atla;software;build;nightly;devval;atlasevent;rel_2;installarea;joboption;recexcond;recexcommon_flags.py;line;configurefromlistofkey;rec.autoconfiguration;file;atla;software;build;nightly;devval;atlasevent;rel_2;installarea;python;recexconfig;autoconfiguration.py;line;configurefromlistofkey;rec.projectname;getprojectname;file;atla;software;build;nightly;devval;atlasevent;rel_2;installarea;python;recexconfig;autoconfiguration.py;line;getprojectname;recexconfig.getcool;import;cool;file;atla;software;build;nightly;devval;atlasevent;rel_2;installarea;python;recexconfig;getcool.py;line;cool;file;atla;software;build;nightly;devval;atlasevent;rel_2;installarea;python;recexconfig;getcool.py;line;getlbnumber;file;atla;software;build;nightly;devval;atlasevent;rel_2;installarea;python;recexconfig;autoconfiguration.py;line;getlbnumber;inputfilesummary;nentry;keyerror;nentry;py:athena;info;leave;code;unknown;exception;occur;logfile;http;atlasrtt.cern.ch;rtt_j_r;rel_2;devval;build;x86_64;slc5;gcc43;offline;recextrigtest;mc10_esdtrig;mc10_esdtrig_log;robert;mc10;test;wrong;path;inputfile'),(87941,'atlas','publictool retrieve	failed to retrieve publictool: iemtrackisolationtool	 statuscode=failure','hi, \r\n\r\n4 jobs of data11_7tev.00190975.physics_muons.merge.aod.f411_m1019_m1021.physmon.task were aborted. \r\ni will extract log and input files.\r\n\r\nsusumu \r\n+verbatim+\r\ninput file(s):\r\n--------------------------------------------------------------------------------\r\nstage_svcclass=atlcal\r\n/castor/cern.ch/grid/atlas/tzero/prod1/perm/data11_7tev/physics_muons/00190975/data11_7tev.00190975.physics_muons.merge.aod.f411_m1019/data11_7tev.00190975.physics_muons.merge.aod.f411_m1019._lb0181._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/perm/data11_7tev/physics_muons/00190975/data11_7tev.00190975.physics_muons.merge.aod.f411_m1019/data11_7tev.00190975.physics_muons.merge.aod.f411_m1019._lb0185._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/perm/data11_7tev/physics_muons/00190975/data11_7tev.00190975.physics_muons.merge.aod.f411_m1019/data11_7tev.00190975.physics_muons.merge.aod.f411_m1019._lb0225._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/perm/data11_7tev/physics_muons/00190975/data11_7tev.00190975.physics_muons.merge.aod.f411_m1019/data11_7tev.00190975.physics_muons.merge.aod.f411_m1019._lb0227._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/perm/data11_7tev/physics_muons/00190975/data11_7tev.00190975.physics_muons.merge.aod.f411_m1019/data11_7tev.00190975.physics_muons.merge.aod.f411_m1019._lb0228._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/perm/data11_7tev/physics_muons/00190975/data11_7tev.00190975.physics_muons.merge.aod.f411_m1019/data11_7tev.00190975.physics_muons.merge.aod.f411_m1019._lb0230._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/perm/data11_7tev/physics_muons/00190975/data11_7tev.00190975.physics_muons.merge.aod.f411_m1019/data11_7tev.00190975.physics_muons.merge.aod.f411_m1019._lb0231._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/perm/data11_7tev/physics_muons/00190975/data11_7tev.00190975.physics_muons.merge.aod.f411_m1019/data11_7tev.00190975.physics_muons.merge.aod.f411_m1019._lb0235._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/perm/data11_7tev/physics_muons/00190975/data11_7tev.00190975.physics_muons.merge.aod.f411_m1019/data11_7tev.00190975.physics_muons.merge.aod.f411_m1019._lb0242._0001.1\r\n/castor/cern.ch/grid/atlas/tzero/prod1/perm/data11_7tev/physics_muons/00190975/data11_7tev.00190975.physics_muons.merge.aod.f411_m1019/data11_7tev.00190975.physics_muons.merge.aod.f411_m1019._lb0249._0001.1\r\n\r\n\r\ntier-0 transformation command run:\r\n--------------------------------------------------------------------------------\r\nsource /afs/cern.ch/atlas/tzero/prod1/inst/projects/data11/setup/setuptrf.sh /afs/cern.ch/atlas/tzero/prod1/inst/projects/data11/patches/atlasproduction-17.0.4.6 atlasproduction-17.0.4.6 /afs/cern.ch/atlas/tzero/prod1/inst/projects/data11/setup/specialsetup_tier0.sh ; python -u `which reco_trf.py` --argdict=/afs/cern.ch/atlas/tzero/prod1/log1/14476/14476211_data11_7tev.00190975.physics_muons.merge.aod.f411_m1019_m1021.physmon.task._0003.job.3//data11_7tev.00190975.physics_muons.merge.aod.f411_m1019_m1021.physmon.task._0003.job.argdict.gpickle  &amp;&gt; data11_7tev.00190975.physics_muons.merge.aod.f411_m1019_m1021.physmon.task._0003.job.tmp.log\r\n\r\n\r\nami configuration tag (more details):\r\n--------------------------------------------------------------------------------\r\nsee http://ami.in2p3.fr:8080/opencms/opencms/ami/www/referencetables/ --&gt; configurationtag --&gt; interpret --&gt; m1021\r\n\r\n\r\nlogfile location:\r\n--------------------------------------------------------------------------------\r\nstage_svcclass=t0merge\r\n/castor/cern.ch/grid/atlas/tzero/prod1/temp/data11_7tev/physics_muons/00190975/data11_7tev.00190975.physics_muons.merge.aod.f411_m1019_m1021.physmon.task.tmp.log/data11_7tev.00190975.physics_muons.merge.aod.f411_m1019_m1021.physmon.task._0003.job.tmp.log.3\r\n\r\n\r\ntail of the log file (300 lines):\r\n--------------------------------------------------------------------------------\r\npmonsd ======================= semi-detailed perfmon info v1.0c / start =======================\r\npmonsd === documentation: https://twiki.cern.ch/twiki/bin/viewauth/atlas/perfmonsd ============\r\npmonsd === note that documentation includes recipe for easy parsing from python.   ============\r\npmonsd === units are milliseconds (cpu/wall) and kilobytes (vmem/malloc).          ============\r\npmonsd === full output inside: ntuple_aodtodpd.pmon.gz                             ============\r\npmonsd ======================================= step ini =======================================\r\npmonsd          n    cpu    vmem  malloc component\r\npmonsd [ini]    1   5500   59868   48293 geomodelsvc\r\npmonsd [ini]    1    500   24832   31910 toolsvc.tilebadchantool\r\npmonsd [ini]    1    840   21524    9577 eventselector\r\npmonsd [ini]    1    160    6200    9440 poolsvc\r\npmonsd [ini]    1    530    4096    4040 toolsvc.recoepiboosteddecisiontreetool\r\npmonsd [ini]    1    790    5224    1967 detectorstore\r\npmonsd [ini]    1    380    4000    1673 kt5topojets.applyem:offset_origin_etajes_struct1em.em:offset_origin_etajes_struct1.struct1subsequence\r\npmonsd [ini]    1    330    2048    1932 agdd2geosvc\r\npmonsd [ini]    1    270    2040    1444 athenarootstreamersvc\r\npmonsd [ini]    1   2100    9000   15419 [collapsed_544_comps]\r\npmonsd [ini]    1  11400  138832  125695 [total_for_553_comps]\r\npmonsd ======================================= step 1st =======================================\r\npmonsd          n    cpu    vmem  malloc component\r\npmonsd [1st]    1    540   13716   15981 fastphysmonman\r\npmonsd [1st]    1     10     304     968 [collapsed_9_comps]\r\npmonsd [1st]    1    550   14020   16948 [total_for_10_comps]\r\npmonsd ======================================= step cbk =======================================\r\npmonsd          n    cpu    vmem  malloc component\r\npmonsd [cbk]    1   6340  167888  168494 magfieldathenasvc[0x103b575c]+31\r\npmonsd [cbk]    1   2550   61680   73203 trackinggeometrysvc[0x1373a9cc]+21\r\npmonsd [cbk]    1   1940    2048    1587 trigconf::dsconfigsvc[0x1366d000]+67858c80\r\npmonsd [cbk]    1   1630   17424   18701 [collapsed_49_comps]\r\npmonsd [cbk]    1  12460  249040  261984 [total_for_52_comps]\r\npmonsd ======================================= step evt =======================================\r\npmonsd          n    cpu    max@evt    vmem    max@evt  malloc    max@evt  component\r\npmonsd [evt] 15359     15    170@209       3  10240@4185    448  27044@4185 fastphysmonman\r\npmonsd [evt] 15360      1     40@14020      0      0@0        42   1297@2813 fpmhggphotonfilter\r\npmonsd [evt] 15360      0     10@104       0      0@0         0      0@8784 athalgseq\r\npmonsd [evt]    1    740    740@15360   8968   8968@15360  32831  32831@15360 pauanalysis\r\npmonsd [evt] 15360      0     10@139       0      0@0         0      0@8762 athmasterseq\r\npmonsd [evt] 15360      0     10@592       0      0@0         0      0@15360 pauforhggsequence\r\npmonsd [evt] 15359      0     10@341       0      0@0         0      0@14087 fpmmetadataalg\r\npmonsd [evt] 15360      0     10@304       0      0@0         0      0@8801 eventcounter\r\npmonsd [evt]    1    150    150@15360      0      0@0      4298   4298@15360 kt5topojets\r\npmonsd [evt] 15359      0     10@75        0      0@0         0      0@0    athregseq\r\npmonsd [evt] 15359      0     10@362       0      0@0         0      0@0    athoutseq\r\npmonsd [evt] 15360      0     10@3615      0      0@0         0      0@0    jetglobaleventsetup\r\npmonsd [evt]    1    890               8968              37129             [total_for_2_comps]\r\npmonsd [evt] 15359     15                  3                448             [total_for_4_comps]\r\npmonsd [evt] 15360      1                  0                 42             [total_for_6_comps]\r\npmonsd ======================================= step fin =======================================\r\npmonsd          n    cpu    vmem  malloc component\r\npmonsd [fin]    1    280       0 -129247 detectorstore\r\npmonsd [fin]    1     60       0  -38289 toolsvc.muontrackinggeometrybuilder\r\npmonsd [fin]    1     90       0  -15510 toolsvc\r\npmonsd [fin]    1     10       0  -13308 iovdbsvc\r\npmonsd [fin]    1     30       0      78 chronostatsvc\r\npmonsd [fin]    1     70       0  -38454 [collapsed_550_comps]\r\npmonsd [fin]    1    540       0 -234734 [total_for_555_comps]\r\npmonsd ======================================= step dso =======================================\r\npmonsd          n    cpu    vmem  malloc component\r\npmonsd [dso]    1    220   33116       5 liblcg_oracleaccess.so\r\npmonsd [dso]    1     20   32244       5 libbfieldath.so\r\npmonsd [dso]    1   1860   20316     289 libtrigeventathenapoolpoolcnv.so\r\npmonsd [dso]    1    990   16604     460 libphotonanalysisutils.so\r\npmonsd [dso]    1    680   14308     415 libd2pdmaker.so\r\npmonsd [dso]    1    670    6744     156 libmuoneventathenapoolpoolcnv.so\r\npmonsd [dso]    1    180    4428     665 /afs/cern.ch/atlas/software/releases/17.0.4/atlasevent/17.0.4/installarea/i686-slc5-gcc43-opt/lib/libcaloeventdict.so\r\npmonsd [dso]    1    160    2924     503 /afs/cern.ch/atlas/software/releases/17.0.4/atlasevent/17.0.4/installarea/i686-slc5-gcc43-opt/lib/libtileeventdict.so\r\npmonsd [dso]    1    170    2724     457 /afs/cern.ch/atlas/software/releases/17.0.4/atlasconditions/17.0.4/installarea/i686-slc5-gcc43-opt/lib/libtrt_conditionsdatadict.so\r\npmonsd [dso]    1     90    2368     535 /afs/cern.ch/atlas/software/releases/17.0.4/atlascore/17.0.4/installarea/i686-slc5-gcc43-opt/lib/libatlasstladdreflexdict.so\r\npmonsd [dso]    1  11340  237392    7954 [collapsed_206_comps]\r\npmonsd [dso]    1  16380  373168   11444 [total_for_216_comps]\r\npmonsd ================================== step preloadproxy ===================================\r\npmonsd                   n    cpu    vmem  malloc component\r\npmonsd [preloadproxy]    1    170   27676   13288 condattrlistcollection[/calo/ofl/noise/cellnoise]\r\npmonsd [preloadproxy]    1    580       0    2808 condattrlistcollection[/tile/ofl01/time/channeloffset/phy]\r\npmonsd [preloadproxy]    1    610       0    2196 athenaattributelist[/trigger/lvl1/bunchgroupkey]\r\npmonsd [preloadproxy]    1    200       0    1736 condattrlistcollection[/tile/onl01/calib/cis/lin]\r\npmonsd [preloadproxy]    1    240     128       9 calorec::toolconstants[/calo/caloswclustercorrections/lwc]\r\npmonsd [preloadproxy]    1    310       0    2645 [collapsed_97_comps]\r\npmonsd [preloadproxy]    1   2110   27804   22681 [total_for_102_comps]\r\npmonsd ===================================== special info =====================================\r\npmonsd          n      cpu     wall     vmem   malloc component\r\npmonsd [---] 15360       21       40        -        - evtloop_time\r\npmonsd [---]    1    43659    93228        -        - overhead_time\r\npmonsd [---]    1        0        0   167296    51073 snapshot_pre_ini\r\npmonsd [---]    1    39900    86204   946328   496967 snapshot_post_ini\r\npmonsd [---]    1    43120    89927   992040   501290 snapshot_post_1stevt\r\npmonsd [---]    1   371260   700090  1090276   546111 snapshot_post_lastevt\r\npmonsd [---]    1   371820   703431  1090276   311119 snapshot_post_fin\r\npmonsd [---]   40        -        -        0       17 leakperevt_evt11to50\r\npmonsd [---] 15311        -        -        2        2 leakperevt_evt51plus\r\npmonsd [---] vmem_peak=1090280 vmem_mean=1053300 rss_mean=819407\r\npmonsd [---] jobcfg_walltime=65386 jobstart=2011-10-18t18:15:33+0000\r\npmonsd [---] cpu_bmips=5000 cpu_res=10 release=17.0.4.6/i686-slc5-gcc43-opt\r\npmonsd [---] cpu_model=intel(r)_xeon(r)_cpu_l5420_@_2.50ghz/6144_kb\r\npmonsd [---] malloc=libtcmalloc_minimal.so/ok pycintex_vmemfix=0\r\npmonsd [---] pmonsd_cost_onceperjob=40 pmonsd_cost_perevt=0\r\npmonsd =========================== semi-detailed perfmon info / end ===========================\r\npy:perfmonsvc        info finalizing [perfmonsvc]...\r\npy:perfmonsvc        info events processed: 15360\r\npy:perfmonsvc        info job had [0] algorithms\r\npy:perfmonsvc        info statistics for \'ini\': (nbr entries = 1)\r\npy:perfmonsvc        info &lt;cpu&gt;:    (  38654.000 +/-      0.000 ) ms\r\npy:perfmonsvc        info &lt;real&gt;:   (  85114.000 +/-      0.000 ) ms\r\npy:perfmonsvc        info &lt;vmem&gt;:   (    924.148 +/-      0.000 ) mb\r\npy:perfmonsvc        info &lt;malloc&gt;: (      0.000 +/-      0.000 ) mb\r\npy:perfmonsvc        info &lt;nalloc&gt;: (      0.000 +/-      0.000 ) calls\r\npy:perfmonsvc        info &lt;rt&gt;: (  38600.129 +/-      0.000 ) ns\r\npy:perfmonsvc        info statistics for \'evt\': (nbr entries = 15359)\r\npy:perfmonsvc        info &lt;cpu&gt;:    (     17.410 +/-      0.097 ) ms\r\npy:perfmonsvc        info &lt;real&gt;:   (     32.178 +/-      1.281 ) ms\r\npy:perfmonsvc        info &lt;vmem&gt;:   (   1028.616 +/-      0.098 ) mb\r\npy:perfmonsvc        info &lt;malloc&gt;: (      0.000 +/-      0.000 ) mb\r\npy:perfmonsvc        info &lt;nalloc&gt;: (      0.000 +/-      0.000 ) calls\r\npy:perfmonsvc        info &lt;rt&gt;: (     17.438 +/-      0.097 ) ns\r\npy:perfmonsvc        info statistics for \'fin\': (nbr entries = 1)\r\npy:perfmonsvc        info &lt;cpu&gt;:    (    228.000 +/-      0.000 ) ms\r\npy:perfmonsvc        info &lt;real&gt;:   (   2948.000 +/-      0.000 ) ms\r\npy:perfmonsvc        info &lt;vmem&gt;:   (   1064.723 +/-      0.000 ) mb\r\npy:perfmonsvc        info &lt;malloc&gt;: (      0.000 +/-      0.000 ) mb\r\npy:perfmonsvc        info &lt;nalloc&gt;: (      0.000 +/-      0.000 ) calls\r\npy:perfmonsvc        info &lt;rt&gt;: (    230.938 +/-      0.000 ) ns\r\npy:perfmonsvc        info memory infos from [/proc/self/status]:\r\npy:perfmonsvc        info vmdata:	724624 kb\r\npy:perfmonsvc        info vmexe:	1196 kb\r\npy:perfmonsvc        info vmhwm:	860712 kb\r\npy:perfmonsvc        info vmlck:	0 kb\r\npy:perfmonsvc        info vmlib:	339540 kb\r\npy:perfmonsvc        info vmpte:	2076 kb\r\npy:perfmonsvc        info vmpeak:	1090280 kb\r\npy:perfmonsvc        info vmrss:	860708 kb\r\npy:perfmonsvc        info vmsize:	1090280 kb\r\npy:perfmonsvc        info vmstk:	284 kb\r\npy:perfmonsvc        info vmem-leak estimation: (nevts=15360)\r\npy:perfmonsvc        info   first-evt vmem:   968.789 mb\r\npy:perfmonsvc        info   10th -evt vmem:   972.520 mb\r\npy:perfmonsvc        info   last -evt vmem:  1050.215 mb\r\npy:perfmonsvc        info   evt  2-20 fitted vmem-slope (   19 points):   201.1 kb/evt\r\npy:perfmonsvc        info   evt 21-50 fitted vmem-slope (   30 points):     0.0 kb/evt\r\npy:perfmonsvc        info   evt 51+   fitted vmem-slope (15310 points):     2.4 kb/evt\r\npy:perfmonsvc        info si2k: 2300.0 =&gt; &lt;cpu time&gt;:     40.042 ksi2k\r\npy:perfmonsvc        info writing out collected data... [ntuple_aodtodpd.pmon.gz]\r\npy:perfmonsvc        info  --&gt; [ntuple_aodtodpd.pmon.dat] =&gt;    5.000 kb\r\npy:perfmonsvc        info  --&gt; [ntuple_aodtodpd.pmon.stream] =&gt; 5181.251 kb\r\npy:perfmonsvc        info  --&gt; [ntuple_aodtodpd.pmon.pmonsd.txt] =&gt;  136.096 kb\r\npy:perfmonsvc        info writing out collected data... [ntuple_aodtodpd.pmon.gz] =&gt;  375.646 kb\r\napplicationmgr                                       info application manager finalized successfully\r\napplicationmgr                                       info application manager terminated successfully\r\nsummarizing all message counts\r\n=====================================================\r\n message source              |   level |    count\r\n-----------------------------+---------+-------------\r\n algerrorauditor             |   error |        8\r\n athalgseq                   |   error |        1\r\n athalgseq                   |   fatal |        1\r\n athmasterseq                |   error |        1\r\n athmasterseq                |   fatal |        1\r\n athenaeventloopmgr          | warning |        1\r\n histogrampersistencysvc     | warning |        1\r\n iovdbsvc                    | warning |       11\r\n mugm:muonstation            | warning |        6\r\n pauforhggsequence           |   error |        1\r\n pauforhggsequence           |   fatal |        1\r\n pauanalysis                 | warning |       69\r\n pauanalysis                 |   error |        1\r\n pauanalysis                 |   fatal |        1\r\n pixelconditionssummarysvc   | warning |        2\r\n storegatesvc                | warning |       11\r\n thistsvc                    | warning |        1\r\n toolsvc                     |   error |        1\r\n toolsvc.goodrunslistselectortool| warning |        1\r\n toolsvc.pautruthtool        | warning |       11\r\n toolsvc.trig::trigdecisiontool| warning |        2\r\n=====================================================\r\npy:athena            info leaving with code 64: &quot;exception raised during an algorithm execute&quot;\r\ncoralapplication info delete the cool coralapplication...\r\ncoralapplication info delete the cool database service\r\nraldatabasesvc info delete the raldatabasesvc...\r\nraldatabasesvc info purge the connection pool\r\nraldatabasesvc info reset the ics pointer\r\nraldatabasesvc info delete the raldatabasesvc... done\r\ncoralapplication info delete the coral connection service\r\ncoralapplication info delete the cool coralapplication... done\r\ncoral/services/connectionservice info deleting the connectionpool\r\npy:aodtodpd          info aodtodpd has completed running of athena with exit code 64.\r\ninfo: read 109 error categories from file /afs/cern.ch/atlas/software/releases/17.0.4/atlasproduction/17.0.4.6/installarea/share/atlas_error_categories.db\r\ninfo: read 53 error patterns from file /afs/cern.ch/atlas/software/releases/17.0.4/atlasproduction/17.0.4.6/installarea/share/atlas_error_patterns.db\r\ninfo: read 61 ignore patterns from file /afs/cern.ch/atlas/software/releases/17.0.4/atlasproduction/17.0.4.6/installarea/share/atlas_error_ignore.db\r\nathenalogchecker start [aodtodpd log] wall-time: tue oct 18 20:28:23 2011 cest, vmem: 108.01953125 mb, rss: 68.30859375 mb\r\npy:aodtodpd          info scanning athena logfile aodtodpd.log assuming atlas release all,17.0.4.6 ...\r\npy:aodtodpd          info athena initialise()...\r\npy:aodtodpd          info athena execute()...\r\npy:aodtodpd          info athena finalise()...\r\npy:aodtodpd          info done scanning 6851 lines of file aodtodpd.log. summary:\r\npy:aodtodpd          info    ignored : 14\r\npy:aodtodpd          info    warnings: 123\r\npy:aodtodpd          info    errors  : 5\r\npy:aodtodpd          info    fatals  : 4\r\nathenalogchecker stop [aodtodpd log] wall-time: tue oct 18 20:28:24 2011 cest, vmem: 108.01953125 mb, rss: 68.30859375 mb\r\nathenalogchecker report [aodtodpd log] wall-time: 00 hrs 00 mins 00 secs, cpu-time: 00 hrs 00 mins 00 secs, vmem: 0.0 mb, rss: 0.0 mb\r\npy:aodtodpd          info jobtransform completed for aodtodpd with error code 69999 (exit code 99)\r\npy:aodtodpd          info transform timer stop [aodtodpd] wall-time: tue oct 18 20:28:24 2011 cest, vmem: 108.01953125 mb, rss: 68.328125 mb\r\npy:aodtodpd          info transform timer report [aodtodpd] wall-time: 00 hrs 13 mins 28 secs, cpu-time: 00 hrs 07 mins 35 secs, vmem: 0.65625 mb, rss: 0.546875 mb\r\n===== job report produced by aodtodpd version unknown =====\r\ncommand=/afs/cern.ch/atlas/software/releases/17.0.4/atlasproduction/17.0.4.6/installarea/share/bin/reco_trf.py --argdict=/afs/cern.ch/atlas/tzero/prod1/log1/14476/14476211_data11_7tev.00190975.physics_muons.merge.aod.f411_m1019_m1021.physmon.task._0003.job.3//data11_7tev.00190975.physics_muons.merge.aod.f411_m1019_m1021.physmon.task._0003.job.argdict.gpickle\r\nexitcode=99\r\nerrorcode=69999 (trf_unknown)\r\nerrorcategory=trf_unknown,	69999,	unknown transform error (9 times)\r\nfatals=4\r\nerrors=5\r\nwarnings=9\r\nwriting jobinfo_aodtodpd.xml file...\r\ndpdaodok is  false\r\nskipping aod-&gt;tag step...\r\nskipping monitoring file merging step...\r\npy:reco_trf          info jobtransform completed for reco_trf with error code 69999 (exit code 99)\r\npy:aodtodpd          info transform timer stop [reco_trf] wall-time: tue oct 18 20:28:24 2011 cest, vmem: 108.17578125 mb, rss: 68.52734375 mb\r\npy:aodtodpd          info transform timer report [reco_trf] wall-time: 00 hrs 13 mins 28 secs, cpu-time: 00 hrs 07 mins 35 secs, vmem: 0.8125 mb, rss: 0.76953125 mb\r\n===== job report produced by recotrf =====\r\ncommand=/afs/cern.ch/atlas/software/releases/17.0.4/atlasproduction/17.0.4.6/installarea/share/bin/reco_trf.py --argdict=/afs/cern.ch/atlas/tzero/prod1/log1/14476/14476211_data11_7tev.00190975.physics_muons.merge.aod.f411_m1019_m1021.physmon.task._0003.job.3//data11_7tev.00190975.physics_muons.merge.aod.f411_m1019_m1021.physmon.task._0003.job.argdict.gpickle\r\nexitcode=99\r\nerrorcode=69999 (trf_unknown)\r\nerrorcategory=trf_unknown,	69999,	unknown transform error (9 times)\r\nfatals=4\r\nerrors=5\r\nwarnings=9\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=cannot create tool iemtrackisolationtool (no factory found)\r\n  severity=error\r\n  who=toolsvc\r\n  producer=aodtodpd\r\n  stage=execute\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=exception with tag=publictool retrieve is caught\r\n  severity=fatal\r\n  who=pauanalysis\r\n  producer=aodtodpd\r\n  stage=execute\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=publictool retrieve	failed to retrieve publictool: iemtrackisolationtool	 statuscode=failure\r\n  severity=error\r\n  who=pauanalysis\r\n  producer=aodtodpd\r\n  stage=execute\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=exception with tag=publictool retrieve is caught\r\n  severity=fatal\r\n  who=pauforhggsequence\r\n  producer=aodtodpd\r\n  stage=execute\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=publictool retrieve	failed to retrieve publictool: iemtrackisolationtool	 statuscode=failure\r\n  severity=error\r\n  who=pauforhggsequence\r\n  producer=aodtodpd\r\n  stage=execute\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=exception with tag=publictool retrieve is caught\r\n  severity=fatal\r\n  who=athalgseq\r\n  producer=aodtodpd\r\n  stage=execute\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=publictool retrieve	failed to retrieve publictool: iemtrackisolationtool	 statuscode=failure\r\n  severity=error\r\n  who=athalgseq\r\n  producer=aodtodpd\r\n  stage=execute\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=exception with tag=publictool retrieve is caught\r\n  severity=fatal\r\n  who=athmasterseq\r\n  producer=aodtodpd\r\n  stage=execute\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=publictool retrieve	failed to retrieve publictool: iemtrackisolationtool	 statuscode=failure\r\n  severity=error\r\n  who=athmasterseq\r\n  producer=aodtodpd\r\n  stage=execute\r\nathacronym=exception raised during an algorithm execute\r\nathcode=64\r\nrundiruseddisk=37055889311\r\nrundiravailabledisk=86795415552\r\nworkdir=/pool/lsf/atlast0/179611370\r\nathcode=64\r\nrundiravailabledisk=86795706368\r\ndbrelease=current\r\nathacronym=exception raised during an algorithm execute\r\n\r\n-verbatim-','1544','4045','2011-10-19 00:03:01','7','fixed','closed','none',';data11_7tev;physics_muons.merge.aod.f411_m1019_m1021;physmon.task;aborted;extract;input;file;susumu;verbatim;input;file;stage_svcclass;atlcal;castor;grid;atla;tzero;prod1;perm;data11_7tev;physics_muons;data11_7tev;physics_muons.merge.aod.f411_m1019;data11_7tev;physics_muons.merge.aod.f411_m1019;castor;grid;atla;tzero;prod1;perm;data11_7tev;physics_muons;data11_7tev;physics_muons.merge.aod.f411_m1019;data11_7tev;physics_muons.merge.aod.f411_m1019;castor;grid;atla;tzero;prod1;perm;data11_7tev;physics_muons;data11_7tev;physics_muons.merge.aod.f411_m1019;data11_7tev;physics_muons.merge.aod.f411_m1019;castor;grid;atla;tzero;prod1;perm;data11_7tev;physics_muons;data11_7tev;physics_muons.merge.aod.f411_m1019;data11_7tev;physics_muons.merge.aod.f411_m1019;castor;grid;atla;tzero;prod1;perm;data11_7tev;physics_muons;data11_7tev;physics_muons.merge.aod.f411_m1019;data11_7tev;physics_muons.merge.aod.f411_m1019;castor;grid;atla;tzero;prod1;perm;data11_7tev;physics_muons;data11_7tev;physics_muons.merge.aod.f411_m1019;data11_7tev;physics_muons.merge.aod.f411_m1019;castor;grid;atla;tzero;prod1;perm;data11_7tev;physics_muons;data11_7tev;physics_muons.merge.aod.f411_m1019;data11_7tev;physics_muons.merge.aod.f411_m1019;castor;grid;atla;tzero;prod1;perm;data11_7tev;physics_muons;data11_7tev;physics_muons.merge.aod.f411_m1019;data11_7tev;physics_muons.merge.aod.f411_m1019;castor;grid;atla;tzero;prod1;perm;data11_7tev;physics_muons;data11_7tev;physics_muons.merge.aod.f411_m1019;data11_7tev;physics_muons.merge.aod.f411_m1019;castor;grid;atla;tzero;prod1;perm;data11_7tev;physics_muons;data11_7tev;physics_muons.merge.aod.f411_m1019;data11_7tev;physics_muons.merge.aod.f411_m1019;tier;transformation;command;source;atla;tzero;prod1;inst;project;data11;setup;setuptrf.sh;atla;tzero;prod1;inst;project;data11;patch;atlasproduction;17.0.4.6;atlasproduction;17.0.4.6;atla;tzero;prod1;inst;project;data11;setup;specialsetup_tier0;python;reco_trf.py;argdict;atla;tzero;prod1;log1;14476211_data11_7tev;physics_muons.merge.aod.f411_m1019_m1021;physmon.task;data11_7tev;physics_muons.merge.aod.f411_m1019_m1021;physmon.task;job.argdict.gpickle;data11_7tev;physics_muons.merge.aod.f411_m1019_m1021;physmon.task;job.tmp.log;configuration;detail;http;ami.in2p3;opencm;opencm;referencetable;configurationtag;interpret;logfile;location;stage_svcclass;t0merge;castor;grid;atla;tzero;prod1;temp;data11_7tev;physics_muons;data11_7tev;physics_muons.merge.aod.f411_m1019_m1021;physmon.task.tmp.log;data11_7tev;physics_muons.merge.aod.f411_m1019_m1021;physmon.task;job.tmp.log;tail;file;line;pmonsd;semus;detailed;perfmon;info;v1.0c;start;pmonsd;documentation;http;twiki.cern.ch;twikus;viewauth;atla;perfmonsd;pmonsd;note;documentation;include;recipe;easy;parsing;python;pmonsd;unit;millisecond;wall;kilobyte;vmem;malloc;pmonsd;output;inside;ntuple_aodtodpd.pmon.gz;pmonsd;step;inus;pmonsd;vmem;malloc;component;pmonsd;inus;geomodelsvc;pmonsd;inus;toolsvc.tilebadchantool;pmonsd;inus;eventselector;pmonsd;inus;poolsvc;pmonsd;inus;toolsvc.recoepiboosteddecisiontreetool;pmonsd;inus;detectorstore;pmonsd;inus;kt5topojets.applyem:offset_origin_etajes_struct1em.em:offset_origin_etajes_struct1;struct1subsequence;pmonsd;inus;agdd2geosvc;pmonsd;inus;athenarootstreamersvc;pmonsd;inus;collapsed_544_comps;pmonsd;inus;total_for_553_comps;pmonsd;step;pmonsd;vmem;malloc;component;pmonsd;fastphysmonman;pmonsd;collapsed_9_comps;pmonsd;total_for_10_comps;pmonsd;step;pmonsd;vmem;malloc;component;pmonsd;magfieldathenasvc;pmonsd;trackinggeometrysvc;pmonsd;trigconf;dsconfigsvc;pmonsd;collapsed_49_comps;pmonsd;total_for_52_comps;pmonsd;step;pmonsd;vmem;malloc;component;pmonsd;fastphysmonman;pmonsd;fpmhggphotonfilter;pmonsd;athalgseq;pmonsd;pauanalysis;pmonsd;athmasterseq;pmonsd;pauforhggsequence;pmonsd;fpmmetadataalg;pmonsd;eventcounter;pmonsd;kt5topojet;pmonsd;athregseq;pmonsd;athoutseq;pmonsd;jetglobaleventsetup;pmonsd;total_for_2_comps;pmonsd;total_for_4_comps;pmonsd;total_for_6_comps;pmonsd;step;pmonsd;vmem;malloc;component;pmonsd;detectorstore;pmonsd;toolsvc.muontrackinggeometrybuilder;pmonsd;toolsvc;pmonsd;iovdbsvc;pmonsd;chronostatsvc;pmonsd;collapsed_550_comps;pmonsd;total_for_555_comps;pmonsd;step;pmonsd;vmem;malloc;component;pmonsd;liblcg_oracleaccess.so;pmonsd;libbfieldath.so;pmonsd;libtrigeventathenapoolpoolcnv.so;pmonsd;libphotonanalysisutils.so;pmonsd;libd2pdmaker.so;pmonsd;libmuoneventathenapoolpoolcnv.so;pmonsd;atla;software;release;17.0.4;atlasevent;17.0.4;installarea;slc5;gcc43;libcaloeventdict.so;pmonsd;atla;software;release;17.0.4;atlasevent;17.0.4;installarea;slc5;gcc43;libtileeventdict.so;pmonsd;atla;software;release;17.0.4;atlascondition;17.0.4;installarea;slc5;gcc43;libtrt_conditionsdatadict.so;pmonsd;atla;software;release;17.0.4;atlascore;17.0.4;installarea;slc5;gcc43;libatlasstladdreflexdict.so;pmonsd;collapsed_206_comps;pmonsd;total_for_216_comps;pmonsd;step;preloadproxy;pmonsd;vmem;malloc;component;pmonsd;preloadproxy;condattrlistcollection;calo;noise;cellnoise;pmonsd;preloadproxy;condattrlistcollection;tile;ofl01;time;channeloffset;pmonsd;preloadproxy;athenaattributelist;trigger;lvl1;bunchgroupkey;pmonsd;preloadproxy;condattrlistcollection;tile;onl01;calib;pmonsd;preloadproxy;calorec;toolconstant;calo;caloswclustercorrection;pmonsd;preloadproxy;collapsed_97_comps;pmonsd;preloadproxy;total_for_102_comps;pmonsd;special;info;pmonsd;wall;vmem;malloc;component;pmonsd;evtloop_time;pmonsd;overhead_time;pmonsd;snapshot_pre_ini;pmonsd;snapshot_post_ini;pmonsd;snapshot_post_1stevt;pmonsd;snapshot_post_lastevt;pmonsd;snapshot_post_fin;pmonsd;leakperevt_evt11to50;pmonsd;leakperevt_evt51plus;pmonsd;vmem_peak;vmem_mean;rss_mean;pmonsd;jobcfg_walltime;jobstart;18t18;pmonsd;cpu_bmips;cpu_res;release;17.0.4.6;slc5;gcc43;pmonsd;cpu_model;intel;6144_kb;pmonsd;malloc;libtcmalloc_minimal.so;pycintex_vmemfix;pmonsd;pmonsd_cost_onceperjob;pmonsd_cost_perevt;pmonsd;semus;detailed;perfmon;info;py:perfmonsvc;info;finalize;perfmonsvc;py:perfmonsvc;info;event;process;py:perfmonsvc;info;algorithm;py:perfmonsvc;info;statistics;inus;entry;py:perfmonsvc;info;py:perfmonsvc;info;py:perfmonsvc;info;py:perfmonsvc;info;py:perfmonsvc;info;call;py:perfmonsvc;info;py:perfmonsvc;info;statistics;entry;py:perfmonsvc;info;py:perfmonsvc;info;py:perfmonsvc;info;py:perfmonsvc;info;py:perfmonsvc;info;call;py:perfmonsvc;info;py:perfmonsvc;info;statistics;entry;py:perfmonsvc;info;py:perfmonsvc;info;py:perfmonsvc;info;py:perfmonsvc;info;py:perfmonsvc;info;call;py:perfmonsvc;info;py:perfmonsvc;info;memory;info;proc;self;status;py:perfmonsvc;info;vmda;py:perfmonsvc;info;vmexe;py:perfmonsvc;info;vmhwm;py:perfmonsvc;info;vmlck;py:perfmonsvc;info;vmlib;py:perfmonsvc;info;vmpte;py:perfmonsvc;info;vmpeak;py:perfmonsvc;info;vmrss;py:perfmonsvc;info;vmsize;py:perfmonsvc;info;vmstk;py:perfmonsvc;info;vmem;leak;estimation;nevt;py:perfmonsvc;info;vmem;py:perfmonsvc;info;vmem;py:perfmonsvc;info;vmem;py:perfmonsvc;info;vmem;slope;point;py:perfmonsvc;info;vmem;slope;point;py:perfmonsvc;info;vmem;slope;point;py:perfmonsvc;info;si2k;ksi2k;py:perfmonsvc;info;write;collect;datum;ntuple_aodtodpd.pmon.gz;py:perfmonsvc;info;ntuple_aodtodpd.pmon.dat;py:perfmonsvc;info;ntuple_aodtodpd.pmon.stream;py:perfmonsvc;info;ntuple_aodtodpd.pmon.pmonsd.txt;py:perfmonsvc;info;write;collect;datum;ntuple_aodtodpd.pmon.gz;applicationmgr;info;application;manager;finalize;successfully;applicationmgr;info;application;manager;terminate;successfully;summarize;message;count;message;source;level;count;algerrorauditor;error;athalgseq;error;athalgseq;fatal;athmasterseq;error;athmasterseq;fatal;athenaeventloopmgr;warn;histogrampersistencysvc;warn;iovdbsvc;warn;mugm:muonstation;warn;pauforhggsequence;error;pauforhggsequence;fatal;pauanalysis;warn;pauanalysis;error;pauanalysis;fatal;pixelconditionssummarysvc;warn;storegatesvc;warn;thistsvc;warn;toolsvc;error;toolsvc.goodrunslistselectortool;warn;toolsvc.pautruthtool;warn;toolsvc.trig;trigdecisiontool;warn;py:athena;info;leave;code;exception;raise;algorithm;execute;coralapplication;info;delete;cool;coralapplication;coralapplication;info;delete;cool;database;service;raldatabasesvc;info;delete;raldatabasesvc;raldatabasesvc;info;purge;connection;pool;raldatabasesvc;info;reset;pointer;raldatabasesvc;info;delete;raldatabasesvc;coralapplication;info;delete;coral;connection;service;coralapplication;info;delete;cool;coralapplication;coral;service;connectionservice;info;delete;connectionpool;py:aodtodpd;info;aodtodpd;complete;athena;exit;code;info;read;error;category;file;atla;software;release;17.0.4;atlasproduction;17.0.4.6;installarea;share;atlas_error_categories.db;info;read;error;pattern;file;atla;software;release;17.0.4;atlasproduction;17.0.4.6;installarea;share;atlas_error_patterns.db;info;read;ignore;pattern;file;atla;software;release;17.0.4;atlasproduction;17.0.4.6;installarea;share;atlas_error_ignore.db;athenalogchecker;start;aodtodpd;wall;time;cest;vmem;py:aodtodpd;info;scanning;athena;logfile;aodtodpd.log;assume;atla;release;17.0.4.6;py:aodtodpd;info;athena;initialise;py:aodtodpd;info;athena;execute;py:aodtodpd;info;athena;finalise;py:aodtodpd;info;scanning;line;file;aodtodpd.log;summary;py:aodtodpd;info;ignore;py:aodtodpd;info;warning;py:aodtodpd;info;error;py:aodtodpd;info;fatal;athenalogchecker;stop;aodtodpd;wall;time;cest;vmem;athenalogchecker;report;aodtodpd;wall;time;time;vmem;py:aodtodpd;info;jobtransform;complete;aodtodpd;error;code;exit;code;py:aodtodpd;info;transform;timer;stop;aodtodpd;wall;time;cest;vmem;py:aodtodpd;info;transform;timer;report;aodtodpd;wall;time;time;vmem;report;produce;aodtodpd;version;unknown;command;atla;software;release;17.0.4;atlasproduction;17.0.4.6;installarea;share;reco_trf.py;argdict;atla;tzero;prod1;log1;14476211_data11_7tev;physics_muons.merge.aod.f411_m1019_m1021;physmon.task;data11_7tev;physics_muons.merge.aod.f411_m1019_m1021;physmon.task;job.argdict.gpickle;exitcode;errorcode;trf_unknown;errorcategory;trf_unknown;unknown;transform;error;time;fatal;error;warning;write;jobinfo_aodtodpd.xml;file;dpdaodok;false;skip;step;skip;monitoring;file;merge;step;py:reco_trf;info;jobtransform;complete;reco_trf;error;code;exit;code;py:aodtodpd;info;transform;timer;stop;reco_trf;wall;time;cest;vmem;py:aodtodpd;info;transform;timer;report;reco_trf;wall;time;time;vmem;report;produce;recotrf;command;atla;software;release;17.0.4;atlasproduction;17.0.4.6;installarea;share;reco_trf.py;argdict;atla;tzero;prod1;log1;14476211_data11_7tev;physics_muons.merge.aod.f411_m1019_m1021;physmon.task;data11_7tev;physics_muons.merge.aod.f411_m1019_m1021;physmon.task;job.argdict.gpickle;exitcode;errorcode;trf_unknown;errorcategory;trf_unknown;unknown;transform;error;time;fatal;error;warning;errorinfo;acronym;trf_unknown;message;create;tool;iemtrackisolationtool;factory;severity;error;toolsvc;producer;aodtodpd;stage;execute;errorinfo;acronym;trf_unknown;message;exception;publictool;retrieve;catch;severity;fatal;pauanalysis;producer;aodtodpd;stage;execute;errorinfo;acronym;trf_unknown;message;publictool;retrieve;fail;retrieve;publictool;iemtrackisolationtool;statuscode;failure;severity;error;pauanalysis;producer;aodtodpd;stage;execute;errorinfo;acronym;trf_unknown;message;exception;publictool;retrieve;catch;severity;fatal;pauforhggsequence;producer;aodtodpd;stage;execute;errorinfo;acronym;trf_unknown;message;publictool;retrieve;fail;retrieve;publictool;iemtrackisolationtool;statuscode;failure;severity;error;pauforhggsequence;producer;aodtodpd;stage;execute;errorinfo;acronym;trf_unknown;message;exception;publictool;retrieve;catch;severity;fatal;athalgseq;producer;aodtodpd;stage;execute;errorinfo;acronym;trf_unknown;message;publictool;retrieve;fail;retrieve;publictool;iemtrackisolationtool;statuscode;failure;severity;error;athalgseq;producer;aodtodpd;stage;execute;errorinfo;acronym;trf_unknown;message;exception;publictool;retrieve;catch;severity;fatal;athmasterseq;producer;aodtodpd;stage;execute;errorinfo;acronym;trf_unknown;message;publictool;retrieve;fail;retrieve;publictool;iemtrackisolationtool;statuscode;failure;severity;error;athmasterseq;producer;aodtodpd;stage;execute;athacronym;exception;raise;algorithm;execute;athcode;rundiruseddisk;rundiravailabledisk;workdir;pool;atlast0;athcode;rundiravailabledisk;dbrelease;current;athacronym;exception;raise;algorithm;execute;verbatim;publictool;retrieve;fail;retrieve;publictool;iemtrackisolationtool;statuscode;failure'),(87944,'atlas','missingetsystematics build failure in 17.1.x','missingetsystematics fails to build in 17.1.x-val. can somebody advice on the tag to use in this release?\r\n\r\nhttp://atlas-computing.web.cern.ch/atlas-computing/links/distdirectory/nightlies/hlt_point1webarea/nicos_web_area171xval32bs5g4anlopt/nicos_buildsummary_3.html','100','1492','2011-10-19 10:03:54','5','fixed','closed','reconstruction',';missingetsystematic;fail;build;somebody;advice;release;http;atla;computing.web.cern.ch;atla;computing;link;distdirectory;nightly;hlt_point1webarea;nicos_web_area171xval32bs5g4anlopt;nicos_buildsummary_3;html;missingetsystematic;build;failure;reconstruction'),(87967,'atlas','crash in recextrigtest/esdtrig_memleak 17.x.0-val(rel3) with metrefalg','dear experts,\r\n\r\nthis crash may be related to the following bug from a couple of weeks ago:\r\nhttps://savannah.cern.ch/bugs/?87582\r\n\r\nhere is a logfile snippet:\r\ncore dump from coredumpsvc on lxbrl2909.cern.ch at wed oct 19 07:43:20 2011\r\n\r\ncaught signal 11(segmentation fault). details: \r\n  errno = 0, code = 128 (kernel)\r\n  pid   = 0, uid = 0\r\n  value = (-83849116, 0x3cfb009064)\r\n  vmem = 5351.57 mb\r\n  rss  = 4818.56 mb\r\n  total-ram = 15929.1 mb\r\n  free-ram  = 81.6289 mb\r\n  buffer-ram= 87.332 mb\r\n  total-swap= 20481.2 mb\r\n  free-swap = 20422.7 mb\r\n  addr  = 0\r\n\r\nevent counter: 1\r\neventid: [run,evt,lumi,time,bunchcross,detmask] = [179725,619031,21,1302875845:389048835,51,0x1fffffffffff7]\r\nlast incident: athenaeventloopmgr:beginevent\r\ncurrent algorithm: metrefalg\r\nalgorithm stack: \r\n   athmasterseq\r\n   athalgseq\r\n   metrefalg\r\n\r\nplease find the full logfile here:\r\nhttps://atlasrtt.cern.ch/rtt_j_r/rel_3/devval/build/x86_64-slc5-gcc43-opt/offline/recextrigtest/esdtrig_memleak/esdtrig_memleak_log\r\n\r\nplease consult:\r\n----------------\r\nhttps://twiki.cern.ch/twiki/bin/viewauth/atlas/recbuginvestigation\r\n\r\ncheers, \r\nrobert (valshift)','100','5211','2011-10-19 16:11:56','5','unreproducible','closed','none',';dear;expert;crash;related;follow;couple;week;http;savannah.cern.ch;logfile;snippet;core;dump;coredumpsvc;lxbrl2909;catch;signal;segmentation;fault;detail;errno;code;kernel;value;vmem;total;free;buffer;total;swap;free;swap;addr;event;counter;eventid;lumus;time;bunchcross;detmask;incident;athenaeventloopmgr:beginevent;current;algorithm;metrefalg;algorithm;stack;athmasterseq;athalgseq;metrefalg;logfile;http;atlasrtt.cern.ch;rtt_j_r;rel_3;devval;build;x86_64;slc5;gcc43;offline;recextrigtest;esdtrig_memleak;esdtrig_memleak_log;consult;http;twiki.cern.ch;twikus;viewauth;atla;recbuginvestigation;robert;valshift;crash;recextrigtest;esdtrig_memleak;rel3;metrefalg'),(87969,'atlas','trigger/ofllumi/lblestofl (crashes in recjobtransformtests 17.x.0-val(rel_3))','dear experts,\r\n\r\nthe many chains are crashing in recjobtransformtests with an error of this nature:\r\n\r\nlogfile snippet:\r\nshortened traceback (most recent user call last):\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_3/installarea/joboptions/recjobtransforms/skeleton.rawtoesd.py&quot;, line 134, in &lt;module&gt;\r\n    else: include( &quot;recexcommon/recexcommon_topoptions.py&quot; )\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_3/installarea/joboptions/recexcommon/recexcommon_topoptions.py&quot;, line 607, in &lt;module&gt;\r\n    include (&quot;recexcommon/combinedrec_config.py&quot;)\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_3/installarea/joboptions/recexcommon/combinedrec_config.py&quot;, line 54, in &lt;module&gt;\r\n    treatexception(&quot;could not set up jet reconstruction&quot;)\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_3/installarea/joboptions/recexcommon/combinedrec_config.py&quot;, line 52, in &lt;module&gt;\r\n    include( &quot;jetrec/jetrec_joboptions.py&quot; )\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_3/installarea/joboptions/jetrec/jetrec_joboptions.py&quot;, line 59, in &lt;module&gt;\r\n    treatexception(&quot;could not set up jetrec. switched off !&quot;)\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_3/installarea/joboptions/jetrec/jetrec_joboptions.py&quot;, line 56, in &lt;module&gt;\r\n    jetflags.standardjetsfunction()()\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_3/installarea/python/jetrec/jetrec_defaults.py&quot;, line 80, in _default_standardjetsfunction\r\n    dotruthpileup=not jobproperties.beam.zeroluminosity()\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_3/installarea/python/jetrec/jetrec_defaults.py&quot;, line 33, in make_standardjets\r\n    make_standardjetgetter(\'antikt\',0.6,\'topotower\',disable=disableopt, docalib=docalib, calibname=\'em:gcw_origin_etajes\', gcwscheme=\'snowmass\', outputcollectionname=\'antikt6towerjets\')\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_3/installarea/python/jetrec/jetgetters.py&quot;, line 166, in make_standardjetgetter\r\n    toolist += getstandardpostprocesstool(**options)\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_3/installarea/python/jetrec/jetgetters.py&quot;, line 708, in getstandardpostprocesstool\r\n    emseq = alternatecalibsequence(sequence, emoptions)\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_3/installarea/python/jetcalibtools/makecalibsequences.py&quot;, line 172, in alternatecalibsequence\r\n    return getstandardcalibsequence( **optiondic)\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_3/installarea/python/jetcalibtools/makecalibsequences.py&quot;, line 74, in getstandardcalibsequence\r\n    return parsecalibsequence(calibname,input,**options)\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_3/installarea/python/jetcalibtools/makecalibsequences.py&quot;, line 137, in parsecalibsequence\r\n    calibtool = calibrator(**myoptions)\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_3/installarea/python/jetcalibtools/setupjetcalibrators.py&quot;, line 387, in doemoffset\r\n    conddb.addfolderwithtag(\'trigger_ofl\', \'/trigger/ofllumi/lblestofl\')\r\ntypeerror: addfolderwithtag() takes at least 4 arguments (3 given)\r\n\r\nplease see the following example logfiles:\r\nhttps://atlasrtt.cern.ch/rtt_j_r/rel_3/devval/build/x86_64-slc5-gcc43-opt/offline/recjobtransformtests/amitag_q125/amitag_q125_log\r\nhttps://atlasrtt.cern.ch/rtt_j_r/rel_3/devval/build/x86_64-slc5-gcc43-opt/offline/recjobtransformtests/amitag_q120/amitag_q120_log\r\n\r\nplease consult:\r\n----------------\r\nhttps://twiki.cern.ch/twiki/bin/viewauth/atlas/recbuginvestigation\r\n\r\ncheers, \r\nrobert (valshift)','100','5211','2011-10-19 16:36:23','5','duplicate','closed','none',';dear;expert;chain;crash;recjobtransformtest;error;nature;logfile;snippet;shorten;traceback;recent;user;file;atla;software;build;nightly;devval;atlasreconstruction;rel_3;installarea;joboption;recjobtransform;skeleton.rawtoesd.py;line;include;recexcommon;recexcommon_topoptions.py;file;atla;software;build;nightly;devval;atlasreconstruction;rel_3;installarea;joboption;recexcommon;recexcommon_topoptions.py;line;include;recexcommon;combinedrec_config.py;file;atla;software;build;nightly;devval;atlasreconstruction;rel_3;installarea;joboption;recexcommon;combinedrec_config.py;line;treatexception;reconstruction;file;atla;software;build;nightly;devval;atlasreconstruction;rel_3;installarea;joboption;recexcommon;combinedrec_config.py;line;include;jetrec;jetrec_joboptions.py;file;atla;software;build;nightly;devval;atlasreconstruction;rel_3;installarea;joboption;jetrec;jetrec_joboptions.py;line;treatexception;jetrec;switch;file;atla;software;build;nightly;devval;atlasreconstruction;rel_3;installarea;joboption;jetrec;jetrec_joboptions.py;line;jetflags.standardjetsfunction;file;atla;software;build;nightly;devval;atlasreconstruction;rel_3;installarea;python;jetrec;jetrec_defaults.py;line;dotruthpileup;jobproperties.beam.zeroluminosity;file;atla;software;build;nightly;devval;atlasreconstruction;rel_3;installarea;python;jetrec;jetrec_defaults.py;line;make_standardjets;make_standardjetgetter;antikt;topotower;disable;disableopt;docalib;docalib;calibname;em:gcw_origin_etajes;gcwscheme;snowmass;outputcollectionname;antikt6towerjet;file;atla;software;build;nightly;devval;atlasreconstruction;rel_3;installarea;python;jetrec;jetgetters.py;line;make_standardjetgetter;toolist;getstandardpostprocesstool;option;file;atla;software;build;nightly;devval;atlasreconstruction;rel_3;installarea;python;jetrec;jetgetters.py;line;getstandardpostprocesstool;emseq;alternatecalibsequence;sequence;emoption;file;atla;software;build;nightly;devval;atlasreconstruction;rel_3;installarea;python;jetcalibtool;makecalibsequences.py;line;alternatecalibsequence;return;getstandardcalibsequence;optiondic;file;atla;software;build;nightly;devval;atlasreconstruction;rel_3;installarea;python;jetcalibtool;makecalibsequences.py;line;getstandardcalibsequence;return;parsecalibsequence;calibname;input;option;file;atla;software;build;nightly;devval;atlasreconstruction;rel_3;installarea;python;jetcalibtool;makecalibsequences.py;line;parsecalibsequence;calibtool;calibrator;myoption;file;atla;software;build;nightly;devval;atlasreconstruction;rel_3;installarea;python;jetcalibtool;setupjetcalibrators.py;line;doemoffset;conddb.addfolderwithtag;trigger_ofl;trigger;ofllumus;lblestofl;typeerror;addfolderwithtag;take;argument;give;follow;example;logfile;http;atlasrtt.cern.ch;rtt_j_r;rel_3;devval;build;x86_64;slc5;gcc43;offline;recjobtransformtest;amitag_q125;amitag_q125_log;http;atlasrtt.cern.ch;rtt_j_r;rel_3;devval;build;x86_64;slc5;gcc43;offline;recjobtransformtest;amitag_q120;amitag_q120_log;consult;http;twiki.cern.ch;twikus;viewauth;atla;recbuginvestigation;robert;valshift;trigger;ofllumus;lblestofl;crash;recjobtransformtest;rel_3'),(87970,'atlas','indettrtsegmentsfinder_ec_ctb_phase caused fpe','dear experts,\r\n\r\nthis bug may be related to the previously submitted bug:\r\nhttps://savannah.cern.ch/bugs/87969\r\n\r\nthe logfile, however, looks different. here is a snippet:\r\ncore dump from coredumpsvc on lxbrg3809.cern.ch at wed oct 19 07:55:06 2011\r\n\r\ncaught signal 8(floating point exception). details: \r\n  errno = 0, code = 3 (floating point divide by zero)\r\n  pid   = -1086948725, uid = 10922\r\n  value = (0, 0)\r\n  vmem = 2286.97 mb\r\n  rss  = 1747.4 mb\r\n  total-ram = 15926 mb\r\n  free-ram  = 1790.89 mb\r\n  buffer-ram= 248.223 mb\r\n  total-swap= 4094.55 mb\r\n  free-swap = 4035.15 mb\r\n  addr  = 0x2aaabf367a8b\r\n\r\nevent counter: 8\r\neventid: [run,evt,lumi,time,bunchcross,detmask] = [182609,373498,100,1306367579:759223585,3061,0xbffffffffff7]\r\nlast incident: athenaeventloopmgr:beginevent\r\ncurrent algorithm: indettrtsegmentsfinder_ec_ctb_phase\r\nalgorithm stack: \r\n   athmasterseq\r\n   athalgseq\r\n   indettrtsegmentsfinder_ec_ctb_phase\r\n\r\nplease find the full logfile here:\r\nhttps://atlasrtt.cern.ch/rtt_j_r/rel_3/devval/build/x86_64-slc5-gcc43-opt/offline/recjobtransformtests/amitag_q120_notrig/amitag_q120_notrig_log\r\n\r\ncurrent algorithm:\r\n----------------\r\nindettrtsegmentsfinder_ec_ctb_phase\r\n\r\nplease consult:\r\n----------------\r\nhttps://twiki.cern.ch/twiki/bin/viewauth/atlas/recbuginvestigation\r\n\r\ncheers, \r\nrobert (valshift)','100','5211','2011-10-19 16:39:30','5','duplicate','closed','none',';dear;expert;related;previously;submit;http;savannah.cern.ch;logfile;look;different;snippet;core;dump;coredumpsvc;lxbrg3809;catch;signal;float;point;exception;detail;errno;code;float;point;divide;zero;value;vmem;total;free;buffer;total;swap;free;swap;addr;event;counter;eventid;lumus;time;bunchcross;detmask;incident;athenaeventloopmgr:beginevent;current;algorithm;indettrtsegmentsfinder_ec_ctb_phase;algorithm;stack;athmasterseq;athalgseq;indettrtsegmentsfinder_ec_ctb_phase;logfile;http;atlasrtt.cern.ch;rtt_j_r;rel_3;devval;build;x86_64;slc5;gcc43;offline;recjobtransformtest;amitag_q120_notrig;amitag_q120_notrig_log;current;algorithm;indettrtsegmentsfinder_ec_ctb_phase;consult;http;twiki.cern.ch;twikus;viewauth;atla;recbuginvestigation;robert;valshift;indettrtsegmentsfinder_ec_ctb_phase;cause'),(87971,'atlas','multiple chains crashing in recperftests with this error 17.x.0-val (rel_3)','dear experts,\r\n\r\nmultiple chains crashed in rel_3 recperftests with an error of this type. here is a logfile snippet from recperftests/all_bs:\r\n\r\n===== job report produced by rawtoesd version unknown =====\r\ncommand=/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_3/installarea/share/bin/rawtoesd_trf.py inputbsfile=/afs/cern.ch/atlas/project/pmb/data/data11_7tev.00189822.physics_jettauetmiss.merge.raw._lb0120._sfo-11._0001.1_1000evts maxevents=250 autoconfiguration=everything --athenaopts=--stdcmalloc preexec=from@perfmoncomps.perfmonflags@import@jobproperties@as@pmjp,,pmjp.perfmonflags.domallocmonitoring=true,,pmjp.perfmonflags.dopostprocessing=true,,pmjp.perfmonflags.dosemidetailedmonitoringfullprint=true outputdqmonitorfile=mymon.root\r\nexitcode=10\r\nerrorcode=11000 (ath_failure)\r\nfatals=0\r\nerrors=0\r\nwarnings=2\r\nworkdir=/pool/lsf/rtt/179702902\r\nathcode=8\r\nrundiravailabledisk=156819410944\r\ndbrelease=\r\nathacronym=an unknown exception occurred\r\nrundiruseddisk=365373\r\natlasrelease=rel_3\r\nwriting jobinfo_rawtoesd.xml file...\r\n\r\nthe full log file may be found here:\r\nhttps://atlasrtt.cern.ch/rtt_j_r/rel_3/devval/build/x86_64-slc5-gcc43-opt/offline/recperftests/all_bs/all_bs_log\r\n\r\nthe current command was:\r\n/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_3/installarea/share/bin/rawtoesd_trf.py\r\n\r\nplease consult:\r\n----------------\r\nhttps://twiki.cern.ch/twiki/bin/viewauth/atlas/recbuginvestigation\r\n\r\ncheers, \r\nrobert (valshift)','100','5211','2011-10-19 16:47:57','5','unreproducible','closed','none',';dear;expert;multiple;chain;crash;rel_3;recperftest;error;type;logfile;snippet;recperftest;all_bs;report;produce;rawtoesd;version;unknown;command;atla;software;build;nightly;devval;atlasreconstruction;rel_3;installarea;share;rawtoesd_trf.py;inputbsfile;atla;project;datum;data11_7tev;physics_jettauetmiss.merge.raw;maxevent;autoconfiguration;athenaopt;stdcmalloc;preexec;perfmoncomps.perfmonflags;import;jobproperty;pmjp;pmjp.perfmonflags.domallocmonitoring;true;pmjp.perfmonflags.dopostprocessing;true;pmjp.perfmonflags.dosemidetailedmonitoringfullprint;true;outputdqmonitorfile;mymon.root;exitcode;errorcode;ath_failure;fatal;error;warning;workdir;pool;athcode;rundiravailabledisk;dbrelease;athacronym;unknown;exception;occur;rundiruseddisk;atlasrelease;rel_3;write;jobinfo_rawtoesd.xml;file;file;http;atlasrtt.cern.ch;rtt_j_r;rel_3;devval;build;x86_64;slc5;gcc43;offline;recperftest;all_bs;all_bs_log;current;command;atla;software;build;nightly;devval;atlasreconstruction;rel_3;installarea;share;rawtoesd_trf.py;consult;http;twiki.cern.ch;twikus;viewauth;atla;recbuginvestigation;robert;valshift;multiple;chain;crash;recperftest;error;rel_3'),(88000,'atlas','crash in recjobtransformtests chains, 17.x.0-val(rel_4)','dear experts,\r\n\r\nmultiple chains crashed in the recjobtransformtests chain with this error. here is a logfile snippet:\r\n\r\n===== job report produced by recotrf =====\r\ncommand=/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_4/installarea/share/bin/reco_trf.py --uploadtoami=1.0 ami=q120\r\nexitcode=99\r\nerrorcode=69999 (trf_unknown)\r\nerrorcategory=trf_unknown,	69999,	unknown transform error (3 times)\r\nfatals=0\r\nerrors=3\r\nwarnings=10\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=cannot find /tdaq/olc/calibrations in detectorstore\r\n  severity=error\r\n  who=toolsvc.lumiblockmutool\r\n  producer=rawtoesd\r\n  stage=initialise\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=cannot find /tdaq/olc/lhc/fillparams in detectorstore\r\n  severity=error\r\n  who=toolsvc.lumiblockmutool\r\n  producer=rawtoesd\r\n  stage=initialise\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=cannot find /tdaq/olc/bunchlumis in detectorstore\r\n  severity=error\r\n  who=toolsvc.lumiblockmutool\r\n  producer=rawtoesd\r\n  stage=initialise\r\nathacronym=an unknown exception occurred\r\nathcode=8\r\nrundiruseddisk=6724481\r\nrundiravailabledisk=1164132085760\r\nworkdir=/pool/lsf/rtt/180046453\r\nathcode=8\r\nrundiravailabledisk=1164132315136\r\ndbrelease=\r\nathacronym=an unknown exception occurred\r\nrundiruseddisk=6508951\r\natlasrelease=rel_4\r\nwriting jobinfo_recotrf.xml file...\r\n\r\nhere is a link to the logfile:\r\nhttps://atlasrtt.cern.ch/rtt_j_r/rel_4/devval/build/x86_64-slc5-gcc43-opt/offline/recjobtransformtests/amitag_q120/amitag_q120_log\r\n\r\nplease consult:\r\n----------------\r\nhttps://twiki.cern.ch/twiki/bin/viewauth/atlas/recbuginvestigation\r\n\r\ncheers, \r\nrobert (valshift)','1658','5211','2011-10-20 17:14:05','5','fixed','closed','none',';dear;expert;multiple;chain;crash;recjobtransformtest;chain;error;logfile;snippet;report;produce;recotrf;command;atla;software;build;nightly;devval;atlasreconstruction;rel_4;installarea;share;reco_trf.py;uploadtoamus;exitcode;errorcode;trf_unknown;errorcategory;trf_unknown;unknown;transform;error;time;fatal;error;warning;errorinfo;acronym;trf_unknown;message;tdaq;calibration;detectorstore;severity;error;toolsvc.lumiblockmutool;producer;rawtoesd;stage;initialise;errorinfo;acronym;trf_unknown;message;tdaq;fillparam;detectorstore;severity;error;toolsvc.lumiblockmutool;producer;rawtoesd;stage;initialise;errorinfo;acronym;trf_unknown;message;tdaq;bunchlumi;detectorstore;severity;error;toolsvc.lumiblockmutool;producer;rawtoesd;stage;initialise;athacronym;unknown;exception;occur;athcode;rundiruseddisk;rundiravailabledisk;workdir;pool;athcode;rundiravailabledisk;dbrelease;athacronym;unknown;exception;occur;rundiruseddisk;atlasrelease;rel_4;write;jobinfo_recotrf.xml;file;link;logfile;http;atlasrtt.cern.ch;rtt_j_r;rel_4;devval;build;x86_64;slc5;gcc43;offline;recjobtransformtest;amitag_q120;amitag_q120_log;consult;http;twiki.cern.ch;twikus;viewauth;atla;recbuginvestigation;robert;valshift;crash;recjobtransformtest;chain;rel_4'),(88033,'atlas','unable to initialize service &quot;hltconfigsvc&quot; in notrig rtt tests','dear experts,\r\n\r\nthe following crash occurred in rel_5/17.4.x.y/build/x86_64-slc5-gcc43-opt/offline/recjobtransformtests/data_7tev_notrig and appears to be similar to the following old bug:\r\nhttps://savannah.cern.ch/bugs/?86813\r\n\r\nhere is a logfile snippet:\r\n===== job report produced by recotrf =====\r\ncommand=/afs/cern.ch/atlas/software/builds/atlasreconstruction/17.4.0/installarea/share/bin/reco_trf.py --uploadtoami=1.0 inputbsfile=/afs/cern.ch/atlas/project/rig/referencefiles/datastreams_high_mu/high_mu-data11_7tev.00179725.physics_jettauetmiss.merge.raw._lb0021.data maxevents=300 autoconfiguration=everything preexec=rec.dotrigger=false outputesdfile=myesd.pool.root outputmuoncalibntup=muoncalib.root outputpixelcalibntup=trkvalidntup.root hist=mymergedmonitoring.root outputtagfile=mytag.root\r\nexitcode=12\r\nerrorcode=61200 (trf_svrinit)\r\nerrorcategory=trf_unknown,	69999,	unknown transform error (3 times)\r\nerrorcategory=trf_svrinit,	61200,	servicemanager unable to initialize service\r\nfatals=0\r\nerrors=4\r\nwarnings=14\r\nfile trkvalidntup.root:\r\n  guid=196b88bb-fc22-44f8-bd5a-65e7f195d523\r\n  metadata:\r\n    conditionstag=comcond-blkpst-005-00\r\n    beamtype=collisions\r\n    filetype=ntup\r\n    autoconfiguration=[\'everything\']\r\n    dataset=\r\n    maxevents=140\r\n    preexec=[\'rec.dotrigger=false\']\r\n    geometryversion=atlas-geo-18-01-01\r\n    events=140\r\n    size=96409488\r\nfile muoncalib.root:\r\n  guid=52d08f57-5eeb-48d7-b232-f7672243e890\r\n  metadata:\r\n    conditionstag=comcond-blkpst-005-00\r\n    beamtype=collisions\r\n    filetype=ntup\r\n    autoconfiguration=[\'everything\']\r\n    dataset=\r\n    maxevents=140\r\n    preexec=[\'rec.dotrigger=false\']\r\n    geometryversion=atlas-geo-18-01-01\r\n    events=140\r\n    size=18527151\r\nfile myesd.pool.root:\r\n  guid=f6a40ee8-a8fb-e011-a7a5-0030489452d4\r\n  metadata:\r\n    conditionstag=comcond-blkpst-005-00\r\n    beamtype=collisions\r\n    filetype=esd\r\n    autoconfiguration=[\'everything\']\r\n    dataset=\r\n    maxevents=140\r\n    preexec=[\'rec.dotrigger=false\']\r\n    geometryversion=atlas-geo-18-01-01\r\n    events=140\r\n    size=397852630\r\nerrorinfo\r\n  acronym=trf_svrinit (61200) servicemanager unable to initialize service\r\n  message=error unable to initialize service &quot;hltconfigsvc&quot;\r\n  severity=error\r\n  who=servicemanager\r\n  producer=esdtoaod\r\n  stage=initialise\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=servicelocatorhelper::service: can not locate service trigconf::hltconfigsvc/hltconfigsvc\r\n  severity=error\r\n  who=trigconfigsvc.hltconfigsvc\r\n  producer=esdtoaod\r\n  stage=initialise\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=trigconfigsvc can not return a hltchainlist object from any of the configured sources ds xmll1\r\n  severity=error\r\n  who=trigconfigsvc\r\n  producer=esdtoaod\r\n  stage=initialise\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=trigconfigsvc can not return a ctpconfig object from any of the configured sources ds xmll1\r\n  severity=error\r\n  who=trigconfigsvc\r\n  producer=esdtoaod\r\n  stage=initialise\r\nathacronym=successful run\r\nathcode=0\r\nrundiruseddisk=561441934\r\nrundiravailabledisk=155954872320\r\nworkdir=/pool/lsf/rtt/180386732\r\nathcode=0\r\nrundiravailabledisk=156071079936\r\ndbrelease=\r\nathacronym=successful run\r\nrundiruseddisk=524360180\r\natlasrelease=rel_5\r\nworkdir=/pool/lsf/rtt/180386732\r\nathcode=0\r\nrundiravailabledisk=155955138560\r\ndbrelease=\r\nathacronym=successful run\r\nrundiruseddisk=561189810\r\natlasrelease=rel_5\r\nwriting jobinfo_recotrf.xml file...\r\n\r\nhere is the full logfile:\r\nhttps://atlasrtt.cern.ch/rtt/rel_5/17.4.x.y/build/x86_64-slc5-gcc43-opt/offline/recjobtransformtests/data_7tev_notrig/data_7tev_notrig_log\r\n\r\nplease consult:\r\n----------------\r\nhttps://twiki.cern.ch/twiki/bin/viewauth/atlas/recbuginvestigation\r\n\r\ncheers, \r\nrobert (valshift)','100','5211','2011-10-21 18:16:32','5','duplicate','closed','none',';dear;expert;follow;crash;occur;rel_5;build;x86_64;slc5;gcc43;offline;recjobtransformtest;data_7tev_notrig;appear;similar;follow;http;savannah.cern.ch;logfile;snippet;report;produce;recotrf;command;atla;software;build;atlasreconstruction;17.4.0;installarea;share;reco_trf.py;uploadtoamus;inputbsfile;atla;project;referencefile;datastreams_high_mu;high_mu;data11_7tev;physics_jettauetmiss.merge.raw;datum;maxevent;autoconfiguration;preexec;rec.dotrigger;false;outputesdfile;myesd.pool.root;outputmuoncalibntup;muoncalib.root;outputpixelcalibntup;trkvalidntup.root;hist;mymergedmonitoring.root;outputtagfile;mytag.root;exitcode;errorcode;trf_svrinit;errorcategory;trf_unknown;unknown;transform;error;time;errorcategory;trf_svrinit;servicemanager;unable;initialize;service;fatal;error;warning;file;trkvalidntup.root;guid;metada;conditionstag;comcond;blkpst;beamtype;collision;filetype;ntup;autoconfiguration;dataset;maxevent;preexec;rec.dotrigger;false;geometryversion;atla;event;size;file;muoncalib.root;guid;metada;conditionstag;comcond;blkpst;beamtype;collision;filetype;ntup;autoconfiguration;dataset;maxevent;preexec;rec.dotrigger;false;geometryversion;atla;event;size;file;myesd.pool.root;guid;metada;conditionstag;comcond;blkpst;beamtype;collision;filetype;autoconfiguration;dataset;maxevent;preexec;rec.dotrigger;false;geometryversion;atla;event;size;errorinfo;acronym;trf_svrinit;servicemanager;unable;initialize;service;message;error;unable;initialize;service;hltconfigsvc;severity;error;servicemanager;producer;esdtoaod;stage;initialise;errorinfo;acronym;trf_unknown;message;servicelocatorhelper;service;locate;service;trigconf;hltconfigsvc;hltconfigsvc;severity;error;trigconfigsvc.hltconfigsvc;producer;esdtoaod;stage;initialise;errorinfo;acronym;trf_unknown;message;trigconfigsvc;return;hltchainlist;object;configure;source;xmll1;severity;error;trigconfigsvc;producer;esdtoaod;stage;initialise;errorinfo;acronym;trf_unknown;message;trigconfigsvc;return;ctpconfig;object;configure;source;xmll1;severity;error;trigconfigsvc;producer;esdtoaod;stage;initialise;athacronym;successful;athcode;rundiruseddisk;rundiravailabledisk;workdir;pool;athcode;rundiravailabledisk;dbrelease;athacronym;successful;rundiruseddisk;atlasrelease;rel_5;workdir;pool;athcode;rundiravailabledisk;dbrelease;athacronym;successful;rundiruseddisk;atlasrelease;rel_5;write;jobinfo_recotrf.xml;file;logfile;http;atlasrtt.cern.ch;rel_5;build;x86_64;slc5;gcc43;offline;recjobtransformtest;data_7tev_notrig;data_7tev_notrig_log;consult;http;twiki.cern.ch;twikus;viewauth;atla;recbuginvestigation;robert;valshift;unable;initialize;service;hltconfigsvc;notrig;test'),(88043,'atlas','seg fault in muonsegmmonitoring ','logfile snippets:\r\n-----------------\r\nevent counter: 141\r\neventid: [run,evt,lumi,time,bunchcross,detmask] = [180481,2026459,172,1304020429:681848515,1343,0x1fffffffffff7]\r\nlast incident: athenaeventloopmgr:beginevent\r\ncurrent algorithm: muonsegmmonmanager\r\nalgorithm stack: \r\n   athmasterseq\r\n   athalgseq\r\n   muonsegmmonmanager\r\n\r\nand \r\n\r\nevent counter: 140\r\neventid: [run,evt,lumi,time,bunchcross,detmask] = [179725,804777,21,1302875902:354780305,1087,0x1fffffffffff7]\r\nlast incident: tagmetadatastore:storecleared\r\ncurrent algorithm: muonstandalonemonmanager\r\nalgorithm stack: \r\n   muonstandalonemonmanager\r\n\r\ncorresponding logfiles:\r\n---------\r\nhttps://atlasrtt.cern.ch/rtt_j_r/rel_6/devval/build/x86_64-slc5-gcc43-opt/offline/recjobtransformtests/data_7tev_diffinput/data_7tev_diffinput_log\r\n\r\nand \r\n\r\nhttps://atlasrtt.cern.ch/rtt_j_r/rel_6/devval/build/x86_64-slc5-gcc43-opt/offline/recjobtransformtests/data_7tev_nocalo/data_7tev_nocalo_log\r\n\r\nplease consult:\r\n----------------\r\nhttps://twiki.cern.ch/twiki/bin/viewauth/atlas/recbuginvestigation\r\n\r\ncheers, \r\nrobert (valshift)','100','5211','2011-10-22 16:33:56','5','duplicate','closed','none',';logfile;snippet;event;counter;eventid;lumus;time;bunchcross;detmask;incident;athenaeventloopmgr:beginevent;current;algorithm;muonsegmmonmanager;algorithm;stack;athmasterseq;athalgseq;muonsegmmonmanager;event;counter;eventid;lumus;time;bunchcross;detmask;incident;tagmetadatastore:storecleared;current;algorithm;muonstandalonemonmanager;algorithm;stack;muonstandalonemonmanager;correspond;logfile;http;atlasrtt.cern.ch;rtt_j_r;rel_6;devval;build;x86_64;slc5;gcc43;offline;recjobtransformtest;data_7tev_diffinput;data_7tev_diffinput_log;http;atlasrtt.cern.ch;rtt_j_r;rel_6;devval;build;x86_64;slc5;gcc43;offline;recjobtransformtest;data_7tev_nocalo;data_7tev_nocalo_log;consult;http;twiki.cern.ch;twikus;viewauth;atla;recbuginvestigation;robert;valshift;fault;muonsegmmonitor'),(88045,'atlas','fpe in taudetailsmanager  (rtt recperftests/fullchain_bs)','dear experts,\r\n\r\nthe recperftests/fullchain_bs 17.x.0-val(rel_6) crashed with the following error:\r\n\r\nlogfile snippet:\r\n-----------------\r\nevent counter: 178\r\neventid: [run,evt,lumi,time,bunchcross,detmask] = [189822,396261,120,1316970409:18865840,1775,0xfffffffffff7]\r\nlast incident: athenaeventloopmgr:beginevent\r\ncurrent algorithm: taudiscriminant\r\nalgorithm stack: \r\n   athmasterseq\r\n   athalgseq\r\n   taudiscriminant\r\n...\r\ncommand=/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_6/installarea/share/bin/reco_trf.py ami=q122 maxevents=250 inputbsfile=/afs/cern.ch/atlas/project/pmb/data/data11_7tev.00189822.physics_jettauetmiss.merge.raw._lb0120._sfo-11._0001.1_1000evts\r\nexitcode=10\r\nerrorcode=11000 (ath_failure)\r\nfatals=0\r\nerrors=0\r\nwarnings=7\r\nathacronym=an unknown exception occurred\r\nathcode=8\r\nrundiruseddisk=473540789\r\nrundiravailabledisk=752801189888\r\nworkdir=/pool/lsf/rtt/180697922\r\nathcode=8\r\nrundiravailabledisk=752801435648\r\ndbrelease=\r\nathacronym=an unknown exception occurred\r\nrundiruseddisk=473329626\r\natlasrelease=rel_6\r\nwriting jobinfo_recotrf.xml file...\r\n\r\nlogfile:\r\n---------\r\nhttps://atlasrtt.cern.ch/rtt_j_r/rel_6/devval/build/x86_64-slc5-gcc43-opt/offline/recperftests/fullchain_bs/fullchain_bs_log\r\n\r\nplease consult:\r\n----------------\r\nhttps://twiki.cern.ch/twiki/bin/viewauth/atlas/recbuginvestigation\r\n\r\ncheers, \r\nrobert (valshift)','7701','5211','2011-10-22 16:43:34','5','fixed','closed','none',';dear;expert;recperftest;fullchain_bs;rel_6;crash;follow;error;logfile;snippet;event;counter;eventid;lumus;time;bunchcross;detmask;incident;athenaeventloopmgr:beginevent;current;algorithm;taudiscriminant;algorithm;stack;athmasterseq;athalgseq;taudiscriminant;command;atla;software;build;nightly;devval;atlasreconstruction;rel_6;installarea;share;reco_trf.py;maxevent;inputbsfile;atla;project;datum;data11_7tev;physics_jettauetmiss.merge.raw;exitcode;errorcode;ath_failure;fatal;error;warning;athacronym;unknown;exception;occur;athcode;rundiruseddisk;rundiravailabledisk;workdir;pool;athcode;rundiravailabledisk;dbrelease;athacronym;unknown;exception;occur;rundiruseddisk;atlasrelease;rel_6;write;jobinfo_recotrf.xml;file;logfile;http;atlasrtt.cern.ch;rtt_j_r;rel_6;devval;build;x86_64;slc5;gcc43;offline;recperftest;fullchain_bs;fullchain_bs_log;consult;http;twiki.cern.ch;twikus;viewauth;atla;recbuginvestigation;robert;valshift;taudetailsmanager;recperftest;fullchain_bs'),(88046,'atlas','crash in recjobtransformtests/mc10_stdcmalloc_physvalmon 17.4.x.y-val(rel_5)','dear experts,\r\n\r\nthe recjobtransformtests/mc10_stdcmalloc_physvalmon chain crashes in the 17.4.x.y-val(rel_5) release. this error is similar to the previous savannah bug:\r\nhttps://savannah.cern.ch/bugs/?87679\r\n\r\nlogfile snippet:\r\n-----------------\r\n===== job report produced by esdtoaod version unknown =====\r\ncommand=/afs/cern.ch/atlas/software/builds/atlasreconstruction/17.4.0/installarea/share/bin/reco_trf.py --uploadtoami=1.0 inputesdfile=t1_mcatnlo_jimmy_stdm.esd.pool.root outputhist_physvalmonfile=pvm_std.root maxevents=-1 autoconfiguration=everything --athenaopts=--stdcmalloc\r\nexitcode=32\r\nerrorcode=63200 (trf_def)\r\nerrorcategory=trf_def,	63200,	transform definition errors\r\nfatals=1\r\nerrors=0\r\nwarnings=0\r\nwriting jobinfo_esdtoaod.xml file...\r\npy:reco_trf         error during execution of reco_trf, exception caught: \'attempting to add a report (task esdtoaod) with missing athcode/athacronym.\'\r\npy:reco_trf          info jobtransform completed for reco_trf with error code 63400 (exit code 34)\r\npy:reco_trf          info transform timer stop [reco_trf] wall-time: sat oct 22 02:29:43 2011 cest, vmem: 287.63671875 mb, rss: 97.0546875 mb\r\npy:reco_trf          info transform timer report [reco_trf] wall-time: 00 hrs 00 mins 00 secs, cpu-time: 00 hrs 00 mins 00 secs, vmem: 0.54296875 mb, rss: 0.63671875 mb\r\n===== job report produced by reco_trf version unknown =====\r\ncommand=/afs/cern.ch/atlas/software/builds/atlasreconstruction/17.4.0/installarea/share/bin/reco_trf.py --uploadtoami=1.0 inputesdfile=t1_mcatnlo_jimmy_stdm.esd.pool.root outputhist_physvalmonfile=pvm_std.root maxevents=-1 autoconfiguration=everything --athenaopts=--stdcmalloc\r\nexitcode=34\r\nerrorcode=63400 (trf_exc)\r\nerrorcategory=trf_exc,	63400,	transform unknown exceptions\r\nfatals=1\r\nerrors=0\r\nwarnings=0\r\nerrorinfo\r\n  acronym=trf_exc (63400) transform unknown exceptions\r\n  message=keyerror: (\'attempting to add a report (task esdtoaod) with missing athcode/athacronym.\',)\r\n  severity=fatal\r\n  producer=reco_trf\r\n  backtrace=file &quot;/afs/cern.ch/atlas/software/builds/atlascore/17.4.0/installarea/python/pyjobtransformscore/trf.py&quot;, line 2193, in execute\r\n              self._jobreport.addreport( self.runjob(), \'merge\' )\r\n            file &quot;/afs/cern.ch/atlas/software/builds/atlasreconstruction/17.4.0/installarea/share/bin/reco_trf.py&quot;, line 162, in runjob\r\n              report.addreport( reportaod )\r\n            file &quot;/afs/cern.ch/atlas/software/builds/atlascore/17.4.0/installarea/python/pyjobtransformscore/jobreport.py&quot;, line 808, in addreport\r\n              raise keyerror( \'attempting to add a report (task %s) with missing athcode/athacronym.\' % report._task.taskname() )\r\nrundiruseddisk=113141\r\nrundiravailabledisk=193616932864\r\nwriting jobinfo_reco_trf.xml file...\r\n\r\nlogfile:\r\n---------\r\nhttps://atlasrtt.cern.ch/rtt/rel_5/17.4.x.y-val/build/x86_64-slc5-gcc43-opt/offline/recjobtransformtests/mc10_stdcmalloc_physvalmon/mc10_stdcmalloc_physvalmon_log\r\n\r\nplease consult:\r\n----------------\r\nhttps://twiki.cern.ch/twiki/bin/viewauth/atlas/recbuginvestigation\r\n\r\ncheers, \r\nrobert (valshift)\r\n\r\n','100','5211','2011-10-22 16:51:28','5','duplicate','closed','none',';dear;expert;recjobtransformtest;mc10_stdcmalloc_physvalmon;chain;crash;rel_5;release;error;similar;previous;savannah;http;savannah.cern.ch;logfile;snippet;report;produce;esdtoaod;version;unknown;command;atla;software;build;atlasreconstruction;17.4.0;installarea;share;reco_trf.py;uploadtoamus;inputesdfile;t1_mcatnlo_jimmy_stdm.esd.pool.root;outputhist_physvalmonfile;pvm_std.root;maxevent;autoconfiguration;athenaopt;stdcmalloc;exitcode;errorcode;trf_def;errorcategory;trf_def;transform;definition;error;fatal;error;warning;write;jobinfo_esdtoaod.xml;file;py:reco_trf;error;execution;reco_trf;exception;catch;attempt;report;task;esdtoaod;miss;athcode;athacronym;py:reco_trf;info;jobtransform;complete;reco_trf;error;code;exit;code;py:reco_trf;info;transform;timer;stop;reco_trf;wall;time;cest;vmem;py:reco_trf;info;transform;timer;report;reco_trf;wall;time;time;vmem;report;produce;reco_trf;version;unknown;command;atla;software;build;atlasreconstruction;17.4.0;installarea;share;reco_trf.py;uploadtoamus;inputesdfile;t1_mcatnlo_jimmy_stdm.esd.pool.root;outputhist_physvalmonfile;pvm_std.root;maxevent;autoconfiguration;athenaopt;stdcmalloc;exitcode;errorcode;trf_exc;errorcategory;trf_exc;transform;unknown;exception;fatal;error;warning;errorinfo;acronym;trf_exc;transform;unknown;exception;message;keyerror;attempt;report;task;esdtoaod;miss;athcode;athacronym;severity;fatal;producer;reco_trf;backtrace;file;atla;software;build;atlascore;17.4.0;installarea;python;pyjobtransformscore;trf.py;line;execute;self;self.runjob;merge;file;atla;software;build;atlasreconstruction;17.4.0;installarea;share;reco_trf.py;line;runjob;report.addreport;reportaod;file;atla;software;build;atlascore;17.4.0;installarea;python;pyjobtransformscore;jobreport.py;line;addreport;raise;keyerror;attempt;report;task;miss;athcode;athacronym;report;rundiruseddisk;rundiravailabledisk;write;jobinfo_reco_trf.xml;file;logfile;http;atlasrtt.cern.ch;rel_5;build;x86_64;slc5;gcc43;offline;recjobtransformtest;mc10_stdcmalloc_physvalmon;mc10_stdcmalloc_physvalmon_log;consult;http;twiki.cern.ch;twikus;viewauth;atla;recbuginvestigation;robert;valshift;crash;recjobtransformtest;mc10_stdcmalloc_physvalmon;rel_5'),(88055,'atlas','empty logfile for rel_0/dev/build/x86_64-slc5-gcc43-opt/offline/recperftests/details_esdtoaod_bs','dear experts,\r\n\r\nthe logfile for the crashed recperftests/details_esdtoaod_bs chain in rel_0 of 17.x.0 was empty reading only &quot;command not found&quot;.\r\n\r\nplease see the logfile:\r\nhttps://atlasrtt.cern.ch/rtt_j_r/rel_0/dev/build/x86_64-slc5-gcc43-opt/offline/recperftests/details_esdtoaod_bs/details_esdtoaod_bs_log\r\n\r\ncheers,\r\n\r\nrobert (valshift)','100','5211','2011-10-23 20:33:34','5','duplicate','closed','none',';dear;expert;logfile;crash;recperftest;details_esdtoaod_bs;chain;rel_0;reading;command;logfile;http;atlasrtt.cern.ch;rtt_j_r;rel_0;build;x86_64;slc5;gcc43;offline;recperftest;details_esdtoaod_bs;details_esdtoaod_bs_log;robert;valshift;logfile;rel_0;build;x86_64;slc5;gcc43;offline;recperftest;details_esdtoaod_bs'),(88056,'atlas','fpe: jettagmonitoring -&gt; recjobtransformtests/mb_pu_mu30_d549 17.x.0-val (rel_0)','rtt:devval\r\n\r\nlogfile snippet:\r\n-----------------\r\n===== job report produced by recotrf =====\r\ncommand=/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_0/installarea/share/bin/reco_trf.py --uploadtoami=1.0 ami=f380 autoconfiguration=everything inputrdofile=root://eosatlas//eos/atlas/atlascerngroupdisk/phys-rig/pileupsamples/valid1.105001.pythia_minbias.digit.rdo.e603_s932_d549_tid365696_00/rdo.365696._000001.pool.root.1,root://eosatlas//eos/atlas/atlascerngroupdisk/phys-rig/pileupsamples/valid1.105001.pythia_minbias.digit.rdo.e603_s932_d549_tid365696_00/rdo.365696._000002.pool.root.1,root://eosatlas//eos/atlas/atlascerngroupdisk/phys-rig/pileupsamples/valid1.105001.pythia_minbias.digit.rdo.e603_s932_d549_tid365696_00/rdo.365696._000003.pool.root.1,root://eosatlas//eos/atlas/atlascerngroupdisk/phys-rig/pileupsamples/valid1.105001.pythia_minbias.digit.rdo.e603_s932_d549_tid365696_00/rdo.365696._000004.pool.root.1,root://eosatlas//eos/atlas/atlascerngroupdisk/phys-rig/pileupsamples/valid1.105001.pythia_minbias.digit.rdo.e603_s932_d549_tid365696_00/rdo.365696._000005.pool.root.1 append_preexec=rec.dotrigger=false;rec.dotruth.set_value_and_lock(false) outputaodfile=myaod.pool.root outputesdfile=myesd.pool.root outputhistfile=myhist.root outputtagfile=mytag.root\r\nexitcode=12\r\nerrorcode=61200 (trf_svrinit)\r\nerrorcategory=trf_unknown,	69999,	unknown transform error (3 times)\r\nerrorcategory=trf_svrinit,	61200,	servicemanager unable to initialize service\r\nfatals=0\r\nerrors=4\r\nwarnings=16\r\nfile myesd.pool.root:\r\n  guid=80844e45-46fd-e011-b83e-001d09f26e8c\r\n  metadata:\r\n    amitag=f380\r\n    beamtype=collisions\r\n    filetype=esd\r\n    autoconfiguration=[\'everything\']\r\n    dataset=\r\n    maxevents=-1\r\n    preexec=[\'indetflags.usebeamconstraint.set_value_and_lock(true);from calotools.calonoiseflags import jobproperties;jobproperties.calonoiseflags.fixedluminosity.set_value_and_lock(1.45);aodflags.trackparticleslimmer=true;\', \'rec.dotrigger=false;rec.dotruth.set_value_and_lock(false)\']\r\n    geometryversion=atlas-geo-16-00-00\r\n    events=250\r\n    size=670927476\r\nerrorinfo\r\n  acronym=trf_svrinit (61200) servicemanager unable to initialize service\r\n  message=error unable to initialize service &quot;hltconfigsvc&quot;\r\n  severity=error\r\n  who=servicemanager\r\n  producer=esdtoaod\r\n  stage=initialise\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=servicelocatorhelper::service: can not locate service trigconf::hltconfigsvc/hltconfigsvc\r\n  severity=error\r\n  who=trigconfigsvc.hltconfigsvc\r\n  producer=esdtoaod\r\n  stage=initialise\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=trigconfigsvc can not return a hltchainlist object from any of the configured sources ds xmll1\r\n  severity=error\r\n  who=trigconfigsvc\r\n  producer=esdtoaod\r\n  stage=initialise\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=trigconfigsvc can not return a ctpconfig object from any of the configured sources ds xmll1\r\n  severity=error\r\n  who=trigconfigsvc\r\n  producer=esdtoaod\r\n  stage=initialise\r\n\r\nlogfile:\r\n---------\r\nhttps://atlasrtt.cern.ch/rtt_j_r/rel_0/devval/build/x86_64-slc5-gcc43-opt/offline/recjobtransformtests/mb_pu_mu30_d549/mb_pu_mu30_d549_log\r\n\r\ncommand:\r\n---------\r\n/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_0/installarea/share/bin/reco_trf.py\r\n\r\nplease consult:\r\n----------------\r\nhttps://twiki.cern.ch/twiki/bin/viewauth/atlas/recbuginvestigation\r\n\r\ncheers, \r\nrobert (valshift)','100','5211','2011-10-23 22:25:05','5','duplicate','closed','none',';rtt:devval;logfile;snippet;report;produce;recotrf;command;atla;software;build;nightly;devval;atlasreconstruction;rel_0;installarea;share;reco_trf.py;uploadtoamus;autoconfiguration;inputrdofile;root;eosatla;atla;atlascerngroupdisk;pileupsample;valid1.105001;pythia_minbias.digit.rdo.e603_s932_d549_tid365696_00;pool.root;root;eosatla;atla;atlascerngroupdisk;pileupsample;valid1.105001;pythia_minbias.digit.rdo.e603_s932_d549_tid365696_00;pool.root;root;eosatla;atla;atlascerngroupdisk;pileupsample;valid1.105001;pythia_minbias.digit.rdo.e603_s932_d549_tid365696_00;pool.root;root;eosatla;atla;atlascerngroupdisk;pileupsample;valid1.105001;pythia_minbias.digit.rdo.e603_s932_d549_tid365696_00;pool.root;root;eosatla;atla;atlascerngroupdisk;pileupsample;valid1.105001;pythia_minbias.digit.rdo.e603_s932_d549_tid365696_00;pool.root;append_preexec;rec.dotrigger;false;rec.dotruth.set_value_and_lock;false;outputaodfile;myaod.pool.root;outputesdfile;myesd.pool.root;outputhistfile;myhist.root;outputtagfile;mytag.root;exitcode;errorcode;trf_svrinit;errorcategory;trf_unknown;unknown;transform;error;time;errorcategory;trf_svrinit;servicemanager;unable;initialize;service;fatal;error;warning;file;myesd.pool.root;guid;metada;amitag;beamtype;collision;filetype;autoconfiguration;dataset;maxevent;preexec;indetflags.usebeamconstraint.set_value_and_lock;true;calotools.calonoiseflags;import;jobproperty;jobproperties.calonoiseflags.fixedluminosity.set_value_and_lock;aodflags.trackparticleslimmer;true;rec.dotrigger;false;rec.dotruth.set_value_and_lock;false;geometryversion;atla;event;size;errorinfo;acronym;trf_svrinit;servicemanager;unable;initialize;service;message;error;unable;initialize;service;hltconfigsvc;severity;error;servicemanager;producer;esdtoaod;stage;initialise;errorinfo;acronym;trf_unknown;message;servicelocatorhelper;service;locate;service;trigconf;hltconfigsvc;hltconfigsvc;severity;error;trigconfigsvc.hltconfigsvc;producer;esdtoaod;stage;initialise;errorinfo;acronym;trf_unknown;message;trigconfigsvc;return;hltchainlist;object;configure;source;xmll1;severity;error;trigconfigsvc;producer;esdtoaod;stage;initialise;errorinfo;acronym;trf_unknown;message;trigconfigsvc;return;ctpconfig;object;configure;source;xmll1;severity;error;trigconfigsvc;producer;esdtoaod;stage;initialise;logfile;http;atlasrtt.cern.ch;rtt_j_r;rel_0;devval;build;x86_64;slc5;gcc43;offline;recjobtransformtest;mb_pu_mu30_d549;mb_pu_mu30_d549_log;command;atla;software;build;nightly;devval;atlasreconstruction;rel_0;installarea;share;reco_trf.py;consult;http;twiki.cern.ch;twikus;viewauth;atla;recbuginvestigation;robert;valshift;jettagmonitoring;recjobtransformtest;mb_pu_mu30_d549;rel_0'),(88087,'atlas','seg fault in muidcombined (recjobtransformtests/cosmis_allstream 17.x.0-val rel_1)','dear experts,\r\n\r\nrtt: 17.x.0-val (recjobtransformtests/cosmis_allstream)\r\n\r\nlogfile snippet:\r\n-----------------\r\nlast incident: athenaeventloopmgr:beginevent\r\ncurrent algorithm: muidcombined\r\nalgorithm stack: \r\n   athmasterseq\r\n   athalgseq\r\n   muidcombined\r\n...\r\n===== job report produced by rawtoesd version unknown =====\r\ncommand=/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_1/installarea/share/bin/reco_trf.py --uploadtoami=1.0 inputbsfile=/afs/cern.ch/user/c/cote/gencomm/nightlytestinput/data09_cos.00135664.physics_idcosmic.daq.raw._lb0000._sfo-2._0001.data maxevents=300 trigstream=idcosmic autoconfiguration=everything outputesdfile=myesd.pool.root outputmuoncalibntup=muoncalib.root outputpixelcalibntup=trkvalidntup.root hist=mymergedmonitoring.root outputtagfile=mytag.root\r\nexitcode=6\r\nerrorcode=60010 (trf_segfault)\r\nerrorcategory=trf_segfault,	60010,	segmentation fault (2 times)\r\nfatals=2\r\nerrors=0\r\nwarnings=10\r\nwriting jobinfo_rawtoesd.xml file...\r\nesdok is  false\r\nskipping esd-&gt;esd step...\r\nskipping esd-&gt;aod step...\r\nskipping esd-&gt;dpd step...\r\nskipping aod-&gt;dpd step...\r\nskipping aod-&gt;tag step...\r\nskipping monitoring file merging step...\r\npy:reco_trf          info jobtransform completed for reco_trf with error code 60010 (exit code 6)\r\npy:rawtoesd          info transform timer stop [reco_trf] wall-time: mon oct 24 08:19:59 2011 cest, vmem: 288.61328125 mb, rss: 97.8828125 mb\r\n...\r\n\r\nlogfile:\r\n---------\r\nhttps://atlasrtt.cern.ch/rtt_j_r/rel_1/devval/build/x86_64-slc5-gcc43-opt/offline/recjobtransformtests/cosmis_allstream/cosmis_allstream_log\r\n\r\ncommand:\r\n---------\r\n/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_1/installarea/share/bin/reco_trf.py --\r\n\r\nplease consult:\r\n----------------\r\nhttps://twiki.cern.ch/twiki/bin/viewauth/atlas/recbuginvestigation\r\n\r\ncheers, \r\nrobert (valshift)','396','5211','2011-10-24 17:03:05','5','fixed','closed','none',';dear;expert;recjobtransformtest;cosmis_allstream;logfile;snippet;incident;athenaeventloopmgr:beginevent;current;algorithm;muidcombine;algorithm;stack;athmasterseq;athalgseq;muidcombine;report;produce;rawtoesd;version;unknown;command;atla;software;build;nightly;devval;atlasreconstruction;rel_1;installarea;share;reco_trf.py;uploadtoamus;inputbsfile;user;cote;gencomm;nightlytestinput;data09_cos;physics_idcosmic.daq.raw;datum;maxevent;trigstream;idcosmic;autoconfiguration;outputesdfile;myesd.pool.root;outputmuoncalibntup;muoncalib.root;outputpixelcalibntup;trkvalidntup.root;hist;mymergedmonitoring.root;outputtagfile;mytag.root;exitcode;errorcode;trf_segfault;errorcategory;trf_segfault;segmentation;fault;time;fatal;error;warning;write;jobinfo_rawtoesd.xml;file;esdok;false;skip;step;skip;step;skip;step;skip;step;skip;step;skip;monitoring;file;merge;step;py:reco_trf;info;jobtransform;complete;reco_trf;error;code;exit;code;py:rawtoesd;info;transform;timer;stop;reco_trf;wall;time;cest;vmem;logfile;http;atlasrtt.cern.ch;rtt_j_r;rel_1;devval;build;x86_64;slc5;gcc43;offline;recjobtransformtest;cosmis_allstream;cosmis_allstream_log;command;atla;software;build;nightly;devval;atlasreconstruction;rel_1;installarea;share;reco_trf.py;consult;http;twiki.cern.ch;twikus;viewauth;atla;recbuginvestigation;robert;valshift;fault;muidcombine;recjobtransformtest;cosmis_allstream;rel_1'),(88094,'atlas','seg fault in triggertowermaker (/recjobtransformtests/mc10_default 17.x.0-val rel_1)','rtt: \r\n\r\nlogfile snippet:\r\n-----------------\r\nvent counter: 489\r\neventid: [run,evt,lumi,time,bunchcross,detmask] = [105200,32489,4,0:0,0,0x0]\r\nlast incident: athenaeventloopmgr:beginevent\r\ncurrent trigger chain: &lt;none&gt;\r\ncurrent algorithm: triggertowermaker\r\nalgorithm stack: \r\n   athmasterseq\r\n   athalgseq\r\n   triggertowermaker\r\n...\r\n===== job report produced by rawtoesd version unknown =====\r\ncommand=/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_1/installarea/share/bin/reco_trf.py --uploadtoami=1.0 inputrdofile=root://eosatlas//eos/atlas/atlascerngroupdisk/phys-rig/mc10_7tev.105200.t1_mcatnlo_jimmy.digit.rdo.e598_s933_s946_d366_tid197091_00/rdo.197091._000001.pool.root.1 outputesdfile=t1_mcatnlo_jimmy_tc.esd.pool.root outputaodfile=t1_mcatnlo_jimmy_tc.aod.pool.root outputhistfile=t1_mcatnlo_jimmy_tc.hist.root outputtagfile=t1_mcatnlo_jimmy_tc.tag.root maxevents=-1 autoconfiguration=everything\r\nexitcode=6\r\nerrorcode=60010 (trf_segfault)\r\nerrorcategory=trf_segfault,	60010,	segmentation fault (2 times)\r\nfatals=2\r\nerrors=0\r\nwarnings=10\r\nwriting jobinfo_rawtoesd.xml file...\r\nesdok is  false\r\nskipping esd-&gt;esd step...\r\nskipping esd-&gt;aod step...\r\nskipping esd-&gt;dpd step...\r\nskipping aod-&gt;dpd step...\r\nskipping aod-&gt;tag step...\r\nskipping monitoring file merging step...\r\n\r\nlogfile:\r\n---------\r\nhttps://atlasrtt.cern.ch/rtt_j_r/rel_1/devval/build/x86_64-slc5-gcc43-opt/offline/recjobtransformtests/mc10_default/mc10_default_log\r\n\r\ncommand:\r\n---------\r\n/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_1/installarea/share/bin/reco_trf.py --uploadtoami=1.0 \r\n\r\nplease consult:\r\n----------------\r\nhttps://twiki.cern.ch/twiki/bin/viewauth/atlas/recbuginvestigation\r\n\r\ncheers, \r\nrobert (valshift)','100','5211','2011-10-24 17:28:25','5','duplicate','closed','none',';logfile;snippet;vent;counter;eventid;lumus;time;bunchcross;detmask;incident;athenaeventloopmgr:beginevent;current;trigger;chain;current;algorithm;triggertowermaker;algorithm;stack;athmasterseq;athalgseq;triggertowermaker;report;produce;rawtoesd;version;unknown;command;atla;software;build;nightly;devval;atlasreconstruction;rel_1;installarea;share;reco_trf.py;uploadtoamus;inputrdofile;root;eosatla;atla;atlascerngroupdisk;mc10_7tev;t1_mcatnlo_jimmy.digit.rdo.e598_s933_s946_d366_tid197091_00;pool.root;outputesdfile;t1_mcatnlo_jimmy_tc.esd.pool.root;outputaodfile;t1_mcatnlo_jimmy_tc.aod.pool.root;outputhistfile;t1_mcatnlo_jimmy_tc.hist.root;outputtagfile;t1_mcatnlo_jimmy_tc.tag.root;maxevent;autoconfiguration;exitcode;errorcode;trf_segfault;errorcategory;trf_segfault;segmentation;fault;time;fatal;error;warning;write;jobinfo_rawtoesd.xml;file;esdok;false;skip;step;skip;step;skip;step;skip;step;skip;step;skip;monitoring;file;merge;step;logfile;http;atlasrtt.cern.ch;rtt_j_r;rel_1;devval;build;x86_64;slc5;gcc43;offline;recjobtransformtest;mc10_default;mc10_default_log;command;atla;software;build;nightly;devval;atlasreconstruction;rel_1;installarea;share;reco_trf.py;uploadtoamus;consult;http;twiki.cern.ch;twikus;viewauth;atla;recbuginvestigation;robert;valshift;fault;triggertowermaker;recjobtransformtest;mc10_default;rel_1'),(88098,'atlas','muoncombinedrefit - exception with tag=publictool retrieve is caught','rtt:  17.4.x.y rel_1 (recjobtransformtests/cosmis_allstream)\r\n\r\nlogfile snippet:\r\n-----------------\r\n===== job report produced by recotrf =====\r\ncommand=/afs/cern.ch/atlas/software/builds/nightlies/17.4.x.y/atlasproduction/rel_1/installarea/share/bin/reco_trf.py --uploadtoami=1.0 inputbsfile=/afs/cern.ch/user/c/cote/gencomm/nightlytestinput/data09_cos.00135664.physics_idcosmic.daq.raw._lb0000._sfo-2._0001.data maxevents=300 trigstream=idcosmic autoconfiguration=everything outputesdfile=myesd.pool.root outputmuoncalibntup=muoncalib.root outputpixelcalibntup=trkvalidntup.root hist=mymergedmonitoring.root outputtagfile=mytag.root\r\nexitcode=99\r\nerrorcode=69999 (trf_unknown)\r\nerrorcategory=trf_unknown,	69999,	unknown transform error (7 times)\r\nfatals=3\r\nerrors=4\r\nwarnings=10\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=retrieve(): no tool type/name given\r\n  severity=error\r\n  who=toolsvc\r\n  producer=rawtoesd\r\n  stage=execute\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=exception with tag=publictool retrieve is caught\r\n  severity=fatal\r\n  who=muoncombinedrefit\r\n  producer=rawtoesd\r\n  stage=execute\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=publictool retrieve	failed to retrieve publictool: 	 statuscode=failure\r\n  severity=error\r\n  who=muoncombinedrefit\r\n  producer=rawtoesd\r\n  stage=execute\r\n...\r\n\r\nlogfile:\r\n---------\r\nhttps://atlasrtt.cern.ch/rtt/rel_1/17.4.x.y/build/x86_64-slc5-gcc43-opt/offline/recjobtransformtests/cosmis_allstream/cosmis_allstream_log\r\n\r\ncommand:\r\n---------\r\n/afs/cern.ch/atlas/software/builds/nightlies/17.4.x.y/atlasproduction/rel_1/installarea/share/bin/reco_trf.py --uploadtoami=1.0 \r\n\r\nplease consult:\r\n----------------\r\nhttps://twiki.cern.ch/twiki/bin/viewauth/atlas/recbuginvestigation\r\n\r\ncheers, \r\nrobert (valshift)','721','5211','2011-10-24 18:04:04','5','fixed','closed','none',';rel_1;recjobtransformtest;cosmis_allstream;logfile;snippet;report;produce;recotrf;command;atla;software;build;nightly;atlasproduction;rel_1;installarea;share;reco_trf.py;uploadtoamus;inputbsfile;user;cote;gencomm;nightlytestinput;data09_cos;physics_idcosmic.daq.raw;datum;maxevent;trigstream;idcosmic;autoconfiguration;outputesdfile;myesd.pool.root;outputmuoncalibntup;muoncalib.root;outputpixelcalibntup;trkvalidntup.root;hist;mymergedmonitoring.root;outputtagfile;mytag.root;exitcode;errorcode;trf_unknown;errorcategory;trf_unknown;unknown;transform;error;time;fatal;error;warning;errorinfo;acronym;trf_unknown;message;retrieve;tool;type;give;severity;error;toolsvc;producer;rawtoesd;stage;execute;errorinfo;acronym;trf_unknown;message;exception;publictool;retrieve;catch;severity;fatal;muoncombinedrefit;producer;rawtoesd;stage;execute;errorinfo;acronym;trf_unknown;message;publictool;retrieve;fail;retrieve;publictool;statuscode;failure;severity;error;muoncombinedrefit;producer;rawtoesd;stage;execute;logfile;http;atlasrtt.cern.ch;rel_1;build;x86_64;slc5;gcc43;offline;recjobtransformtest;cosmis_allstream;cosmis_allstream_log;command;atla;software;build;nightly;atlasproduction;rel_1;installarea;share;reco_trf.py;uploadtoamus;consult;http;twiki.cern.ch;twikus;viewauth;atla;recbuginvestigation;robert;valshift;muoncombinedrefit;exception;publictool;retrieve;catch'),(88099,'atlas','seg fault in calotopocluster (recjobtransformtests/mc10_stdcmalloc 17.4.x.y rel_1)','rtt: (recjobtransformtests/mc10_stdcmalloc 17.4.x.y rel_1\r\n\r\nlogfile snippet:\r\n-----------------\r\nevent counter: 910\r\neventid: [run,evt,lumi,time,bunchcross,detmask] = [105200,20460,0,0:0,0,0x0]\r\nlast incident: athenaeventloopmgr:beginevent\r\ncurrent trigger chain: &lt;none&gt;\r\ncurrent algorithm: calotopocluster\r\nalgorithm stack: \r\n   athmasterseq\r\n   athalgseq\r\n   calotopocluster\r\n...\r\n===== job report produced by rawtoesd version unknown =====\r\ncommand=/afs/cern.ch/atlas/software/builds/nightlies/17.4.x.y/atlasproduction/rel_1/installarea/share/bin/reco_trf.py --uploadtoami=1.0 inputrdofile=root://eosatlas//eos/atlas/atlascerngroupdisk/phys-rig/mc10_7tev.105200.t1_mcatnlo_jimmy.digit.rdo.e598_s933_s946_d366_tid197091_00/rdo.197091._000001.pool.root.1 outputesdfile=t1_mcatnlo_jimmy_stdm.esd.pool.root outputaodfile=t1_mcatnlo_jimmy_stdm.aod.pool.root outputhistfile=t1_mcatnlo_jimmy_stdm.hist.root outputtagfile=t1_mcatnlo_jimmy_tc.tag.root maxevents=-1 autoconfiguration=everything --athenaopts=--stdcmalloc\r\nexitcode=99\r\nerrorcode=69999 (trf_unknown)\r\nerrorcategory=trf_unknown,	69999,	unknown transform error (15 times)\r\nerrorcategory=trf_segfault,	60010,	segmentation fault (2 times)\r\nfatals=2\r\nerrors=10\r\nwarnings=10\r\nwriting jobinfo_rawtoesd.xml file...\r\nesdok is  false\r\n...\r\n\r\nlogfile:\r\n---------\r\nhttps://atlasrtt.cern.ch/rtt/rel_1/17.4.x.y/build/x86_64-slc5-gcc43-opt/offline/recjobtransformtests/mc10_stdcmalloc/mc10_stdcmalloc_log\r\n\r\ncommand: \r\n---------\r\n/afs/cern.ch/atlas/software/builds/nightlies/17.4.x.y/atlasproduction/rel_1/installarea/share/bin/reco_trf.py --\r\n\r\nplease consult:\r\n----------------\r\nhttps://twiki.cern.ch/twiki/bin/viewauth/atlas/recbuginvestigation\r\n\r\ncheers, \r\nrobert (valshift)','100','5211','2011-10-24 18:21:24','5','none','closed','none',';recjobtransformtest;mc10_stdcmalloc;rel_1;logfile;snippet;event;counter;eventid;lumus;time;bunchcross;detmask;incident;athenaeventloopmgr:beginevent;current;trigger;chain;current;algorithm;calotopocluster;algorithm;stack;athmasterseq;athalgseq;calotopocluster;report;produce;rawtoesd;version;unknown;command;atla;software;build;nightly;atlasproduction;rel_1;installarea;share;reco_trf.py;uploadtoamus;inputrdofile;root;eosatla;atla;atlascerngroupdisk;mc10_7tev;t1_mcatnlo_jimmy.digit.rdo.e598_s933_s946_d366_tid197091_00;pool.root;outputesdfile;t1_mcatnlo_jimmy_stdm.esd.pool.root;outputaodfile;t1_mcatnlo_jimmy_stdm.aod.pool.root;outputhistfile;t1_mcatnlo_jimmy_stdm.hist.root;outputtagfile;t1_mcatnlo_jimmy_tc.tag.root;maxevent;autoconfiguration;athenaopt;stdcmalloc;exitcode;errorcode;trf_unknown;errorcategory;trf_unknown;unknown;transform;error;time;errorcategory;trf_segfault;segmentation;fault;time;fatal;error;warning;write;jobinfo_rawtoesd.xml;file;esdok;false;logfile;http;atlasrtt.cern.ch;rel_1;build;x86_64;slc5;gcc43;offline;recjobtransformtest;mc10_stdcmalloc;mc10_stdcmalloc_log;command;atla;software;build;nightly;atlasproduction;rel_1;installarea;share;reco_trf.py;consult;http;twiki.cern.ch;twikus;viewauth;atla;recbuginvestigation;robert;valshift;fault;calotopocluster;recjobtransformtest;mc10_stdcmalloc;rel_1'),(88100,'atlas','error:folder /digitization/parameters does not exist (recjobtransformtests/mc10_bstoaod 17.4.x.y rel_1)','rtt: 17.4.x.y(rel_1) recjobtransformtests/mc10_bstoaod\r\n\r\nlogfile snippet:\r\n-----------------\r\n===== job report produced by recotrf =====\r\ncommand=/afs/cern.ch/atlas/software/builds/nightlies/17.4.x.y/atlasproduction/rel_1/installarea/share/bin/reco_trf.py --uploadtoami=1.0 inputbsfile=t1_mcatnlo_jimmy_1.data,t1_mcatnlo_jimmy_2.data,t1_mcatnlo_jimmy_3.data outputesdfile=t1_mcatnlo_jimmy.esd.pool.root outputaodfile=t1_mcatnlo_jimmy.aod.pool.root maxevents=-1 autoconfiguration=everything\r\nexitcode=99\r\nerrorcode=69999 (trf_unknown)\r\nerrorcategory=trf_unknown,	69999,	unknown transform error (4 times)\r\nerrorcategory=trf_svrinit,	61200,	servicemanager unable to initialize service (2 times)\r\nfatals=2\r\nerrors=4\r\nwarnings=6\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=folder /digitization/parameters does not exist\r\n  severity=fatal\r\n  who=iovdbsvc\r\n  producer=rawtoesd\r\n  stage=initialise\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=preloadfolder failed for folder /digitization/parameters\r\n  severity=error\r\n  who=iovdbsvc\r\n  producer=rawtoesd\r\n  stage=initialise\r\n\r\nlogfile:\r\n---------\r\nhttps://atlasrtt.cern.ch/rtt/rel_1/17.4.x.y/build/x86_64-slc5-gcc43-opt/offline/recjobtransformtests/mc10_bstoaod/mc10_bstoaod_log\r\n\r\ncommand:\r\n---------\r\n/afs/cern.ch/atlas/software/builds/nightlies/17.4.x.y/atlasproduction/rel_1/installarea/share/bin/reco_trf.py --uploadtoami=1.0 \r\n\r\nplease consult:\r\n----------------\r\nhttps://twiki.cern.ch/twiki/bin/viewauth/atlas/recbuginvestigation\r\n\r\ncheers, \r\nrobert (valshift)','100','5211','2011-10-24 18:26:02','5','duplicate','closed','none',';rel_1;recjobtransformtest;mc10_bstoaod;logfile;snippet;report;produce;recotrf;command;atla;software;build;nightly;atlasproduction;rel_1;installarea;share;reco_trf.py;uploadtoamus;inputbsfile;t1_mcatnlo_jimmy_1;datum;t1_mcatnlo_jimmy_2;datum;t1_mcatnlo_jimmy_3;datum;outputesdfile;t1_mcatnlo_jimmy.esd.pool.root;outputaodfile;t1_mcatnlo_jimmy.aod.pool.root;maxevent;autoconfiguration;exitcode;errorcode;trf_unknown;errorcategory;trf_unknown;unknown;transform;error;time;errorcategory;trf_svrinit;servicemanager;unable;initialize;service;time;fatal;error;warning;errorinfo;acronym;trf_unknown;message;folder;digitization;parameter;exist;severity;fatal;iovdbsvc;producer;rawtoesd;stage;initialise;errorinfo;acronym;trf_unknown;message;preloadfolder;fail;folder;digitization;parameter;severity;error;iovdbsvc;producer;rawtoesd;stage;initialise;logfile;http;atlasrtt.cern.ch;rel_1;build;x86_64;slc5;gcc43;offline;recjobtransformtest;mc10_bstoaod;mc10_bstoaod_log;command;atla;software;build;nightly;atlasproduction;rel_1;installarea;share;reco_trf.py;uploadtoamus;consult;http;twiki.cern.ch;twikus;viewauth;atla;recbuginvestigation;robert;valshift;error:folder;digitization;parameter;exist;recjobtransformtest;mc10_bstoaod;rel_1'),(88125,'atlas','cannot retrieve muondetdescrmgr','hi\r\n\r\nin our package calorimeter/caloexample/calorecex we have the following error:\r\n\r\ndetectorstore                           warning retrieve(default): no valid proxy for default object \r\n of type muongm::muondetectormanager(clid 4500)\r\ntoolsvc.muoncalib::idtofixedidtool        error  cannot retrieve muondetdescrmgr \r\ntoolsvc                                   error error initializing tool \'toolsvc.muoncalib::idtofixedidtool\'\r\nbeambackgroundfiller                      fatal ../src/beambackgroundfiller.cxx:63 (virtual statuscode beambackgroundfiller::initialize()): code 0: m_idtofixedidtool.retrieve()\r\n\r\nthe log file is here\r\n\r\nhttp://cern.ch/atlas-computing/links/distdirectory/nightlies/hlt_point1webarea/nicos_web_area171xval64bs5g4recop\r\nt/nicos_testlog_rel_2/calorimeter_caloexample_calorecex___calorecex_testconfiguration__calorecex__a.html\r\n\r\ncould it be related to \r\nhttps://savannah.cern.ch/bugs/?87513\r\n\r\ncan you send us some advice?\r\n\r\nmanu and jozsef\r\n','8609','5649','2011-10-25 15:28:02','5','fixed','closed','reconstruction',';package;calorimeter;caloexample;calorecex;follow;error;detectorstore;warn;retrieve;default;valid;proxy;default;object;type;muongm;muondetectormanager;clid;toolsvc.muoncalib;idtofixedidtool;error;retrieve;muondetdescrmgr;toolsvc;error;error;initialize;tool;toolsvc.muoncalib;idtofixedidtool;beambackgroundfiller;fatal;beambackgroundfiller.cxx;virtual;statuscode;beambackgroundfiller;initialize;code;m_idtofixedidtool.retrieve;file;http;atla;computing;link;distdirectory;nightly;hlt_point1webarea;nicos_web_area171xval64bs5g4recop;nicos_testlog_rel_2;calorimeter_caloexample_calorecex___calorecex_testconfiguration__calorecex__a.html;related;http;savannah.cern.ch;send;advice;manu;jozsef;retrieve;muondetdescrmgr;reconstruction'),(88155,'atlas','mdtdriftcircleontrackcreator warning unknown error strategy combination','in nightly 17.1.x-val, test athenatrigrdo_blackholes, which runs rdo to aod on some black holes events, there is a new warning that appeared in rel_2 cf rel_1.\r\n\r\ntoolsvc.mdtdriftcircleontrackcreator            warning unknown error strategy combination - check your configuration please! muondriftcircleerrorstrategy with strategy moore and configuration bits 00111000001100000000000 including calibwindow 3\r\n\r\nnew tags that could be related are:\r\nmuonrecexample-02-01-10-02\r\nfrom the bundle from_17.0.5_to_17.1.0_21-oct-2011\r\n(updated from muonrecexample-02-01-10-01)\r\n\r\nother tag changes are below.\r\n\r\nthe job can be reproduced with\r\ntrigtest.pl --test athenatrigrdo_blackholes --run athenatrigrdo_blackholes --conf triggertest.conf\r\n\r\nthe log file is here:\r\nhttp://atlas-computing.web.cern.ch/atlas-computing/links/builddirectory/nightlies/17.1.x-val/atlastrigger/rel_2/nicos_area/nicos_atntest171xval64bs5g4trgopt/triggertest_testconfiguration_work/athenatrigrdo_blackholes/testathenatrigrdo_test.log\r\n\r\ndoes anyone know anything about it?\r\n\r\n---\r\n\r\n\r\natlascommonpolicy    atlascommonpolicy-00-00-14    detcommon\r\ndetcommonpolicy    detcommonpolicy-00-00-21    detcommon\r\natlaspolicy    atlaspolicy-01-06-98    atlascore\r\ndatabase/athenapool/athenapoolutilities    athenapoolutilities-00-04-07 atlascore\r\ndatabase/athenapool/rootfiletools    rootfiletools-00-01-29    atlascore\r\nexternal/atlasreflex    atlasreflex-00-02-29    atlascore\r\ninnerdetector/indetexample/indetrecexample    indetrecexample-01-21-82-06 atlasreconstruction\r\nlarcalorimeter/laraffectedregion    laraffectedregion-00-00-16 atlasreconstruction\r\nmuonspectrometer/muonreconstruction/muonrecexample muonrecexample-02-01-10-02    atlasreconstruction\r\nreconstruction/heavyionrec/hirecexample    hirecexample-00-06-13 atlasreconstruction\r\nreconstruction/egamma/egammatools    egammatools-00-04-45-01 atlasreconstruction\r\ninnerdetector/indetdigitization/sct_digitization sct_digitization-00-12-21    atlassimulation\r\ndataquality/dataqualitytools    dataqualitytools-00-02-98    atlasanalysis\r\nmuonspectrometer/muonvalidation/muondqa/muontrackmonitoring muontrackmonitoring-03-01-12    atlasanalysis\r\nphysicsanalysis/d3pdmaker/d3pdmakertest    d3pdmakertest-00-04-25    atlasanalysis\r\nphysicsanalysis/d3pdmaker/heavyiond3pdmaker    heavyiond3pdmaker-00-00-55 atlasanalysis\r\nphysicsanalysis/d3pdmaker/qcdd3pdmaker    qcdd3pdmaker-00-07-08    atlasanalysis\r\nphysicsanalysis/d3pdmaker/susyd3pdmaker    susyd3pdmaker-00-11-02    atlasanalysis\r\nphysicsanalysis/standardmodelphys/photonanalysisutils photonanalysisutils-00-03-20-02    atlasanalysis\r\nphysicsanalysis/topphys/singletopd3pdanalysis singletopd3pdanalysis-00-00-47    atlasanalysis\r\nreconstruction/egamma/egammaanalysis/photonanalysisalgs photonanalysisalgs-00-01-51    atlasanalysis\r\nreconstruction/egamma/egammabremrec    egammabremrec-00-00-36    atlasanalysis ','331','314','2011-10-26 13:27:52','5','unreproducible','closed','none',';nightly;test;athenatrigrdo_blackholes;black;hole;event;warn;appear;rel_2;rel_1;toolsvc.mdtdriftcircleontrackcreator;warn;unknown;error;strategy;combination;check;configuration;muondriftcircleerrorstrategy;strategy;moore;configuration;include;calibwindow;related;muonrecexample;bundle;from_17.0.5_to_17.1.0_21;update;muonrecexample;change;reproduce;trigtest.pl;test;athenatrigrdo_blackholes;athenatrigrdo_blackholes;conf;triggertest.conf;file;http;atla;computing.web.cern.ch;atla;computing;link;builddirectory;nightly;atlastrigger;rel_2;nicos_area;nicos_atntest171xval64bs5g4trgopt;triggertest_testconfiguration_work;athenatrigrdo_blackholes;testathenatrigrdo_test.log;know;atlascommonpolicy;atlascommonpolicy;detcommon;detcommonpolicy;detcommonpolicy;detcommon;atlaspolicy;atlaspolicy;atlascore;database;athenapool;athenapoolutility;athenapoolutility;atlascore;database;athenapool;rootfiletool;rootfiletool;atlascore;external;atlasreflex;atlasreflex;atlascore;innerdetector;indetexample;indetrecexample;indetrecexample;atlasreconstruction;larcalorimeter;laraffectedregion;laraffectedregion;atlasreconstruction;muonspectrometer;muonreconstruction;muonrecexample;muonrecexample;atlasreconstruction;reconstruction;heavyionrec;hirecexample;hirecexample;atlasreconstruction;reconstruction;egamma;egammatool;egammatool;atlasreconstruction;innerdetector;indetdigitization;sct_digitization;sct_digitization;atlassimulation;dataquality;dataqualitytool;dataqualitytool;atlasanalysis;muonspectrometer;muonvalidation;muondqa;muontrackmonitor;muontrackmonitor;atlasanalysis;physicsanalysis;d3pdmaker;d3pdmakertest;d3pdmakertest;atlasanalysis;physicsanalysis;d3pdmaker;heavyiond3pdmaker;heavyiond3pdmaker;atlasanalysis;physicsanalysis;d3pdmaker;qcdd3pdmaker;qcdd3pdmaker;atlasanalysis;physicsanalysis;d3pdmaker;susyd3pdmaker;susyd3pdmaker;atlasanalysis;physicsanalysis;standardmodelphy;photonanalysisutil;photonanalysisutil;atlasanalysis;physicsanalysis;topphy;singletopd3pdanalysis;singletopd3pdanalysis;atlasanalysis;reconstruction;egamma;egammaanalysis;photonanalysisalg;photonanalysisalg;atlasanalysis;reconstruction;egamma;egammabremrec;egammabremrec;atlasanalysis;mdtdriftcircleontrackcreator;warn;unknown;error;strategy;combination'),(88165,'atlas','recjobtransformtests/mc10_memleak job crashes without error in log 17.4.x.y(rel_3)','rtt:17.4.x.y(rel_3)\r\n\r\ndear experts,\r\n\r\nthe recjobtransformtests/mc10_memleak stream in 17.4.x.y(rel_3) job crashes, however the logfile ends abruptly only showing repeated warnings and info messages. i do not see an error/seg fault/fatal.\r\n\r\nhere is a logfile snippet:\r\ntoolsvc.rpclv1rawdatasectorlogic                     info cannot retrieve the rpcsectorlogiccontainer\r\nsingleelectronstream_semilepttbarjetfilter           info  in processobject() 1\r\nsingleelectronstream_semilepttbarjetfilter           info  in processobject() 1\r\nsinglemuonstream_semilepttbarjetfilter               info  in processobject() 1\r\nsinglemuonstream_semilepttbarjetfilter               info  in processobject() 1\r\nsinglemuonstream_wmunuhighptjetfilter                info  in processobject() 1\r\nsinglemuonstream_wmunuhighptjetfilter                info  in processobject() 1\r\natrndmgensvc                                         info  stream =  toolsvc.larcellemmiscalib, seed1 =  549894242, seed2 = 891894307\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  done processing event #31968, run #105200 68 events processed so far  &lt;&lt;&lt;===\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  start processing event #31969, run #105200 68 events processed so far  &lt;&lt;&lt;===\r\nstoregatesvc                                      warning retrieve(const): no valid proxy for object lucid_rawdata  of type lucid_rawdatacontainer(clid 2592)\r\nbackgroundwordfiller                              warning   could not retrieve lucid_rawdata\r\nstoregatesvc                                      warning retrieve(const): no valid proxy for object bytestreameventinfo  of type eventinfo(clid 2101)\r\ntoolsvc.indetglobaltrackmontool                   warning could not retrieve the event information container\r\nstoregatesvc                                      warning retrieve(const): no valid proxy for object bytestreameventinfo  of type eventinfo(clid 2101)\r\ntoolsvc.indetglobalbcmtool                        warning could not retrieve the event information container\r\nstoregatesvc                                      warning retrieve(default): no valid proxy for default object \r\n of type larfebheadercontainer(clid 1295914285)\r\nstoregatesvc                                      warning retrieve(const): no valid proxy for object lucid_rawdata  of type lucid_rawdatacontainer(clid 2592)\r\ntoolsvc.dqtbackgroundmon                          warning   could not retrieve lucid_rawdata, lucid hit histograms will not be filled for this event!\r\nstoregatesvc                                      warning retrieve(const): no valid proxy for object tiledigitscnt  of type tiledigitscontainer(clid 2925)\r\ntoolsvc.tilembtsmon                               warning can\'t find tiledigitscontainer with name tiledigitscnt in tds\r\nstoregatesvc                                      warning retrieve(default): no valid proxy for default object \r\n of type rpcsectorlogiccontainer(clid 1298668563)\r\ntoolsvc.rpclv1rawdatasectorlogic                     info cannot retrieve the rpcsectorlogiccontainer\r\nsingleelectronstream_semilepttbarjetfilter           info  in processobject() 1\r\nsingleelectronstream_semilepttbarjetfilter           info  in processobject() 1\r\nsingleelectronstream_semilepttbarjetfilter           info  in processobject() 1\r\nsinglemuonstream_semilepttbarjetfilter               info  in processobject() 1\r\nsinglemuonstream_semilepttbarjetfilter               info  in processobject() 1\r\nsinglemuonstream_semilepttbarjetfilter               info  in processobject() 1\r\nsinglemuonstream_wmunuhighptjetfilter                info  in processobject() 1\r\natrndmgensvc                                         info  stream =  toolsvc.larcellemmiscalib, seed1 =  1931112550, seed2 = 683687209\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  done processing event #31969, run #105200 69 events processed so far  &lt;&lt;&lt;===\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  start processing event #31970, run #105200 69 events processed so far  &lt;&lt;&lt;===\r\n\r\nlogfile:\r\nhttps://atlasrtt.cern.ch/rtt/rel_3/17.4.x.y/build/x86_64-slc5-gcc43-opt/offline/recjobtransformtests/mc10_memleak/mc10_memleak_log\r\n\r\nplease consult:\r\n----------------\r\nhttps://twiki.cern.ch/twiki/bin/viewauth/atlas/recbuginvestigation\r\n\r\ncheers, \r\nrobert (valshift)','100','5211','2011-10-26 16:31:47','5','none','closed','none',';rel_3;dear;expert;recjobtransformtest;mc10_memleak;stream;rel_3;crash;logfile;abruptly;show;repeat;warning;info;message;error;fault;fatal;logfile;snippet;toolsvc.rpclv1rawdatasectorlogic;info;retrieve;rpcsectorlogiccontainer;singleelectronstream_semilepttbarjetfilter;info;processobject;singleelectronstream_semilepttbarjetfilter;info;processobject;singlemuonstream_semilepttbarjetfilter;info;processobject;singlemuonstream_semilepttbarjetfilter;info;processobject;singlemuonstream_wmunuhighptjetfilter;info;processobject;singlemuonstream_wmunuhighptjetfilter;info;processobject;atrndmgensvc;info;stream;toolsvc.larcellemmiscalib;seed1;seed2;athenaeventloopmgr;info;processing;event;event;process;start;processing;event;event;process;processing;event;event;process;start;processing;event;event;process;logfile;http;atlasrtt.cern.ch;rel_3;build;x86_64;slc5;gcc43;offline;recjobtransformtest;mc10_memleak;mc10_memleak_log;consult;http;twiki.cern.ch;twikus;viewauth;atla;recbuginvestigation;robert;valshift;recjobtransformtest;mc10_memleak;crash;error;rel_3'),(88168,'atlas','rtt mc10_memleak libigprof.so ignored','hi there,\r\n\r\nthis bug was found,\r\nâ€œerror: ld.so: object \'libigprof.so\' from ld_preload cannot be preloaded: ignored.â€\r\n\r\n\r\nlog\r\nhttps://atlasrtt.cern.ch/rtt/rel_2/17.0.x.y/build/i686-slc5-gcc43-opt/offline/recjobtransformtests/mc10_memleak/mc10_memleak_log\r\n\r\nlink to solve\r\nhttps://twiki.cern.ch/twiki/bin/viewauth/atlas/recbuginvestigation\r\n\r\ncheers,\r\n\r\ntom','1658','5211','2011-10-26 17:49:49','5','invalid','closed','reconstruction',';œerror;ld.so;object;libigprof.so;ld_preload;preload;ignored.â;http;atlasrtt.cern.ch;rel_2;build;slc5;gcc43;offline;recjobtransformtest;mc10_memleak;mc10_memleak_log;link;solve;http;twiki.cern.ch;twikus;viewauth;atla;recbuginvestigation;mc10_memleak;libigprof.so;ignore;reconstruction'),(88185,'atlas','importerror: cannot import name l2fullscanmultijethypo','hello,\r\n\r\nin the test recextrigtest_testconfiguration#esd_nopers there is a problem importing some python module:\r\n\r\ntraceback (most recent call last):\r\n  file &quot;/build/atnight/localbuilds/nightlies/17.x.0-val/atlasreconstruction/rel_0/installarea/joboptions/recexcommon/recexcommon_topoptions.py&quot;, line 559, in \r\n    triggergetter = triggergetter()\r\n  file &quot;/build/atnight/localbuilds/nightlies/17.x.0-val/atlastrigger/rel_0/installarea/python/triggerjobopts/triggergetter.py&quot;, line 39, in __init__\r\n    configured.__init__(self, ignoreexistingdataobject=false)\r\n  file &quot;/build/atnight/localbuilds/nightlies/17.x.0-val/atlasevent/rel_0/installarea/python/recexconfig/configured.py&quot;, line 73, in __init__\r\n    configuredok = self.configure()\r\n  file &quot;/build/atnight/localbuilds/nightlies/17.x.0-val/atlastrigger/rel_0/installarea/python/triggerjobopts/triggergetter.py&quot;, line 65, in configure\r\n    g.generate()\r\n  file &quot;/build/atnight/localbuilds/nightlies/17.x.0-val/atlastrigger/rel_0/installarea/python/triggermenupython/generatemenu.py&quot;, line 704, in generate\r\n    self.loadchains()\r\n  file &quot;/build/atnight/localbuilds/nightlies/17.x.0-val/atlastrigger/rel_0/installarea/python/triggermenupython/generatemenu.py&quot;, line 220, in loadchains\r\n    reportsliceimporterror(jetsliceflags)\r\n  file &quot;/build/atnight/localbuilds/nightlies/17.x.0-val/atlastrigger/rel_0/installarea/python/triggermenupython/generatemenu.py&quot;, line 213, in loadchains\r\n    from triggermenupython.jetdef   import jets\r\n  file &quot;/build/atnight/localbuilds/nightlies/17.x.0-val/atlastrigger/rel_0/installarea/python/triggermenupython/jetdef.py&quot;, line 293, in \r\n    from trigjethypo.trigjethypoconfig import l2fullscanmultijethypo, l2fullscanmultijetnocuthypo\r\nimporterror: cannot import name l2fullscanmultijethypo\r\n\r\nerror: could not import triggerjobopts.triggergetter . switched off !\r\n\r\nfull log file:\r\n\r\nhttp://atlas-computing.web.cern.ch/atlas-computing/links/distdirectory/nightlies/developmentwebarea/nicos_web_area17x0val64bs5g4trgopt/nicos_testlog_rel_4/reconstruction_recexample_recextrigtest_12__recextrigtest_testconfiguration__esd_nopers__a.html\r\n\r\ncommand to reproduce:\r\n\r\npy:athena            info executing cli (-c) command: &quot;jp.athenacommonflags.evtmax=5 ; rec.dodetailedauditor=true ; rec.donameauditor=true&quot;\r\n\r\nhints on solving bugs:\r\n\r\nhttps://twiki.cern.ch/twiki/bin/viewauth/atlas/recbuginvestigation\r\n\r\ncheers,\r\n\r\nmark','100','5211','2011-10-27 11:02:39','5','none','closed','none',';hello;test;recextrigtest_testconfiguration;esd_nopers;problem;import;python;module;traceback;recent;file;build;atnight;localbuild;nightly;atlasreconstruction;rel_0;installarea;joboption;recexcommon;recexcommon_topoptions.py;line;triggergetter;triggergetter;file;build;atnight;localbuild;nightly;atlastrigger;rel_0;installarea;python;triggerjobopt;triggergetter.py;line;configure;self;ignoreexistingdataobject;false;file;build;atnight;localbuild;nightly;atlasevent;rel_0;installarea;python;recexconfig;configured.py;line;configuredok;self.configure;file;build;atnight;localbuild;nightly;atlastrigger;rel_0;installarea;python;triggerjobopt;triggergetter.py;line;configure;g.generate;file;build;atnight;localbuild;nightly;atlastrigger;rel_0;installarea;python;triggermenupython;generatemenu.py;line;generate;self.loadchains;file;build;atnight;localbuild;nightly;atlastrigger;rel_0;installarea;python;triggermenupython;generatemenu.py;line;loadchain;reportsliceimporterror;jetsliceflag;file;build;atnight;localbuild;nightly;atlastrigger;rel_0;installarea;python;triggermenupython;generatemenu.py;line;loadchain;triggermenupython.jetdef;import;file;build;atnight;localbuild;nightly;atlastrigger;rel_0;installarea;python;triggermenupython;jetdef.py;line;trigjethypo.trigjethypoconfig;import;l2fullscanmultijethypo;l2fullscanmultijetnocuthypo;importerror;import;l2fullscanmultijethypo;error;import;triggerjobopts.triggergetter;switch;file;http;atla;computing.web.cern.ch;atla;computing;link;distdirectory;nightly;developmentwebarea;nicos_web_area17x0val64bs5g4trgopt;nicos_testlog_rel_4;reconstruction_recexample_recextrigtest_12__recextrigtest_testconfiguration__esd_nopers__a.html;command;reproduce;py:athena;info;execute;command;jp.athenacommonflags.evtmax;rec.dodetailedauditor;true;rec.donameauditor;true;hint;solve;http;twiki.cern.ch;twikus;viewauth;atla;recbuginvestigation;mark;importerror;import;l2fullscanmultijethypo'),(88202,'atlas','17.x.0 32 bit opt: no runnumber in input file for mc_heavy_ion','this is similar to bug 87919 but there is no warning that the file is not found.\r\n\r\nrtt: mc_heavy_ion\r\n\r\nlogfile snippet:\r\n----------------\r\ny:athena            info including file &quot;recexcommon/recexcommon_topoptions.py&quot;\r\npy:athena            info \'gbl.athenaservices.setfatalhandler(flag)\' is deprecated\r\npy:athena            info instead, please consider using:\r\npy:athena            info  svcmgr.coredumpsvc.fatalhandler = flag\r\npy:athena            info including file &quot;recexcond/recexcommon_flags.py&quot;\r\npy:autoconfiguration    info auto-configuration key \'everything\' requested. all default keys will be used.\r\npy:autoconfiguration    info auto-configuration will procede according to the following keys:\r\npy:autoconfiguration    info [\'projectname\', \'realorsim\', \'fieldandgeo\', \'beamtype\', \'conditionstag\', \'dotruth\', \'inputtype\', \'beamenergy\', \'lumiflags\', \'triggerstream\']\r\npy:inputfilepeeker    info executing   inputfilepeeker.py\r\npy:inputfilepeeker warning unable to find stream_name from input file. this has an effect on auto-configuration!\r\npy:inputfilepeeker warning unable to fill inputfilesummary from file esd.pool.root. file is probably empty. will try again with next (if any).\r\npy:inputfilepeeker    info extracted streams [\'unknw\'] from input file \r\npy:inputfilepeeker warning input file has zero events and hence no eventinfo object. guessed that evt_type=is_data, but this is not certain. using auto-configuration is not safe if this info is wrong.\r\npy:autoconfiguration   error no runnumber stored in inputfile!\r\nnone\r\nshortened traceback (most recent user call last):\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/dev/atlasreconstruction/rel_3/installarea/joboptions/recjobtransforms/skeleton.esdtoaod.py&quot;, line 103, in &lt;module&gt;\r\n    else: include( &quot;recexcommon/recexcommon_topoptions.py&quot; )\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/dev/atlasreconstruction/rel_3/installarea/joboptions/recexcommon/recexcommon_topoptions.py&quot;, line 87, in &lt;module&gt;\r\n    include ( &quot;recexcond/recexcommon_flags.py&quot; )\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/dev/atlasevent/rel_3/installarea/joboptions/recexcond/recexcommon_flags.py&quot;, line 235, in &lt;module&gt;\r\n    configurefromlistofkeys(rec.autoconfiguration())\r\n\r\n\r\nlogfile:\r\n--------\r\nhttps://atlasrtt.cern.ch/rtt/rel_3/dev/build/i686-slc5-gcc43-opt/offline/recjobtransformtests/mc_heavy_ion/mc_heavy_ion_log\r\n\r\nplease consult:\r\n---------------\r\nhttps://twiki.cern.ch/twiki/bin/viewauth/atlas/recbuginvestigation\r\n\r\ncamille (valshift)','1200','5211','2011-10-27 15:52:35','5','none','closed','heavyionrec',';similar;warn;file;mc_heavy_ion;logfile;snippet;y:athena;info;include;file;recexcommon;recexcommon_topoptions.py;py:athena;info;gbl.athenaservices.setfatalhandler;flag;deprecate;py:athena;info;instead;consider;py:athena;info;svcmgr.coredumpsvc.fatalhandler;flag;py:athena;info;include;file;recexcond;recexcommon_flags.py;py:autoconfiguration;info;auto;configuration;request;default;py:autoconfiguration;info;auto;configuration;procede;accord;follow;py:autoconfiguration;info;projectname;realorsim;fieldandgeo;beamtype;conditionstag;dotruth;inputtype;beamenergy;lumiflag;triggerstream;py:inputfilepeeker;info;execute;inputfilepeeker.py;py:inputfilepeeker;warn;unable;stream_name;input;file;effect;auto;configuration;py:inputfilepeeker;warn;unable;inputfilesummary;file;esd.pool.root;file;probably;py:inputfilepeeker;info;extract;stream;unknw;input;file;py:inputfilepeeker;warn;input;file;zero;event;eventinfo;object;guess;evt_type;is_data;certain;auto;configuration;safe;info;wrong;py:autoconfiguration;error;runnumber;store;inputfile;shorten;traceback;recent;user;file;atla;software;build;nightly;atlasreconstruction;rel_3;installarea;joboption;recjobtransform;skeleton.esdtoaod.py;line;include;recexcommon;recexcommon_topoptions.py;file;atla;software;build;nightly;atlasreconstruction;rel_3;installarea;joboption;recexcommon;recexcommon_topoptions.py;line;include;recexcond;recexcommon_flags.py;file;atla;software;build;nightly;atlasevent;rel_3;installarea;joboption;recexcond;recexcommon_flags.py;line;configurefromlistofkey;rec.autoconfiguration;logfile;http;atlasrtt.cern.ch;rel_3;build;slc5;gcc43;offline;recjobtransformtest;mc_heavy_ion;mc_heavy_ion_log;consult;http;twiki.cern.ch;twikus;viewauth;atla;recbuginvestigation;camille;valshift;runnumber;input;file;mc_heavy_ion;heavyionrec'),(88205,'atlas','ttbar_pu_mu0_d555 unable to open root file','hi there,\r\n\r\nsnippet\r\n\r\neventselector                                       error unable to open: root://eosatlas//eos/atlas/atlascerngroupdisk/phys-rig/pileupsamples/valid1.105200.t1_mcatnlo_jimmy.digit.rdo.e603_s932_d555_tid364690_00/rdo.364690._000003.pool.root.1\r\n\r\n\r\nlog\r\nhttps://atlasrtt.cern.ch/rtt/rel_4/17.0.x.y/build/i686-slc5-gcc43-opt/offline/recjobtransformtests/ttbar_pu_mu0_d555/ttbar_pu_mu0_d555_log\r\n\r\nlink to solve\r\nhttps://twiki.cern.ch/twiki/bin/viewauth/atlas/recbuginvestigation\r\n\r\ncheers,\r\n\r\ntom','100','5211','2011-10-27 16:02:12','5','none','closed','reconstruction',';snippet;eventselector;error;unable;open;root;eosatla;atla;atlascerngroupdisk;pileupsample;valid1.105200;t1_mcatnlo_jimmy.digit.rdo.e603_s932_d555_tid364690_00;pool.root;http;atlasrtt.cern.ch;rel_4;build;slc5;gcc43;offline;recjobtransformtest;ttbar_pu_mu0_d555;ttbar_pu_mu0_d555_log;link;solve;http;twiki.cern.ch;twikus;viewauth;atla;recbuginvestigation;ttbar_pu_mu0_d555;unable;open;root;file;reconstruction'),(88207,'atlas','17.x.0-val 32 bit dbg: error in configuration of jetslice','rtt: 17.x.0-val 32 bit dbg, mc10_default_short and mc11_default\r\n\r\nlogfile snippet:\r\n----------------\r\npy:generatemenu.py   error error in configuration of jetslice\r\nshortened traceback (most recent user call last):\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_4/installarea/joboptions/recjobtransforms/skeleton.rawtoesd.py&quot;, line 134, in &lt;module&gt;\r\n    else: include( &quot;recexcommon/recexcommon_topoptions.py&quot; )\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_4/installarea/joboptions/recexcommon/recexcommon_topoptions.py&quot;, line 561, in &lt;module&gt;\r\n    treatexception(&quot;could not import triggerjobopts.triggergetter . switched off !&quot; )\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_4/installarea/joboptions/recexcommon/recexcommon_topoptions.py&quot;, line 559, in &lt;module&gt;\r\n    triggergetter = triggergetter()\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlastrigger/rel_4/installarea/python/triggerjobopts/triggergetter.py&quot;, line 39, in __init__\r\n    configured.__init__(self, ignoreexistingdataobject=false)\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasevent/rel_4/installarea/python/recexconfig/configured.py&quot;, line 73, in __init__\r\n    configuredok = self.configure()\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlastrigger/rel_4/installarea/python/triggerjobopts/triggergetter.py&quot;, line 65, in configure\r\n    g.generate()\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlastrigger/rel_4/installarea/python/triggermenupython/generatemenu.py&quot;, line 704, in generate\r\n    self.loadchains()\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlastrigger/rel_4/installarea/python/triggermenupython/generatemenu.py&quot;, line 220, in loadchains\r\n    reportsliceimporterror(jetsliceflags)\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlastrigger/rel_4/installarea/python/triggermenupython/generatemenu.py&quot;, line 213, in loadchains\r\n    from triggermenupython.jetdef   import jets\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlastrigger/rel_4/installarea/python/triggermenupython/jetdef.py&quot;, line 293, in &lt;module&gt;\r\n    from trigjethypo.trigjethypoconfig import l2fullscanmultijethypo, l2fullscanmultijetnocuthypo\r\nimporterror: cannot import name l2fullscanmultijethypo\r\npy:athena            info leaving with code 3: &quot;an error occurred when importing a file&quot;\r\n\r\nlogfiles:\r\n--------\r\nhttps://atlasrtt.cern.ch/rtt/rel_4/devval/build/i686-slc5-gcc43-dbg/offline/recjobtransformtests/mc10_default_short/mc10_default_short_log\r\nand\r\nhttps://atlasrtt.cern.ch/rtt/rel_4/devval/build/i686-slc5-gcc43-dbg/offline/recjobtransformtests/mc11_default/mc11_default_log\r\n\r\nplease consult:\r\n---------------\r\nhttps://twiki.cern.ch/twiki/bin/viewauth/atlas/recbuginvestigation\r\n\r\ncamille (valshift)','100','5211','2011-10-27 16:35:00','5','unreproducible','closed','jet',';mc10_default_short;mc11_default;logfile;snippet;py:generatemenu.py;error;error;configuration;jetslice;shorten;traceback;recent;user;file;atla;software;build;nightly;devval;atlasreconstruction;rel_4;installarea;joboption;recjobtransform;skeleton.rawtoesd.py;line;include;recexcommon;recexcommon_topoptions.py;file;atla;software;build;nightly;devval;atlasreconstruction;rel_4;installarea;joboption;recexcommon;recexcommon_topoptions.py;line;treatexception;import;triggerjobopts.triggergetter;switch;file;atla;software;build;nightly;devval;atlasreconstruction;rel_4;installarea;joboption;recexcommon;recexcommon_topoptions.py;line;triggergetter;triggergetter;file;atla;software;build;nightly;devval;atlastrigger;rel_4;installarea;python;triggerjobopt;triggergetter.py;line;configure;self;ignoreexistingdataobject;false;file;atla;software;build;nightly;devval;atlasevent;rel_4;installarea;python;recexconfig;configured.py;line;configuredok;self.configure;file;atla;software;build;nightly;devval;atlastrigger;rel_4;installarea;python;triggerjobopt;triggergetter.py;line;configure;g.generate;file;atla;software;build;nightly;devval;atlastrigger;rel_4;installarea;python;triggermenupython;generatemenu.py;line;generate;self.loadchains;file;atla;software;build;nightly;devval;atlastrigger;rel_4;installarea;python;triggermenupython;generatemenu.py;line;loadchain;reportsliceimporterror;jetsliceflag;file;atla;software;build;nightly;devval;atlastrigger;rel_4;installarea;python;triggermenupython;generatemenu.py;line;loadchain;triggermenupython.jetdef;import;file;atla;software;build;nightly;devval;atlastrigger;rel_4;installarea;python;triggermenupython;jetdef.py;line;trigjethypo.trigjethypoconfig;import;l2fullscanmultijethypo;l2fullscanmultijetnocuthypo;importerror;import;l2fullscanmultijethypo;py:athena;info;leave;code;error;occur;import;file;logfile;http;atlasrtt.cern.ch;rel_4;devval;build;slc5;gcc43;offline;recjobtransformtest;mc10_default_short;mc10_default_short_log;http;atlasrtt.cern.ch;rel_4;devval;build;slc5;gcc43;offline;recjobtransformtest;mc11_default;mc11_default_log;consult;http;twiki.cern.ch;twikus;viewauth;atla;recbuginvestigation;camille;valshift;error;configuration;jetslice'),(88211,'atlas','17.0.x.y-val rel_4, 64 bit opt:  transform python syntax error: unsupported operand type(s)','rtt: 17.0.x.y-val rel_4, 64 bit opt: mc10_stdcmalloc\r\n\r\nlogfile snippet:\r\n----------------\r\nerrorcode=63010 (trf_pyt_syntax)\r\nerrorcategory=trf_pyt_syntax,	63010,	transform python syntax error\r\nfatals=1\r\nerrors=0\r\nwarnings=0\r\nerrorinfo\r\n  acronym=trf_pyt_syntax (63010) transform python syntax error\r\n  message=typeerror: (&quot;unsupported operand type(s) for -: \'nonetype\' and \'long\'&quot;,)\r\n  severity=fatal\r\n  who=jobtransform.rawtoesd\r\n  producer=rawtoesd\r\n  backtrace=file &quot;/afs/cern.ch/atlas/software/builds/nightlies/17.0.x.y-val/atlasproduction/rel_4/installarea/python/pyjobtransformscore/trf.py&quot;, line 2193, in execute\r\n              self._jobreport.addreport( self.runjob(), \'merge\' )\r\n            file &quot;/afs/cern.ch/atlas/software/builds/nightlies/17.0.x.y-val/atlasproduction/rel_4/installarea/python/pyjobtransformscore/trf.py&quot;, line 2158, in runjob\r\n              self.dopostrunactions()\r\n            file &quot;/afs/cern.ch/atlas/software/builds/nightlies/17.0.x.y-val/atlasproduction/rel_4/installarea/python/pyjobtransformscore/trf.py&quot;, line 2017, in dopostrunactions\r\n              self.matchevents()\r\n            file &quot;/afs/cern.ch/atlas/software/builds/nightlies/17.0.x.y-val/atlasproduction/rel_4/installarea/python/recjobtransforms/rawtoesd_trf.py&quot;, line 22, in matchevents\r\n              return self.matcheventsexpectequal(&quot;inputrdofile&quot;,&quot;outputesdfile&quot;)\r\n            file &quot;/afs/cern.ch/atlas/software/builds/nightlies/17.0.x.y-val/atlasproduction/rel_4/installarea/python/patjobtransforms/baseofbasictrf.py&quot;, line 45, in matcheventsexpectequal\r\n              diff=inevents-outevents\r\n\r\n\r\ncommand:\r\n--------\r\n/afs/cern.ch/atlas/software/builds/nightlies/17.0.x.y-val/atlasproduction/rel_4/installarea/share/bin/reco_trf.py --uploadtoami=1.0 inputrdofile=root://eosatlas//eos/atlas/atlascerngroupdisk/phys-rig/mc10_7tev.105200.t1_mcatnlo_jimmy.digit.rdo.e598_s933_s946_d366_tid197091_00/rdo.197091._000001.pool.root.1 outputesdfile=t1_mcatnlo_jimmy_stdm.esd.pool.root outputaodfile=t1_mcatnlo_jimmy_stdm.aod.pool.root outputhistfile=t1_mcatnlo_jimmy_stdm.hist.root outputtagfile=t1_mcatnlo_jimmy_tc.tag.root maxevents=-1 autoconfiguration=everything --athenaopts=--stdcmalloc\r\n\r\nlogfile:\r\n--------\r\nhttps://atlasrtt.cern.ch/rtt/rel_4/17.0.x.y-val/build/i686-slc5-gcc43-opt/offline/recjobtransformtests/mc10_stdcmalloc/mc10_stdcmalloc_log\r\n\r\nplease consult:\r\n---------------\r\nhttps://twiki.cern.ch/twiki/bin/viewauth/atlas/recbuginvestigation\r\n\r\ncamille (valshift)','100','5211','2011-10-27 17:09:04','5','duplicate','closed','reconstruction',';rel_4;mc10_stdcmalloc;logfile;snippet;errorcode;trf_pyt_syntax;errorcategory;trf_pyt_syntax;transform;python;syntax;error;fatal;error;warning;errorinfo;acronym;trf_pyt_syntax;transform;python;syntax;error;message;typeerror;unsupported;operand;type;nonetype;long;severity;fatal;jobtransform.rawtoesd;producer;rawtoesd;backtrace;file;atla;software;build;nightly;atlasproduction;rel_4;installarea;python;pyjobtransformscore;trf.py;line;execute;self;self.runjob;merge;file;atla;software;build;nightly;atlasproduction;rel_4;installarea;python;pyjobtransformscore;trf.py;line;runjob;self.dopostrunactions;file;atla;software;build;nightly;atlasproduction;rel_4;installarea;python;pyjobtransformscore;trf.py;line;dopostrunaction;self.matchevents;file;atla;software;build;nightly;atlasproduction;rel_4;installarea;python;recjobtransform;rawtoesd_trf.py;line;matchevent;return;self.matcheventsexpectequal;inputrdofile;outputesdfile;file;atla;software;build;nightly;atlasproduction;rel_4;installarea;python;patjobtransform;baseofbasictrf.py;line;matcheventsexpectequal;diff;inevent;outevent;command;atla;software;build;nightly;atlasproduction;rel_4;installarea;share;reco_trf.py;uploadtoamus;inputrdofile;root;eosatla;atla;atlascerngroupdisk;mc10_7tev;t1_mcatnlo_jimmy.digit.rdo.e598_s933_s946_d366_tid197091_00;pool.root;outputesdfile;t1_mcatnlo_jimmy_stdm.esd.pool.root;outputaodfile;t1_mcatnlo_jimmy_stdm.aod.pool.root;outputhistfile;t1_mcatnlo_jimmy_stdm.hist.root;outputtagfile;t1_mcatnlo_jimmy_tc.tag.root;maxevent;autoconfiguration;athenaopt;stdcmalloc;logfile;http;atlasrtt.cern.ch;rel_4;build;slc5;gcc43;offline;recjobtransformtest;mc10_stdcmalloc;mc10_stdcmalloc_log;consult;http;twiki.cern.ch;twikus;viewauth;atla;recbuginvestigation;camille;valshift;rel_4;transform;python;syntax;error;unsupported;operand;type;reconstruction'),(88218,'atlas','17.0.x.y-val: seg fault, without backtrace, in data_ and mc_heavy_ion jobs','rtt: athena failure in data_ and mc_heavy_ion jobs, 17.0.x.y-val (rel_4)\r\n\r\nthis athena failure i can\'t seem to track to something specific.  someone more experienced may find more useful info than me in the logfile\r\n\r\nlogfile snippet:\r\n----------------\r\n===== job report produced by recotrf =====\r\ncommand=/afs/cern.ch/atlas/software/builds/nightlies/17.0.x.y-val/atlasproduction/rel_4/installarea/share/bin/reco_trf.py --uploadtoami=1.0 inputrdofile=root://eosatlas//eos/atlas/atlascerngroupdisk/phys-rig/mc10_7tev.208801.hijing_pbpb_2p75tev_minbias.digit.rdo.e511_s958_s962_d360_tid172524_00/rdo.172524._000010.pool.root.1,root://eosatlas//eos/atlas/atlascerngroupdisk/phys-rig/mc10_7tev.208801.hijing_pbpb_2p75tev_minbias.digit.rdo.e511_s958_s962_d360_tid172524_00/rdo.172524._000036.pool.root.1,root://eosatlas//eos/atlas/atlascerngroupdisk/phys-rig/mc10_7tev.208801.hijing_pbpb_2p75tev_minbias.digit.rdo.e511_s958_s962_d360_tid172524_00/rdo.172524._000120.pool.root.1,root://eosatlas//eos/atlas/atlascerngroupdisk/phys-rig/mc10_7tev.208801.hijing_pbpb_2p75tev_minbias.digit.rdo.e511_s958_s962_d360_tid172524_00/rdo.172524._000155.pool.root.1,root://eosatlas//eos/atlas/atlascerngroupdisk/phys-rig/mc10_7tev.208801.hijing_pbpb_2p75tev_minbias.digit.rdo.e511_s958_s962_d360_tid172524_00/rdo.172524._000197.pool.root.1,root://eosatlas//eos/atlas/atlascerngroupdisk/phys-rig/mc10_7tev.208801.hijing_pbpb_2p75tev_minbias.digit.rdo.e511_s958_s962_d360_tid172524_00/rdo.172524._000225.pool.root.1,root://eosatlas//eos/atlas/atlascerngroupdisk/phys-rig/mc10_7tev.208801.hijing_pbpb_2p75tev_minbias.digit.rdo.e511_s958_s962_d360_tid172524_00/rdo.172524._000256.pool.root.1,root://eosatlas//eos/atlas/atlascerngroupdisk/phys-rig/mc10_7tev.208801.hijing_pbpb_2p75tev_minbias.digit.rdo.e511_s958_s962_d360_tid172524_00/rdo.172524._000341.pool.root.1,root://eosatlas//eos/atlas/atlascerngroupdisk/phys-rig/mc10_7tev.208801.hijing_pbpb_2p75tev_minbias.digit.rdo.e511_s958_s962_d360_tid172524_00/rdo.172524._000473.pool.root.1,root://eosatlas//eos/atlas/atlascerngroupdisk/phys-rig/mc10_7tev.208801.hijing_pbpb_2p75tev_minbias.digit.rdo.e511_s958_s962_d360_tid172524_00/rdo.172524._000487.pool.root.1 outputesdfile=esd.pool.root outputaodfile=aod.pool.root maxevents=300 preinclude=recjobtransforms/heavyionrecconfig.py triggerconfig=mcreco:mc_hi_v1_no_prescale autoconfiguration=everything --omitvalidation=all\r\nexitcode=10\r\nerrorcode=11000 (ath_failure)\r\nfatals=0\r\nerrors=0\r\nwarnings=14\r\nfile esd.pool.root:\r\n  guid=447a2ed0-7300-e111-b16b-0025901af54c\r\n  metadata:\r\n    triggerconfig=mcreco:mc_hi_v1_no_prescale\r\n    beamtype=collisions\r\n    filetype=esd\r\n    autoconfiguration=[\'everything\']\r\n    dataset=\r\n    maxevents=300\r\n    preinclude=[\'recjobtransforms/heavyionrecconfig.py\']\r\n    geometryversion=atlas-geonsf-16-00-00\r\n    events=100\r\n    size=514934410\r\nathacronym=an unknown exception occurred\r\nathcode=8\r\nrundiruseddisk=526601134\r\nrundiravailabledisk=1142620160000\r\nworkdir=/pool/lsf/rtt/182090582\r\nathcode=0\r\nrundiravailabledisk=1142669008896\r\ndbrelease=\r\nathacronym=successful run\r\nrundiruseddisk=525095006\r\natlasrelease=rel_4\r\nworkdir=/pool/lsf/rtt/182090582\r\nathcode=8\r\nrundiravailabledisk=1142620438528\r\ndbrelease=\r\nathacronym=an unknown exception occurred\r\nrundiruseddisk=526336264\r\natlasrelease=rel_4\r\nwriting jobinfo_recotrf.xml file...\r\n\r\nlogfile:\r\n--------\r\nhttps://atlasrtt.cern.ch/rtt/rel_4/17.0.x.y-val/build/i686-slc5-gcc43-opt/offline/recjobtransformtests/mc_heavy_ion/mc_heavy_ion_log\r\n\r\nand\r\n\r\nhttps://atlasrtt.cern.ch/rtt/rel_4/17.0.x.y-val/build/i686-slc5-gcc43-opt/offline/recjobtransformtests/data_heavy_ion/data_heavy_ion_log\r\nplease consult:\r\n---------------\r\nhttps://twiki.cern.ch/twiki/bin/viewauth/atlas/recbuginvestigation\r\n\r\ncamille (valshift)','1200','5211','2011-10-27 17:48:05','5','fixed','closed','reconstruction',';athena;failure;data_;mc_heavy_ion;rel_4;athena;failure;can\'t;track;specific;experienced;useful;info;logfile;logfile;snippet;report;produce;recotrf;command;atla;software;build;nightly;atlasproduction;rel_4;installarea;share;reco_trf.py;uploadtoamus;inputrdofile;root;eosatla;atla;atlascerngroupdisk;mc10_7tev;hijing_pbpb_2p75tev_minbias.digit.rdo.e511_s958_s962_d360_tid172524_00;pool.root;root;eosatla;atla;atlascerngroupdisk;mc10_7tev;hijing_pbpb_2p75tev_minbias.digit.rdo.e511_s958_s962_d360_tid172524_00;pool.root;root;eosatla;atla;atlascerngroupdisk;mc10_7tev;hijing_pbpb_2p75tev_minbias.digit.rdo.e511_s958_s962_d360_tid172524_00;pool.root;root;eosatla;atla;atlascerngroupdisk;mc10_7tev;hijing_pbpb_2p75tev_minbias.digit.rdo.e511_s958_s962_d360_tid172524_00;pool.root;root;eosatla;atla;atlascerngroupdisk;mc10_7tev;hijing_pbpb_2p75tev_minbias.digit.rdo.e511_s958_s962_d360_tid172524_00;pool.root;root;eosatla;atla;atlascerngroupdisk;mc10_7tev;hijing_pbpb_2p75tev_minbias.digit.rdo.e511_s958_s962_d360_tid172524_00;pool.root;root;eosatla;atla;atlascerngroupdisk;mc10_7tev;hijing_pbpb_2p75tev_minbias.digit.rdo.e511_s958_s962_d360_tid172524_00;pool.root;root;eosatla;atla;atlascerngroupdisk;mc10_7tev;hijing_pbpb_2p75tev_minbias.digit.rdo.e511_s958_s962_d360_tid172524_00;pool.root;root;eosatla;atla;atlascerngroupdisk;mc10_7tev;hijing_pbpb_2p75tev_minbias.digit.rdo.e511_s958_s962_d360_tid172524_00;pool.root;root;eosatla;atla;atlascerngroupdisk;mc10_7tev;hijing_pbpb_2p75tev_minbias.digit.rdo.e511_s958_s962_d360_tid172524_00;pool.root;outputesdfile;esd.pool.root;outputaodfile;aod.pool.root;maxevent;preinclude;recjobtransform;heavyionrecconfig.py;triggerconfig;mcreco:mc_hi_v1_no_prescale;autoconfiguration;omitvalidation;exitcode;errorcode;ath_failure;fatal;error;warning;file;esd.pool.root;guid;metada;triggerconfig;mcreco:mc_hi_v1_no_prescale;beamtype;collision;filetype;autoconfiguration;dataset;maxevent;preinclude;recjobtransform;heavyionrecconfig.py;geometryversion;atla;geonsf;event;size;athacronym;unknown;exception;occur;athcode;rundiruseddisk;rundiravailabledisk;workdir;pool;athcode;rundiravailabledisk;dbrelease;athacronym;successful;rundiruseddisk;atlasrelease;rel_4;workdir;pool;athcode;rundiravailabledisk;dbrelease;athacronym;unknown;exception;occur;rundiruseddisk;atlasrelease;rel_4;write;jobinfo_recotrf.xml;file;logfile;http;atlasrtt.cern.ch;rel_4;build;slc5;gcc43;offline;recjobtransformtest;mc_heavy_ion;mc_heavy_ion_log;http;atlasrtt.cern.ch;rel_4;build;slc5;gcc43;offline;recjobtransformtest;data_heavy_ion;data_heavy_ion_log;consult;http;twiki.cern.ch;twikus;viewauth;atla;recbuginvestigation;camille;valshift;fault;backtrace;data_;mc_heavy_ion;reconstruction'),(88219,'atlas','fatal folder /trigger/hlt/hltconfigkeys does not exist (17.x.0-val(rel_4))','rtt: devval(rel_4)\r\n\r\ndear experts,\r\n\r\nthe recexanatest/mc09_14tev_all_lowlumi of the devval(rel_4) crashed with the following fatals:\r\n\r\niovdbsvc                                            fatal folder /trigger/hlt/hltconfigkeys does not exist\r\niovdbsvc                                             info disconnecting from coolonl_mdt/oflp200\r\nralsessionmgr info commit the read-only transaction active for the duration of the database connection\r\nralsessionmgr info disconnect from the database server\r\ncoral/services/connectionservice info user session with sessionid=89d326be-005d-11e1-bf1b-001d09f245ce will be ended on connectionid=87299f92-005d-11e1-bf1b-001d09f245ce\r\nrelationaldatabase info delete the raldatabase for \'coolonl_mdt/oflp200\'\r\nralsessionmgr info delete the ralsessionmgr for \'coolonl_mdt/oflp200\'\r\niovdbsvc                                            error preloadfolder failed for folder /trigger/hlt/hltconfigkeys\r\nservicemanager                                      error unable to initialize service &quot;detectorstore&quot;\r\ngeomodelsvc                                         error servicelocatorhelper::service: can not locate service detectorstore\r\ngeomodelsvc                                         fatal detectorstore service not found!\r\nservicemanager                                      error unable to initialize service: geomodelsvc\r\npy:athena            info leaving with code 33: &quot;failure in initialization&quot;\r\napplicationmgr                                       info application manager terminated successfully\r\n\r\nhere is the logfile:\r\nhttps://atlasrtt.cern.ch/rtt_j_r/rel_4/devval/build/x86_64-slc5-gcc43-opt/offline/recexanatest/mc09_14tev_all_lowlumi/mc09_14tev_all_lowlumi_log\r\n\r\ncommand:\r\n---------\r\njp.athenacommonflags.evtmax=300;detdescrversion=&quot;atlas-geo-08-00-01\r\n\r\nplease consult:\r\n----------------\r\nhttps://twiki.cern.ch/twiki/bin/viewauth/atlas/recbuginvestigation\r\n\r\ncheers, \r\nrobert (valshift)','100','5211','2011-10-27 17:49:39','5','none','closed','none',';devval;rel_4;dear;expert;recexanatest;mc09_14tev_all_lowlumi;devval;rel_4;crash;follow;fatal;iovdbsvc;fatal;folder;trigger;hltconfigkey;exist;iovdbsvc;info;disconnect;coolonl_mdt;oflp200;ralsessionmgr;info;commit;read;transaction;active;duration;database;connection;ralsessionmgr;info;disconnect;database;server;coral;service;connectionservice;info;user;session;sessionid;connectionid;relationaldatabase;info;delete;raldatabase;coolonl_mdt;oflp200;ralsessionmgr;info;delete;ralsessionmgr;coolonl_mdt;oflp200;iovdbsvc;error;preloadfolder;fail;folder;trigger;hltconfigkey;servicemanager;error;unable;initialize;service;detectorstore;geomodelsvc;error;servicelocatorhelper;service;locate;service;detectorstore;geomodelsvc;fatal;detectorstore;service;servicemanager;error;unable;initialize;service;geomodelsvc;py:athena;info;leave;code;failure;initialization;applicationmgr;info;application;manager;terminate;successfully;logfile;http;atlasrtt.cern.ch;rtt_j_r;rel_4;devval;build;x86_64;slc5;gcc43;offline;recexanatest;mc09_14tev_all_lowlumi;mc09_14tev_all_lowlumi_log;command;jp.athenacommonflags.evtmax;detdescrversion;atla;consult;http;twiki.cern.ch;twikus;viewauth;atla;recbuginvestigation;robert;valshift;fatal;folder;trigger;hltconfigkey;exist;rel_4'),(88234,'atlas','segmentation fault in globalchi2fitter.cxx','hello,\r\n\r\ntoday in the test recexrecotest_testconfiguration#muon, a crash is seen:\r\n\r\n-(pid=14426 ppid=14425) received fatal signal 11 (segmentation fault)\r\nsignal context:\r\n  signo  = 11, errno = 0, code = 1 (address not mapped to object)\r\n  pid    = 0, uid = 0\r\n 0x2aaabea4d9ff runiteration ../src/globalchi2fitter.cxx:3407   + 0x12ff [/build/atnight/localbuilds/nightlies/17.x.0-val/atlasreconstruction/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libtrkglobalchi2fitter.so]\r\n 0x2aaabea51222 myfit ../src/globalchi2fitter.cxx:2884   + 0x812 [/build/atnight/localbuilds/nightlies/17.x.0-val/atlasreconstruction/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libtrkglobalchi2fitter.so]\r\n 0x2aaabea53465 fit ../src/globalchi2fitter.cxx:1671   + 0x465 [/build/atnight/localbuilds/nightlies/17.x.0-val/atlasreconstruction/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libtrkglobalchi2fitter.so]\r\n 0x2aaabf28bc59 fit ../src/mootrackfitter.cxx:2051   + 0x149 [/build/atnight/localbuilds/nightlies/17.x.0-val/atlasreconstruction/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libmuontracksteeringtools.so]\r\n 0x2aaabf28d3df fit ../src/mootrackfitter.cxx:425   + 0x59f [/build/at\r\n\r\nfull log file:\r\n\r\nhttp://atlas-computing.web.cern.ch/atlas-computing/links/distdirectory/nightlies/developmentwebarea/nicos_web_area17x0val64bs5g4recopt/nicos_testlog_rel_5/reconstruction_recexample_recexrecotest_15__recexrecotest_testconfiguration__muon__a.html\r\n\r\ncommand to reproduce:\r\n\r\npy:athena            info executing cli (-c) command: &quot;jp.athenacommonflags.evtmax=5; rec.dodetailedauditor=true ; rec.donameauditor=true&quot;\r\n\r\nhints on bug solving:\r\n\r\nhttps://twiki.cern.ch/twiki/bin/viewauth/atlas/recbuginvestigation\r\n\r\ndavid r mentioned this might be caused by trkglobalchi2fiitter-00-83-52\r\n\r\ncheers,\r\n\r\nmark','721','5211','2011-10-28 11:16:46','5','fixed','closed','reconstruction',';hello;today;test;recexrecotest_testconfiguration;muon;crash;ppid;receive;fatal;signal;segmentation;fault;signal;context;signo;errno;code;address;object;runiteration;globalchi2fitter.cxx;build;atnight;localbuild;nightly;atlasreconstruction;rel_0;installarea;x86_64;slc5;gcc43;libtrkglobalchi2fitter.so;myfit;globalchi2fitter.cxx;build;atnight;localbuild;nightly;atlasreconstruction;rel_0;installarea;x86_64;slc5;gcc43;libtrkglobalchi2fitter.so;globalchi2fitter.cxx;build;atnight;localbuild;nightly;atlasreconstruction;rel_0;installarea;x86_64;slc5;gcc43;libtrkglobalchi2fitter.so;mootrackfitter.cxx;build;atnight;localbuild;nightly;atlasreconstruction;rel_0;installarea;x86_64;slc5;gcc43;libmuontracksteeringtools.so;mootrackfitter.cxx;build;file;http;atla;computing.web.cern.ch;atla;computing;link;distdirectory;nightly;developmentwebarea;nicos_web_area17x0val64bs5g4recopt;nicos_testlog_rel_5;reconstruction_recexample_recexrecotest_15__recexrecotest_testconfiguration__muon__a.html;command;reproduce;py:athena;info;execute;command;jp.athenacommonflags.evtmax;rec.dodetailedauditor;true;rec.donameauditor;true;hint;solve;http;twiki.cern.ch;twikus;viewauth;atla;recbuginvestigation;david;mention;cause;trkglobalchi2fiitter;mark;segmentation;fault;globalchi2fitter.cxx;reconstruction'),(88237,'atlas','empty input file being used for tct test mergeegdpd','hello,\r\n\r\nin the tct test mergeegdpd, there is a problem reading the input file:\r\n\r\npy:inputfilepeeker warning unable to fill inputfilesummary from file /afs/cern.ch/atlas/project/rtt/prod/results/tct/chainstore/devval/x86_64-slc5-gcc43-opt/atlasproduction/tools/tier0chaintests/tier0chainjob/egamma_express_1.pool.root. file is probably empty. will try again with next (if any).\r\npy:inputfilepeeker    info extracted streams [\'unknw\'] from input file \r\npy:inputfilepeeker warning input file has zero events and hence no eventinfo object. guessed that evt_type=is_data, but this is not certain. using auto-configuration is not safe if this info is wrong.\r\npy:autoconfiguration   error no runnumber stored in inputfile!\r\nnone\r\nshortened traceback (most recent user call last):\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_4/installarea/joboptions/patjobtransforms/skeleton.mergepool.py&quot;, line 48, in &lt;module&gt;\r\n    include( &quot;recexcommon/recexcommon_topoptions.py&quot; )\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_4/installarea/joboptions/recexcommon/recexcommon_topoptions.py&quot;, line 87, in &lt;module&gt;\r\n    include ( &quot;recexcond/recexcommon_flags.py&quot; )\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasevent/rel_4/installarea/joboptions/recexcond/recexcommon_flags.py&quot;, line 235, in &lt;module&gt;\r\n    configurefromlistofkeys(rec.autoconfiguration())\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasevent/rel_4/installarea/python/recexconfig/autoconfiguration.py&quot;, line 891, in configurefromlistofkeys\r\n    rec.projectname=getprojectname()\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasevent/rel_4/installarea/python/recexconfig/autoconfiguration.py&quot;, line 286, in getprojectname\r\n    from recexconfig.getcool import cool\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasevent/rel_4/installarea/python/recexconfig/getcool.py&quot;, line 32, in &lt;module&gt;\r\n    cool=_setup()\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasevent/rel_4/installarea/python/recexconfig/getcool.py&quot;, line 25, in _setup\r\n    cool=getfieldforrun(rn)\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasconditions/rel_4/installarea/python/coolconvutilities/magfieldutils.py&quot;, line 45, in getfieldforrun\r\n    print &quot;reading magnetic field for run %i, forceoracle %s&quot; % (run,readoracle)\r\ntypeerror: %d format: a number is required, not nonetype\r\npy:athena            info leaving with code 8: &quot;an unknown exception occurred&quot;\r\n\r\ni am not sure which test creates this (4 other tests fail, but the naming does not at first sight match to the naming here - the test creating it may not fail, but creates incorrectly an empty input file - renaud can you investigate?).\r\n\r\ni opened the input file in root and verified it looks empty to me.\r\n\r\nfull log file:\r\n\r\nhttps://atlasrtt.cern.ch/tct/rel_4/devval/build/x86_64-slc5-gcc43-opt/offline/tier0chaintests/mergeegdpd/mergeegdpd_log\r\n\r\n\r\ncheers,\r\n\r\nmark','5297','5211','2011-10-28 11:44:18','5','wont fix','closed','none',';hello;test;mergeegdpd;problem;reading;input;file;py:inputfilepeeker;warn;unable;inputfilesummary;file;atla;project;prod;result;chainstore;devval;x86_64;slc5;gcc43;atlasproduction;tool;tier0chaintest;tier0chainjob;egamma_express_1;pool.root;file;probably;py:inputfilepeeker;info;extract;stream;unknw;input;file;py:inputfilepeeker;warn;input;file;zero;event;eventinfo;object;guess;evt_type;is_data;certain;auto;configuration;safe;info;wrong;py:autoconfiguration;error;runnumber;store;inputfile;shorten;traceback;recent;user;file;atla;software;build;nightly;devval;atlasreconstruction;rel_4;installarea;joboption;patjobtransform;skeleton.mergepool.py;line;include;recexcommon;recexcommon_topoptions.py;file;atla;software;build;nightly;devval;atlasreconstruction;rel_4;installarea;joboption;recexcommon;recexcommon_topoptions.py;line;include;recexcond;recexcommon_flags.py;file;atla;software;build;nightly;devval;atlasevent;rel_4;installarea;joboption;recexcond;recexcommon_flags.py;line;configurefromlistofkey;rec.autoconfiguration;file;atla;software;build;nightly;devval;atlasevent;rel_4;installarea;python;recexconfig;autoconfiguration.py;line;configurefromlistofkey;rec.projectname;getprojectname;file;atla;software;build;nightly;devval;atlasevent;rel_4;installarea;python;recexconfig;autoconfiguration.py;line;getprojectname;recexconfig.getcool;import;cool;file;atla;software;build;nightly;devval;atlasevent;rel_4;installarea;python;recexconfig;getcool.py;line;cool;file;atla;software;build;nightly;devval;atlasevent;rel_4;installarea;python;recexconfig;getcool.py;line;cool;getfieldforrun;file;atla;software;build;nightly;devval;atlascondition;rel_4;installarea;python;coolconvutility;magfieldutils.py;line;getfieldforrun;print;reading;magnetic;field;forceoracle;readoracle;typeerror;format;number;require;nonetype;py:athena;info;leave;code;unknown;exception;occur;sure;test;create;test;fail;name;sight;match;name;test;create;fail;create;incorrectly;input;file;renaud;investigate;open;input;file;root;verify;look;file;http;atlasrtt.cern.ch;rel_4;devval;build;x86_64;slc5;gcc43;offline;tier0chaintest;mergeegdpd;mergeegdpd_log;mark;input;file;test;mergeegdpd'),(88270,'atlas','compilation of longlivedparticled3pdmaker failed','hi in\r\n\r\nlonglivedparticled3pdmaker	physicsanalysis/d3pdmaker\r\n\r\nthe compilation failes\r\n\r\ndistcc[9452] error: compile ../src/staucontainerfillertool.cxx on lxbrb0604.cern.ch/8,gssapi failed\r\n\r\nsee log\r\nhttp://atlas-computing.web.cern.ch/atlas-computing/links/distdirectory/nightlies/patchwebarea/nicos_web_area170xyvalprod32bs5g4prodopt/nicos_log_rel_6/physicsanalysis_d3pdmaker_longlivedparticled3pdmaker.html\r\n\r\ncheers\r\ndaniel\r\n','2580','5211','2011-10-29 11:48:40','5','fixed','closed','reconstruction',';longlivedparticled3pdmaker;physicsanalysis;d3pdmaker;compilation;faile;distcc;error;compile;staucontainerfillertool.cxx;lxbrb0604;gssapus;fail;http;atla;computing.web.cern.ch;atla;computing;link;distdirectory;nightly;patchwebarea;nicos_log_rel_6;physicsanalysis_d3pdmaker_longlivedparticled3pdmaker.html;daniel;compilation;longlivedparticled3pdmaker;fail;reconstruction'),(88275,'atlas','attributeerror: subdetectors instance has no attribute \'indet_on\' ','hello,\r\n\r\nin the test recexrecotest_testconfiguration#idmuoncalo i see:\r\n\r\npy:athena            info including file &quot;recbackgroundalgs/recbackground_joboptions.py&quot;\r\ntraceback (most recent call last):\r\n  file &quot;/build/atnight/localbuilds/nightlies/17.x.0-val/atlascore/rel_0/installarea/python/athenacommon/resilience.py&quot;, line 25, in protect\r\n    return fn (*args, **kw)\r\n  file &quot;/build/atnight/localbuilds/nightlies/17.x.0-val/atlascore/rel_0/installarea/joboptions/athenacommon/memtraceinclude.py&quot;, line 13, in __call__\r\n    include.__call__( self, fn, *args, **kw )\r\n  file &quot;/build/atnight/localbuilds/nightlies/17.x.0-val/atlascore/rel_0/installarea/python/athenacommon/include.py&quot;, line 168, in __call__\r\n    execfile( name, self._workspace, self._workspace )\r\n  file &quot;/build/atnight/localbuilds/nightlies/17.x.0-val/atlasreconstruction/rel_0/installarea/joboptions/recbackgroundalgs/recbackground_joboptions.py&quot;, line 6, in \r\n    detflags.detdescr.muon_on() and detflags.detdescr.calo_on() and detflags.detdescr.indet_on() :\r\nattributeerror: subdetectors instance has no attribute \'indet_on\'\r\n\r\nerror: could not load recbackgroundalgs/recbackground_joboptions.py\r\n\r\nfull log file:\r\n\r\nhttp://atlas-computing.web.cern.ch/atlas-computing/links/distdirectory/nightlies/developmentwebarea/nicos_web_area17x0val64bs5g4recopt/nicos_testlog_rel_0/reconstruction_recexample_recexrecotest_18__recexrecotest_testconfiguration__idmuoncalo__a.html\r\n\r\ncommand to reproduce:\r\n\r\npy:athena            info executing cli (-c) command: &quot;jp.athenacommonflags.evtmax=5; rec.dodetailedauditor=true ; rec.donameauditor=true&quot;\r\n\r\nadvice on solving bugs:\r\n\r\nhttps://twiki.cern.ch/twiki/bin/viewauth/atlas/recbuginvestigation','100','5211','2011-10-30 11:30:48','5','duplicate','closed','reconstruction',';hello;test;recexrecotest_testconfiguration;idmuoncalo;py:athena;info;include;file;recbackgroundalg;recbackground_joboptions.py;traceback;recent;file;build;atnight;localbuild;nightly;atlascore;rel_0;installarea;python;athenacommon;resilience.py;line;protect;return;file;build;atnight;localbuild;nightly;atlascore;rel_0;installarea;joboption;athenacommon;memtraceinclude.py;line;include;self;file;build;atnight;localbuild;nightly;atlascore;rel_0;installarea;python;athenacommon;include.py;line;execfile;self;self;file;build;atnight;localbuild;nightly;atlasreconstruction;rel_0;installarea;joboption;recbackgroundalg;recbackground_joboptions.py;line;detflags.detdescr.muon_on;detflags.detdescr.calo_on;detflags.detdescr.indet_on;attributeerror;subdetector;instance;attribute;indet_on;error;load;recbackgroundalg;recbackground_joboptions.py;file;http;atla;computing.web.cern.ch;atla;computing;link;distdirectory;nightly;developmentwebarea;nicos_web_area17x0val64bs5g4recopt;nicos_testlog_rel_0;reconstruction_recexample_recexrecotest_18__recexrecotest_testconfiguration__idmuoncalo__a.html;command;reproduce;py:athena;info;execute;command;jp.athenacommonflags.evtmax;rec.dodetailedauditor;true;rec.donameauditor;true;advice;solve;http;twiki.cern.ch;twikus;viewauth;atla;recbuginvestigation;attributeerror;subdetector;instance;attribute;indet_on;reconstruction'),(88276,'atlas','attributeerror: \'emshowerbuilder\' object has no attribute \'useisotool\'','hello,\r\n\r\nin the test recexanatest_testconfiguration#recoshift_std4_aodtod3pd:\r\n\r\nshortened traceback (most recent user call last):\r\n  file &quot;/build/atnight/localbuilds/nightlies/17.x.0-val/atlasanalysis/rel_0/installarea/joboptions/d3pdmakerconfig/aodtoegammad3pd.py&quot;, line 49, in \r\n    include( &quot;recexcommon/recexcommon_topoptions.py&quot; )\r\n  file &quot;/build/atnight/localbuilds/nightlies/17.x.0-val/atlasreconstruction/rel_0/installarea/joboptions/recexcommon/recexcommon_topoptions.py&quot;, line 1315, in \r\n    include(dpdmaker)\r\n  file &quot;/build/atnight/localbuilds/nightlies/17.x.0-val/atlasanalysis/rel_0/installarea/joboptions/d3pdmakerconfig/egammad3pd_prodjobofragment.py&quot;, line 41, in \r\n    egammad3pd( egammad3pdstream, egammatriggerd3pdstream, **egammad3pd_args )\r\n  file &quot;/build/atnight/localbuilds/nightlies/17.x.0-val/atlasanalysis/rel_0/installarea/python/d3pdmakerconfig/egammad3pd.py&quot;, line 93, in egammad3pd\r\n    egammatrackjetsignedipandptrel_target=\'trackjet_\'))\r\n  file &quot;/build/atnight/localbuilds/nightlies/17.x.0-val/atlascore/rel_0/installarea/python/outputstreamathenapool/multiplestreammanager.py&quot;, line 500, in __iadd__\r\n    self.stream += configs\r\n  file &quot;/build/atnight/localbuilds/nightlies/17.x.0-val/atlasanalysis/rel_0/installarea/python/d3pdmakercorecomps/makeralg.py&quot;, line 236, in __iadd__\r\n    d3pdobject.runhooks (c)\r\n  file &quot;/build/atnight/localbuilds/nightlies/17.x.0-val/atlasanalysis/rel_0/installarea/python/d3pdmakercorecomps/d3pdobject.py&quot;, line 453, in runhooks\r\n    **hookargs\r\n  file &quot;/build/atnight/localbuilds/nightlies/17.x.0-val/atlasanalysis/rel_0/installarea/python/egammad3pdmaker/electrond3pdobject.py&quot;, line 59, in _electronalghook\r\n    runpau (seq)\r\n  file &quot;/build/atnight/localbuilds/nightlies/17.x.0-val/atlasanalysis/rel_0/installarea/python/egammad3pdmaker/runpau.py&quot;, line 47, in runpau\r\n    pau = photonanalysisutilsgetter()\r\n  file &quot;/build/atnight/localbuilds/nightlies/17.x.0-val/atlasevent/rel_0/installarea/python/recexconfig/configured.py&quot;, line 73, in __init__\r\n    configuredok = self.configure()\r\n  file &quot;/build/atnight/localbuilds/nightlies/17.x.0-val/atlasanalysis/rel_0/installarea/python/photonanalysisutils/photonanalysisutilsgetter.py&quot;, line 253, in configure\r\n    indetconversionhelper      = indetconversionhelper)\r\n  file &quot;/build/atnight/localbuilds/nightlies/17.x.0-val/atlasanalysis/rel_0/installarea/python/photonanalysisutils/photonselector.py&quot;, line 266, in photonselector\r\n    print                 = false)\r\n  file &quot;/build/atnight/localbuilds/nightlies/17.x.0-val/atlasreconstruction/rel_0/installarea/python/egammatools/egammatoolsconf.py&quot;, line 101, in __init__\r\n    setattr(self, n, v)\r\nattributeerror: \'emshowerbuilder\' object has no attribute \'useisotool\'\r\npy:athena            info leaving with code 8: &quot;an unknown exception occurred&quot;\r\n\r\nfull log file:\r\n\r\nhttp://atlas-computing.web.cern.ch/atlas-computing/links/distdirectory/nightlies/developmentwebarea/nicos_web_area17x0val64bs5g4anlopt/nicos_testlog_rel_0/reconstruction_recexample_recexanatest_26__recexanatest_testconfiguration__recoshift_std4_aodtod3pd__a.html\r\n\r\ncommand to reproduce:\r\n\r\n athena job  -c &quot;jp.athenacommonflags.evtmax=5; rec.dodetailedauditor=true ; rec.donameauditor=true &quot; athenacommon/memtraceinclude.py d3pdmakerconfig/aodtoegammad3pd.py\r\n\r\nhints on solving bugs available at:\r\n\r\nhttps://twiki.cern.ch/twiki/bin/viewauth/atlas/recbuginvestigation\r\n\r\ncheers,\r\n\r\nmark','1544','5211','2011-10-30 11:40:00','5','fixed','closed','egamma',';hello;test;recexanatest_testconfiguration;recoshift_std4_aodtod3pd;shorten;traceback;recent;user;file;build;atnight;localbuild;nightly;atlasanalysis;rel_0;installarea;joboption;d3pdmakerconfig;aodtoegammad3pd.py;line;include;recexcommon;recexcommon_topoptions.py;file;build;atnight;localbuild;nightly;atlasreconstruction;rel_0;installarea;joboption;recexcommon;recexcommon_topoptions.py;line;include;dpdmaker;file;build;atnight;localbuild;nightly;atlasanalysis;rel_0;installarea;joboption;d3pdmakerconfig;egammad3pd_prodjobofragment.py;line;egammad3pd;egammad3pdstream;egammatriggerd3pdstream;egammad3pd_args;file;build;atnight;localbuild;nightly;atlasanalysis;rel_0;installarea;python;d3pdmakerconfig;egammad3pd.py;line;egammad3pd;egammatrackjetsignedipandptrel_target;trackjet_;file;build;atnight;localbuild;nightly;atlascore;rel_0;installarea;python;outputstreamathenapool;multiplestreammanager.py;line;self.stream;config;file;build;atnight;localbuild;nightly;atlasanalysis;rel_0;installarea;python;d3pdmakercorecomp;makeralg.py;line;d3pdobject.runhooks;file;build;atnight;localbuild;nightly;atlasanalysis;rel_0;installarea;python;d3pdmakercorecomp;d3pdobject.py;line;runhook;hookarg;file;build;atnight;localbuild;nightly;atlasanalysis;rel_0;installarea;python;egammad3pdmaker;electrond3pdobject.py;line;runpau;file;build;atnight;localbuild;nightly;atlasanalysis;rel_0;installarea;python;egammad3pdmaker;runpau.py;line;runpau;photonanalysisutilsgetter;file;build;atnight;localbuild;nightly;atlasevent;rel_0;installarea;python;recexconfig;configured.py;line;configuredok;self.configure;file;build;atnight;localbuild;nightly;atlasanalysis;rel_0;installarea;python;photonanalysisutil;photonanalysisutilsgetter.py;line;configure;indetconversionhelper;indetconversionhelper;file;build;atnight;localbuild;nightly;atlasanalysis;rel_0;installarea;python;photonanalysisutil;photonselector.py;line;photonselector;print;false;file;build;atnight;localbuild;nightly;atlasreconstruction;rel_0;installarea;python;egammatool;egammatoolsconf.py;line;setattr;self;attributeerror;emshowerbuilder;object;attribute;useisotool;py:athena;info;leave;code;unknown;exception;occur;file;http;atla;computing.web.cern.ch;atla;computing;link;distdirectory;nightly;developmentwebarea;nicos_web_area17x0val64bs5g4anlopt;nicos_testlog_rel_0;reconstruction_recexample_recexanatest_26__recexanatest_testconfiguration__recoshift_std4_aodtod3pd__a.html;command;reproduce;athena;jp.athenacommonflags.evtmax;rec.dodetailedauditor;true;rec.donameauditor;true;athenacommon;memtraceinclude.py;d3pdmakerconfig;aodtoegammad3pd.py;hint;solve;available;http;twiki.cern.ch;twikus;viewauth;atla;recbuginvestigation;mark;attributeerror;emshowerbuilder;object;attribute;useisotool;egamma'),(88295,'atlas','seg fault in muidcombined: error calo entrance not available (devval rel_0)','rtt: 17.x.0-val(rel_0)\r\n\r\ndear experts,\r\n\r\nin the recexrecotest/mc10_idmuonmaxreco stream of rel_0 devval the following error occurs:\r\n\r\ntoolsvc.muoncombinedtrackfitter                     error calo entrance not available\r\n-------------------------------------------------------------------------------------\r\ncore dump from coredumpsvc on lxbsu2915.cern.ch at sun oct 30 06:47:02 2011\r\n\r\ncaught signal 11(segmentation fault). details: \r\n  errno = 0, code = 1 (address not mapped to object)\r\n  pid   = 240, uid = 0\r\n  value = (-1126573408, 0x2b33bcd9daa0)\r\n  vmem = 1392.48 mb\r\n  rss  = 927.133 mb\r\n  total-ram = 32049.5 mb\r\n  free-ram  = 8914.52 mb\r\n  buffer-ram= 792.398 mb\r\n  total-swap= 36867.8 mb\r\n  free-swap = 36835.4 mb\r\n  addr  = 0xf0\r\n\r\nevent counter: 27\r\neventid: [run,evt,lumi,time,bunchcross,detmask] = [105200,31877,3,0:0,0,0x0]\r\nlast incident: athenaeventloopmgr:beginevent\r\ncurrent algorithm: muidcombined\r\nalgorithm stack: \r\n   athmasterseq\r\n   athalgseq\r\n   muidcombined\r\n\r\nlogfile:\r\nhttps://atlasrtt.cern.ch/rtt_j_r/rel_0/devval/build/x86_64-slc5-gcc43-opt/offline/recexrecotest/mc10_idmuonmaxreco/mc10_idmuonmaxreco_log\r\n\r\nplease consult:\r\n----------------\r\nhttps://twiki.cern.ch/twiki/bin/viewauth/atlas/recbuginvestigation\r\n\r\ncheers, \r\nrobert (valshift)','721','5211','2011-10-30 17:05:51','5','fixed','closed','muonidentification/muid',';rel_0;dear;expert;recexrecotest;mc10_idmuonmaxreco;stream;rel_0;devval;follow;error;occur;toolsvc.muoncombinedtrackfitter;error;calo;entrance;available;core;dump;coredumpsvc;lxbsu2915;catch;signal;segmentation;fault;detail;errno;code;address;object;value;vmem;total;free;buffer;total;swap;free;swap;addr;event;counter;eventid;lumus;time;bunchcross;detmask;incident;athenaeventloopmgr:beginevent;current;algorithm;muidcombine;algorithm;stack;athmasterseq;athalgseq;muidcombine;logfile;http;atlasrtt.cern.ch;rtt_j_r;rel_0;devval;build;x86_64;slc5;gcc43;offline;recexrecotest;mc10_idmuonmaxreco;mc10_idmuonmaxreco_log;consult;http;twiki.cern.ch;twikus;viewauth;atla;recbuginvestigation;robert;valshift;fault;muidcombine;error;calo;entrance;available;devval;rel_0;muonidentification;muid'),(88309,'atlas','17.x.0 fpe in softe algo for multiple tests','rtt: 17.x.0 rel_0 32 bit opt in the tests:\r\n		jet_bs\r\n		long_tcmalloc_all_rdo\r\n		nojet_bs		\r\n\r\n\r\nlogfile snippet:\r\n----------------\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  start processing event #355909, run #189822 65 events processed so far  &lt;&lt;&lt;===\r\nstoregatesvc                                      warning retrieve(const): no valid proxy for object triggertowers  of type datavector&lt;lvl1::triggertower&gt;(clid 6207)\r\ntoolsvc.larcelldeadotxcorr                        warning no trigger tower container found\r\n-------------------------------------------------------------------------------------\r\ncore dump from coredumpsvc on lxbrb1402.cern.ch at sun oct 30 15:16:11 2011\r\n\r\ncaught signal 8(floating point exception). details: \r\n  errno = 0, code = 7 (floating point invalid operation)\r\n  pid   = 1822622000, uid = 15300\r\n  value = (15600, 0x3cf0)\r\n  vmem = 1648.97 mb\r\n  rss  = 1459.45 mb\r\n  total-ram = 15929.1 mb\r\n  free-ram  = 3285.66 mb\r\n  buffer-ram= 194.191 mb\r\n  total-swap= 4094.55 mb\r\n  free-swap = 3982.5 mb\r\n  addr  = 0x6ca30130\r\n\r\nevent counter: 66\r\neventid: [run,evt,lumi,time,bunchcross,detmask] = [189822,355909,120,1316970399:641233020,1082,0xfffffffffff7]\r\nlast incident: athenaeventloopmgr:beginevent\r\ncurrent algorithm: softe\r\nalgorithm stack: \r\n   athmasterseq\r\n   athalgseq\r\n   softe\r\n-------------------------------------------------------------------------------------\r\n\r\n(pid=10223 ppid=10115) received fatal signal 8 (floating point exception)\r\nsignal context:\r\n  signo  = 8, errno = 0, code = 7 (floating point invalid operation)\r\n  pid    = 1822622000, uid = 15300\r\n  value  = (15600, 0x3cf0)\r\n  addr   = 0x6ca30130\r\n  stack  = (2, 0, (nil))\r\n\r\n  eip: 0023:6ca30130           eflags: 00210286\r\n  eax: ffffffee   ebx: 6ca93898   ecx: fff58e08   edx: fff599c4\r\n  esi: fffffffe   edi: 00000000   ebp: fff599f8   esp: fff58d90\r\n   ds: 002b        es: 002b        fs: 0000        ss: 002b\r\n\r\n  signal esp: fff58d90  trap: 16/0  oldmask: 00000000   cr2: 00000000\r\n\r\n  fpu:  control = ffff0372\r\n        status  = ffff81a1\r\n        tag     = ffffffff\r\n        ip      = 0010:6ca3012a\r\n        data    = 002b:fff58e34\r\n        state   = 000081a1\r\n    %fp0 = [bfe3:c0008f98f3bfb71c]\r\n    %fp1 = [bfdf:700066729ddb8ead]\r\n    %fp2 = [bffe:000000003300c333]\r\n    %fp3 = [bffe:00000000999cb999]\r\n    %fp4 = [bff9:8000d70c469bc804]\r\n    %fp5 = [bffe:00000000cd00c6cc]\r\n    %fp6 = [bffe:b00097f6873bc261]\r\n    %fp7 = [3ffd:00000000ff00b17f]\r\n\r\nstack trace:\r\n 0x59dcc810 stacktrace ../src/sealdebug.cxx:738   + 0x60 [/afs/cern.ch/atlas/software/builds/nightlies/dev/atlascore/rel_0/installarea/i686-slc5-gcc43-opt/lib/libcxxutils.so]\r\n 0x59dc901f fataldump ../src/sealsignal.cxx:1397   + 0xff [/afs/cern.ch/atlas/software/builds/nightlies/dev/atlascore/rel_0/installarea/i686-slc5-gcc43-opt/lib/libcxxutils.so]\r\n 0x59dc9331 fatal ../src/sealsignal.cxx:898   + 0x181 [/afs/cern.ch/atlas/software/builds/nightlies/dev/atlascore/rel_0/installarea/i686-slc5-gcc43-opt/lib/libcxxutils.so]\r\n 0x5bc3eb96 action ../src/coredumpsvc.cxx:90   + 0x106 [/afs/cern.ch/atlas/software/builds/nightlies/dev/atlascore/rel_0/installarea/i686-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0xffffe600 &lt;unknown function&gt;\r\n 0x6ca30130 setarray ../src/egammastripsshape.cxx:691   + 0x530 [/afs/cern.ch/atlas/software/builds/nightlies/dev/atlasreconstruction/rel_0/installarea/i686-slc5-gcc43-opt/lib/libegammacalotools.so]\r\n 0x6ca30f34 execute ../src/egammastripsshape.cxx:228   + 0x444 [/afs/cern.ch/atlas/software/builds/nightlies/dev/atlasreconstruction/rel_0/installarea/i686-slc5-gcc43-opt/lib/libegammacalotools.so]\r\n 0x6ca543db issuccess inlined at /build/atnight/localbuilds/nightlies/17.x.0/gaudi/rel_0/installarea/include/gaudikernel/statuscode.h:68 in egammashowershape::execute(calocluster const*, calocellcontainer const*) /build/atnight/localbuilds/nightlies/17.x.0/gaudi/rel_0/installarea/include/gaudikernel/statuscode.h:59   + 0x57b [/afs/cern.ch/atlas/software/builds/nightlies/dev/atlasreconstruction/rel_0/installarea/i686-slc5-gcc43-opt/lib/libegammacalotools.so]\r\n\r\n\r\nlogfile:\r\n--------\r\nhttps://atlasrtt.cern.ch/rtt/rel_0/dev/build/i686-slc5-gcc43-opt/offline/recperftests/jet_bs/jet_bs_log\r\nand\r\nhttps://atlasrtt.cern.ch/rtt/rel_0/dev/build/i686-slc5-gcc43-opt/offline/recperftests/long_tcmalloc_all_rdo/long_tcmalloc_all_rdo_log\r\nand\r\nhttps://atlasrtt.cern.ch/rtt/rel_0/dev/build/i686-slc5-gcc43-opt/offline/recperftests/nojet_bs/nojet_bs_log\r\n\r\n\r\nplease consult:\r\n---------------\r\nhttps://twiki.cern.ch/twiki/bin/viewauth/atlas/recbuginvestigation\r\n\r\ncamille (valshift)','3732','5211','2011-10-30 21:44:45','5','need info','closed','egamma',';rel_0;test;jet_bs;long_tcmalloc_all_rdo;nojet_bs;logfile;snippet;athenaeventloopmgr;info;start;processing;event;event;process;clid;toolsvc.larcelldeadotxcorr;warn;trigger;tower;container;core;dump;coredumpsvc;lxbrb1402;catch;signal;float;point;exception;detail;errno;code;float;point;invalid;operation;value;vmem;total;free;buffer;total;swap;free;swap;addr;event;counter;eventid;lumus;time;bunchcross;detmask;incident;athenaeventloopmgr:beginevent;current;algorithm;softe;algorithm;stack;athmasterseq;athalgseq;softe;ppid;receive;fatal;signal;float;point;exception;signal;context;signo;errno;code;float;point;invalid;operation;value;addr;stack;eflag;esus;edus;signal;trap;oldmask;control;status;datum;state;stack;trace;stacktrace;sealdebug.cxx;atla;software;build;nightly;atlascore;rel_0;installarea;slc5;gcc43;libcxxutils.so;fataldump;sealsignal.cxx;atla;software;build;nightly;atlascore;rel_0;installarea;slc5;gcc43;libcxxutils.so;fatal;sealsignal.cxx;atla;software;build;nightly;atlascore;rel_0;installarea;slc5;gcc43;libcxxutils.so;action;coredumpsvc.cxx;atla;software;build;nightly;atlascore;rel_0;installarea;slc5;gcc43;libathenaservices.so;setarray;egammastripsshape.cxx;atla;software;build;nightly;atlasreconstruction;rel_0;installarea;slc5;gcc43;libegammacalotools.so;execute;egammastripsshape.cxx;atla;software;build;nightly;atlasreconstruction;rel_0;installarea;slc5;gcc43;libegammacalotools.so;issuccess;inline;build;atnight;localbuild;nightly;gaudus;rel_0;installarea;include;gaudikernel;statuscode.h;egammashowershape;execute;calocluster;const;calocellcontainer;const;build;atnight;localbuild;nightly;gaudus;rel_0;installarea;include;gaudikernel;statuscode.h;atla;software;build;nightly;atlasreconstruction;rel_0;installarea;slc5;gcc43;libegammacalotools.so;logfile;http;atlasrtt.cern.ch;rel_0;build;slc5;gcc43;offline;recperftest;jet_bs;jet_bs_log;http;atlasrtt.cern.ch;rel_0;build;slc5;gcc43;offline;recperftest;long_tcmalloc_all_rdo;long_tcmalloc_all_rdo_log;http;atlasrtt.cern.ch;rel_0;build;slc5;gcc43;offline;recperftest;nojet_bs;nojet_bs_log;consult;http;twiki.cern.ch;twikus;viewauth;atla;recbuginvestigation;camille;valshift;softe;algo;multiple;test;egamma'),(88312,'atlas','17.0.x.y-val: incorrect object/count: prd_multitruthcollection_mdt_truthmap','rtt: 17.0.x.y-val: in mc10_default\r\n\r\nlogfile snippet:\r\n----------------\r\nstreamesd                                           error  incorrect object/count: prd_multitruthcollection_mdt_truthmap, 596 should be: 597\r\nt1_mcatnlo_jimmy_tc.esd.pool.root error branch container collectiontree(trk::prd_multitruthcollection_p1/mdt_truthmap) was not filled in this transaction. this is required by tree_auto_flush option.\r\npersistencysvc::globaltransaction error could not commit and hold the transaction for the database with\r\npersistencysvc::globaltransaction error fid = 1a66844e-03fe-e011-99ff-001d09f24394\r\npersistencysvc::globaltransaction error pfn = t1_mcatnlo_jimmy_tc.esd.pool.root\r\npoolsvc                                             error pool commitandhold failed 0xcd52898\r\nathenapoolcnvsvc                                    error commitoutput failed to commitandhold outputstream.\r\nstreamesd.streamesdtool                             error unable to commit output t1_mcatnlo_jimmy_tc.esd.pool.root\r\nstreamesd                                           fatal commitoutput failed.\r\n\r\n\r\nlogfile:\r\n--------\r\nhttps://atlasrtt.cern.ch/rtt/rel_1/17.0.x.y-val/build/i686-slc5-gcc43-opt/offline/recjobtransformtests/mc10_default/mc10_default_log\r\n\r\nplease consult:\r\n---------------\r\nhttps://twiki.cern.ch/twiki/bin/viewauth/atlas/recbuginvestigation\r\n\r\ncamille (valshift)','100','5211','2011-10-30 22:04:21','5','none','closed','reconstruction',';mc10_default;logfile;snippet;streamesd;error;incorrect;object;count;prd_multitruthcollection_mdt_truthmap;t1_mcatnlo_jimmy_tc.esd.pool.root;error;branch;container;collectiontree;prd_multitruthcollection_p1;mdt_truthmap;fill;transaction;require;tree_auto_flush;option;persistencysvc;globaltransaction;error;commit;hold;transaction;database;persistencysvc;globaltransaction;error;persistencysvc;globaltransaction;error;t1_mcatnlo_jimmy_tc.esd.pool.root;poolsvc;error;pool;commitandhold;fail;athenapoolcnvsvc;error;commitoutput;fail;commitandhold;outputstream;streamesd.streamesdtool;error;unable;commit;output;t1_mcatnlo_jimmy_tc.esd.pool.root;streamesd;fatal;commitoutput;fail;logfile;http;atlasrtt.cern.ch;rel_1;build;slc5;gcc43;offline;recjobtransformtest;mc10_default;mc10_default_log;consult;http;twiki.cern.ch;twikus;viewauth;atla;recbuginvestigation;camille;valshift;incorrect;object;count;prd_multitruthcollection_mdt_truthmap;reconstruction'),(88335,'atlas','unknown error in 17.4.x.y rel_1recjobtransformtests/mc_heavy_ion','rtt: 17.4.x.y (rel_1)\r\n\r\ndear experts,\r\n\r\nthe 17.4.x.y rel_1recjobtransformtests/mc_heavy_ion stream crashed and i don\'t see much indicative information in the log file:\r\n\r\nhttps://atlasrtt.cern.ch/rtt/rel_1/17.4.x.y/build/x86_64-slc5-gcc43-opt/offline/recjobtransformtests/mc_heavy_ion/mc_heavy_ion_log\r\n\r\nperhaps someone else might have an idea of what this was.\r\n\r\nplease consult:\r\n----------------\r\nhttps://twiki.cern.ch/twiki/bin/viewauth/atlas/recbuginvestigation\r\n\r\ncheers, \r\nrobert (valshift)','100','5211','2011-10-31 16:06:28','5','none','closed','none',';rel_1;dear;expert;rel_1recjobtransformtests;mc_heavy_ion;stream;crash;indicative;information;file;http;atlasrtt.cern.ch;rel_1;build;x86_64;slc5;gcc43;offline;recjobtransformtest;mc_heavy_ion;mc_heavy_ion_log;idea;consult;http;twiki.cern.ch;twikus;viewauth;atla;recbuginvestigation;robert;valshift;unknown;error;rel_1recjobtransformtests;mc_heavy_ion'),(88345,'atlas','2000-line info message (toolsvc.jettagmontool info bin: 300 rate: 0 error: 0)','hi marcello, \r\n\r\njettagmontool issues ~2000-line messages. \r\n+verbatim+\r\ntoolsvc.jettagmontool                                info bin: 300 rate: 0 error: 0\r\ntoolsvc.jettagmontool                                info bin: 0 hrate: 0 herror: 0\r\ntoolsvc.jettagmontool                                info bin: 1 hrate: 0 herror: 0\r\ntoolsvc.jettagmontool                                info bin: 2 hrate: 0 herror: 0\r\ntoolsvc.jettagmontool                                info bin: 3 hrate: 0 herror: 0\r\n... ...\r\ntoolsvc.jettagmontool                                info bin: 1999 hrate: 0 herror: 0\r\ntoolsvc.jettagmontool                                info bin: 2000 hrate: 0 herror: 0\r\ntoolsvc.jettagmontool                                info bin: 2001 hrate: 0 herror: 0\r\n-verbatim-\r\nhttps://atlasrtt.cern.ch/rtt/rel_1/17.0.x.y-val/build/i686-slc5-gcc43-opt/offline/recjobtransformtests/amitag_q122/esdtoaod.log\r\nyou should be able to suppress bins with zero-rate and zero-error. \r\n\r\ncheers, \r\nsusumu ','3402','4045','2011-10-31 19:22:52','5','fixed','closed','btag',';marcello;jettagmontool;issue;line;message;verbatim;toolsvc.jettagmontool;info;rate;error;toolsvc.jettagmontool;info;hrate;herror;toolsvc.jettagmontool;info;hrate;herror;toolsvc.jettagmontool;info;hrate;herror;toolsvc.jettagmontool;info;hrate;herror;toolsvc.jettagmontool;info;hrate;herror;toolsvc.jettagmontool;info;hrate;herror;toolsvc.jettagmontool;info;hrate;herror;verbatim;http;atlasrtt.cern.ch;rel_1;build;slc5;gcc43;offline;recjobtransformtest;amitag_q122;esdtoaod.log;able;suppress;zero;rate;zero;error;susumu;line;info;message;toolsvc.jettagmontool;info;rate;error;btag'),(88367,'atlas','unknown transform error rtt amitag_q120_verbose','hi,\r\n\r\nthis bug was found today, not sure if it is a duplicate, i can\'t tell what the fault was from the log file.\r\n\r\nsnippet\r\n\r\n===== job report produced by recotrf =====\r\ncommand=/afs/cern.ch/atlas/software/releases/17.0.5/atlasreconstruction/17.0.5/installarea/share/bin/reco_trf.py --uploadtoami=1.0 ami=q120 --athenaopts=--keep-configuration -c rec.outputlevel=verbose\r\nexitcode=99\r\nerrorcode=69999 (trf_unknown)\r\nerrorcategory=trf_unknown,	69999,	unknown transform error (6 times)\r\nfatals=3\r\nerrors=3\r\nwarnings=10\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=standard std::exception is caught\r\n  severity=fatal\r\n  who=antikt4towerjets\r\n  producer=rawtoesd\r\n  stage=finalise\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=vector::_m_range_check\r\n  severity=error\r\n  who=antikt4towerjets\r\n  producer=rawtoesd\r\n  stage=finalise\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=standard std::exception is caught\r\n  severity=fatal\r\n  who=athalgseq\r\n  producer=rawtoesd\r\n  stage=finalise\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=std::exception\r\n  severity=error\r\n  who=athalgseq\r\n  producer=rawtoesd\r\n  stage=finalise\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=standard std::exception is caught\r\n  severity=fatal\r\n  who=athmasterseq\r\n  producer=rawtoesd\r\n  stage=finalise\r\nerrorinfo\r\n\r\n\r\n\r\n\r\nlogfile\r\nhttps://atlasrtt.cern.ch/rtt/rel_2/17.0.x.y/build/i686-slc5-gcc43-opt/offline/recjobtransformtests/amitag_q120_verbose/amitag_q120_verbose_log.txt\r\n\r\nlink to solve\r\nhttps://twiki.cern.ch/twiki/bin/viewauth/atlas/recbuginvestigation\r\n\r\n\r\ncheers,\r\n\r\ntom\r\n','100','5211','2011-11-01 15:32:24','5','duplicate','closed','reconstruction',';today;sure;duplicate;can\'t;tell;fault;file;snippet;report;produce;recotrf;command;atla;software;release;17.0.5;atlasreconstruction;17.0.5;installarea;share;reco_trf.py;uploadtoamus;athenaopt;configuration;rec.outputlevel;verbose;exitcode;errorcode;trf_unknown;errorcategory;trf_unknown;unknown;transform;error;time;fatal;error;warning;errorinfo;acronym;trf_unknown;message;standard;exception;catch;severity;fatal;antikt4towerjet;producer;rawtoesd;stage;finalise;errorinfo;acronym;trf_unknown;message;vector;severity;error;antikt4towerjet;producer;rawtoesd;stage;finalise;errorinfo;acronym;trf_unknown;message;standard;exception;catch;severity;fatal;athalgseq;producer;rawtoesd;stage;finalise;errorinfo;acronym;trf_unknown;message;exception;severity;error;athalgseq;producer;rawtoesd;stage;finalise;errorinfo;acronym;trf_unknown;message;standard;exception;catch;severity;fatal;athmasterseq;producer;rawtoesd;stage;finalise;errorinfo;logfile;http;atlasrtt.cern.ch;rel_2;build;slc5;gcc43;offline;recjobtransformtest;amitag_q120_verbose;amitag_q120_verbose_log.txt;link;solve;http;twiki.cern.ch;twikus;viewauth;atla;recbuginvestigation;unknown;transform;error;amitag_q120_verbose;reconstruction'),(88379,'atlas','ara fix for eflowevent','\r\nhi -\r\n\r\nwhen we try to use ttree::scan on a v17 data file with ara\r\n(as in athenarootaccess/test/ara_scantest.py)\r\nwe get warnings:\r\n\r\n+verbatim+\r\nfile &lt;scan1.out&gt; created\r\ntclass::tclass:0: runtimewarning: no dictionary for class navigablevector&lt;caloclustercontainer,calocluster&gt; is available\r\ntclass::tclass:0: runtimewarning: no dictionary for class navigablevector&lt;rec::trackparticlecontainer,rec::trackparticle&gt; is available\r\ntstreamerinfo::build::0: runtimewarning: eflowobject: navigablevector&lt;caloclustercontainer,calocluster&gt; has no streamer or dictionary, data member &quot;m_eflowclus&quot; will not be saved\r\ntstreamerinfo::build::0: runtimewarning: eflowobject: navigablevector&lt;rec::trackparticlecontainer,rec::trackparticle&gt; has no streamer or dictionary, data member &quot;m_eflowtrack&quot; will not be saved\r\n-verbatim-\r\n\r\nfixed by generating the additional dictionary entries as given below.\r\n\r\nplease collect for 17.0.x.y and 17.x.0.\r\n\r\n\r\n+verbatim+\r\nindex: eflowevent/selection.xml\r\n===================================================================\r\n--- eflowevent/selection.xml	(revision 455871)\r\n+++ eflowevent/selection.xml	(working copy)\r\n@@ -4,5 +4,7 @@\r\n &lt;class name=&quot;eflowobjectcontainer&quot; id=&quot;0044a49a-14b8-45be-9e62-b9780f226168&quot; /&gt;\r\n &lt;class name=&quot;datavector&lt;eflowobject&gt;&quot; /&gt;\r\n &lt;class name=&quot;std::vector&lt;eflowobject*&gt;&quot; /&gt;\r\n+&lt;class pattern=&quot;navigablevector&lt;rec::trackparticlecontainer*&gt;&quot; /&gt;\r\n+&lt;class pattern=&quot;navigablevector&lt;caloclustercontainer*&gt;&quot; /&gt;\r\n \r\n &lt;/lcgdict&gt;\r\nindex: eflowevent/efloweventdict.h\r\n===================================================================\r\n--- eflowevent/efloweventdict.h	(revision 455871)\r\n+++ eflowevent/efloweventdict.h	(working copy)\r\n@@ -9,6 +9,8 @@\r\n namespace efloweventdicty{\r\n   struct tmp {\r\n     std::vector&lt;eflowobject*&gt; m_eflowdummyvec;\r\n+    navigablevector&lt;rec::trackparticlecontainer&gt; m_dummy2;\r\n+    navigablevector&lt;caloclustercontainer&gt;        m_dummy3;\r\n   };\r\n }\r\n #endif\r\n-verbatim-\r\n','1160','1369','2011-11-01 22:49:13','5','fixed','closed','eflow',';ttree;scan;datum;file;athenarootaccess;test;ara_scantest.py;warning;verbatim;file;create;tclass;tclass;runtimewarning;dictionary;class;navigablevector;available;tclass;tclass;runtimewarning;dictionary;class;navigablevector;available;tstreamerinfo;build;runtimewarning;eflowobject;navigablevector;streamer;dictionary;datum;member;m_eflowclus;save;tstreamerinfo;build;runtimewarning;eflowobject;navigablevector;streamer;dictionary;datum;member;m_eflowtrack;save;verbatim;generate;additional;dictionary;entry;give;collect;verbatim;index;eflowevent;selection.xml;eflowevent;selection.xml;revision;eflowevent;selection.xml;work;copy;index;eflowevent;efloweventdict.h;eflowevent;efloweventdict.h;revision;eflowevent;efloweventdict.h;work;copy;namespace;efloweventdicty;struct;vector;m_eflowdummyvec;navigablevector;m_dummy2;navigablevector;m_dummy3;endif;verbatim;eflowevent;eflow'),(88418,'atlas','fix for taurec tau1p3ppi0clustercontainer ordering irreproducibility','\r\nhi -\r\n\r\ni\'ve observed that the ordering of clusters in the tau1p3ppi0clustercontainer\r\ncontainer is not reproducible and can vary from run to run.\r\n\r\nthis arises because this container is filled by iterating over a map\r\nthat uses pointers as keys.\r\n\r\nfortunately, this is easy to fix by sorting the clusters in the container\r\nbefore they\'re written.\r\n\r\n+verbatim+\r\nindex: cmt/requirements\r\n===================================================================\r\n--- cmt/requirements	(revision 463725)\r\n+++ cmt/requirements	(working copy)\r\n@@ -23,6 +23,7 @@\r\n use particle		particle-*		reconstruction\r\n use recotoolinterfaces  recotoolinterfaces-*    reconstruction/recotools\r\n use particleevent       particleevent-*         physicsanalysis/analysiscommon\r\n+use analysisutils       analysisutils-*         physicsanalysis/analysiscommon\r\n \r\n \r\n private\r\nindex: src/tau1p3pcreatepi0clus.cxx\r\n===================================================================\r\n--- src/tau1p3pcreatepi0clus.cxx	(revision 463725)\r\n+++ src/tau1p3pcreatepi0clus.cxx	(working copy)\r\n@@ -31,6 +31,7 @@\r\n #include &quot;caloidentifier/calocell_id.h&quot;\r\n #include &quot;caloevent/calosampling.h&quot;\r\n #include &quot;calodetdescr/calophirange.h&quot;\r\n+#include &quot;analysisutils/analysismisc.h&quot;\r\n \r\n #include &quot;gaudikernel/listitem.h&quot;\r\n \r\n@@ -166,6 +167,7 @@\r\n             pi0container-&gt;push_back( *clustit );\r\n         }\r\n     }\r\n+    analysisutils::sort::pt (pi0container);\r\n \r\n     //----------------------------------------------------------------------\r\n     // register cluster container in storegate\r\n-verbatim-\r\n','7959','1369','2011-11-02 18:46:08','5','fixed','closed','taurec',';i\'ve;observe;order;cluster;tau1p3ppi0clustercontainer;container;reproducible;vary;arise;container;fill;iterate;pointer;fortunately;easy;sort;cluster;container;they\'re;write;verbatim;index;requirement;requirement;revision;requirement;work;copy;particle;particle;reconstruction;recotoolinterface;recotoolinterface;reconstruction;recotool;particleevent;particleevent;physicsanalysis;analysiscommon;analysisutil;analysisutil;physicsanalysis;analysiscommon;private;index;tau1p3pcreatepi0clus.cxx;tau1p3pcreatepi0clus.cxx;revision;tau1p3pcreatepi0clus.cxx;work;copy;include;caloidentifier;calocell_id.h;include;caloevent;calosampling.h;include;calodetdescr;calophirange.h;include;analysisutil;analysismisc.h;include;gaudikernel;listitem.h;pi0container;push_back;clustit;analysisutil;sort;pi0container;register;cluster;container;storegate;verbatim;taurec;tau1p3ppi0clustercontainer;order;irreproducibility;taurec'),(88540,'atlas','desd merge failed by rec::trackparticlecontainer_tlp2_combined_trackparticles (run188949)','hi, \r\n\r\nbug #86681: desd merge failed by trackcollection_combined_tracks (run188949)\r\nwas seen again in the fast reprocessing at tier-0 with f415 tag (atlasproduction 17.0.4.7). \r\n\r\nlb0120-lb0137._0001.job of data11_7tev.00188949.physics_minbias.recon.desd_mbias.f415_m1026.dpdmerge.task \r\nlb0065-lb0167._0001.job of data11_7tev.00188949.physics_egamma.recon.desd_sglel.f415_m1026.dpdmerge.task \r\nlb0065-lb0168._0001.job of data11_7tev.00188949.physics_egamma.recon.desd_phojet.f415_m1026.dpdmerge.task\r\nwere failed. \r\ni will extract log files. \r\n\r\ncheers, \r\nsusumu ','721','4045','2011-11-06 18:51:57','5','fixed','closed','muonidentification/muid',';desd;merge;fail;trackcollection_combined_tracks;run188949;fast;reprocess;tier;atlasproduction;17.0.4.7;lb0120;lb0137;data11_7tev;physics_minbias.recon.desd_mbias.f415_m1026;dpdmerge.task;lb0065;lb0167;data11_7tev;physics_egamma.recon.desd_sglel.f415_m1026;dpdmerge.task;lb0065;lb0168;data11_7tev;physics_egamma.recon.desd_phojet.f415_m1026;dpdmerge.task;fail;extract;file;susumu;desd;merge;fail;trackparticlecontainer_tlp2_combined_trackparticles;run188949;muonidentification;muid'),(88580,'atlas','egamma alg slower in dev','\r\nit seems that the egamma algorithm had a cpu performance regression between the 1st and 2nd of november in dev:\r\n\r\nhttp://atlas-pmb.web.cern.ch/atlas-pmb/arch-mon/?test=evtcpu/egamma__dev__i686-slc5-gcc43-opt#plot_domainbreakdown\r\n\r\nsuspicious tags are:\r\n\r\n    00-00-49    00-00-50    reconstruction/egamma/egammacalotools\r\n    00-01-36    00-01-39    reconstruction/egamma/egammainterfaces\r\n    05-05-12    06-00-09    reconstruction/egamma/egammarec\r\n    00-04-48    00-05-10    reconstruction/egamma/egammatools\r\n\r\nassigning to jovan since he made the last change to egammarec, feel free to reassign.\r\n\r\ncheers,\r\nthomas','5259','916','2011-11-07 17:19:50','5','postponed','closed','none',';egamma;algorithm;performance;regression;november;http;atla;pmb.web.cern.ch;atla;arch;test;evtcpu;egamma__dev__i686;slc5;gcc43;plot_domainbreakdown;suspicious;reconstruction;egamma;egammacalotool;reconstruction;egamma;egammainterface;reconstruction;egamma;egammarec;reconstruction;egamma;egammatool;assign;jovan;change;egammarec;feel;free;reassign;thoma;egamma;slower'),(88586,'atlas','tct: 17.x.0(-val) rel_0 - divide by zero fpe in egammatoposeeded','\r\n\r\nin dev nightlies 17.x.0(-val), the tct job latestrun_muons1 crashes with a division by zero.\r\n\r\nfor convenience, a logfile excerpt with the error is shown below.\r\nthe *full logfile* can be found here: https://atlasrtt.cern.ch/tct/rel_0/devval/build/x86_64-slc5-gcc43-opt/offline/tier0chaintests/latestrun_muons1/latestrun_muons1_log\r\n\r\nbest regards,\r\nguilherme\r\nreco validation shifter\r\n\r\n--------- brief logfile excerpt showing the crash -----------\r\n\r\n+verbatim+\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  done processing event #385797, run #191933 8 events processed so far  &lt;&lt;&lt;===\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  start processing event #378161, run #191933 8 events processed so far  &lt;&lt;&lt;===\r\ndataproxy                                         warning accessdata:  iconversionsvc ptr not set\r\n-------------------------------------------------------------------------------------\r\ncore dump from coredumpsvc on lxbrb1220.cern.ch at sun nov  6 11:58:25 2011\r\n\r\ncaught signal 8(floating point exception). details: \r\n  errno = 0, code = 3 (floating point divide by zero)\r\n  pid   = -894902640, uid = 10922\r\n  value = (0, 0)\r\n  vmem = 2902.64 mb\r\n  rss  = 2272.39 mb\r\n  total-ram = 15929.1 mb\r\n  free-ram  = 81.9414 mb\r\n  buffer-ram= 130.527 mb\r\n  total-swap= 4094.55 mb\r\n  free-swap = 4044.11 mb\r\n  addr  = 0x2aaacaa8de90\r\n\r\nevent counter: 9\r\neventid: [run,evt,lumi,time,bunchcross,detmask] = [191933,378161,85,1319976078:412151920,2146,0x1fffffffffff7]\r\nlast incident: athenaeventloopmgr:beginevent\r\ncurrent algorithm: egammatoposeeded\r\nalgorithm stack: \r\n   athmasterseq\r\n   athalgseq\r\n   egammatoposeeded\r\n-------------------------------------------------------------------------------------\r\n\r\n(pid=10601 ppid=9959) received fatal signal 8 (floating point exception)\r\nsignal context:\r\n  signo  = 8, errno = 0, code = 3 (floating point divide by zero)\r\n  pid    = -894902640, uid = 10922\r\n  value  = (0, (nil))\r\n  addr   = 0x2aaacaa8de90\r\n  stack  = (2, 0, (nil))\r\n\r\n  03000000 00000000 5c3f442e 00000000 10e90b21 00000000 00000000 00000000\r\n  00d48a2e 00000000 2001a4d9 ff7f0000 00000000 00000000 e023fc22 00000000\r\n  f077fd07 462b0000 001f0000 00000000 4023730e ab2a0000 e400a4d9 ff7f0000\r\n  2a6a0695 bb7e2040 01000000 00000000 00003000 00000000 3000a4d9 ff7f0000\r\n  90dea8ca aa2a0000 06020100 00000000 33000000 00000000 00000000 00000000\r\n  13000000 00000000 00000000 00000000 00000000 00000000 b0fda3d9 ff7f0000\r\n  dbcc6107 462b0000 80fea3d9 ff7f0000 08000000 00000000 d001a4d9 ff7f0000\r\n  00642b1a 00000000 00810e25 00000000 6c00a4d9 ff7f0000 d4ffa3d9 ff7f0000\r\n\r\nstack trace:\r\n 0x2b460803f81c stacktrace ../src/sealdebug.cxx:738   + 0x4c [/afs/cern.ch/atlas/software/builds/nightlies/devval/atlascore/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libcxxutils.so]\r\n 0x2b46080405f2 fataldump ../src/sealsignal.cxx:1397   + 0x152 [/afs/cern.ch/atlas/software/builds/nightlies/devval/atlascore/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libcxxutils.so]\r\n 0x2b4608040904 fatal ../src/sealsignal.cxx:898   + 0x194 [/afs/cern.ch/atlas/software/builds/nightlies/devval/atlascore/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libcxxutils.so]\r\n 0x2b460abebe51 action ../src/coredumpsvc.cxx:90   + 0x101 [/afs/cern.ch/atlas/software/builds/nightlies/devval/atlascore/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0x38cd20eb70 ???  + 0x38cd20eb70 [/lib64/libpthread.so.0]\r\n 0x2aaacaa8de90 execute ../src/egammaqpoint.cxx:161   + 0x500 [/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libegammacalotools.so]\r\n 0x2aaaca0b8609 calcpointing ../src/emshowerbuilder.cxx:968   + 0x149 [/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libegammatools.so]\r\n 0x2aaaca0b965b calcshowershape ../src/emshowerbuilder.cxx:866   + 0x38b [/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libegammatools.so]\r\n 0x2aaaca0ba5fa recoexecute ../src/emshowerbuilder.cxx:631   + 0xaa [/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libegammatools.so]\r\n 0x2aaaca0bb9f0 execute ../src/emshowerbuilder.cxx:560   + 0x140 [/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libegammatools.so]\r\n 0x2aaabb2e74e2 execshowershape ../src/egammatoposeededbuilder.cxx:409   + 0x142 [/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libegammareclib.so]\r\n 0x2aaabb2ea871 execute ../src/egammatoposeededbuilder.cxx:339   + 0xa61 [/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libegammareclib.so]\r\n 0x2b46057414d4 algorithm::sysexecute() ??:0   + 0x124 [/afs/cern.ch/atlas/software/builds/nightlies/devval/gaudi/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libgaudikernel.so]\r\n 0x2aaab6350cd1 operator= inlined at ../src/athsequencer.cxx:157 in athsequencer::execute() /build/atnight/localbuilds/nightlies/17.x.0-val/gaudi/rel_0/installarea/include/gaudikernel/statuscode.h:105   + 0x2b1 [/afs/cern.ch/atlas/software/builds/nightlies/devval/atlascore/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libgaudisequencer.so]\r\n 0x2b46057414d4 algorithm::sysexecute() ??:0   + 0x124 [/afs/cern.ch/atlas/software/builds/nightlies/devval/gaudi/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libgaudikernel.so]\r\n 0x2aaab6350cd1 operator= inlined at ../src/athsequencer.cxx:157 in athsequencer::execute() /build/atnight/localbuilds/nightlies/17.x.0-val/gaudi/rel_0/installarea/include/gaudikernel/statuscode.h:105   + 0x2b1 [/afs/cern.ch/atlas/software/builds/nightlies/devval/atlascore/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libgaudisequencer.so]\r\n 0x2b46057414d4 algorithm::sysexecute() ??:0   + 0x124 [/afs/cern.ch/atlas/software/builds/nightlies/devval/gaudi/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libgaudikernel.so]\r\n 0x2b460ac04223 executealgorithms ../src/athenaeventloopmgr.cxx:596   + 0x63 [/afs/cern.ch/atlas/software/builds/nightlies/devval/atlascore/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0x2b460ac0a68c executeevent ../src/athenaeventloopmgr.cxx:684   + 0x68c [/afs/cern.ch/atlas/software/builds/nightlies/devval/atlascore/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0x2b460ac08564 operator= inlined at ../src/athenaeventloopmgr.cxx:907 in athenaeventloopmgr::nextevent(int) /build/atnight/localbuilds/nightlies/17.x.0-val/gaudi/rel_0/installarea/include/gaudikernel/statuscode.h:105   + 0xa74 [/afs/cern.ch/atlas/software/builds/nightlies/devval/atlascore/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0x2b460ac0ab0c issuccess inlined at ../src/athenaeventloopmgr.cxx:753 in athenaeventloopmgr::executerun(int) /build/atnight/localbuilds/nightlies/17.x.0-val/gaudi/rel_0/installarea/include/gaudikernel/statuscode.h:60   + 0x3c [/afs/cern.ch/atlas/software/builds/nightlies/devval/atlascore/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0x2b460a325da9 applicationmgr::executerun(int) ??:0   + 0x69 [/afs/cern.ch/atlas/software/builds/nightlies/devval/gaudi/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libgaudisvc.so]\r\n 0x2b46098e1d08 _zn12_global__n_1l11method_4299epvs0_rkst6vectoris0_sais0_ees0_ ??:0   + 0x2b46098e1d08 [/afs/cern.ch/atlas/software/builds/nightlies/devval/gaudi/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libgaudikerneldict.so]\r\n 0x2b4603f1e32d root::cintex::method_stub_with_context(root::cintex::stubcontext_t*, g__value*, char const*, g__param*, int) ??:0   + 0x13d [/afs/cern.ch/atlas/offline/external/lcgcmt/lcgcmt_61a/installarea/x86_64-slc5-gcc43-opt/lib/libcintex.so]\r\n 0x2b45ffbf77dc cint::g__callfunc::execute(void*) ??:0   + 0xcc [/afs/cern.ch/atlas/offline/external/lcgcmt/lcgcmt_61a/installarea/x86_64-slc5-gcc43-opt/lib/libcint.so]\r\n 0x2b45fef475e6 pyroot::trootobjectbyvalueexecutor::execute(cint::g__callfunc*, void*) ??:0   + 0x16 [/afs/cern.ch/sw/lcg/app/releases/root/5.30.02/x86_64-slc5-gcc43-opt/root/lib/libpyroot.so]\r\n 0x2b45fef4db06 pyroot::tmethodholder&lt;pyroot::tscopeadapter, pyroot::tmemberadapter&gt;::callsafe(void*) ??:0   + 0x66 [/afs/cern.ch/sw/lcg/app/releases/root/5.30.02/x86_64-slc5-gcc43-opt/root/lib/libpyroot.so]\r\n 0x2b45fef4dccc pyroot::tmethodholder&lt;pyroot::tscopeadapter, pyroot::tmemberadapter&gt;::execute(void*) ??:0   + 0x7c [/afs/cern.ch/sw/lcg/app/releases/root/5.30.02/x86_64-slc5-gcc43-opt/root/lib/libpyroot.so]\r\n 0x2b45fef4c5da pyroot::tmethodholder&lt;pyroot::tscopeadapter, pyroot::tmemberadapter&gt;::operator()(pyroot::objectproxy*, _object*, _object*, long) ??:0   + 0x16a [/afs/cern.ch/sw/lcg/app/releases/root/5.30.02/x86_64-slc5-gcc43-opt/root/lib/libpyroot.so]\r\n 0x2b45fef53476 pyroot::(anonymous namespace)::mp_call(pyroot::methodproxy*, _object*, _object*) ??:0   + 0x2b45fef53476 [/afs/cern.ch/sw/lcg/app/releases/root/5.30.02/x86_64-slc5-gcc43-opt/root/lib/libpyroot.so]\r\n 0x004197b8 pyobject_call objects/abstract.c:2492   + 0x68 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x00496742 do_call inlined at python/ceval.c:3773 in pyeval_evalframeex python/ceval.c:3968   + 0x2c32 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x0049a2a7 pyeval_evalcodeex python/ceval.c:3000   + 0x927 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x004987e8 fast_function inlined at python/ceval.c:3771 in pyeval_evalframeex python/ceval.c:3846   + 0x4cd8 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x0049a2a7 pyeval_evalcodeex python/ceval.c:3000   + 0x927 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x0049a3a2 pyeval_evalcode python/ceval.c:547   + 0x32 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x004ba9aa run_mod inlined at python/pythonrun.c:1325 in pyrun_fileexflags python/pythonrun.c:1339   + 0xaa [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x00491d42 builtin_execfile python/bltinmodule.c:797   + 0x491d42 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x0049888c call_function inlined at python/ceval.c:2412 in pyeval_evalframeex python/ceval.c:3750   + 0x4d7c [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x0049a2a7 pyeval_evalcodeex python/ceval.c:3000   + 0x927 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x004f213d function_call objects/funcobject.c:524   + 0x4f213d [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x004197b8 pyobject_call objects/abstract.c:2492   + 0x68 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x00420b00 instancemethod_call objects/classobject.c:2579   + 0x420b00 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x004197b8 pyobject_call objects/abstract.c:2492   + 0x68 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x0046e591 slot_tp_call objects/typeobject.c:5373   + 0x46e591 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x004197b8 pyobject_call objects/abstract.c:2492   + 0x68 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x00496742 do_call inlined at python/ceval.c:3773 in pyeval_evalframeex python/ceval.c:3968   + 0x2c32 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x0049a2a7 pyeval_evalcodeex python/ceval.c:3000   + 0x927 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x0049a3a2 pyeval_evalcode python/ceval.c:547   + 0x32 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x004ba9aa run_mod inlined at python/pythonrun.c:1325 in pyrun_fileexflags python/pythonrun.c:1339   + 0xaa [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x00491d42 builtin_execfile python/bltinmodule.c:797   + 0x491d42 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x0049888c call_function inlined at python/ceval.c:2412 in pyeval_evalframeex python/ceval.c:3750   + 0x4d7c [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x0049a2a7 pyeval_evalcodeex python/ceval.c:3000   + 0x927 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x004f213d function_call objects/funcobject.c:524   + 0x4f213d [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x004197b8 pyobject_call objects/abstract.c:2492   + 0x68 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x00420b00 instancemethod_call objects/classobject.c:2579   + 0x420b00 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x004197b8 pyobject_call objects/abstract.c:2492   + 0x68 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x0046e591 slot_tp_call objects/typeobject.c:5373   + 0x46e591 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x004197b8 pyobject_call objects/abstract.c:2492   + 0x68 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x00496742 do_call inlined at python/ceval.c:3773 in pyeval_evalframeex python/ceval.c:3968   + 0x2c32 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x0049a2a7 pyeval_evalcodeex python/ceval.c:3000   + 0x927 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x0049a3a2 pyeval_evalcode python/ceval.c:547   + 0x32 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x004ba9aa run_mod inlined at python/pythonrun.c:1325 in pyrun_fileexflags python/pythonrun.c:1339   + 0xaa [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x004bac9d pyrun_simplefileexflags python/pythonrun.c:935   + 0x20d [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x004150a3 py_main modules/main.c:572   + 0xb73 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x38cc61d994 __libc_start_main  + 0xf4 [/lib64/libc.so.6]\r\n 0x004141d9 _start ??:0   + 0x4141d9 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\npy:rawtoesd          info rawtoesd has completed running of athena with exit code -8.\r\npy:rawtoesd         error athena received signal 8. exit code reset to athena exit code 8.\r\n-verbatim-\r\n','4141','5211','2011-11-07 20:12:33','5','fixed','closed','egamma',';nightly;latestrun_muons1;crash;division;zero;convenience;logfile;excerpt;error;show;logfile;http;atlasrtt.cern.ch;rel_0;devval;build;x86_64;slc5;gcc43;offline;tier0chaintest;latestrun_muons1;latestrun_muons1_log;best;guilherme;reco;validation;shifter;brief;logfile;excerpt;show;crash;verbatim;athenaeventloopmgr;info;processing;event;event;process;start;processing;event;event;process;callsafe;void;release;root;5.30.02;x86_64;slc5;gcc43;root;libpyroot.so;pyroot;tmethodholder;execute;void;release;root;5.30.02;x86_64;slc5;gcc43;root;libpyroot.so;pyroot;tmethodholder;operator;pyroot;objectproxy;long;release;root;5.30.02;x86_64;slc5;gcc43;root;libpyroot.so;pyroot;anonymous;namespace;mp_call;pyroot;methodproxy;release;root;5.30.02;x86_64;slc5;gcc43;root;libpyroot.so;pyobject_call;object;abstract.c;external;python;2.6.5;x86_64;slc5;gcc43;python;do_call;inline;python;ceval.c;pyeval_evalframeex;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyeval_evalcodeex;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;fast_function;inline;python;ceval.c;pyeval_evalframeex;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyeval_evalcodeex;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyeval_evalcode;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;run_mod;inline;python;pythonrun.c;pyrun_fileexflags;python;pythonrun.c;external;python;2.6.5;x86_64;slc5;gcc43;python;builtin_execfile;python;bltinmodule.c;external;python;2.6.5;x86_64;slc5;gcc43;python;call_function;inline;python;ceval.c;pyeval_evalframeex;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyeval_evalcodeex;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;function_call;object;funcobject.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyobject_call;object;abstract.c;external;python;2.6.5;x86_64;slc5;gcc43;python;instancemethod_call;object;classobject.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyobject_call;object;abstract.c;external;python;2.6.5;x86_64;slc5;gcc43;python;slot_tp_call;object;typeobject.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyobject_call;object;abstract.c;external;python;2.6.5;x86_64;slc5;gcc43;python;do_call;inline;python;ceval.c;pyeval_evalframeex;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyeval_evalcodeex;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyeval_evalcode;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;run_mod;inline;python;pythonrun.c;pyrun_fileexflags;python;pythonrun.c;external;python;2.6.5;x86_64;slc5;gcc43;python;builtin_execfile;python;bltinmodule.c;external;python;2.6.5;x86_64;slc5;gcc43;python;call_function;inline;python;ceval.c;pyeval_evalframeex;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyeval_evalcodeex;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;function_call;object;funcobject.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyobject_call;object;abstract.c;external;python;2.6.5;x86_64;slc5;gcc43;python;instancemethod_call;object;classobject.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyobject_call;object;abstract.c;external;python;2.6.5;x86_64;slc5;gcc43;python;slot_tp_call;object;typeobject.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyobject_call;object;abstract.c;external;python;2.6.5;x86_64;slc5;gcc43;python;do_call;inline;python;ceval.c;pyeval_evalframeex;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyeval_evalcodeex;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyeval_evalcode;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;run_mod;inline;python;pythonrun.c;pyrun_fileexflags;python;pythonrun.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyrun_simplefileexflags;python;pythonrun.c;external;python;2.6.5;x86_64;slc5;gcc43;python;py_main;module;main.c;external;python;2.6.5;x86_64;slc5;gcc43;python;lib64;libc.so;external;python;2.6.5;x86_64;slc5;gcc43;python;py:rawtoesd;info;rawtoesd;complete;athena;exit;code;py:rawtoesd;error;athena;receive;signal;exit;code;reset;athena;exit;code;verbatim;rel_0;divide;zero;egammatoposeed;egamma'),(88588,'atlas','rtt: 17.4.x.y-val rel_0 - output file mytag.root file mytag.root guid not present in pool/tag file','\r\nin dev nightlies 17.4.x.y-val rel_0 rtt, package recjobtransformtests,\r\nthe job mb_pu_mu10_d551 is failing with this error message:\r\n\r\n*output file mytag.root file mytag.root guid not present in pool/tag file.*\r\n\r\nfor convenience, a logfile excerpt with the erro is shown below.\r\nthe *full logfile* can be found here: https://atlasrtt.cern.ch/rtt/rel_0/17.4.x.y-val/build/x86_64-slc5-gcc43-opt/offline/recjobtransformtests/mb_pu_mu10_d551/mb_pu_mu10_d551_log\r\n\r\ntips on how to investigate reco bugs is here:\r\nhttps://twiki.cern.ch/twiki/bin/viewauth/atlas/recbuginvestigation\r\n\r\nbest regards,\r\nguilherme\r\nreco validation shifter \r\n\r\n--------- brief logfile excerpt showing the crash -----------\r\n+verbatim+\r\nguid retrieval: attempting to use fclistguid to retrieve guid from mytag.root.\r\nfclistguid -p mytag.root\r\nguid retrieval: attempting to use pool_extractfileidentifier.py to retrieve guid from mytag.root.\r\npool_extractfileidentifier.py mytag.root\r\nguid retrieval: attempting to use athfile to retrieve guid from mytag.root.\r\nretrying 2 more time(s).\r\nwaiting 10 secs before retry.\r\nincreasing timeout duration to 900.\r\nretrying 1 more time(s).\r\nwaiting 10 secs before retry.\r\nincreasing timeout duration to 1350.\r\nmaximum retry attempts exhausted!\r\n\r\nguid retrieval failed.\r\nguid retrieval: guid not present in pool/tag file.\r\npy:esdtoaod.outputaodfile    info skipping all validation routines.\r\npy:esdtoaod.outputaodfile    info counting events of myaod.pool.root...\r\nretrying 2 more time(s).\r\nwaiting 10 secs before retry.\r\nincreasing timeout duration to 900.\r\nretrying 1 more time(s).\r\nwaiting 10 secs before retry.\r\nincreasing timeout duration to 1350.\r\nmaximum retry attempts exhausted!\r\n\r\npy:esdtoaod.outputaodfile    info no event count available for myaod.pool.root\r\nsignal handler: killing 12863 with 15.\r\n(...)\r\n\r\n\r\n===== job report produced by esdtoaod version unknown =====\r\ncommand=/afs/cern.ch/atlas/software/builds/nightlies/17.4.x.y-val/atlasproduction/rel_0/installarea/share/bin/reco_trf.py --uploadtoami=1.0 ami=f380 autoconfiguration=everything inputrdofile=root://eosatlas//eos/atlas/atlascerngroupdisk/phys-rig/pileupsamples/valid1.105001.pythia_minbias.digit.rdo.e603_s932_d551_tid365694_00/rdo.365694._000001.pool.root.1,root://eosatlas//eos/atlas/atlascerngroupdisk/phys-rig/pileupsamples/valid1.105001.pythia_minbias.digit.rdo.e603_s932_d551_tid365694_00/rdo.365694._000002.pool.root.1,root://eosatlas//eos/atlas/atlascerngroupdisk/phys-rig/pileupsamples/valid1.105001.pythia_minbias.digit.rdo.e603_s932_d551_tid365694_00/rdo.365694._000003.pool.root.1,root://eosatlas//eos/atlas/atlascerngroupdisk/phys-rig/pileupsamples/valid1.105001.pythia_minbias.digit.rdo.e603_s932_d551_tid365694_00/rdo.365694._000004.pool.root.1,root://eosatlas//eos/atlas/atlascerngroupdisk/phys-rig/pileupsamples/valid1.105001.pythia_minbias.digit.rdo.e603_s932_d551_tid365694_00/rdo.365694._000005.pool.root.1 append_preexec=rec.dotrigger=false;rec.dotruth.set_value_and_lock(false) outputaodfile=myaod.pool.root outputesdfile=myesd.pool.root outputhistfile=myhist.root outputtagfile=mytag.root\r\nexitcode=41\r\nerrorcode=64140 (trf_outfile_corrup)\r\nerrorcategory=trf_unknown,	69999,	unknown transform error (3 times)\r\nerrorcategory=trf_svrinit,	61200,	servicemanager unable to initialize service\r\nfatals=1\r\nerrors=4\r\nwarnings=10\r\n(...)\r\n\r\n\r\npy:esdtoaod          info transform timer report [reco_trf] wall-time: 02 hrs 47 mins 37 secs, cpu-time: 00 hrs 27 mins 16 secs, vmem: 210.40234375 mb, rss: 110.25390625 mb\r\n===== job report produced by recotrf =====\r\ncommand=/afs/cern.ch/atlas/software/builds/nightlies/17.4.x.y-val/atlasproduction/rel_0/installarea/share/bin/reco_trf.py --uploadtoami=1.0 ami=f380 autoconfiguration=everything inputrdofile=root://eosatlas//eos/atlas/atlascerngroupdisk/phys-rig/pileupsamples/valid1.105001.pythia_minbias.digit.rdo.e603_s932_d551_tid365694_00/rdo.365694._000001.pool.root.1,root://eosatlas//eos/atlas/atlascerngroupdisk/phys-rig/pileupsamples/valid1.105001.pythia_minbias.digit.rdo.e603_s932_d551_tid365694_00/rdo.365694._000002.pool.root.1,root://eosatlas//eos/atlas/atlascerngroupdisk/phys-rig/pileupsamples/valid1.105001.pythia_minbias.digit.rdo.e603_s932_d551_tid365694_00/rdo.365694._000003.pool.root.1,root://eosatlas//eos/atlas/atlascerngroupdisk/phys-rig/pileupsamples/valid1.105001.pythia_minbias.digit.rdo.e603_s932_d551_tid365694_00/rdo.365694._000004.pool.root.1,root://eosatlas//eos/atlas/atlascerngroupdisk/phys-rig/pileupsamples/valid1.105001.pythia_minbias.digit.rdo.e603_s932_d551_tid365694_00/rdo.365694._000005.pool.root.1 append_preexec=rec.dotrigger=false;rec.dotruth.set_value_and_lock(false) outputaodfile=myaod.pool.root outputesdfile=myesd.pool.root outputhistfile=myhist.root outputtagfile=mytag.root\r\nexitcode=41\r\nerrorcode=64140 (trf_outfile_corrup)\r\nerrorcategory=trf_unknown,	69999,	unknown transform error (3 times)\r\nerrorcategory=trf_svrinit,	61200,	servicemanager unable to initialize service\r\nfatals=1\r\nerrors=4\r\nwarnings=14\r\n\r\n\r\nerrorinfo\r\n  acronym=trf_outfile_corrup (64140) transform output file corrupted\r\n  message=output file mytag.root file mytag.root guid not present in pool/tag file.\r\n  severity=fatal\r\n  producer=esdtoaod\r\n  backtrace=file &quot;/afs/cern.ch/atlas/software/releases/17.4.0/atlascore/17.4.0/installarea/python/pyjobtransformscore/trf.py&quot;, line 2003, in dopostrunactions\r\n              cmd.postrunaction()\r\n            file &quot;/afs/cern.ch/atlas/software/releases/17.4.0/atlascore/17.4.0/installarea/python/pyjobtransformscore/basic_trfarg.py&quot;, line 1199, in postrunaction\r\n              self.preparefileinfo()\r\n            file &quot;/afs/cern.ch/atlas/software/releases/17.4.0/atlascore/17.4.0/installarea/python/pyjobtransformscore/basic_trfarg.py&quot;, line 1236, in preparefileinfo\r\n              self._fileinfo = fileinfo( filename, self._filetype.getguid( filename ), mdata )\r\n            file &quot;/afs/cern.ch/atlas/software/releases/17.4.0/atlascore/17.4.0/installarea/python/pyjobtransformscore/trfutil.py&quot;, line 1291, in getguid\r\n              raise _deferredexception\r\nerrorinfo\r\n  acronym=trf_svrinit (61200) servicemanager unable to initialize service\r\n  message=error unable to initialize service &quot;hltconfigsvc&quot;\r\n  severity=error\r\n  who=servicemanager\r\n  producer=esdtoaod\r\n  stage=initialise\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=servicelocatorhelper::service: can not locate service trigconf::hltconfigsvc/hltconfigsvc\r\n  severity=error\r\n  who=trigconfigsvc.hltconfigsvc\r\n  producer=esdtoaod\r\n  stage=initialise\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=trigconfigsvc can not return a hltchainlist object from any of the configured sources ds xmll1\r\n  severity=error\r\n  who=trigconfigsvc\r\n  producer=esdtoaod\r\n  stage=initialise\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=trigconfigsvc can not return a ctpconfig object from any of the configured sources ds xmll1\r\n  severity=error\r\n  who=trigconfigsvc\r\n  producer=esdtoaod\r\n  stage=initialise\r\nathacronym=successful run\r\n-verbatim-\r\n','100','5211','2011-11-07 20:44:45','5','none','closed','reconstruction',';nightly;rel_0;package;recjobtransformtest;mb_pu_mu10_d551;fail;error;message;output;file;mytag.root;file;mytag.root;guid;present;pool;file;convenience;logfile;excerpt;erro;show;logfile;http;atlasrtt.cern.ch;rel_0;build;x86_64;slc5;gcc43;offline;recjobtransformtest;mb_pu_mu10_d551;mb_pu_mu10_d551_log;investigate;reco;http;twiki.cern.ch;twikus;viewauth;atla;recbuginvestigation;best;guilherme;reco;validation;shifter;brief;logfile;excerpt;show;crash;verbatim;guid;retrieval;attempt;fclistguid;retrieve;guid;mytag.root;fclistguid;mytag.root;guid;retrieval;attempt;pool_extractfileidentifier.py;retrieve;guid;mytag.root;pool_extractfileidentifier.py;mytag.root;guid;retrieval;attempt;athfile;retrieve;guid;mytag.root;retry;time;wait;retry;increase;timeout;duration;retry;time;wait;retry;increase;timeout;duration;maximum;retry;attempt;exhaust;guid;retrieval;fail;guid;retrieval;guid;present;pool;file;py:esdtoaod.outputaodfile;info;skip;validation;routine;py:esdtoaod.outputaodfile;info;count;event;myaod.pool.root;retry;time;wait;retry;increase;timeout;duration;retry;time;wait;retry;increase;timeout;duration;maximum;retry;attempt;exhaust;py:esdtoaod.outputaodfile;info;event;count;available;myaod.pool.root;signal;handler;kill;report;produce;esdtoaod;version;unknown;command;atla;software;build;nightly;atlasproduction;rel_0;installarea;share;reco_trf.py;uploadtoamus;autoconfiguration;inputrdofile;root;eosatla;atla;atlascerngroupdisk;pileupsample;valid1.105001;pythia_minbias.digit.rdo.e603_s932_d551_tid365694_00;pool.root;root;eosatla;atla;atlascerngroupdisk;pileupsample;valid1.105001;pythia_minbias.digit.rdo.e603_s932_d551_tid365694_00;pool.root;root;eosatla;atla;atlascerngroupdisk;pileupsample;valid1.105001;pythia_minbias.digit.rdo.e603_s932_d551_tid365694_00;pool.root;root;eosatla;atla;atlascerngroupdisk;pileupsample;valid1.105001;pythia_minbias.digit.rdo.e603_s932_d551_tid365694_00;pool.root;root;eosatla;atla;atlascerngroupdisk;pileupsample;valid1.105001;pythia_minbias.digit.rdo.e603_s932_d551_tid365694_00;pool.root;append_preexec;rec.dotrigger;false;rec.dotruth.set_value_and_lock;false;outputaodfile;myaod.pool.root;outputesdfile;myesd.pool.root;outputhistfile;myhist.root;outputtagfile;mytag.root;exitcode;errorcode;trf_outfile_corrup;errorcategory;trf_unknown;unknown;transform;error;time;errorcategory;trf_svrinit;servicemanager;unable;initialize;service;fatal;error;warning;py:esdtoaod;info;transform;timer;report;reco_trf;wall;time;time;vmem;report;produce;recotrf;command;atla;software;build;nightly;atlasproduction;rel_0;installarea;share;reco_trf.py;uploadtoamus;autoconfiguration;inputrdofile;root;eosatla;atla;atlascerngroupdisk;pileupsample;valid1.105001;pythia_minbias.digit.rdo.e603_s932_d551_tid365694_00;pool.root;root;eosatla;atla;atlascerngroupdisk;pileupsample;valid1.105001;pythia_minbias.digit.rdo.e603_s932_d551_tid365694_00;pool.root;root;eosatla;atla;atlascerngroupdisk;pileupsample;valid1.105001;pythia_minbias.digit.rdo.e603_s932_d551_tid365694_00;pool.root;root;eosatla;atla;atlascerngroupdisk;pileupsample;valid1.105001;pythia_minbias.digit.rdo.e603_s932_d551_tid365694_00;pool.root;root;eosatla;atla;atlascerngroupdisk;pileupsample;valid1.105001;pythia_minbias.digit.rdo.e603_s932_d551_tid365694_00;pool.root;append_preexec;rec.dotrigger;false;rec.dotruth.set_value_and_lock;false;outputaodfile;myaod.pool.root;outputesdfile;myesd.pool.root;outputhistfile;myhist.root;outputtagfile;mytag.root;exitcode;errorcode;trf_outfile_corrup;errorcategory;trf_unknown;unknown;transform;error;time;errorcategory;trf_svrinit;servicemanager;unable;initialize;service;fatal;error;warning;errorinfo;acronym;trf_outfile_corrup;transform;output;file;corrupt;message;output;file;mytag.root;file;mytag.root;guid;present;pool;file;severity;fatal;producer;esdtoaod;backtrace;file;atla;software;release;17.4.0;atlascore;17.4.0;installarea;python;pyjobtransformscore;trf.py;line;dopostrunaction;cmd.postrunaction;file;atla;software;release;17.4.0;atlascore;17.4.0;installarea;python;pyjobtransformscore;basic_trfarg.py;line;postrunaction;self.preparefileinfo;file;atla;software;release;17.4.0;atlascore;17.4.0;installarea;python;pyjobtransformscore;basic_trfarg.py;line;preparefileinfo;self;fileinfo;filename;self;filename;file;atla;software;release;17.4.0;atlascore;17.4.0;installarea;python;pyjobtransformscore;trfutil.py;line;getguid;raise;errorinfo;acronym;trf_svrinit;servicemanager;unable;initialize;service;message;error;unable;initialize;service;hltconfigsvc;severity;error;servicemanager;producer;esdtoaod;stage;initialise;errorinfo;acronym;trf_unknown;message;servicelocatorhelper;service;locate;service;trigconf;hltconfigsvc;hltconfigsvc;severity;error;trigconfigsvc.hltconfigsvc;producer;esdtoaod;stage;initialise;errorinfo;acronym;trf_unknown;message;trigconfigsvc;return;hltchainlist;object;configure;source;xmll1;severity;error;trigconfigsvc;producer;esdtoaod;stage;initialise;errorinfo;acronym;trf_unknown;message;trigconfigsvc;return;ctpconfig;object;configure;source;xmll1;severity;error;trigconfigsvc;producer;esdtoaod;stage;initialise;athacronym;successful;verbatim;rel_0;output;file;mytag.root;file;mytag.root;guid;present;pool;file;reconstruction'),(88631,'atlas','multiple rtt crashes due to ami access','dear experts a lot of jobs crashed due to ami problems:\r\n  -mb_pu_mu0_d557_wtrigtruth \r\n  -mb_pu_mu10_d551_wtrigtruth\r\n  -mb_pu_mu20_d550_wtrigtruth \r\n  -mb_pu_mu30_d549	\r\n  -mb_pu_mu30_d549_wtrigtruth \r\n  -zee_pu_mu0_d552_wtrigtruth \r\n  -zee_pu_mu0_d553_wtrigtruth \r\n  -zee_pu_mu0_d554_wtrigtruth \r\n  -zee_pu_mu0_d557_wtrigtruth \r\n  -ttbar_pu_mu0_d552_wtrigtruth\r\n  -ttbar_pu_mu0_d553_wtrigtruth \r\n  -ttbar_pu_mu0_d554_wtrigtruth\r\n  -ttbar_pu_mu0_d555_wtrigtruth\r\n\r\n\r\nhttps://atlasrtt.cern.ch/rtt_j_r/rel_2/devval/build/x86_64-slc5-gcc43-opt/offline/recjobtransformtests/mb_pu_mu0_d557_wtrigtruth/mb_pu_mu0_d557_wtrigtruth_log\r\n\r\n\r\n###############################\r\noriginal job transform command:\r\n/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_2/installarea/share/bin/reco_trf.py --uploadtoami=1.0 ami=f380 autoconfiguration=everything inputrdofile=root://eosatlas//eos/atlas/atlascerngroupdisk/phys-rig/pileupsamples/valid1.105001.pythia_minbias.digit.rdo.e603_s932_d557_tid364678_00/rdo.364678._000001.pool.root.2,root://eosatlas//eos/atlas/atlascerngroupdisk/phys-rig/pileupsamples/valid1.105001.pythia_minbias.digit.rdo.e603_s932_d557_tid364678_00/rdo.364678._000002.pool.root.2 outputaodfile=myaod.pool.root outputesdfile=myesd.pool.root outputhistfile=myhist.root outputtagfile=mytag.root \r\n###############################\r\nsuccessfully interpreted command line: method arg=value...\r\ninfo: using primary ami\r\nwarning problem in amiclient.execute, try using cern replica instead\r\ninfo: using cern ami replica\r\nfatal could not execute ami-command, gonna crash now...\r\ntraceback (most recent call last):\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_2/installarea/share/bin/reco_trf.py&quot;, line 382, in &lt;module&gt;\r\n    indic=builddicfromcommandline(sys.argv)\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_2/installarea/python/patjobtransforms/argdictools.py&quot;, line 495, in builddicfromcommandline\r\n    diclist=updatediclistwithami(indic,amitag)\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_2/installarea/python/patjobtransforms/argdictools.py&quot;, line 366, in updatediclistwithami\r\n    infolist=[getinfofromami(amitag)]\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_2/installarea/python/patjobtransforms/argdictools.py&quot;, line 265, in getinfofromami\r\n    info=getinfofromamipython(amitag)\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_2/installarea/python/patjobtransforms/argdictools.py&quot;, line 226, in getinfofromamipython\r\n    result=amiclient.execute(l)\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlascore/rel_2/installarea/python/pyami/pyami.py&quot;, line 561, in execute\r\n    amireply = self._client.execamicommand(arguments) \r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlascore/rel_2/installarea/python/pyami/pyami.py&quot;, line 433, in execamicommand\r\n    raise ami_error(outputmsg)\r\npyami.pyamierrors.ami_error: \r\nami#\r\n	\r\ncommand : amilistconfigurationtag\r\n	\r\ntime    : 2011-11-08  at 02:58:40 pm cet\r\n	\r\n	\r\n	\r\nerror   : cannot find project :atlas_production\r\n#','100','5211','2011-11-08 17:41:01','7','none','closed','none',';dear;expert;crash;problem;mb_pu_mu0_d557_wtrigtruth;mb_pu_mu10_d551_wtrigtruth;mb_pu_mu20_d550_wtrigtruth;mb_pu_mu30_d549;mb_pu_mu30_d549_wtrigtruth;zee_pu_mu0_d552_wtrigtruth;zee_pu_mu0_d553_wtrigtruth;zee_pu_mu0_d554_wtrigtruth;zee_pu_mu0_d557_wtrigtruth;ttbar_pu_mu0_d552_wtrigtruth;ttbar_pu_mu0_d553_wtrigtruth;ttbar_pu_mu0_d554_wtrigtruth;ttbar_pu_mu0_d555_wtrigtruth;http;atlasrtt.cern.ch;rtt_j_r;rel_2;devval;build;x86_64;slc5;gcc43;offline;recjobtransformtest;mb_pu_mu0_d557_wtrigtruth;mb_pu_mu0_d557_wtrigtruth_log;original;transform;command;atla;software;build;nightly;devval;atlasreconstruction;rel_2;installarea;share;reco_trf.py;uploadtoamus;autoconfiguration;inputrdofile;root;eosatla;atla;atlascerngroupdisk;pileupsample;valid1.105001;pythia_minbias.digit.rdo.e603_s932_d557_tid364678_00;pool.root;root;eosatla;atla;atlascerngroupdisk;pileupsample;valid1.105001;pythia_minbias.digit.rdo.e603_s932_d557_tid364678_00;pool.root;outputaodfile;myaod.pool.root;outputesdfile;myesd.pool.root;outputhistfile;myhist.root;outputtagfile;mytag.root;successfully;interpret;command;line;method;value;info;primary;warn;problem;amiclient.execute;cern;replica;instead;info;cern;replica;fatal;execute;command;gonna;crash;traceback;recent;file;atla;software;build;nightly;devval;atlasreconstruction;rel_2;installarea;share;reco_trf.py;line;indic;builddicfromcommandline;sys.argv;file;atla;software;build;nightly;devval;atlasreconstruction;rel_2;installarea;python;patjobtransform;argdictools.py;line;builddicfromcommandline;diclist;updatediclistwithamus;indic;amitag;file;atla;software;build;nightly;devval;atlasreconstruction;rel_2;installarea;python;patjobtransform;argdictools.py;line;updatediclistwithamus;infolist;getinfofromamus;amitag;file;atla;software;build;nightly;devval;atlasreconstruction;rel_2;installarea;python;patjobtransform;argdictools.py;line;getinfofromamus;info;getinfofromamipython;amitag;file;atla;software;build;nightly;devval;atlasreconstruction;rel_2;installarea;python;patjobtransform;argdictools.py;line;getinfofromamipython;result;amiclient.execute;file;atla;software;build;nightly;devval;atlascore;rel_2;installarea;python;pyamus;pyami.py;line;execute;amireply;self;argument;file;atla;software;build;nightly;devval;atlascore;rel_2;installarea;python;pyamus;pyami.py;line;execamicommand;raise;ami_error;outputmsg;pyami.pyamierrors.ami_error;command;amilistconfigurationtag;time;error;project;atlas_production;multiple;crash;access'),(88632,'atlas','rtt error in amitag_q125','dear experts,\r\n\r\nin todays rel_2 (devval) crash in amitag_q125\r\n\r\nsee log-file: \r\n\r\nhttps://atlasrtt.cern.ch/rtt_j_r/rel_2/devval/build/x86_64-slc5-gcc43-opt/offline/recjobtransformtests/amitag_q125/amitag_q125_log\r\n\r\n\r\n===== job report produced by aodtodpd version unknown =====\r\ncommand=/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_2/installarea/share/bin/reco_trf.py --uploadtoami=1.0 ami=q125\r\nexitcode=99\r\nerrorcode=69999 (trf_unknown)\r\nerrorcategory=trf_unknown,	69999,	unknown transform error (2 times)\r\nfatals=0\r\nerrors=2\r\nwarnings=8\r\nwriting jobinfo_aodtodpd.xml file...\r\ndpdaodok is  false\r\nskipping aod-&gt;tag step...\r\nskipping monitoring file merging step...\r\npy:reco_trf          info jobtransform completed for reco_trf with error code 69999 (exit code 99)\r\npy:aodtodpd          info transform timer stop [reco_trf] wall-time: tue nov 08 14:44:04 2011 cet, vmem: 336.72265625 mb, rss: 105.53515625 mb\r\npy:aodtodpd          info transform timer report [reco_trf] wall-time: 00 hrs 08 mins 02 secs, cpu-time: 00 hrs 04 mins 54 secs, vmem: 0.93359375 mb, rss: 0.9765625 mb\r\n===== job report produced by recotrf =====\r\ncommand=/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_2/installarea/share/bin/reco_trf.py --uploadtoami=1.0 ami=q125\r\nexitcode=99\r\nerrorcode=69999 (trf_unknown)\r\nerrorcategory=trf_unknown,	69999,	unknown transform error (2 times)\r\nfatals=0\r\nerrors=2\r\nwarnings=8\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=can\'t retrieve roughrecoil_track from storegate\r\n  severity=error\r\n  who=hadronicrecoil::eflowrecoil\r\n  producer=aodtodpd\r\n  stage=execute\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=terminating event processing loop due to errors\r\n  severity=error\r\n  who=athenaeventloopmgr\r\n  producer=aodtodpd\r\n  stage=execute\r\nathacronym=failure in an algorithm execute\r\nathcode=65\r\nrundiruseddisk=9109939\r\nrundiravailabledisk=193322987520\r\nworkdir=/pool/lsf/rtt/185430044\r\nathcode=65\r\nrundiravailabledisk=193323220992\r\ndbrelease=\r\nathacronym=failure in an algorithm execute\r\nrundiruseddisk=8895193\r\natlasrelease=rel_2\r\nwriting jobinfo_recotrf.xml file...\r\n','100','5211','2011-11-08 17:44:06','5','none','closed','none',';dear;expert;today;rel_2;devval;crash;amitag_q125;file;http;atlasrtt.cern.ch;rtt_j_r;rel_2;devval;build;x86_64;slc5;gcc43;offline;recjobtransformtest;amitag_q125;amitag_q125_log;report;produce;aodtodpd;version;unknown;command;atla;software;build;nightly;devval;atlasreconstruction;rel_2;installarea;share;reco_trf.py;uploadtoamus;exitcode;errorcode;trf_unknown;errorcategory;trf_unknown;unknown;transform;error;time;fatal;error;warning;write;jobinfo_aodtodpd.xml;file;dpdaodok;false;skip;step;skip;monitoring;file;merge;step;py:reco_trf;info;jobtransform;complete;reco_trf;error;code;exit;code;py:aodtodpd;info;transform;timer;stop;reco_trf;wall;time;vmem;py:aodtodpd;info;transform;timer;report;reco_trf;wall;time;time;vmem;report;produce;recotrf;command;atla;software;build;nightly;devval;atlasreconstruction;rel_2;installarea;share;reco_trf.py;uploadtoamus;exitcode;errorcode;trf_unknown;errorcategory;trf_unknown;unknown;transform;error;time;fatal;error;warning;errorinfo;acronym;trf_unknown;message;can\'t;retrieve;roughrecoil_track;storegate;severity;error;hadronicrecoil;eflowrecoil;producer;aodtodpd;stage;execute;errorinfo;acronym;trf_unknown;message;terminate;event;processing;loop;error;severity;error;athenaeventloopmgr;producer;aodtodpd;stage;execute;athacronym;failure;algorithm;execute;athcode;rundiruseddisk;rundiravailabledisk;workdir;pool;athcode;rundiravailabledisk;dbrelease;athacronym;failure;algorithm;execute;rundiruseddisk;atlasrelease;rel_2;write;jobinfo_recotrf.xml;file;error;amitag_q125'),(88649,'atlas','tct: castor problems','hi,\r\n\r\ntoday a lot of tct jobs failed due to castor problems.\r\n\r\n\r\n/castor/cern.ch/grid/atlas/daq/merge/2011/00192216/physics_jettauetmiss/: no such file or directory\r\n/castor/cern.ch/grid/atlas/daq/merge/2011/00192212/physics_jettauetmiss/: no such file or directory\r\n/castor/cern.ch/grid/atlas/daq/merge/2011/00192206/physics_jettauetmiss/: no such file or directory\r\n/castor/cern.ch/grid/atlas/daq/merge/2011/00192193/physics_jettauetmiss/: no such file or directory\r\ncastortool.getlatestrunfilesfromcastor() : info\r\n&gt;&gt; now retrieving names of latest &lt; 5 &gt; runfiles on castor. this may take some time.\r\n&gt;&gt; searching in latest subdirector(y/ies) of &lt; /castor/cern.ch/grid/atlas/daq/merge/2011 &gt;, matching &lt; [\'physics\'] &gt;, and runsubdir &lt; physics_jettauetmiss &gt;.\r\nnow retrieving files from directory : /castor/cern.ch/grid/atlas/daq/merge/2011/00192541 201111070823\r\nrunfilesfromcastor : running command nsls -l /castor/cern.ch/grid/atlas/daq/merge/2011/00192541/physics_jettauetmiss/ | grep physics &gt; filelist.temp09nov11.03h00\r\n\r\nsee log for example\r\nhttps://atlasrtt.cern.ch/tct/rel_3/17.0.x.y/build/i686-slc5-gcc43-opt/offline/tier0chaintests/latestrun_jettauetmiss1/latestrun_jettauetmiss1_log\r\n\r\ncheers\r\ndaniel\r\n','100','5211','2011-11-09 10:00:20','5','fixed','closed','reconstruction',';today;fail;castor;problem;castor;grid;atla;merge;physics_jettauetmiss;file;directory;castor;grid;atla;merge;physics_jettauetmiss;file;directory;castor;grid;atla;merge;physics_jettauetmiss;file;directory;castor;grid;atla;merge;physics_jettauetmiss;file;directory;castortool.getlatestrunfilesfromcastor;info;retrieve;name;latest;runfile;castor;time;search;latest;subdirector;match;runsubdir;retrieve;file;directory;castor;grid;atla;merge;runfilesfromcastor;command;castor;grid;atla;merge;physics_jettauetmiss;grep;physics;filelist.temp09nov11.03h00;example;http;atlasrtt.cern.ch;rel_3;build;slc5;gcc43;offline;tier0chaintest;latestrun_jettauetmiss1;latestrun_jettauetmiss1_log;daniel;castor;problem;reconstruction'),(88692,'atlas','tct :fatal could not execute ami-command, gonna crash now...','hi several tct jobs failed due to:\r\nfatal could not execute ami-command, gonna crash now...\r\n\r\nsee log\r\nhttps://atlasrtt.cern.ch/tct/rel_4/17.0.x.y/build/i686-slc5-gcc43-opt/offline/tier0chaintests/run00184169_egamma_collisions/run00184169_egamma_collisions_log\r\n\r\nmaybe this is somehow related to bug #88649\r\nsince they occur since yesterday together\r\n\r\nreal	0m33.456s\r\nuser	0m1.199s\r\nsys	0m6.932s\r\ncreated local dblookup.xml file\r\ncopied geometry db file from /afs/cern.ch/atlas/conditions/geomdb_tier0/geomdb/geomdb_sqlite\r\nall done\r\nlrwxrwxrwx 1 rtt zp 69 nov 10 02:53 0.data -&gt; data11_7tev.00184169.physics_egamma.merge.raw._lb0900._sfo-10._0001.1\r\nlrwxrwxrwx 1 rtt zp 69 nov 10 02:53 1.data -&gt; data11_7tev.00184169.physics_egamma.merge.raw._lb0900._sfo-11._0001.1\r\nlrwxrwxrwx 1 rtt zp 69 nov 10 02:54 2.data -&gt; data11_7tev.00184169.physics_egamma.merge.raw._lb0900._sfo-12._0001.1\r\n###############################\r\noriginal job transform command:\r\n/afs/cern.ch/atlas/software/builds/nightlies/17.0.x.y/atlasproduction/rel_4/installarea/share/bin/reco_trf.py outputdesd_sglmufile=sglmu_egamma_0.pool.root outputdesdm_rpvllfile=rpvll_egamma_0.pool.root outputdraw_zmumufile=zmumu_egamma_0.data outputdesd_sglelfile=sglel_egamma_0.pool.root outputntup_bkgdfile=bkgd_egamma_0.root outputhistfile=mymergedmonitoring_egamma_0.root ami=q200 outputdesd_caljetfile=caljet_egamma_0.pool.root outputdesd_mbiasfile=mbias_egamma_0.pool.root maxevents=500 outputesdfile=myesd_egamma_0.pool.root outputaodfile=myaod_egamma_0.aod.pool.root outputdesdm_trackfile=track_egamma_0.pool.root outputtagfile_a2t=mytag_egamma_0.root --uploadtoami=0.0 outputntup_trigfile=trig_egamma_0.root inputbsfile=0.data,1.data,2.data outputdesdm_egammafile=egamma_egamma_0.pool.root outputdraw_zeefile=zee_egamma_0.data outputdesd_phojetfile=phojet_egamma_0.pool.root outputntup_sctfile=sct_egamma_0.root outputdesdm_metfile=met_egamma_0.pool.root \r\n###############################\r\nsuccessfully interpreted command line: method arg=value...\r\ninfo: using primary ami\r\nwarning problem in amiclient.execute, try using cern replica instead\r\ninfo: using cern ami replica\r\nfatal could not execute ami-command, gonna crash now...\r\ntraceback (most recent call last):\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/17.0.x.y/atlasproduction/rel_4/installarea/share/bin/reco_trf.py&quot;, line 382, in &lt;module&gt;\r\n    indic=builddicfromcommandline(sys.argv)\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/17.0.x.y/atlasproduction/rel_4/installarea/python/patjobtransforms/argdictools.py&quot;, line 495, in builddicfromcommandline\r\n    diclist=updatediclistwithami(indic,amitag)\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/17.0.x.y/atlasproduction/rel_4/installarea/python/patjobtransforms/argdictools.py&quot;, line 366, in updatediclistwithami\r\n    infolist=[getinfofromami(amitag)]\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/17.0.x.y/atlasproduction/rel_4/installarea/python/patjobtransforms/argdictools.py&quot;, line 265, in getinfofromami\r\n    info=getinfofromamipython(amitag)\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/17.0.x.y/atlasproduction/rel_4/installarea/python/patjobtransforms/argdictools.py&quot;, line 226, in getinfofromamipython\r\n    result=amiclient.execute(l)\r\n  file &quot;/afs/cern.ch/atlas/software/releases/17.0.5/atlascore/17.0.5/installarea/python/pyami/pyami.py&quot;, line 542, in execute\r\n    amireply = self._client.execamicommand(arguments) \r\n  file &quot;/afs/cern.ch/atlas/software/releases/17.0.5/atlascore/17.0.5/installarea/python/pyami/pyami.py&quot;, line 427, in execamicommand\r\n    raise ami_error(outputmsg)\r\npyami.pyamierrors.ami_error: \r\nami#\r\n	\r\ncommand : amilistconfigurationtag\r\n	\r\ntime    : 2011-11-10  at 02:54:36 am cet\r\n	\r\n	\r\n	\r\n	\r\nerror   : sorry, your account has been deactivated.\r\n	\r\ndumpcmd : \r\n   -&gt; command = amilistconfigurationtag\r\n   -&gt; configtag = q200\r\n   -&gt; processingstep = atlas_production\r\n   -&gt; project = atlas_production\r\n#\r\n\r\n\r\ncheers\r\ndaniel','100','5211','2011-11-10 09:31:16','5','fixed','closed','reconstruction',';fail;fatal;execute;command;gonna;crash;http;atlasrtt.cern.ch;rel_4;build;slc5;gcc43;offline;tier0chaintest;run00184169_egamma_collisions;run00184169_egamma_collisions_log;related;occur;yesterday;real;0m33.456s;user;0m1.199s;0m6.932s;create;local;dblookup.xml;file;copy;geometry;file;atla;condition;geomdb_tier0;geomdb;geomdb_sqlite;lrwxrwxrwx;datum;data11_7tev;physics_egamma.merge.raw;lrwxrwxrwx;datum;data11_7tev;physics_egamma.merge.raw;lrwxrwxrwx;datum;data11_7tev;physics_egamma.merge.raw;original;transform;command;atla;software;build;nightly;atlasproduction;rel_4;installarea;share;reco_trf.py;outputdesd_sglmufile;sglmu_egamma_0;pool.root;outputdesdm_rpvllfile;rpvll_egamma_0;pool.root;outputdraw_zmumufile;zmumu_egamma_0;datum;outputdesd_sglelfile;sglel_egamma_0;pool.root;outputntup_bkgdfile;bkgd_egamma_0;root;outputhistfile;mymergedmonitoring_egamma_0;root;outputdesd_caljetfile;caljet_egamma_0;pool.root;outputdesd_mbiasfile;mbias_egamma_0;pool.root;maxevent;outputesdfile;myesd_egamma_0;pool.root;outputaodfile;myaod_egamma_0;aod.pool.root;outputdesdm_trackfile;track_egamma_0;pool.root;outputtagfile_a2t;mytag_egamma_0;root;uploadtoamus;outputntup_trigfile;trig_egamma_0;root;inputbsfile;datum;datum;datum;outputdesdm_egammafile;egamma_egamma_0;pool.root;outputdraw_zeefile;zee_egamma_0;datum;outputdesd_phojetfile;phojet_egamma_0;pool.root;outputntup_sctfile;sct_egamma_0;root;outputdesdm_metfile;met_egamma_0;pool.root;successfully;interpret;command;line;method;value;info;primary;warn;problem;amiclient.execute;cern;replica;instead;info;cern;replica;fatal;execute;command;gonna;crash;traceback;recent;file;atla;software;build;nightly;atlasproduction;rel_4;installarea;share;reco_trf.py;line;indic;builddicfromcommandline;sys.argv;file;atla;software;build;nightly;atlasproduction;rel_4;installarea;python;patjobtransform;argdictools.py;line;builddicfromcommandline;diclist;updatediclistwithamus;indic;amitag;file;atla;software;build;nightly;atlasproduction;rel_4;installarea;python;patjobtransform;argdictools.py;line;updatediclistwithamus;infolist;getinfofromamus;amitag;file;atla;software;build;nightly;atlasproduction;rel_4;installarea;python;patjobtransform;argdictools.py;line;getinfofromamus;info;getinfofromamipython;amitag;file;atla;software;build;nightly;atlasproduction;rel_4;installarea;python;patjobtransform;argdictools.py;line;getinfofromamipython;result;amiclient.execute;file;atla;software;release;17.0.5;atlascore;17.0.5;installarea;python;pyamus;pyami.py;line;execute;amireply;self;argument;file;atla;software;release;17.0.5;atlascore;17.0.5;installarea;python;pyamus;pyami.py;line;execamicommand;raise;ami_error;outputmsg;pyami.pyamierrors.ami_error;command;amilistconfigurationtag;time;error;sorry;account;deactivate;dumpcmd;command;amilistconfigurationtag;configtag;processingstep;atlas_production;project;atlas_production;daniel;fatal;execute;command;gonna;crash;reconstruction'),(88705,'atlas','rtt error in easytrf_ftag_jettauetmiss (reading problem)','dear experts,\r\n\r\nin todays rel_4 dev the easytrf_ftag_jettauetmiss job crashed due to some reading problem.\r\n\r\nsee logfile:\r\n\r\nhttps://atlasrtt.cern.ch/rtt_j_r/rel_4/dev/build/x86_64-slc5-gcc43-opt/offline/recperftests/easytrf_ftag_jettauetmiss/easytrf_ftag_jettauetmiss_log\r\n\r\ntoolsvc.mdtdriftcircleontrackcreator              warning called correct using the base class implementation.  will use the default error strategy\r\ntoolsvc.muonedmhelpertool                            info   geometry svc trackinggeometrysvc = servicehandle(\'atlastrackinggeometrysvc\') retrieved \r\npy:rawtoesd          info rawtoesd has completed running of athena with exit code -9.\r\npy:rawtoesd         error athena received signal -9 = sigkill. athena was killed, job will terminate. \r\ninfo: read 109 error categories from file /afs/cern.ch/atlas/software/builds/nightlies/dev/atlascore/rel_4/installarea/share/atlas_error_categories.db\r\ninfo: read 53 error patterns from file /afs/cern.ch/atlas/software/builds/nightlies/dev/atlascore/rel_4/installarea/share/atlas_error_patterns.db\r\ninfo: read 61 ignore patterns from file /afs/cern.ch/atlas/software/builds/nightlies/dev/atlascore/rel_4/installarea/share/atlas_error_ignore.db\r\nathenalogchecker start [rawtoesd log] wall-time: thu nov 10 12:42:18 2011 cet, vmem: 293.375 mb, rss: 97.9296875 mb\r\npy:rawtoesd          info scanning athena logfile rawtoesd.log assuming atlas release all,rel_4 ...\r\npy:rawtoesd          info athena initialise()...\r\npy:rawtoesd          info athena execute()...\r\npy:rawtoesd          info done scanning 17472 lines of file rawtoesd.log. summary:\r\npy:rawtoesd          info    ignored : 0\r\npy:rawtoesd          info    warnings: 25\r\npy:rawtoesd          info    errors  : 0\r\npy:rawtoesd          info    fatals  : 0\r\nathenalogchecker stop [rawtoesd log] wall-time: thu nov 10 12:42:19 2011 cet, vmem: 293.50390625 mb, rss: 98.0078125 mb\r\nathenalogchecker report [rawtoesd log] wall-time: 00 hrs 00 mins 01 secs, cpu-time: 00 hrs 00 mins 01 secs, vmem: 0.12890625 mb, rss: 0.078125 mb\r\npy:rawtoesd          info jobtransform completed for rawtoesd with error code 11000 (exit code 10)\r\npy:rawtoesd          info transform timer stop [rawtoesd] wall-time: thu nov 10 12:42:19 2011 cet, vmem: 293.50390625 mb, rss: 98.04296875 mb\r\npy:rawtoesd          info transform timer report [rawtoesd] wall-time: 00 hrs 06 mins 44 secs, cpu-time: 00 hrs 03 mins 13 secs, vmem: 0.53125 mb, rss: 0.5546875 mb\r\n===== job report produced by rawtoesd version unknown =====\r\ncommand=/afs/cern.ch/atlas/software/builds/nightlies/dev/atlasreconstruction/rel_4/installarea/share/bin/reco_trf.py maxevents=500 --ignoreerrors=all autoconfiguration=everything,conditionstag=comcond-blkp*-005-06 amitag=f411 preexec=from perfmoncomps.perfmonflags import jobproperties as pmjp,,pmjp.perfmonflags.dosemidetailedmonitoringfullprint=true outputaodfile=myaod.pool.root outputdesdm_metfile=mydesdm_met.pool.root outputdesdm_rpvllfile=mydesdm_rpvll.pool.root outputdesdm_trackfile=mydesdm_track.pool.root outputdesd_caljetfile=mydesd_caljet.pool.root outputesdfile=myesd.pool.root outputhistfile=myhist.root outputntup_trigfile=myntup_trig.root inputbsfile=/afs/cern.ch/atlas/project/pmb/data/data11_7tev.00189822.physics_jettauetmiss.merge.raw._lb0120._sfo-11._0001.1_1000evts\r\nexitcode=10\r\nerrorcode=11000 (ath_failure)\r\nfatals=0\r\nerrors=0\r\nwarnings=5\r\nwriting jobinfo_rawtoesd.xml file...\r\nesdok is  false\r\nskipping esd-&gt;esd step...\r\nskipping esd-&gt;aod step...\r\nskipping esd-&gt;dpd step...\r\nskipping aod-&gt;dpd step...\r\nskipping aod-&gt;tag step...\r\nskipping monitoring file merging step...\r\npy:reco_trf          info jobtransform completed for reco_trf with error code 11000 (exit code 10)\r\npy:rawtoesd          info transform timer stop [reco_trf] wall-time: thu nov 10 12:42:19 2011 cet, vmem: 293.734375 mb, rss: 98.31640625 mb\r\npy:rawtoesd          info transform timer report [reco_trf] wall-time: 00 hrs 06 mins 44 secs, cpu-time: 00 hrs 03 mins 13 secs, vmem: 0.76171875 mb, rss: 0.859375 mb\r\n===== job report produced by recotrf =====\r\ncommand=/afs/cern.ch/atlas/software/builds/nightlies/dev/atlasreconstruction/rel_4/installarea/share/bin/reco_trf.py maxevents=500 --ignoreerrors=all autoconfiguration=everything,conditionstag=comcond-blkp*-005-06 amitag=f411 preexec=from perfmoncomps.perfmonflags import jobproperties as pmjp,,pmjp.perfmonflags.dosemidetailedmonitoringfullprint=true outputaodfile=myaod.pool.root outputdesdm_metfile=mydesdm_met.pool.root outputdesdm_rpvllfile=mydesdm_rpvll.pool.root outputdesdm_trackfile=mydesdm_track.pool.root outputdesd_caljetfile=mydesd_caljet.pool.root outputesdfile=myesd.pool.root outputhistfile=myhist.root outputntup_trigfile=myntup_trig.root inputbsfile=/afs/cern.ch/atlas/project/pmb/data/data11_7tev.00189822.physics_jettauetmiss.merge.raw._lb0120._sfo-11._0001.1_1000evts\r\nexitcode=10\r\nerrorcode=11000 (ath_failure)\r\nfatals=0\r\nerrors=0\r\nwarnings=5\r\nathacronym=an unknown exception occurred\r\nathcode=8\r\nrundiruseddisk=5645849\r\nrundiravailabledisk=189394194432\r\nworkdir=/pool/lsf/rtt/186351059\r\nathcode=8\r\nrundiravailabledisk=189394415616\r\ndbrelease=\r\nathacronym=an unknown exception occurred\r\nrundiruseddisk=5433756\r\natlasrelease=rel_4\r\nwriting jobinfo_recotrf.xml file...\r\neasy_trf.py command exited with signal number: 0\r\neasy_trf.py command exited with exit code: 10\r\neasy_trf.py now exiting with code: 10','916','5211','2011-11-10 15:08:04','5','fixed','closed','none',';dear;expert;today;rel_4;easytrf_ftag_jettauetmiss;crash;reading;problem;logfile;http;atlasrtt.cern.ch;rtt_j_r;rel_4;build;x86_64;slc5;gcc43;offline;recperftest;easytrf_ftag_jettauetmiss;easytrf_ftag_jettauetmiss_log;toolsvc.mdtdriftcircleontrackcreator;warn;call;correct;base;class;implementation;default;error;strategy;toolsvc.muonedmhelpertool;info;geometry;trackinggeometrysvc;servicehandle;atlastrackinggeometrysvc;retrieve;py:rawtoesd;info;rawtoesd;complete;athena;exit;code;py:rawtoesd;error;athena;receive;signal;sigkill;athena;kill;terminate;info;read;error;category;file;atla;software;build;nightly;atlascore;rel_4;installarea;share;atlas_error_categories.db;info;read;error;pattern;file;atla;software;build;nightly;atlascore;rel_4;installarea;share;atlas_error_patterns.db;info;read;ignore;pattern;file;atla;software;build;nightly;atlascore;rel_4;installarea;share;atlas_error_ignore.db;athenalogchecker;start;rawtoesd;wall;time;vmem;py:rawtoesd;info;scanning;athena;logfile;rawtoesd.log;assume;atla;release;rel_4;py:rawtoesd;info;athena;initialise;py:rawtoesd;info;athena;execute;py:rawtoesd;info;scanning;line;file;rawtoesd.log;summary;py:rawtoesd;info;ignore;py:rawtoesd;info;warning;py:rawtoesd;info;error;py:rawtoesd;info;fatal;athenalogchecker;stop;rawtoesd;wall;time;vmem;athenalogchecker;report;rawtoesd;wall;time;time;vmem;py:rawtoesd;info;jobtransform;complete;rawtoesd;error;code;exit;code;py:rawtoesd;info;transform;timer;stop;rawtoesd;wall;time;vmem;py:rawtoesd;info;transform;timer;report;rawtoesd;wall;time;time;vmem;report;produce;rawtoesd;version;unknown;command;atla;software;build;nightly;atlasreconstruction;rel_4;installarea;share;reco_trf.py;maxevent;ignoreerror;autoconfiguration;conditionstag;comcond;blkp;amitag;preexec;perfmoncomps.perfmonflags;import;jobproperty;pmjp;pmjp.perfmonflags.dosemidetailedmonitoringfullprint;true;outputaodfile;myaod.pool.root;outputdesdm_metfile;mydesdm_met.pool.root;outputdesdm_rpvllfile;mydesdm_rpvll.pool.root;outputdesdm_trackfile;mydesdm_track.pool.root;outputdesd_caljetfile;mydesd_caljet.pool.root;outputesdfile;myesd.pool.root;outputhistfile;myhist.root;outputntup_trigfile;myntup_trig.root;inputbsfile;atla;project;datum;data11_7tev;physics_jettauetmiss.merge.raw;exitcode;errorcode;ath_failure;fatal;error;warning;write;jobinfo_rawtoesd.xml;file;esdok;false;skip;step;skip;step;skip;step;skip;step;skip;step;skip;monitoring;file;merge;step;py:reco_trf;info;jobtransform;complete;reco_trf;error;code;exit;code;py:rawtoesd;info;transform;timer;stop;reco_trf;wall;time;vmem;py:rawtoesd;info;transform;timer;report;reco_trf;wall;time;time;vmem;report;produce;recotrf;command;atla;software;build;nightly;atlasreconstruction;rel_4;installarea;share;reco_trf.py;maxevent;ignoreerror;autoconfiguration;conditionstag;comcond;blkp;amitag;preexec;perfmoncomps.perfmonflags;import;jobproperty;pmjp;pmjp.perfmonflags.dosemidetailedmonitoringfullprint;true;outputaodfile;myaod.pool.root;outputdesdm_metfile;mydesdm_met.pool.root;outputdesdm_rpvllfile;mydesdm_rpvll.pool.root;outputdesdm_trackfile;mydesdm_track.pool.root;outputdesd_caljetfile;mydesd_caljet.pool.root;outputesdfile;myesd.pool.root;outputhistfile;myhist.root;outputntup_trigfile;myntup_trig.root;inputbsfile;atla;project;datum;data11_7tev;physics_jettauetmiss.merge.raw;exitcode;errorcode;ath_failure;fatal;error;warning;athacronym;unknown;exception;occur;athcode;rundiruseddisk;rundiravailabledisk;workdir;pool;athcode;rundiravailabledisk;dbrelease;athacronym;unknown;exception;occur;rundiruseddisk;atlasrelease;rel_4;write;jobinfo_recotrf.xml;file;easy_trf.py;command;exit;signal;number;easy_trf.py;command;exit;exit;code;easy_trf.py;exit;code;error;easytrf_ftag_jettauetmiss;reading;problem'),(88719,'atlas','systematic core dumps in the muon reco','in tier0 reco tasks 687725 687699 687678 there is a high fraction of crashes. one gets \r\ncaught signal 11(segmentation fault)\r\n\r\nand a starck trace leading to this code:\r\ntrk::globalchi2fitter::fit\r\nrec::outwardscombinedmuontrackbuilder::fit\r\nrec::outwardscombinedmuontrackbuilder::combinedfit\r\nrec::muidmatchmaker::indetextension\r\n\r\na few examples of logs:\r\n\r\nhttps://atlas-tz-monitoring.cern.ch/request.py/transformlogfile?logfilepath=http%3a%2f%2fatlas.web.cern.ch%2fatlas%2ftzero%2fprod1%2flog1%2f14882%2f14882647_data11_cos.00193025.physics_idcosmic.merge.raw.x165.recon.task._lb0008._sfo-all._0001.job.3%2f14882647_data11_cos.00193025.physics_idcosmic.merge.raw.x165.recon.task._lb0008._sfo-all._0001.job.3.log\r\n\r\nhttps://atlas-tz-monitoring.cern.ch/request.py/transformlogfile?logfilepath=http%3a%2f%2fatlas.web.cern.ch%2fatlas%2ftzero%2fprod1%2flog2%2f14881%2f14881572_data11_cos.00193024.physics_idcosmic.merge.raw.x165.recon.task._lb0031._sfo-all._0001.job.2%2f14881572_data11_cos.00193024.physics_idcosmic.merge.raw.x165.recon.task._lb0031._sfo-all._0001.job.2.log\r\n\r\nhttps://atlas-tz-monitoring.cern.ch/request.py/transformlogfile?logfilepath=http%3a%2f%2fatlas.web.cern.ch%2fatlas%2ftzero%2fprod1%2flog1%2f14881%2f14881571_data11_cos.00193024.physics_idcosmic.merge.raw.x165.recon.task._lb0030._sfo-all._0001.job.3%2f14881571_data11_cos.00193024.physics_idcosmic.merge.raw.x165.recon.task._lb0030._sfo-all._0001.job.3.log\r\n\r\nhttps://atlas-tz-monitoring.cern.ch/request.py/transformlogfile?logfilepath=http%3a%2f%2fatlas.web.cern.ch%2fatlas%2ftzero%2fprod1%2flog1%2f14883%2f14883635_data11_cos.00193026.physics_idcosmic.merge.raw.x165.recon.task._lb0016._sfo-all._0001.job.3%2f14883635_data11_cos.00193026.physics_idcosmic.merge.raw.x165.recon.task._lb0016._sfo-all._0001.job.3.log\r\n\r\n','396','3934','2011-11-11 11:18:34','5','fixed','closed','muonidentification/muid',';tier0;reco;task;high;fraction;crash;catch;signal;segmentation;fault;starck;trace;lead;code;globalchi2fitter;outwardscombinedmuontrackbuilder;outwardscombinedmuontrackbuilder;combinedfit;muidmatchmaker;indetextension;example;http;atla;monitoring.cern.ch;request.py;transformlogfile;logfilepath;http;2fatlas.web.cern.ch;2fatlas;2ftzero;2fprod1;2flog1;2f14882647_data11_cos;physics_idcosmic.merge.raw.x165;recon.task;2f14882647_data11_cos;physics_idcosmic.merge.raw.x165;recon.task;http;atla;monitoring.cern.ch;request.py;transformlogfile;logfilepath;http;2fatlas.web.cern.ch;2fatlas;2ftzero;2fprod1;2flog2;2f14881572_data11_cos;physics_idcosmic.merge.raw.x165;recon.task;2f14881572_data11_cos;physics_idcosmic.merge.raw.x165;recon.task;http;atla;monitoring.cern.ch;request.py;transformlogfile;logfilepath;http;2fatlas.web.cern.ch;2fatlas;2ftzero;2fprod1;2flog1;2f14881571_data11_cos;physics_idcosmic.merge.raw.x165;recon.task;2f14881571_data11_cos;physics_idcosmic.merge.raw.x165;recon.task;http;atla;monitoring.cern.ch;request.py;transformlogfile;logfilepath;http;2fatlas.web.cern.ch;2fatlas;2ftzero;2fprod1;2flog1;2f14883635_data11_cos;physics_idcosmic.merge.raw.x165;recon.task;2f14883635_data11_cos;physics_idcosmic.merge.raw.x165;recon.task;systematic;core;dump;muon;reco;muonidentification;muid'),(88750,'atlas','rtt error in mc_default: problem with toolsvc.trk::kalmanvertexupdator','hi,\r\n\r\nin todays 17.4.x.y rel_5 the job mc_default crashed due to toolsvc.trk::kalmanvertexupdator\r\n\r\n\r\nsee log-file:\r\nhttps://atlasrtt.cern.ch/rtt/rel_5/17.4.x.y/build/x86_64-slc5-gcc43-opt/offline/recjobtransformtests/mc10_default/mc10_default_log\r\n\r\n\r\n===== job report produced by rawtoesd version unknown =====\r\ncommand=/afs/cern.ch/atlas/software/builds/nightlies/17.4.x.y/atlasproduction/rel_5/installarea/share/bin/reco_trf.py --uploadtoami=1.0 inputrdofile=root://eosatlas//eos/atlas/atlascerngroupdisk/phys-rig/mc10_7tev.105200.t1_mcatnlo_jimmy.digit.rdo.e598_s933_s946_d366_tid197091_00/rdo.197091._000001.pool.root.1 outputesdfile=t1_mcatnlo_jimmy_tc.esd.pool.root outputaodfile=t1_mcatnlo_jimmy_tc.aod.pool.root outputhistfile=t1_mcatnlo_jimmy_tc.hist.root outputtagfile=t1_mcatnlo_jimmy_tc.tag.root maxevents=-1 autoconfiguration=everything\r\nexitcode=99\r\nerrorcode=69999 (trf_unknown)\r\nerrorcategory=trf_unknown,	69999,	unknown transform error (16 times)\r\nfatals=0\r\nerrors=4\r\nwarnings=10\r\nwriting jobinfo_rawtoesd.xml file...\r\nesdok is  false\r\nskipping esd-&gt;esd step...\r\nskipping esd-&gt;aod step...\r\nskipping esd-&gt;dpd step...\r\nskipping aod-&gt;dpd step...\r\nskipping aod-&gt;tag step...\r\nskipping monitoring file merging step...\r\npy:reco_trf          info jobtransform completed for reco_trf with error code 69999 (exit code 99)\r\npy:rawtoesd          info transform timer stop [reco_trf] wall-time: fri nov 11 12:59:07 2011 cet, vmem: 281.34375 mb, rss: 98.61328125 mb\r\npy:rawtoesd          info transform timer report [reco_trf] wall-time: 03 hrs 35 mins 49 secs, cpu-time: 03 hrs 28 mins 43 secs, vmem: 0.8203125 mb, rss: 1.0234375 mb\r\n===== job report produced by recotrf =====\r\ncommand=/afs/cern.ch/atlas/software/builds/nightlies/17.4.x.y/atlasproduction/rel_5/installarea/share/bin/reco_trf.py --uploadtoami=1.0 inputrdofile=root://eosatlas//eos/atlas/atlascerngroupdisk/phys-rig/mc10_7tev.105200.t1_mcatnlo_jimmy.digit.rdo.e598_s933_s946_d366_tid197091_00/rdo.197091._000001.pool.root.1 outputesdfile=t1_mcatnlo_jimmy_tc.esd.pool.root outputaodfile=t1_mcatnlo_jimmy_tc.aod.pool.root outputhistfile=t1_mcatnlo_jimmy_tc.hist.root outputtagfile=t1_mcatnlo_jimmy_tc.tag.root maxevents=-1 autoconfiguration=everything\r\nexitcode=99\r\nerrorcode=69999 (trf_unknown)\r\nerrorcategory=trf_unknown,	69999,	unknown transform error (16 times)\r\nfatals=0\r\nerrors=4\r\nwarnings=10\r\nerrorinfo (count=4)\r\n  acronym=trf_unknown (69999)\r\n  message=the s matrix inversion failed\r\n  severity=error\r\n  who=toolsvc.trk::kalmanvertexupdator\r\n  producer=rawtoesd\r\n  stage=execute\r\nerrorinfo (count=4)\r\n  acronym=trf_unknown (69999)\r\n  message=the copy of initial vertex returned\r\n  severity=error\r\n  who=toolsvc.trk::kalmanvertexupdator\r\n  producer=rawtoesd\r\n  stage=execute\r\nerrorinfo (count=4)\r\n  acronym=trf_unknown (69999)\r\n  message=inversion of s matrix fails in chi2 calculation\r\n  severity=error\r\n  who=toolsvc.trk::kalmanvertexupdator\r\n  producer=rawtoesd\r\n  stage=execute\r\nerrorinfo (count=4)\r\n  acronym=trf_unknown (69999)\r\n  message=0 chi2 increment returned for this track.\r\n  severity=error\r\n  who=toolsvc.trk::kalmanvertexupdator\r\n  producer=rawtoesd\r\n  stage=execute\r\nathacronym=successful run\r\nathcode=0\r\nrundiruseddisk=1597422475\r\nrundiravailabledisk=1157334614016\r\nworkdir=/pool/lsf/rtt/186797904\r\nathcode=0\r\nrundiravailabledisk=1157334839296\r\ndbrelease=\r\nathacronym=successful run\r\nrundiruseddisk=1597197473\r\natlasrelease=rel_5\r\nwriting jobinfo_recotrf.xml file...\r\n\r\n\r\n--michael\r\n','100','5211','2011-11-11 15:20:22','5','none','closed','none',';today;rel_5;mc_default;crash;toolsvc.trk;kalmanvertexupdator;file;http;atlasrtt.cern.ch;rel_5;build;x86_64;slc5;gcc43;offline;recjobtransformtest;mc10_default;mc10_default_log;report;produce;rawtoesd;version;unknown;command;atla;software;build;nightly;atlasproduction;rel_5;installarea;share;reco_trf.py;uploadtoamus;inputrdofile;root;eosatla;atla;atlascerngroupdisk;mc10_7tev;t1_mcatnlo_jimmy.digit.rdo.e598_s933_s946_d366_tid197091_00;pool.root;outputesdfile;t1_mcatnlo_jimmy_tc.esd.pool.root;outputaodfile;t1_mcatnlo_jimmy_tc.aod.pool.root;outputhistfile;t1_mcatnlo_jimmy_tc.hist.root;outputtagfile;t1_mcatnlo_jimmy_tc.tag.root;maxevent;autoconfiguration;exitcode;errorcode;trf_unknown;errorcategory;trf_unknown;unknown;transform;error;time;fatal;error;warning;write;jobinfo_rawtoesd.xml;file;esdok;false;skip;step;skip;step;skip;step;skip;step;skip;step;skip;monitoring;file;merge;step;py:reco_trf;info;jobtransform;complete;reco_trf;error;code;exit;code;py:rawtoesd;info;transform;timer;stop;reco_trf;wall;time;frus;vmem;py:rawtoesd;info;transform;timer;report;reco_trf;wall;time;time;vmem;report;produce;recotrf;command;atla;software;build;nightly;atlasproduction;rel_5;installarea;share;reco_trf.py;uploadtoamus;inputrdofile;root;eosatla;atla;atlascerngroupdisk;mc10_7tev;t1_mcatnlo_jimmy.digit.rdo.e598_s933_s946_d366_tid197091_00;pool.root;outputesdfile;t1_mcatnlo_jimmy_tc.esd.pool.root;outputaodfile;t1_mcatnlo_jimmy_tc.aod.pool.root;outputhistfile;t1_mcatnlo_jimmy_tc.hist.root;outputtagfile;t1_mcatnlo_jimmy_tc.tag.root;maxevent;autoconfiguration;exitcode;errorcode;trf_unknown;errorcategory;trf_unknown;unknown;transform;error;time;fatal;error;warning;errorinfo;count;acronym;trf_unknown;message;matrix;inversion;fail;severity;error;toolsvc.trk;kalmanvertexupdator;producer;rawtoesd;stage;execute;errorinfo;count;acronym;trf_unknown;message;copy;initial;vertex;return;severity;error;toolsvc.trk;kalmanvertexupdator;producer;rawtoesd;stage;execute;errorinfo;count;acronym;trf_unknown;message;inversion;matrix;fail;chi2;calculation;severity;error;toolsvc.trk;kalmanvertexupdator;producer;rawtoesd;stage;execute;errorinfo;count;acronym;trf_unknown;message;chi2;increment;return;track;severity;error;toolsvc.trk;kalmanvertexupdator;producer;rawtoesd;stage;execute;athacronym;successful;athcode;rundiruseddisk;rundiravailabledisk;workdir;pool;athcode;rundiravailabledisk;dbrelease;athacronym;successful;rundiruseddisk;atlasrelease;rel_5;write;jobinfo_recotrf.xml;file;michael;error;mc_default;problem;toolsvc.trk;kalmanvertexupdator'),(88780,'atlas','tct 17.x.0 rel_4 fastphysicsmonitoring: fatal unchecked statuscode in fastphyshiggstozzto4lmontool::fillhistograms()','ref: https://twiki.cern.ch/twiki/bin/viewauth/atlas/recbuginvestigation\r\n\r\noriginal job transform command:\r\n/afs/cern.ch/atlas/software/builds/nightlies/dev/atlasreconstruction/rel_4/installarea/share/bin/reco_trf.py autoconfiguration=everything inputaodfile=/afs/cern.ch/atlas/project/rtt/prod/results/tct/chainstore/dev/x86_64-slc5-gcc43-opt/atlasproduction/tools/tier0chaintests/tier0chainjob/mergedaod.pool.root outputntup_fastmonfile=myntup_fastmon.root --ignoreerrors=all --omitvalidation=all \r\n\r\nlog file: https://atlasrtt.cern.ch/tct/rel_4/dev/build/x86_64-slc5-gcc43-opt/offline/tier0chaintests/fastphysicsmonitoring/fastphysicsmonitoring_log\r\n\r\nlog file excerpt:\r\n&gt;&gt;&gt;\r\nstoregatesvc                                      warning retrieve(const): no valid proxy for object lowetelectroncollection  of type electroncontainer(clid 1341992142)\r\ntoolsvc.fastphyshiggstozzto4lmontool                fatal ../src/fastphyshiggstozzto4lmontool.cxx:1068 (virtual statuscode fastphyshiggstozzto4lmontool::fillhistograms()): code 0: evtstore()-&gt;retrieve( lowetelectroncont, m_lowetelectroncontname)\r\nstatuscodesvc                                       fatal unchecked statuscode in fastphyshiggstozzto4lmontool::fillhistograms() from lib /afs/cern.ch/atlas/software/builds/nightlies/dev/atlasanalysis/rel_4/installarea/x86_64-slc5-gcc43-opt/lib/libfastphysmonhiggs.so\r\n\r\n(pid=25433 ppid=22855) received fatal signal 6 (aborted)\r\nsignal context:\r\n  signo  = 6, errno = 0, code = -6 (*unknown reason*)\r\n  pid    = 25433, uid = 24039\r\n  value  = (0, 0x200000000)\r\n  stack  = (2, 0, (nil))\r\n\r\n  80000000 00000000 01010101 01010101 08000000 00000000 06020000 00000000\r\n  e060e2d9 ff7f0000 d060e2d9 ff7f0000 9060e2d9 ff7f0000 a05de2d9 ff7f0000\r\n  59630000 00000000 59630000 00000000 e0cc9965 982b0000 d05ae2d9 ff7f0000\r\n  06000000 00000000 00000000 00000000 ffffffff ffffffff 285ae2d9 ff7f0000\r\n  6502a332 36000000 06020000 00000000 33000000 00000000 00000000 00000000\r\n  0d000000 00000000 00000000 00000000 00000000 00000000 a057e2d9 ff7f0000\r\n  16bba632 36000000 4d000000 00000000 8027d532 36000000 4057e2d9 ff7f0000\r\n  802d7765 982b0000 a01a7765 982b0000 47c1a632 36000000 8027d532 36000000\r\n\r\nstack trace:\r\n 0x2b987038ad4c stacktrace ../src/sealdebug.cxx:738   + 0x4c [/afs/cern.ch/atlas/software/builds/nightlies/dev/atlascore/rel_4/installarea/x86_64-slc5-gcc43-opt/lib/libcxxutils.so]\r\n 0x2b9870386ba2 fataldump ../src/sealsignal.cxx:1397   + 0x152 [/afs/cern.ch/atlas/software/builds/nightlies/dev/atlascore/rel_4/installarea/x86_64-slc5-gcc43-opt/lib/libcxxutils.so]\r\n 0x2b9870386eb4 fatal ../src/sealsignal.cxx:898   + 0x194 [/afs/cern.ch/atlas/software/builds/nightlies/dev/atlascore/rel_4/installarea/x86_64-slc5-gcc43-opt/lib/libcxxutils.so]\r\n 0x363360eb70 ???  + 0x363360eb70 [/lib64/libpthread.so.0]\r\n 0x3632a30265 gsignal  + 0x35 [/lib64/libc.so.6]\r\n 0x3632a31d10 abort  + 0x110 [/lib64/libc.so.6]\r\n 0x2b986f7692fe statuscodesvc::regfnc(std::basic_string&lt;char, std::char_traits&lt;char&gt;, std::allocator&lt;char&gt; &gt; const&amp;, std::basic_string&lt;char, std::char_traits&lt;char&gt;, std::allocator&lt;char&gt; &gt; const&amp;) ??:0   + 0x30e [/afs/cern.ch/atlas/software/builds/nightlies/dev/gaudi/rel_4/installarea/x86_64-slc5-gcc43-opt/lib/libgaudisvc.so]\r\n 0x2b986d64f7c6 statuscode::~statuscode() ??:0   + 0x276 [/afs/cern.ch/atlas/software/builds/nightlies/dev/gaudi/rel_4/installarea/x86_64-slc5-gcc43-opt/lib/libgaudikernel.so]\r\n 0x2aaac6527961 fastphyshiggstozzto4lmontool::fillhistograms() ??:0   + 0xa61 [/afs/cern.ch/atlas/software/builds/nightlies/dev/atlasanalysis/rel_4/installarea/x86_64-slc5-gcc43-opt/lib/libfastphysmonhiggs.so]\r\n 0x2aaabd5de15a fillhists ../src/managedmonitortoolbase.cxx:808   + 0x4aa [/afs/cern.ch/atlas/software/builds/nightlies/dev/atlasevent/rel_4/installarea/x86_64-slc5-gcc43-opt/lib/libathenamonitoringlib.so]\r\n 0x2aaabd5ffd92 operator= inlined at ../src/athenamonmanager.cxx:520 in athenamonmanager::execute() /build/atnight/localbuilds/nightlies/17.x.0/gaudi/rel_0/installarea/include/gaudikernel/statuscode.h:105   + 0x4d2 [/afs/cern.ch/atlas/software/builds/nightlies/dev/atlasevent/rel_4/installarea/x86_64-slc5-gcc43-opt/lib/libathenamonitoringlib.so]\r\n 0x2b986d59dcf4 algorithm::sysexecute() ??:0   + 0x124 [/afs/cern.ch/atlas/software/builds/nightlies/dev/gaudi/rel_4/installarea/x86_64-slc5-gcc43-opt/lib/libgaudikernel.so]\r\n 0x2aaabbf93cd1 operator= inlined at ../src/athsequencer.cxx:157 in athsequencer::execute() /build/atnight/localbuilds/nightlies/17.x.0/gaudi/rel_0/installarea/include/gaudikernel/statuscode.h:105   + 0x2b1 [/afs/cern.ch/atlas/software/builds/nightlies/dev/atlascore/rel_4/installarea/x86_64-slc5-gcc43-opt/lib/libgaudisequencer.so]\r\n 0x2b986d59dcf4 algorithm::sysexecute() ??:0   + 0x124 [/afs/cern.ch/atlas/software/builds/nightlies/dev/gaudi/rel_4/installarea/x86_64-slc5-gcc43-opt/lib/libgaudikernel.so]\r\n 0x2aaabbf93cd1 operator= inlined at ../src/athsequencer.cxx:157 in athsequencer::execute() /build/atnight/localbuilds/nightlies/17.x.0/gaudi/rel_0/installarea/include/gaudikernel/statuscode.h:105   + 0x2b1 [/afs/cern.ch/atlas/software/builds/nightlies/dev/atlascore/rel_4/installarea/x86_64-slc5-gcc43-opt/lib/libgaudisequencer.so]\r\n 0x2b986d59dcf4 algorithm::sysexecute() ??:0   + 0x124 [/afs/cern.ch/atlas/software/builds/nightlies/dev/gaudi/rel_4/installarea/x86_64-slc5-gcc43-opt/lib/libgaudikernel.so]\r\n 0x2b987015a7e3 executealgorithms ../src/athenaeventloopmgr.cxx:596   + 0x63 [/afs/cern.ch/atlas/software/builds/nightlies/dev/atlascore/rel_4/installarea/x86_64-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0x2b9870160c4c executeevent ../src/athenaeventloopmgr.cxx:684   + 0x68c [/afs/cern.ch/atlas/software/builds/nightlies/dev/atlascore/rel_4/installarea/x86_64-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0x2b987015eb24 operator= inlined at ../src/athenaeventloopmgr.cxx:907 in athenaeventloopmgr::nextevent(int) /build/atnight/localbuilds/nightlies/17.x.0/gaudi/rel_0/installarea/include/gaudikernel/statuscode.h:105   + 0xa74 [/afs/cern.ch/atlas/software/builds/nightlies/dev/atlascore/rel_4/installarea/x86_64-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0x2b98701610cc issuccess inlined at ../src/athenaeventloopmgr.cxx:753 in athenaeventloopmgr::executerun(int) /build/atnight/localbuilds/nightlies/17.x.0/gaudi/rel_0/installarea/include/gaudikernel/statuscode.h:60   + 0x3c [/afs/cern.ch/atlas/software/builds/nightlies/dev/atlascore/rel_4/installarea/x86_64-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0x2b986f572a09 applicationmgr::executerun(int) ??:0   + 0x69 [/afs/cern.ch/atlas/software/builds/nightlies/dev/gaudi/rel_4/installarea/x86_64-slc5-gcc43-opt/lib/libgaudisvc.so]\r\n 0x2b986e6cfd08 _zn12_global__n_1l11method_4299epvs0_rkst6vectoris0_sais0_ees0_ ??:0   + 0x2b986e6cfd08 [/afs/cern.ch/atlas/software/builds/nightlies/dev/gaudi/rel_4/installarea/x86_64-slc5-gcc43-opt/lib/libgaudikerneldict.so]\r\n 0x2b986c39a32d root::cintex::method_stub_with_context(root::cintex::stubcontext_t*, g__value*, char const*, g__param*, int) ??:0   + 0x13d [/afs/cern.ch/atlas/offline/external/lcgcmt/lcgcmt_61a/installarea/x86_64-slc5-gcc43-opt/lib/libcintex.so]\r\n 0x2b98686d17dc cint::g__callfunc::execute(void*) ??:0   + 0xcc [/afs/cern.ch/atlas/offline/external/lcgcmt/lcgcmt_61a/installarea/x86_64-slc5-gcc43-opt/lib/libcint.so]\r\n 0x2b9867a215e6 pyroot::trootobjectbyvalueexecutor::execute(cint::g__callfunc*, void*) ??:0   + 0x16 [/afs/cern.ch/sw/lcg/app/releases/root/5.30.02/x86_64-slc5-gcc43-opt/root/lib/libpyroot.so]\r\n 0x2b9867a27b06 pyroot::tmethodholder&lt;pyroot::tscopeadapter, pyroot::tmemberadapter&gt;::callsafe(void*) ??:0   + 0x66 [/afs/cern.ch/sw/lcg/app/releases/root/5.30.02/x86_64-slc5-gcc43-opt/root/lib/libpyroot.so]\r\n 0x2b9867a27ccc pyroot::tmethodholder&lt;pyroot::tscopeadapter, pyroot::tmemberadapter&gt;::execute(void*) ??:0   + 0x7c [/afs/cern.ch/sw/lcg/app/releases/root/5.30.02/x86_64-slc5-gcc43-opt/root/lib/libpyroot.so]\r\n 0x2b9867a265da pyroot::tmethodholder&lt;pyroot::tscopeadapter, pyroot::tmemberadapter&gt;::operator()(pyroot::objectproxy*, _object*, _object*, long) ??:0   + 0x16a [/afs/cern.ch/sw/lcg/app/releases/root/5.30.02/x86_64-slc5-gcc43-opt/root/lib/libpyroot.so]\r\n 0x2b9867a2d476 pyroot::(anonymous namespace)::mp_call(pyroot::methodproxy*, _object*, _object*) ??:0   + 0x2b9867a2d476 [/afs/cern.ch/sw/lcg/app/releases/root/5.30.02/x86_64-slc5-gcc43-opt/root/lib/libpyroot.so]\r\n 0x004197b8 pyobject_call objects/abstract.c:2492   + 0x68 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x00496742 do_call inlined at python/ceval.c:3773 in pyeval_evalframeex python/ceval.c:3968   + 0x2c32 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x0049a2a7 pyeval_evalcodeex python/ceval.c:3000   + 0x927 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x004987e8 fast_function inlined at python/ceval.c:3771 in pyeval_evalframeex python/ceval.c:3846   + 0x4cd8 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x0049a2a7 pyeval_evalcodeex python/ceval.c:3000   + 0x927 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x0049a3a2 pyeval_evalcode python/ceval.c:547   + 0x32 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x004ba9aa run_mod inlined at python/pythonrun.c:1325 in pyrun_fileexflags python/pythonrun.c:1339   + 0xaa [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x00491d42 builtin_execfile python/bltinmodule.c:797   + 0x491d42 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x0049888c call_function inlined at python/ceval.c:2412 in pyeval_evalframeex python/ceval.c:3750   + 0x4d7c [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x0049a2a7 pyeval_evalcodeex python/ceval.c:3000   + 0x927 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x004f213d function_call objects/funcobject.c:524   + 0x4f213d [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x004197b8 pyobject_call objects/abstract.c:2492   + 0x68 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x00420b00 instancemethod_call objects/classobject.c:2579   + 0x420b00 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x004197b8 pyobject_call objects/abstract.c:2492   + 0x68 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x0046e591 slot_tp_call objects/typeobject.c:5373   + 0x46e591 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x004197b8 pyobject_call objects/abstract.c:2492   + 0x68 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x00496742 do_call inlined at python/ceval.c:3773 in pyeval_evalframeex python/ceval.c:3968   + 0x2c32 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x0049a2a7 pyeval_evalcodeex python/ceval.c:3000   + 0x927 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x0049a3a2 pyeval_evalcode python/ceval.c:547   + 0x32 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x004ba9aa run_mod inlined at python/pythonrun.c:1325 in pyrun_fileexflags python/pythonrun.c:1339   + 0xaa [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x00491d42 builtin_execfile python/bltinmodule.c:797   + 0x491d42 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x0049888c call_function inlined at python/ceval.c:2412 in pyeval_evalframeex python/ceval.c:3750   + 0x4d7c [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x0049a2a7 pyeval_evalcodeex python/ceval.c:3000   + 0x927 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x004f213d function_call objects/funcobject.c:524   + 0x4f213d [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x004197b8 pyobject_call objects/abstract.c:2492   + 0x68 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x00420b00 instancemethod_call objects/classobject.c:2579   + 0x420b00 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x004197b8 pyobject_call objects/abstract.c:2492   + 0x68 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x0046e591 slot_tp_call objects/typeobject.c:5373   + 0x46e591 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x004197b8 pyobject_call objects/abstract.c:2492   + 0x68 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x00496742 do_call inlined at python/ceval.c:3773 in pyeval_evalframeex python/ceval.c:3968   + 0x2c32 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x0049a2a7 pyeval_evalcodeex python/ceval.c:3000   + 0x927 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x0049a3a2 pyeval_evalcode python/ceval.c:547   + 0x32 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x004ba9aa run_mod inlined at python/pythonrun.c:1325 in pyrun_fileexflags python/pythonrun.c:1339   + 0xaa [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x004bac9d pyrun_simplefileexflags python/pythonrun.c:935   + 0x20d [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x004150a3 py_main modules/main.c:572   + 0xb73 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x3632a1d994 __libc_start_main  + 0xf4 [/lib64/libc.so.6]\r\n 0x004141d9 _start ??:0   + 0x4141d9 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\npy:aodtodpd          info aodtodpd has completed running of athena with exit code -6.\r\npy:aodtodpd         error athena received signal 6. exit code reset to athena exit code 8.\r\ninfo: read 109 error categories from file /afs/cern.ch/atlas/software/builds/nightlies/dev/atlascore/rel_4/installarea/share/atlas_error_categories.db\r\ninfo: read 53 error patterns from file /afs/cern.ch/atlas/software/builds/nightlies/dev/atlascore/rel_4/installarea/share/atlas_error_patterns.db\r\ninfo: read 61 ignore patterns from file /afs/cern.ch/atlas/software/builds/nightlies/dev/atlascore/rel_4/installarea/share/atlas_error_ignore.db\r\nathenalogchecker start [aodtodpd log] wall-time: thu nov 10 18:13:56 2011 cet, vmem: 288.609375 mb, rss: 98.0 mb\r\npy:aodtodpd          info scanning athena logfile aodtodpd.log assuming atlas release all,rel_4 ...\r\npy:aodtodpd          info athena initialise()...\r\npy:aodtodpd          info athena execute()...\r\npy:aodtodpd          info done scanning 4336 lines of file aodtodpd.log. summary:\r\npy:aodtodpd          info    ignored : 0\r\npy:aodtodpd          info    warnings: 18\r\npy:aodtodpd          info    errors  : 0\r\npy:aodtodpd          info    fatals  : 2\r\nathenalogchecker stop [aodtodpd log] wall-time: thu nov 10 18:13:56 2011 cet, vmem: 288.609375 mb, rss: 98.0234375 mb\r\nathenalogchecker report [aodtodpd log] wall-time: 00 hrs 00 mins 00 secs, cpu-time: 00 hrs 00 mins 00 secs, vmem: 0.0 mb, rss: 0.0234375 mb\r\npy:aodtodpd          info jobtransform completed for aodtodpd with error code 69999 (exit code 99)\r\npy:aodtodpd          info transform timer stop [aodtodpd] wall-time: thu nov 10 18:13:56 2011 cet, vmem: 288.609375 mb, rss: 98.0703125 mb\r\npy:aodtodpd          info transform timer report [aodtodpd] wall-time: 00 hrs 03 mins 59 secs, cpu-time: 00 hrs 01 mins 40 secs, vmem: 0.390625 mb, rss: 0.56640625 mb\r\n===== job report produced by aodtodpd version unknown =====\r\ncommand=/afs/cern.ch/atlas/software/builds/nightlies/dev/atlasreconstruction/rel_4/installarea/share/bin/reco_trf.py autoconfiguration=everything inputaodfile=/afs/cern.ch/atlas/project/rtt/prod/results/tct/chainstore/dev/x86_64-slc5-gcc43-opt/atlasproduction/tools/tier0chaintests/tier0chainjob/mergedaod.pool.root outputntup_fastmonfile=myntup_fastmon.root --ignoreerrors=all --omitvalidation=all\r\nexitcode=99\r\nerrorcode=69999 (trf_unknown)\r\nerrorcategory=trf_unknown,	69999,	unknown transform error (2 times)\r\nfatals=2\r\nerrors=0\r\nwarnings=10\r\nwriting jobinfo_aodtodpd.xml file...\r\ndpdaodok is  false\r\nskipping aod-&gt;tag step...\r\nskipping monitoring file merging step...\r\npy:reco_trf          info jobtransform completed for reco_trf with error code 69999 (exit code 99)\r\npy:aodtodpd          info transform timer stop [reco_trf] wall-time: thu nov 10 18:13:56 2011 cet, vmem: 288.9140625 mb, rss: 98.39453125 mb\r\npy:aodtodpd          info transform timer report [reco_trf] wall-time: 00 hrs 03 mins 59 secs, cpu-time: 00 hrs 01 mins 40 secs, vmem: 0.6953125 mb, rss: 0.921875 mb\r\n===== job report produced by recotrf =====\r\ncommand=/afs/cern.ch/atlas/software/builds/nightlies/dev/atlasreconstruction/rel_4/installarea/share/bin/reco_trf.py autoconfiguration=everything inputaodfile=/afs/cern.ch/atlas/project/rtt/prod/results/tct/chainstore/dev/x86_64-slc5-gcc43-opt/atlasproduction/tools/tier0chaintests/tier0chainjob/mergedaod.pool.root outputntup_fastmonfile=myntup_fastmon.root --ignoreerrors=all --omitvalidation=all\r\nexitcode=99\r\nerrorcode=69999 (trf_unknown)\r\nerrorcategory=trf_unknown,	69999,	unknown transform error (2 times)\r\nfatals=2\r\nerrors=0\r\nwarnings=10\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=../src/fastphyshiggstozzto4lmontool.cxx:1068 (virtual statuscode fastphyshiggstozzto4lmontool::fillhistograms()): code 0: evtstore()-&gt;retrieve( lowetelectroncont, m_lowetelectroncontname)\r\n  severity=fatal\r\n  who=toolsvc.fastphyshiggstozzto4lmontool\r\n  producer=aodtodpd\r\n  stage=execute\r\nerrorinfo\r\n  acronym=trf_unknown (69999)\r\n  message=unchecked statuscode in fastphyshiggstozzto4lmontool::fillhistograms() from lib /afs/cern.ch/atlas/software/builds/nightlies/dev/atlasanalysis/rel_4/installarea/x86_64-slc5-gcc43-opt/lib/libfastphysmonhiggs.so\r\n  severity=fatal\r\n  who=statuscodesvc\r\n  producer=aodtodpd\r\n  stage=execute\r\nathacronym=an unknown exception occurred\r\nathcode=8\r\nrundiruseddisk=1953263\r\nrundiravailabledisk=185188048896\r\nworkdir=/pool/lsf/rtt/186583247\r\nathcode=8\r\nrundiravailabledisk=185188294656\r\ndbrelease=\r\nathacronym=an unknown exception occurred\r\nrundiruseddisk=1739229\r\natlasrelease=rel_4\r\nwriting jobinfo_recotrf.xml file...\r\n&lt;&lt;&lt;','2216','5211','2011-11-12 07:13:27','5','fixed','closed','none',';http;twiki.cern.ch;twikus;viewauth;atla;recbuginvestigation;original;transform;command;atla;software;build;nightly;atlasreconstruction;rel_4;installarea;share;reco_trf.py;autoconfiguration;inputaodfile;atla;project;prod;result;chainstore;x86_64;slc5;gcc43;atlasproduction;tool;tier0chaintest;tier0chainjob;mergedaod.pool.root;outputntup_fastmonfile;myntup_fastmon.root;ignoreerror;omitvalidation;file;http;atlasrtt.cern.ch;rel_4;build;x86_64;slc5;gcc43;offline;tier0chaintest;fastphysicsmonitor;fastphysicsmonitoring_log;file;excerpt;storegatesvc;warn;retrieve;const;valid;proxy;object;lowetelectroncollection;type;electroncontainer;clid;toolsvc.fastphyshiggstozzto4lmontool;fatal;fastphyshiggstozzto4lmontool.cxx;virtual;statuscode;fastphyshiggstozzto4lmontool;fillhistogram;code;evtstore;retrieve;lowetelectroncont;m_lowetelectroncontname;statuscodesvc;fatal;unchecked;statuscode;fastphyshiggstozzto4lmontool;fillhistogram;atla;software;build;nightly;atlasanalysis;rel_4;installarea;x86_64;slc5;gcc43;libfastphysmonhiggs.so;ppid;receive;fatal;signal;aborted;signal;context;signo;errno;code;unknown;reason;value;stack;stack;trace;stacktrace;sealdebug.cxx;atla;software;build;nightly;atlascore;rel_4;installarea;x86_64;slc5;gcc43;libcxxutils.so;fataldump;sealsignal.cxx;atla;software;build;nightly;atlascore;rel_4;installarea;x86_64;slc5;gcc43;libcxxutils.so;fatal;sealsignal.cxx;atla;software;build;nightly;atlascore;rel_4;installarea;x86_64;slc5;gcc43;libcxxutils.so;lib64;libpthread.so;gsignal;lib64;libc.so;abort;lib64;libc.so;statuscodesvc;regfnc;basic_string;allocator;const;basic_string;allocator;const;atla;software;build;nightly;gaudus;rel_4;installarea;x86_64;slc5;gcc43;libgaudisvc.so;statuscode;statuscode;atla;software;build;nightly;gaudus;rel_4;installarea;x86_64;slc5;gcc43;libgaudikernel.so;fastphyshiggstozzto4lmontool;fillhistogram;atla;software;build;nightly;atlasanalysis;rel_4;installarea;x86_64;slc5;gcc43;libfastphysmonhiggs.so;fillhist;managedmonitortoolbase.cxx;atla;software;build;nightly;atlasevent;rel_4;installarea;x86_64;slc5;gcc43;libathenamonitoringlib.so;operator;inline;athenamonmanager.cxx;athenamonmanager;execute;build;atnight;localbuild;nightly;gaudus;rel_0;installarea;include;gaudikernel;statuscode.h;atla;software;build;nightly;atlasevent;rel_4;installarea;x86_64;slc5;gcc43;libathenamonitoringlib.so;algorithm;sysexecute;atla;software;build;nightly;gaudus;rel_4;installarea;x86_64;slc5;gcc43;libgaudikernel.so;operator;inline;athsequencer.cxx;athsequencer;execute;build;atnight;localbuild;nightly;gaudus;rel_0;installarea;include;gaudikernel;statuscode.h;atla;software;build;nightly;atlascore;rel_4;installarea;x86_64;slc5;gcc43;libgaudisequencer.so;algorithm;sysexecute;atla;software;build;nightly;gaudus;rel_4;installarea;x86_64;slc5;gcc43;libgaudikernel.so;operator;inline;athsequencer.cxx;athsequencer;execute;build;atnight;localbuild;nightly;gaudus;rel_0;installarea;include;gaudikernel;statuscode.h;atla;software;build;nightly;atlascore;rel_4;installarea;x86_64;slc5;gcc43;libgaudisequencer.so;algorithm;sysexecute;atla;software;build;nightly;gaudus;rel_4;installarea;x86_64;slc5;gcc43;libgaudikernel.so;executealgorithm;athenaeventloopmgr.cxx;atla;software;build;nightly;atlascore;rel_4;installarea;x86_64;slc5;gcc43;libathenaservices.so;executeevent;athenaeventloopmgr.cxx;atla;software;build;nightly;atlascore;rel_4;installarea;x86_64;slc5;gcc43;libathenaservices.so;operator;inline;athenaeventloopmgr.cxx;athenaeventloopmgr;nextevent;build;atnight;localbuild;nightly;gaudus;rel_0;installarea;include;gaudikernel;statuscode.h;atla;software;build;nightly;atlascore;rel_4;installarea;x86_64;slc5;gcc43;libathenaservices.so;issuccess;inline;athenaeventloopmgr.cxx;athenaeventloopmgr;executerun;build;atnight;localbuild;nightly;gaudus;rel_0;installarea;include;gaudikernel;statuscode.h;atla;software;build;nightly;atlascore;rel_4;installarea;x86_64;slc5;gcc43;libathenaservices.so;applicationmgr;executerun;atla;software;build;nightly;gaudus;rel_4;installarea;x86_64;slc5;gcc43;libgaudisvc.so;atla;software;build;nightly;gaudus;rel_4;installarea;x86_64;slc5;gcc43;libgaudikerneldict.so;root;cintex;method_stub_with_context;root;cintex;stubcontext_t;g__value;char;const;g__param;atla;offline;external;lcgcmt;lcgcmt_61a;installarea;x86_64;slc5;gcc43;libcintex.so;cint;g__callfunc;execute;void;atla;offline;external;lcgcmt;lcgcmt_61a;installarea;x86_64;slc5;gcc43;libcint.so;pyroot;trootobjectbyvalueexecutor;execute;cint;g__callfunc;void;release;root;5.30.02;x86_64;slc5;gcc43;root;libpyroot.so;pyroot;tmethodholder;callsafe;void;release;root;5.30.02;x86_64;slc5;gcc43;root;libpyroot.so;pyroot;tmethodholder;execute;void;release;root;5.30.02;x86_64;slc5;gcc43;root;libpyroot.so;pyroot;tmethodholder;operator;pyroot;objectproxy;long;release;root;5.30.02;x86_64;slc5;gcc43;root;libpyroot.so;pyroot;anonymous;namespace;mp_call;pyroot;methodproxy;release;root;5.30.02;x86_64;slc5;gcc43;root;libpyroot.so;pyobject_call;object;abstract.c;external;python;2.6.5;x86_64;slc5;gcc43;python;do_call;inline;python;ceval.c;pyeval_evalframeex;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyeval_evalcodeex;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;fast_function;inline;python;ceval.c;pyeval_evalframeex;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyeval_evalcodeex;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyeval_evalcode;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;run_mod;inline;python;pythonrun.c;pyrun_fileexflags;python;pythonrun.c;external;python;2.6.5;x86_64;slc5;gcc43;python;builtin_execfile;python;bltinmodule.c;external;python;2.6.5;x86_64;slc5;gcc43;python;call_function;inline;python;ceval.c;pyeval_evalframeex;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyeval_evalcodeex;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;function_call;object;funcobject.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyobject_call;object;abstract.c;external;python;2.6.5;x86_64;slc5;gcc43;python;instancemethod_call;object;classobject.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyobject_call;object;abstract.c;external;python;2.6.5;x86_64;slc5;gcc43;python;slot_tp_call;object;typeobject.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyobject_call;object;abstract.c;external;python;2.6.5;x86_64;slc5;gcc43;python;do_call;inline;python;ceval.c;pyeval_evalframeex;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyeval_evalcodeex;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyeval_evalcode;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;run_mod;inline;python;pythonrun.c;pyrun_fileexflags;python;pythonrun.c;external;python;2.6.5;x86_64;slc5;gcc43;python;builtin_execfile;python;bltinmodule.c;external;python;2.6.5;x86_64;slc5;gcc43;python;call_function;inline;python;ceval.c;pyeval_evalframeex;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyeval_evalcodeex;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;function_call;object;funcobject.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyobject_call;object;abstract.c;external;python;2.6.5;x86_64;slc5;gcc43;python;instancemethod_call;object;classobject.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyobject_call;object;abstract.c;external;python;2.6.5;x86_64;slc5;gcc43;python;slot_tp_call;object;typeobject.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyobject_call;object;abstract.c;external;python;2.6.5;x86_64;slc5;gcc43;python;do_call;inline;python;ceval.c;pyeval_evalframeex;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyeval_evalcodeex;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyeval_evalcode;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;run_mod;inline;python;pythonrun.c;pyrun_fileexflags;python;pythonrun.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyrun_simplefileexflags;python;pythonrun.c;external;python;2.6.5;x86_64;slc5;gcc43;python;py_main;module;main.c;external;python;2.6.5;x86_64;slc5;gcc43;python;lib64;libc.so;external;python;2.6.5;x86_64;slc5;gcc43;python;py:aodtodpd;info;aodtodpd;complete;athena;exit;code;py:aodtodpd;error;athena;receive;signal;exit;code;reset;athena;exit;code;info;read;error;category;file;atla;software;build;nightly;atlascore;rel_4;installarea;share;atlas_error_categories.db;info;read;error;pattern;file;atla;software;build;nightly;atlascore;rel_4;installarea;share;atlas_error_patterns.db;info;read;ignore;pattern;file;atla;software;build;nightly;atlascore;rel_4;installarea;share;atlas_error_ignore.db;athenalogchecker;start;aodtodpd;wall;time;vmem;py:aodtodpd;info;scanning;athena;logfile;aodtodpd.log;assume;atla;release;rel_4;py:aodtodpd;info;athena;initialise;py:aodtodpd;info;athena;execute;py:aodtodpd;info;scanning;line;file;aodtodpd.log;summary;py:aodtodpd;info;ignore;py:aodtodpd;info;warning;py:aodtodpd;info;error;py:aodtodpd;info;fatal;athenalogchecker;stop;aodtodpd;wall;time;vmem;athenalogchecker;report;aodtodpd;wall;time;time;vmem;py:aodtodpd;info;jobtransform;complete;aodtodpd;error;code;exit;code;py:aodtodpd;info;transform;timer;stop;aodtodpd;wall;time;vmem;py:aodtodpd;info;transform;timer;report;aodtodpd;wall;time;time;vmem;report;produce;aodtodpd;version;unknown;command;atla;software;build;nightly;atlasreconstruction;rel_4;installarea;share;reco_trf.py;autoconfiguration;inputaodfile;atla;project;prod;result;chainstore;x86_64;slc5;gcc43;atlasproduction;tool;tier0chaintest;tier0chainjob;mergedaod.pool.root;outputntup_fastmonfile;myntup_fastmon.root;ignoreerror;omitvalidation;exitcode;errorcode;trf_unknown;errorcategory;trf_unknown;unknown;transform;error;time;fatal;error;warning;write;jobinfo_aodtodpd.xml;file;dpdaodok;false;skip;step;skip;monitoring;file;merge;step;py:reco_trf;info;jobtransform;complete;reco_trf;error;code;exit;code;py:aodtodpd;info;transform;timer;stop;reco_trf;wall;time;vmem;py:aodtodpd;info;transform;timer;report;reco_trf;wall;time;time;vmem;report;produce;recotrf;command;atla;software;build;nightly;atlasreconstruction;rel_4;installarea;share;reco_trf.py;autoconfiguration;inputaodfile;atla;project;prod;result;chainstore;x86_64;slc5;gcc43;atlasproduction;tool;tier0chaintest;tier0chainjob;mergedaod.pool.root;outputntup_fastmonfile;myntup_fastmon.root;ignoreerror;omitvalidation;exitcode;errorcode;trf_unknown;errorcategory;trf_unknown;unknown;transform;error;time;fatal;error;warning;errorinfo;acronym;trf_unknown;message;fastphyshiggstozzto4lmontool.cxx;virtual;statuscode;fastphyshiggstozzto4lmontool;fillhistogram;code;evtstore;retrieve;lowetelectroncont;m_lowetelectroncontname;severity;fatal;toolsvc.fastphyshiggstozzto4lmontool;producer;aodtodpd;stage;execute;errorinfo;acronym;trf_unknown;message;unchecked;statuscode;fastphyshiggstozzto4lmontool;fillhistogram;atla;software;build;nightly;atlasanalysis;rel_4;installarea;x86_64;slc5;gcc43;libfastphysmonhiggs.so;severity;fatal;statuscodesvc;producer;aodtodpd;stage;execute;athacronym;unknown;exception;occur;athcode;rundiruseddisk;rundiravailabledisk;workdir;pool;athcode;rundiravailabledisk;dbrelease;athacronym;unknown;exception;occur;rundiruseddisk;atlasrelease;rel_4;write;jobinfo_recotrf.xml;file;rel_4;fastphysicsmonitor;fatal;unchecked;statuscode;fastphyshiggstozzto4lmontool;fillhistogram'),(88786,'atlas','hivalidation	reconstruction/heavyionrec 	bug  17.0.x.y-val','hi there is a bug in\r\n\r\nhivalidation	reconstruction/heavyionrec 		\r\n\r\n../src/higlobalvalidation.cxx: in member function \'statuscode higlobalvalidation::higlobalvars()\':\r\n../src/higlobalvalidation.cxx:470: error: \'endl\' was not declared in this scope\r\n\r\nsee log\r\nhttp://atlas-computing.web.cern.ch/atlas-computing/links/distdirectory/nightlies/patchwebarea/nicos_web_area170xyvalprod32bs5g4prodopt/nicos_log_rel_6/reconstruction_heavyionrec_hivalidation.html\r\n\r\ncould you please have a look \r\n\r\nthanks\r\n\r\ncheers\r\ndaniel\r\n\r\n','1200','5211','2011-11-12 12:21:16','5','fixed','closed','heavyionrec',';hivalidation;reconstruction;heavyionrec;higlobalvalidation.cxx;member;function;statuscode;higlobalvalidation;higlobalvar;higlobalvalidation.cxx;error;endl;declare;scope;http;atla;computing.web.cern.ch;atla;computing;link;distdirectory;nightly;patchwebarea;nicos_log_rel_6;reconstruction_heavyionrec_hivalidation.html;look;daniel;hivalidation;reconstruction;heavyionrec;heavyionrec'),(88791,'atlas','rtt error in q121_dbrelease_current (\'no such file or directory\')','dear experts,\r\n\r\nin todays devval (rel_6) the job q121_dbrelease_current crashes due to \'no such file or directory\'\r\n\r\nsee log-file:\r\n\r\nhttps://atlasrtt.cern.ch/rtt_j_r/rel_6/devval/build/x86_64-slc5-gcc43-opt/offline/recjobtransformtests/q121_dbrelease_current/q121_dbrelease_current_log\r\n\r\npy:reco_trf          info running in test mode.\r\nsetting runopts.omitvalidation to \'all\'\r\nsetting runopts.athenaopts to \'--drop-and-reload\'\r\npy:reco_trf          info transform timer start [reco_trf] wall-time: sat nov 12 10:46:47 2011 cet, vmem: 317.3203125 mb, rss: 103.55078125 mb\r\npy:reco_trf          info using /afs/cern.ch/atlas/software/builds/nightlies/devval/atlascore/rel_6/installarea/python/pyjobtransformscore\r\nretrying getsize(\'/afs/cern.ch/atlas/www/groups/database/pacman4/dbrelease/dbrelease-current.tar.gz\')\r\ngetsize(\'/afs/cern.ch/atlas/www/groups/database/pacman4/dbrelease/dbrelease-current.tar.gz\') failed\r\npy:reco_trf         error during execution of reco_trf, exception caught: [errno 2] no such file or directory: \'/afs/cern.ch/atlas/www/groups/database/pacman4/dbrelease/dbrelease-current.tar.gz\'\r\ninfo: read 109 error categories from file /afs/cern.ch/atlas/software/builds/nightlies/devval/atlascore/rel_6/installarea/share/atlas_error_categories.db\r\npy:reco_trf          info jobtransform completed for reco_trf with error code 63400 (exit code 34)\r\npy:reco_trf          info transform timer stop [reco_trf] wall-time: sat nov 12 10:46:48 2011 cet, vmem: 317.3203125 mb, rss: 103.6171875 mb\r\npy:reco_trf          info transform timer report [reco_trf] wall-time: 00 hrs 00 mins 01 secs, cpu-time: 00 hrs 00 mins 00 secs, vmem: 0.0 mb, rss: 0.06640625 mb\r\n===== job report produced by reco_trf version unknown =====\r\ncommand=/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_6/installarea/share/bin/reco_trf.py --uploadtoami=1.0 ami=q121 dbrelease=/afs/cern.ch/atlas/www/groups/database/pacman4/dbrelease/dbrelease-current.tar.gz preexec=rec.production=false postexec=print svcmgr.iovdbsvc.folders\r\nexitcode=34\r\nerrorcode=63400 (trf_exc)\r\nerrorcategory=trf_exc,	63400,	transform unknown exceptions\r\nfatals=1\r\nerrors=0\r\nwarnings=0\r\nerrorinfo\r\n  acronym=trf_exc (63400) transform unknown exceptions\r\n  message=oserror: (2, \'no such file or directory\', \'/afs/cern.ch/atlas/www/groups/database/pacman4/dbrelease/dbrelease-current.tar.gz\')\r\n  severity=fatal\r\n  producer=reco_trf\r\n  backtrace=file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlascore/rel_6/installarea/python/pyjobtransformscore/trf.py&quot;, line 2193, in execute\r\n              self._jobreport.addreport( self.runjob(), \'merge\' )\r\n            file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_6/installarea/share/bin/reco_trf.py&quot;, line 75, in runjob\r\n              self.getargument(\'dbrelease\').install()\r\n            file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlascore/rel_6/installarea/python/pyjobtransformscore/full_trfarg.py&quot;, line 662, in install\r\n              self.untarandsetup()\r\n            file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlascore/rel_6/installarea/python/pyjobtransformscore/full_trfarg.py&quot;, line 649, in untarandsetup\r\n              inputtarfileandsetuparg.untarandsetup(self)\r\n            file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlascore/rel_6/installarea/python/pyjobtransformscore/basic_trfarg.py&quot;, line 1088, in untarandsetup\r\n              self.checkfile()\r\n            file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlascore/rel_6/installarea/python/pyjobtransformscore/basic_trfarg.py&quot;, line 622, in checkfile\r\n              if fileutil.getsize(val) == 0:\r\n            file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlascore/rel_6/installarea/python/pyjobtransformscore/fileutil.py&quot;, line 120, in getsize\r\n              return retry_file_access( at.pathmodule.getsize, filename )\r\n            file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlascore/rel_6/installarea/python/pyjobtransformscore/fileutil.py&quot;, line 49, in retry_file_access\r\n              return retry_function_time( func, args, retryexception, retrymaxtime, retrystarttime )\r\n            file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlascore/rel_6/installarea/python/pyjobtransformscore/fileutil.py&quot;, line 29, in retry_function_time\r\n              val = func( *args )\r\n            file &quot;/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/lib/python2.6/genericpath.py&quot;, line 49, in getsize\r\n              return os.stat(filename).st_size\r\nrundiruseddisk=104785\r\nrundiravailabledisk=194924511232\r\nwriting jobinfo_reco_trf.xml file...\r\n\r\n--michael','100','5211','2011-11-12 15:21:06','5','none','closed','none',';dear;expert;today;devval;rel_6;q121_dbrelease_current;crash;file;directory;file;http;atlasrtt.cern.ch;rtt_j_r;rel_6;devval;build;x86_64;slc5;gcc43;offline;recjobtransformtest;q121_dbrelease_current;q121_dbrelease_current_log;py:reco_trf;info;test;mode;runopts.omitvalidation;runopts.athenaopts;drop;reload;py:reco_trf;info;transform;timer;start;reco_trf;wall;time;vmem;py:reco_trf;info;atla;software;build;nightly;devval;atlascore;rel_6;installarea;python;pyjobtransformscore;retry;getsize;atla;group;database;pacman4;dbrelease;dbrelease;current.tar.gz;getsize;atla;group;database;pacman4;dbrelease;dbrelease;current.tar.gz;fail;py:reco_trf;error;execution;reco_trf;exception;catch;errno;file;directory;atla;group;database;pacman4;dbrelease;dbrelease;current.tar.gz;info;read;error;category;file;atla;software;build;nightly;devval;atlascore;rel_6;installarea;share;atlas_error_categories.db;py:reco_trf;info;jobtransform;complete;reco_trf;error;code;exit;code;py:reco_trf;info;transform;timer;stop;reco_trf;wall;time;vmem;py:reco_trf;info;transform;timer;report;reco_trf;wall;time;time;vmem;report;produce;reco_trf;version;unknown;command;atla;software;build;nightly;devval;atlasreconstruction;rel_6;installarea;share;reco_trf.py;uploadtoamus;dbrelease;atla;group;database;pacman4;dbrelease;dbrelease;current.tar.gz;preexec;rec.production;false;postexec;print;svcmgr.iovdbsvc.folders;exitcode;errorcode;trf_exc;errorcategory;trf_exc;transform;unknown;exception;fatal;error;warning;errorinfo;acronym;trf_exc;transform;unknown;exception;message;oserror;file;directory;atla;group;database;pacman4;dbrelease;dbrelease;current.tar.gz;severity;fatal;producer;reco_trf;backtrace;file;atla;software;build;nightly;devval;atlascore;rel_6;installarea;python;pyjobtransformscore;trf.py;line;execute;self;self.runjob;merge;file;atla;software;build;nightly;devval;atlasreconstruction;rel_6;installarea;share;reco_trf.py;line;runjob;self.getargument;dbrelease;install;file;atla;software;build;nightly;devval;atlascore;rel_6;installarea;python;pyjobtransformscore;full_trfarg.py;line;install;self.untarandsetup;file;atla;software;build;nightly;devval;atlascore;rel_6;installarea;python;pyjobtransformscore;full_trfarg.py;line;untarandsetup;inputtarfileandsetuparg.untarandsetup;self;file;atla;software;build;nightly;devval;atlascore;rel_6;installarea;python;pyjobtransformscore;basic_trfarg.py;line;untarandsetup;self.checkfile;file;atla;software;build;nightly;devval;atlascore;rel_6;installarea;python;pyjobtransformscore;basic_trfarg.py;line;checkfile;fileutil.getsize;file;atla;software;build;nightly;devval;atlascore;rel_6;installarea;python;pyjobtransformscore;fileutil.py;line;getsize;return;retry_file_access;at.pathmodule.getsize;filename;file;atla;software;build;nightly;devval;atlascore;rel_6;installarea;python;pyjobtransformscore;fileutil.py;line;retry_file_access;return;retry_function_time;func;retryexception;retrymaxtime;retrystarttime;file;atla;software;build;nightly;devval;atlascore;rel_6;installarea;python;pyjobtransformscore;fileutil.py;line;retry_function_time;func;file;external;python;2.6.5;x86_64;slc5;gcc43;python2.6;genericpath.py;line;getsize;return;os.stat;filename;st_size;rundiruseddisk;rundiravailabledisk;write;jobinfo_reco_trf.xml;file;michael;error;q121_dbrelease_current;file;directory'),(88828,'atlas','tct failed to connect to service sqlite200/allp200.db','hi in many tct test today there are failures like\r\n\r\nfailed to connect to service sqlite200/allp200.db\r\n\r\nsee log \r\nhttps://atlasrtt.cern.ch/tct/rel_1/17.0.x.y-val/build/i686-slc5-gcc43-opt/offline/tier0chaintests/run00169564_express0_hicollisions/run00169564_express0_hicollisions_log\r\n\r\ncheers\r\ndaniel','100','5211','2011-11-14 09:31:05','5','none','closed','none',';test;today;failure;like;fail;connect;service;sqlite200;allp200;http;atlasrtt.cern.ch;rel_1;build;slc5;gcc43;offline;tier0chaintest;run00169564_express0_hicollisions;run00169564_express0_hicollisions_log;daniel;fail;connect;service;sqlite200;allp200'),(88856,'atlas','seg fault rtt test amitag_q122 alg l1calomonmanager','hi there,\r\n\r\nthis bug was found today.\r\n\r\nsnippet\r\n-------------------------------------------------------------------------------------\r\ncore dump from coredumpsvc on lxbra0702.cern.ch at mon nov 14 04:36:52 2011\r\n\r\ncaught signal 11(segmentation fault). details: \r\n  errno = 0, code = 1 (address not mapped to object)\r\n  pid   = 456, uid = 1433022452\r\n  value = (1363568496, 0x51466770)\r\n  vmem = 1846.26 mb\r\n  rss  = 1544.5 mb\r\n  total-ram = 15925.6 mb\r\n  free-ram  = 4516.9 mb\r\n  buffer-ram= 316.055 mb\r\n  total-swap= 4094.55 mb\r\n  free-swap = 4042.21 mb\r\n  addr  = 0x1c8\r\n\r\nevent counter: 1\r\neventid: [run,evt,lumi,time,bunchcross,detmask] = [182796,50865068,300,1306727995:173262855,55,0xfffffffffff7]\r\nlast incident: athenaeventloopmgr:beginevent\r\ncurrent algorithm: l1calomonmanager\r\nalgorithm stack: \r\n   athmasterseq\r\n   athalgseq\r\n   l1calomonmanager\r\n-------------------------------------------------------------------------------------\r\n\r\n\r\nlog\r\nhttps://atlasrtt.cern.ch/rtt/rel_1/17.0.x.y-val/build/i686-slc5-gcc43-opt/offline/recjobtransformtests/amitag_q122/amitag_q122_log\r\n\r\nlink to solve\r\nhttps://twiki.cern.ch/twiki/bin/viewauth/atlas/recbuginvestigation\r\n\r\ncheers,\r\n\r\ntom\r\n','4045','5211','2011-11-14 17:00:37','5','fixed','closed','reconstruction',';today;snippet;core;dump;coredumpsvc;lxbra0702;catch;signal;segmentation;fault;detail;errno;code;address;object;value;vmem;total;free;buffer;total;swap;free;swap;addr;event;counter;eventid;lumus;time;bunchcross;detmask;incident;athenaeventloopmgr:beginevent;current;algorithm;l1calomonmanager;algorithm;stack;athmasterseq;athalgseq;l1calomonmanager;http;atlasrtt.cern.ch;rel_1;build;slc5;gcc43;offline;recjobtransformtest;amitag_q122;amitag_q122_log;link;solve;http;twiki.cern.ch;twikus;viewauth;atla;recbuginvestigation;fault;test;amitag_q122;l1calomonmanager;reconstruction'),(88875,'atlas','larcafjobs	larcalorimeter 	/usr/bin/ld: cannot find -llarcafjobslib','hi in larcafjobs	larcalorimeter 	\r\n\r\n/usr/bin/ld: cannot find -llarcafjobslib\r\n\r\nsee log\r\n\r\nhttp://atlas-computing.web.cern.ch/atlas-computing/links/distdirectory/nightlies/patchwebarea/nicos_web_area170xyvalprod32bs5g4prodopt/nicos_log_rel_2/larcalorimeter_larcafjobs.html\r\n\r\ncheers\r\ndaniel','100','5211','2011-11-15 08:55:36','5','fixed','closed','reconstruction',';larcafjob;larcalorimeter;llarcafjobslib;http;atla;computing.web.cern.ch;atla;computing;link;distdirectory;nightly;patchwebarea;nicos_log_rel_2;larcalorimeter_larcafjobs.html;daniel;larcafjob;larcalorimeter;llarcafjobslib;reconstruction'),(88893,'atlas','py:egammagetter.py::configure:   error could not get handle to emtrackmatch ','hi there,\r\n\r\nthis bug was found today.\r\n\r\nsnippet\r\npy:egammagetter.py::configure:   error could not get handle to emtrackmatch\r\ntraceback (most recent call last):\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/dev/atlasreconstruction/rel_2/installarea/python/egammarec/egammagetter.py&quot;, line 257, in configure\r\n    tracktovertextool  = tracktovertextool\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/dev/atlascore/rel_2/installarea/python/athenacommon/configurablemeta.py&quot;, line 99, in __call__\r\n    cfg = cls.__new__( cls, *args, **kwargs )\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/dev/atlascore/rel_2/installarea/python/athenacommon/configurable.py&quot;, line 175, in __new__\r\n    cls.__init__( conf, *args, **kwargs )\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/dev/atlasreconstruction/rel_2/installarea/python/egammatools/egammatoolsconf.py&quot;, line 149, in __init__\r\n    setattr(self, n, v)\r\nattributeerror: \'emtrackmatchbuilder\' object has no attribute \'usepixelordering\'\r\n\r\npy:configured::__init__:egammagetter:   error configuration failed\r\n\r\nlog\r\nhttps://atlasrtt.cern.ch/rtt_j_r/rel_2/dev/build/x86_64-slc5-gcc43-opt/offline/recjobtransformtests/mc10_default_short/mc10_default_short_log\r\n\r\ncommand\r\n###############################\r\noriginal job transform command:\r\n/afs/cern.ch/atlas/software/builds/nightlies/dev/atlasreconstruction/rel_2/installarea/share/bin/reco_trf.py --uploadtoami=1.0 inputrdofile=root://eosatlas//eos/atlas/atlascerngroupdisk/phys-rig/mc10_7tev.105200.t1_mcatnlo_jimmy.digit.rdo.e598_s933_s946_d366_tid197091_00/rdo.197091._000001.pool.root.1 outputesdfile=t1_mcatnlo_jimmy.esd.pool.root outputaodfile=t1_mcatnlo_jimmy.aod.pool.root outputhistfile=t1_mcatnlo_jimmy.hist.root maxevents=25 autoconfiguration=everything \r\n###############################\r\n\r\nlink to solve\r\nhttps://twiki.cern.ch/twiki/bin/viewauth/atlas/recbuginvestigation\r\n\r\n\r\ncheers,\r\n\r\ntom','100','5211','2011-11-15 14:18:25','5','none','closed','reconstruction',';today;snippet;py:egammagetter.py;configure;error;handle;emtrackmatch;traceback;recent;file;atla;software;build;nightly;atlasreconstruction;rel_2;installarea;python;egammarec;egammagetter.py;line;configure;tracktovertextool;tracktovertextool;file;atla;software;build;nightly;atlascore;rel_2;installarea;python;athenacommon;configurablemeta.py;line;kwarg;file;atla;software;build;nightly;atlascore;rel_2;installarea;python;athenacommon;configurable.py;line;conf;kwarg;file;atla;software;build;nightly;atlasreconstruction;rel_2;installarea;python;egammatool;egammatoolsconf.py;line;setattr;self;attributeerror;emtrackmatchbuilder;object;attribute;usepixelorder;py:configured;egammagetter;error;configuration;fail;http;atlasrtt.cern.ch;rtt_j_r;rel_2;build;x86_64;slc5;gcc43;offline;recjobtransformtest;mc10_default_short;mc10_default_short_log;command;original;transform;command;atla;software;build;nightly;atlasreconstruction;rel_2;installarea;share;reco_trf.py;uploadtoamus;inputrdofile;root;eosatla;atla;atlascerngroupdisk;mc10_7tev;t1_mcatnlo_jimmy.digit.rdo.e598_s933_s946_d366_tid197091_00;pool.root;outputesdfile;t1_mcatnlo_jimmy.esd.pool.root;outputaodfile;t1_mcatnlo_jimmy.aod.pool.root;outputhistfile;t1_mcatnlo_jimmy.hist.root;maxevent;autoconfiguration;link;solve;http;twiki.cern.ch;twikus;viewauth;atla;recbuginvestigation;py:egammagetter.py;configure;error;handle;emtrackmatch;reconstruction'),(88934,'atlas','attempting to add a report (task esdtoaod) with missing athcode/athacronym','hi there,\r\n\r\nthis bug was found in today.\r\n\r\nsnippet\r\n===== job report produced by reco_trf version unknown =====\r\ncommand=/afs/cern.ch/atlas/software/builds/nightlies/17.4.x.y/atlasproduction/rel_3/installarea/share/bin/reco_trf.py --uploadtoami=1.0 inputesdfile=t1_mcatnlo_jimmy_stdm.esd.pool.root outputhist_physvalmonfile=pvm_std.root maxevents=-1 autoconfiguration=everything --athenaopts=--stdcmalloc\r\nexitcode=34\r\nerrorcode=63400 (trf_exc)\r\nerrorcategory=trf_exc,	63400,	transform unknown exceptions\r\nfatals=1\r\nerrors=0\r\nwarnings=0\r\nerrorinfo\r\n  acronym=trf_exc (63400) transform unknown exceptions\r\n  message=keyerror: (\'attempting to add a report (task esdtoaod) with missing athcode/athacronym.\',)\r\n  severity=fatal\r\n  producer=reco_trf\r\n  backtrace=file &quot;/afs/cern.ch/atlas/software/releases/17.4.0/atlascore/17.4.0/installarea/python/pyjobtransformscore/trf.py&quot;, line 2193, in execute\r\n              self._jobreport.addreport( self.runjob(), \'merge\' )\r\n            file &quot;/afs/cern.ch/atlas/software/builds/nightlies/17.4.x.y/atlasproduction/rel_3/installarea/share/bin/reco_trf.py&quot;, line 162, in runjob\r\n              report.addreport( reportaod )\r\n            file &quot;/afs/cern.ch/atlas/software/releases/17.4.0/atlascore/17.4.0/installarea/python/pyjobtransformscore/jobreport.py&quot;, line 808, in addreport\r\n              raise keyerror( \'attempting to add a report (task %s) with missing athcode/athacronym.\' % report._task.taskname() )\r\nrundiruseddisk=114427\r\nrundiravailabledisk=151749312512\r\nwriting jobinfo_reco_trf.xml file...\r\n\r\n\r\nlog\r\nhttps://atlasrtt.cern.ch/rtt/rel_3/17.4.x.y/build/x86_64-slc5-gcc43-opt/offline/recjobtransformtests/mc10_stdcmalloc_physvalmon/mc10_stdcmalloc_physvalmon_log\r\n\r\nlink to solve\r\nhttps://twiki.cern.ch/twiki/bin/viewauth/atlas/recbuginvestigation\r\n\r\ncheers,\r\n\r\ntom\r\n','100','5211','2011-11-16 15:09:19','5','none','closed','reconstruction',';today;snippet;report;produce;reco_trf;version;unknown;command;atla;software;build;nightly;atlasproduction;rel_3;installarea;share;reco_trf.py;uploadtoamus;inputesdfile;t1_mcatnlo_jimmy_stdm.esd.pool.root;outputhist_physvalmonfile;pvm_std.root;maxevent;autoconfiguration;athenaopt;stdcmalloc;exitcode;errorcode;trf_exc;errorcategory;trf_exc;transform;unknown;exception;fatal;error;warning;errorinfo;acronym;trf_exc;transform;unknown;exception;message;keyerror;attempt;report;task;esdtoaod;miss;athcode;athacronym;severity;fatal;producer;reco_trf;backtrace;file;atla;software;release;17.4.0;atlascore;17.4.0;installarea;python;pyjobtransformscore;trf.py;line;execute;self;self.runjob;merge;file;atla;software;build;nightly;atlasproduction;rel_3;installarea;share;reco_trf.py;line;runjob;report.addreport;reportaod;file;atla;software;release;17.4.0;atlascore;17.4.0;installarea;python;pyjobtransformscore;jobreport.py;line;addreport;raise;keyerror;attempt;report;task;miss;athcode;athacronym;report;rundiruseddisk;rundiravailabledisk;write;jobinfo_reco_trf.xml;file;http;atlasrtt.cern.ch;rel_3;build;x86_64;slc5;gcc43;offline;recjobtransformtest;mc10_stdcmalloc_physvalmon;mc10_stdcmalloc_physvalmon_log;link;solve;http;twiki.cern.ch;twikus;viewauth;atla;recbuginvestigation;attempt;report;task;esdtoaod;miss;athcode;athacronym;reconstruction'),(88957,'atlas','17.0.x.y-val rel_3: seg fault in athenaapp_all_bs','hi,\r\n\r\nathenaapp_all_bs encountered a seg fault in 17.0.x.y-val rel_3.\r\n\r\ninstructions for investigating reco bugs: https://twiki.cern.ch/twiki/bin/viewauth/atlas/recbuginvestigation\r\n\r\noriginal job transform command:\r\n/afs/cern.ch/atlas/software/builds/nightlies/17.0.x.y-val/atlasproduction/rel_3/installarea/share/bin/rawtoesd_trf.py --useathenaapp=true inputbsfile=/afs/cern.ch/atlas/project/pmb/data/data11_7tev.00182726.physics_jettauetmiss.merge.raw._lb0215._sfo-5._0001.1_1000evts maxevents=250 autoconfiguration=everything --athenaopts=--stdcmalloc preexec=from@perfmoncomps.perfmonflags@import@jobproperties@as@pmjp,,pmjp.perfmonflags.domallocmonitoring=true,,pmjp.perfmonflags.dopostprocessing=true,,pmjp.perfmonflags.dosemidetailedmonitoringfullprint=true outputdqmonitorfile=mymon.root outputesdfile=myesd.pool.root outputntup_muoncalibfile=myntup_muoncalib.root outputdraw_zmumufile=mydraw_zmumu.data outputdraw_zeefile=mydraw_zee.data \r\n\r\nlog file: https://atlasrtt.cern.ch/rtt/rel_3/17.0.x.y-val/build/i686-slc5-gcc43-opt/offline/recperftests/athenaapp_all_bs/athenaapp_all_bs_log\r\n\r\nsnippet:\r\n--------------------\r\ncore dump from coredumpsvc on lxbsu2915.cern.ch at wed nov 16 04:29:30 2011\r\n\r\ncaught signal 11(segmentation fault). details: \r\n  errno = 0, code = 2 (invalid permissions for mapped object)\r\n  pid   = 1661609840, uid = 16777228\r\n  value = (-4750168, 0xffb784a8)\r\n  vmem = 2066.38 mb\r\n  rss  = 1728.03 mb\r\n  total-ram = 32049.5 mb\r\n  free-ram  = 12943.6 mb\r\n  buffer-ram= 485.492 mb\r\n  total-swap= 36867.8 mb\r\n  free-swap = 36836.4 mb\r\n  addr  = 0x630a2770\r\n\r\nevent counter: 2\r\neventid: [run,evt,lumi,time,bunchcross,detmask] = [182726,477339,215,1306529256:10782280,660,0xfffffffffff7]\r\nlast incident: athenaeventloopmgr:beginevent\r\n-------------------------------------------------------------------------------------\r\n\r\n(pid=21767 ppid=21344) received fatal signal 11 (segmentation fault)\r\nsignal context:\r\n  signo  = 11, errno = 0, code = 2 (invalid permissions for mapped object)\r\n  pid    = 1661609840, uid = 16777228\r\n  value  = (-4750168, 0xffb784a8)\r\n  addr   = 0x630a2770\r\n  stack  = (2, 0, (nil))\r\n\r\n  eip: 0023:630a2770           eflags: 00210206\r\n  eax: 630a2098   ebx: 771f523c   ecx: 00000001   edx: 1221b962\r\n  esi: ffb78828   edi: 409985f8   ebp: ffb78838   esp: ffb7878c\r\n   ds: 002b        es: 002b        fs: 0000        ss: 002b\r\n\r\n  signal esp: ffb7878c  trap: 14/21  oldmask: 00000000   cr2: 630a2770\r\n\r\n  fpu:  control = ffff037f\r\n        status  = ffff0132\r\n        tag     = ffffffff\r\n        ip      = 0010:76fc0d60\r\n        data    = 002b:ffb78868\r\n        state   = 00000132\r\n    %fp0 = [8000:0000000000000000]\r\n    %fp1 = [c002:5b9d89e0e8289fd8]\r\n    %fp2 = [400b:8d9c6fa435489abc]\r\n    %fp3 = [3ffd:e38e8e3838e3e38e]\r\n    %fp4 = [3ffc:00002169daa2c90f]\r\n    %fp5 = [3ffe:6800f9def333b504]\r\n    %fp6 = [3ffa:c0002168daa2c90f]\r\n    %fp7 = [3ffa:c0002168daa2c90f]\r\n\r\nstack trace:\r\n 0x5aca27a0 athena::debugaids::stacktrace(int)+0x60 ??:0   + 0x60 [/afs/cern.ch/atlas/software/releases/17.0.5/atlascore/17.0.5/installarea/i686-slc5-gcc43-opt/lib/libcxxutils.so]\r\n 0x5aca37bf athena::signal::fataldump(int, siginfo*, void*)+0xff ??:0   + 0xff [/afs/cern.ch/atlas/software/releases/17.0.5/atlascore/17.0.5/installarea/i686-slc5-gcc43-opt/lib/libcxxutils.so]\r\n 0x5aca3ad1 athena::signal::fatal(int, siginfo*, void*)+0x181 ??:0   + 0x181 [/afs/cern.ch/atlas/software/releases/17.0.5/atlascore/17.0.5/installarea/i686-slc5-gcc43-opt/lib/libcxxutils.so]\r\n 0x5aa1d006 coredumpsvchandler::action(int, siginfo*, void*)+0x106 ??:0   + 0x106 [/afs/cern.ch/atlas/software/releases/17.0.5/atlascore/17.0.5/installarea/i686-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0xffffe600 &lt;unknown function&gt;\r\n 0x630a2770 classid_traits&lt;lvl1::jemhits&gt;::typename()::s_name ??:0   + 0x0 [/afs/cern.ch/atlas/software/releases/17.0.5/atlasevent/17.0.5/installarea/i686-slc5-gcc43-opt/lib/libtrigt1caloeventlib.so]\r\n 0x76fc0d8b emefficienciesmontool::triggertoweranalysis()+0xbb ??:0   + 0xbb [/afs/cern.ch/atlas/software/releases/17.0.5/atlastrigger/17.0.5/installarea/i686-slc5-gcc43-opt/lib/libtrigt1calomonitoring.so]\r\n 0x76fc16c1 emefficienciesmontool::fillhistograms()+0x881 ??:0   + 0x881 [/afs/cern.ch/atlas/software/releases/17.0.5/atlastrigger/17.0.5/installarea/i686-slc5-gcc43-opt/lib/libtrigt1calomonitoring.so]\r\n 0x62a6e3cf managedmonitortoolbase::fillhists()+0x4bf /build/atnight/localbuilds/nightlies/17.0.x.y-val-prod/atlasproduction/rel_0/control/athenamonitoring/cmt/../src/managedmonitortoolbase.cxx:807   + 0x4bf [/afs/cern.ch/atlas/software/builds/nightlies/17.0.x.y-val/atlasproduction/rel_3/installarea/i686-slc5-gcc43-opt/lib/libathenamonitoringlib.so]\r\n 0x62a9d7fa athenamonmanager::execute()+0x56a /afs/cern.ch/atlas/software/builds/gaudi/v22r1p5/installarea/include/gaudikernel/statuscode.h:105   + 0x56a [/afs/cern.ch/atlas/software/builds/nightlies/17.0.x.y-val/atlasproduction/rel_3/installarea/i686-slc5-gcc43-opt/lib/libathenamonitoringlib.so]\r\n 0x5831c98d algorithm::sysexecute()+0x11d ??:0   + 0x11d [/afs/cern.ch/atlas/software/releases/17.0.5/gaudi/v22r1p5/installarea/i686-slc5-gcc43-opt/lib/libgaudikernel.so]\r\n 0x624a474b athsequencer::execute()+0x25b ??:0   + 0x25b [/afs/cern.ch/atlas/software/releases/17.0.5/atlascore/17.0.5/installarea/i686-slc5-gcc43-opt/lib/libgaudisequencer.so]\r\n 0x5831c98d algorithm::sysexecute()+0x11d ??:0   + 0x11d [/afs/cern.ch/atlas/software/releases/17.0.5/gaudi/v22r1p5/installarea/i686-slc5-gcc43-opt/lib/libgaudikernel.so]\r\n 0x624a474b athsequencer::execute()+0x25b ??:0   + 0x25b [/afs/cern.ch/atlas/software/releases/17.0.5/atlascore/17.0.5/installarea/i686-slc5-gcc43-opt/lib/libgaudisequencer.so]\r\n 0x5831c98d algorithm::sysexecute()+0x11d ??:0   + 0x11d [/afs/cern.ch/atlas/software/releases/17.0.5/gaudi/v22r1p5/installarea/i686-slc5-gcc43-opt/lib/libgaudikernel.so]\r\n 0x5aae200f athenaeventloopmgr::executealgorithms()+0x6f ??:0   + 0x6f [/afs/cern.ch/atlas/software/releases/17.0.5/atlascore/17.0.5/installarea/i686-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0x5aae85c6 athenaeventloopmgr::executeevent(void*)+0x6f6 ??:0   + 0x6f6 [/afs/cern.ch/atlas/software/releases/17.0.5/atlascore/17.0.5/installarea/i686-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0x5aae64b2 athenaeventloopmgr::nextevent(int)+0x8d2 ??:0   + 0x8d2 [/afs/cern.ch/atlas/software/releases/17.0.5/atlascore/17.0.5/installarea/i686-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0x5aae8ab9 athenaeventloopmgr::executerun(int)+0x29 ??:0   + 0x29 [/afs/cern.ch/atlas/software/releases/17.0.5/atlascore/17.0.5/installarea/i686-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0x5a5c1619 applicationmgr::executerun(int)+0x79 ??:0   + 0x79 [/afs/cern.ch/atlas/software/releases/17.0.5/gaudi/v22r1p5/installarea/i686-slc5-gcc43-opt/lib/libgaudisvc.so]\r\n 0x58bc502d _zn12_global__n_1l11method_4303epvs0_rkst6vectoris0_sais0_ees0_+0x3d ??:0   + 0x58bc502d [/afs/cern.ch/atlas/software/releases/17.0.5/gaudi/v22r1p5/installarea/i686-slc5-gcc43-opt/lib/libgaudikerneldict.so]\r\n 0x579878b7 root::cintex::method_stub_with_context(root::cintex::stubcontext_t*, g__value*, char const*, g__param*, int)+0x157 ??:0   + 0x157 [/afs/cern.ch/atlas/software/releases/17.0.5/lcgcmt/lcgcmt_60d/installarea/i686-slc5-gcc43-opt/lib/libcintex.so]\r\n 0x59a98034 &lt;unknown function&gt;\r\n 0x560f8422 cint::g__callfunc::execute(void*)+0xd2 ??:0   + 0xd2 [/afs/cern.ch/atlas/software/releases/17.0.5/lcgcmt/lcgcmt_60d/installarea/i686-slc5-gcc43-opt/lib/libcint.so]\r\n 0x558f157c pyroot::trootobjectbyvalueexecutor::execute(cint::g__callfunc*, void*)+0x2c ??:0   + 0x2c [/afs/cern.ch/sw/lcg/app/releases/root/5.28.00g/i686-slc5-gcc43-opt/root/lib/libpyroot.so]\r\n 0x558f7ea4 pyroot::tmethodholder&lt;pyroot::tscopeadapter, pyroot::tmemberadapter&gt;::callsafe(void*)+0x64 ??:0   + 0x64 [/afs/cern.ch/sw/lcg/app/releases/root/5.28.00g/i686-slc5-gcc43-opt/root/lib/libpyroot.so]\r\n 0x558f803c pyroot::tmethodholder&lt;pyroot::tscopeadapter, pyroot::tmemberadapter&gt;::execute(void*)+0x6c ??:0   + 0x6c [/afs/cern.ch/sw/lcg/app/releases/root/5.28.00g/i686-slc5-gcc43-opt/root/lib/libpyroot.so]\r\n 0x558f659b pyroot::tmethodholder&lt;pyroot::tscopeadapter, pyroot::tmemberadapter&gt;::operator()(pyroot::objectproxy*, _object*, _object*, long)+0x14b ??:0   + 0x14b [/afs/cern.ch/sw/lcg/app/releases/root/5.28.00g/i686-slc5-gcc43-opt/root/lib/libpyroot.so]\r\n 0x558fd7b2 pyroot::(anonymous namespace)::mp_call(pyroot::methodproxy*, _object*, _object*)+0x4a2 ??:0   + 0x558fd7b2 [/afs/cern.ch/sw/lcg/app/releases/root/5.28.00g/i686-slc5-gcc43-opt/root/lib/libpyroot.so]\r\n 0x0805d88c pyobject_call+0x5c /build/agaspar/work/python-2.6.5/objects/abstract.c:2493   + 0x5c [/afs/cern.ch/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080d969d pyeval_evalframeex+0x2dfd /build/agaspar/work/python-2.6.5/python/ceval.c:3968   + 0x2dfd [/afs/cern.ch/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080ddc8c pyeval_evalcodeex+0x87c /build/agaspar/work/python-2.6.5/python/ceval.c:3000   + 0x87c [/afs/cern.ch/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080dc329 pyeval_evalframeex+0x5a89 /build/agaspar/work/python-2.6.5/python/ceval.c:3846   + 0x5a89 [/afs/cern.ch/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080ddc8c pyeval_evalcodeex+0x87c /build/agaspar/work/python-2.6.5/python/ceval.c:3000   + 0x87c [/afs/cern.ch/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080dc329 pyeval_evalframeex+0x5a89 /build/agaspar/work/python-2.6.5/python/ceval.c:3846   + 0x5a89 [/afs/cern.ch/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080ddc8c pyeval_evalcodeex+0x87c /build/agaspar/work/python-2.6.5/python/ceval.c:3000   + 0x87c [/afs/cern.ch/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080dddd3 pyeval_evalcode+0x63 /build/agaspar/work/python-2.6.5/python/ceval.c:547   + 0x63 [/afs/cern.ch/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080fe044 pyrun_fileexflags+0xb4 /build/agaspar/work/python-2.6.5/python/pythonrun.c:1339   + 0xb4 [/afs/cern.ch/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080fe3a4 pyrun_simplefileexflags+0x204 /build/agaspar/work/python-2.6.5/python/pythonrun.c:935   + 0x204 [/afs/cern.ch/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x080fe69a pyrun_anyfileexflags+0x7a /build/agaspar/work/python-2.6.5/python/pythonrun.c:739   + 0x7a [/afs/cern.ch/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x08058d46 py_main+0xc56 /build/agaspar/work/python-2.6.5/modules/main.c:572   + 0xc56 [/afs/cern.ch/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x08057e42 main+0x32 /build/agaspar/work/python-2.6.5/./modules/python.c:24   + 0x32 [/afs/cern.ch/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\n 0x00337e9c __libc_start_main+0xdc ??:0   + 0xdc [/lib/libc.so.6]\r\n 0x08057d51 _start+0x21 ??:0   + 0x8057d51 [/afs/cern.ch/sw/lcg/external/python/2.6.5/i686-slc5-gcc43-opt/bin/python]\r\npy:rawtoesd          info rawtoesd has completed running of athena with exit code -11.\r\npy:rawtoesd         error athena received signal 11. exit code reset to athena exit code 8.\r\ninfo: read 109 error categories from file /afs/cern.ch/atlas/software/releases/17.0.5/atlascore/17.0.5/installarea/share/atlas_error_categories.db\r\ninfo: read 53 error patterns from file /afs/cern.ch/atlas/software/releases/17.0.5/atlascore/17.0.5/installarea/share/atlas_error_patterns.db\r\ninfo: read 61 ignore patterns from file /afs/cern.ch/atlas/software/releases/17.0.5/atlascore/17.0.5/installarea/share/atlas_error_ignore.db\r\nathenalogchecker start [rawtoesd log] wall-time: wed nov 16 04:29:40 2011 cet, vmem: 99.11328125 mb, rss: 67.17578125 mb\r\npy:rawtoesd          info scanning athena logfile rawtoesd.log assuming atlas release all,rel_3 ...\r\npy:rawtoesd          info athena initialise()...\r\npy:rawtoesd          info athena execute()...\r\npy:rawtoesd          info done scanning 18713 lines of file rawtoesd.log. summary:\r\npy:rawtoesd          info    ignored : 0\r\npy:rawtoesd          info    warnings: 28\r\npy:rawtoesd          info    errors  : 0\r\npy:rawtoesd          info    fatals  : 2\r\nathenalogchecker stop [rawtoesd log] wall-time: wed nov 16 04:29:41 2011 cet, vmem: 99.24609375 mb, rss: 67.25 mb\r\nathenalogchecker report [rawtoesd log] wall-time: 00 hrs 00 mins 01 secs, cpu-time: 00 hrs 00 mins 01 secs, vmem: 0.1328125 mb, rss: 0.07421875 mb\r\npy:rawtoesd          info jobtransform completed for rawtoesd with error code 60010 (exit code 6)\r\npy:rawtoesd          info transform timer stop [rawtoesd] wall-time: wed nov 16 04:29:41 2011 cet, vmem: 99.24609375 mb, rss: 67.2734375 mb\r\npy:rawtoesd          info transform timer report [rawtoesd] wall-time: 00 hrs 06 mins 06 secs, cpu-time: 00 hrs 04 mins 10 secs, vmem: 0.74609375 mb, rss: 0.67578125 mb\r\n===== job report produced by rawtoesd version unknown =====\r\ncommand=/afs/cern.ch/atlas/software/builds/nightlies/17.0.x.y-val/atlasproduction/rel_3/installarea/share/bin/rawtoesd_trf.py --useathenaapp=true inputbsfile=/afs/cern.ch/atlas/project/pmb/data/data11_7tev.00182726.physics_jettauetmiss.merge.raw._lb0215._sfo-5._0001.1_1000evts maxevents=250 autoconfiguration=everything --athenaopts=--stdcmalloc preexec=from@perfmoncomps.perfmonflags@import@jobproperties@as@pmjp,,pmjp.perfmonflags.domallocmonitoring=true,,pmjp.perfmonflags.dopostprocessing=true,,pmjp.perfmonflags.dosemidetailedmonitoringfullprint=true outputdqmonitorfile=mymon.root outputesdfile=myesd.pool.root outputntup_muoncalibfile=myntup_muoncalib.root outputdraw_zmumufile=mydraw_zmumu.data outputdraw_zeefile=mydraw_zee.data\r\nexitcode=6\r\nerrorcode=60010 (trf_segfault)\r\nerrorcategory=trf_segfault,	60010,	segmentation fault (2 times)\r\nfatals=2\r\nerrors=0\r\nwarnings=10\r\nerrorinfo\r\n  acronym=trf_segfault (60010) segmentation fault\r\n  message=caught signal 11(segmentation fault). details:\r\n  severity=fatal\r\n  producer=rawtoesd\r\n  stage=execute\r\nerrorinfo\r\n  acronym=trf_segfault (60010) segmentation fault\r\n  message=(pid=21767 ppid=21344) received fatal signal 11 (segmentation fault)\r\n  severity=fatal\r\n  producer=rawtoesd\r\n  stage=execute\r\nworkdir=/pool/lsf/rtt/188203339\r\nathcode=8\r\nrundiravailabledisk=1151684972544\r\ndbrelease=\r\nathacronym=an unknown exception occurred\r\nrundiruseddisk=7954271\r\natlasrelease=rel_3\r\nwriting jobinfo_rawtoesd.xml file...\r\n------------\r\n\r\ndhiman (valshift)\r\n','100','5211','2011-11-16 19:30:21','5','fixed','closed','reconstruction',';athenaapp_all_bs;encounter;fault;rel_3;instruction;investigate;reco;http;twiki.cern.ch;twikus;viewauth;atla;recbuginvestigation;original;transform;command;atla;software;build;nightly;atlasproduction;rel_3;installarea;share;rawtoesd_trf.py;useathenaapp;true;inputbsfile;atla;project;datum;data11_7tev;physics_jettauetmiss.merge.raw;maxevent;autoconfiguration;athenaopt;stdcmalloc;preexec;perfmoncomps.perfmonflags;import;jobproperty;pmjp;pmjp.perfmonflags.domallocmonitoring;true;pmjp.perfmonflags.dopostprocessing;true;pmjp.perfmonflags.dosemidetailedmonitoringfullprint;true;outputdqmonitorfile;mymon.root;outputesdfile;myesd.pool.root;outputntup_muoncalibfile;myntup_muoncalib.root;outputdraw_zmumufile;mydraw_zmumu.data;outputdraw_zeefile;mydraw_zee.data;file;http;atlasrtt.cern.ch;rel_3;build;slc5;gcc43;offline;recperftest;athenaapp_all_bs;athenaapp_all_bs_log;snippet;core;dump;coredumpsvc;lxbsu2915;catch;signal;segmentation;fault;detail;errno;code;invalid;permission;object;value;vmem;total;free;buffer;total;swap;free;swap;addr;event;counter;eventid;lumus;time;bunchcross;detmask;incident;athenaeventloopmgr:beginevent;ppid;receive;fatal;signal;segmentation;fault;signal;context;signo;errno;code;invalid;permission;object;value;addr;stack;eflag;esus;edus;signal;trap;oldmask;control;status;datum;state;stack;trace;athena;debugaid;stacktrace;atla;software;release;17.0.5;atlascore;17.0.5;installarea;slc5;gcc43;libcxxutils.so;athena;signal;fataldump;siginfo;void;atla;software;release;17.0.5;atlascore;17.0.5;installarea;slc5;gcc43;libcxxutils.so;athena;signal;fatal;siginfo;void;atla;software;release;17.0.5;atlascore;17.0.5;installarea;slc5;gcc43;libcxxutils.so;coredumpsvchandler;action;siginfo;void;atla;software;release;17.0.5;atlascore;17.0.5;installarea;slc5;gcc43;libathenaservices.so;classid_traits;typename;s_name;atla;software;release;17.0.5;atlasevent;17.0.5;installarea;slc5;gcc43;libtrigt1caloeventlib.so;emefficienciesmontool;triggertoweranalysis;atla;software;release;17.0.5;atlastrigger;17.0.5;installarea;slc5;gcc43;libtrigt1calomonitoring.so;emefficienciesmontool;fillhistogram;atla;software;release;17.0.5;atlastrigger;17.0.5;installarea;slc5;gcc43;libtrigt1calomonitoring.so;managedmonitortoolbase;fillhist;build;atnight;localbuild;nightly;prod;atlasproduction;rel_0;control;athenamonitoring;managedmonitortoolbase.cxx;atla;software;build;nightly;atlasproduction;rel_3;installarea;slc5;gcc43;libathenamonitoringlib.so;athenamonmanager;execute;atla;software;build;gaudus;v22r1p5;installarea;include;gaudikernel;statuscode.h;atla;software;build;nightly;atlasproduction;rel_3;installarea;slc5;gcc43;libathenamonitoringlib.so;algorithm;sysexecute;atla;software;release;17.0.5;gaudus;v22r1p5;installarea;slc5;gcc43;libgaudikernel.so;athsequencer;execute;atla;software;release;17.0.5;atlascore;17.0.5;installarea;slc5;gcc43;libgaudisequencer.so;algorithm;sysexecute;atla;software;release;17.0.5;gaudus;v22r1p5;installarea;slc5;gcc43;libgaudikernel.so;athsequencer;execute;atla;software;release;17.0.5;atlascore;17.0.5;installarea;slc5;gcc43;libgaudisequencer.so;algorithm;sysexecute;atla;software;release;17.0.5;gaudus;v22r1p5;installarea;slc5;gcc43;libgaudikernel.so;athenaeventloopmgr;executealgorithm;atla;software;release;17.0.5;atlascore;17.0.5;installarea;slc5;gcc43;libathenaservices.so;athenaeventloopmgr;executeevent;void;atla;software;release;17.0.5;atlascore;17.0.5;installarea;slc5;gcc43;libathenaservices.so;athenaeventloopmgr;nextevent;atla;software;release;17.0.5;atlascore;17.0.5;installarea;slc5;gcc43;libathenaservices.so;athenaeventloopmgr;executerun;atla;software;release;17.0.5;atlascore;17.0.5;installarea;slc5;gcc43;libathenaservices.so;applicationmgr;executerun;atla;software;release;17.0.5;gaudus;v22r1p5;installarea;slc5;gcc43;libgaudisvc.so;atla;software;release;17.0.5;gaudus;v22r1p5;installarea;slc5;gcc43;libgaudikerneldict.so;root;cintex;method_stub_with_context;root;cintex;stubcontext_t;g__value;char;const;g__param;atla;software;release;17.0.5;lcgcmt;lcgcmt_60d;installarea;slc5;gcc43;libcintex.so;cint;g__callfunc;execute;void;atla;software;release;17.0.5;lcgcmt;lcgcmt_60d;installarea;slc5;gcc43;libcint.so;pyroot;trootobjectbyvalueexecutor;execute;cint;g__callfunc;void;release;root;5.28.00g;slc5;gcc43;root;libpyroot.so;pyroot;tmethodholder;callsafe;void;release;root;5.28.00g;slc5;gcc43;root;libpyroot.so;pyroot;tmethodholder;execute;void;release;root;5.28.00g;slc5;gcc43;root;libpyroot.so;pyroot;tmethodholder;operator;pyroot;objectproxy;long;release;root;5.28.00g;slc5;gcc43;root;libpyroot.so;pyroot;anonymous;namespace;mp_call;pyroot;methodproxy;release;root;5.28.00g;slc5;gcc43;root;libpyroot.so;pyobject_call;build;agaspar;work;python;2.6.5;object;abstract.c;external;python;2.6.5;slc5;gcc43;python;pyeval_evalframeex;build;agaspar;work;python;2.6.5;python;ceval.c;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcodeex;build;agaspar;work;python;2.6.5;python;ceval.c;external;python;2.6.5;slc5;gcc43;python;pyeval_evalframeex;build;agaspar;work;python;2.6.5;python;ceval.c;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcodeex;build;agaspar;work;python;2.6.5;python;ceval.c;external;python;2.6.5;slc5;gcc43;python;pyeval_evalframeex;build;agaspar;work;python;2.6.5;python;ceval.c;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcodeex;build;agaspar;work;python;2.6.5;python;ceval.c;external;python;2.6.5;slc5;gcc43;python;pyeval_evalcode;build;agaspar;work;python;2.6.5;python;ceval.c;external;python;2.6.5;slc5;gcc43;python;pyrun_fileexflags;build;agaspar;work;python;2.6.5;python;pythonrun.c;external;python;2.6.5;slc5;gcc43;python;pyrun_simplefileexflags;build;agaspar;work;python;2.6.5;python;pythonrun.c;external;python;2.6.5;slc5;gcc43;python;pyrun_anyfileexflags;build;agaspar;work;python;2.6.5;python;pythonrun.c;external;python;2.6.5;slc5;gcc43;python;py_main;build;agaspar;work;python;2.6.5;module;main.c;external;python;2.6.5;slc5;gcc43;python;main;build;agaspar;work;python;2.6.5;module;python.c;external;python;2.6.5;slc5;gcc43;python;libc.so;external;python;2.6.5;slc5;gcc43;python;py:rawtoesd;info;rawtoesd;complete;athena;exit;code;py:rawtoesd;error;athena;receive;signal;exit;code;reset;athena;exit;code;info;read;error;category;file;atla;software;release;17.0.5;atlascore;17.0.5;installarea;share;atlas_error_categories.db;info;read;error;pattern;file;atla;software;release;17.0.5;atlascore;17.0.5;installarea;share;atlas_error_patterns.db;info;read;ignore;pattern;file;atla;software;release;17.0.5;atlascore;17.0.5;installarea;share;atlas_error_ignore.db;athenalogchecker;start;rawtoesd;wall;time;vmem;py:rawtoesd;info;scanning;athena;logfile;rawtoesd.log;assume;atla;release;rel_3;py:rawtoesd;info;athena;initialise;py:rawtoesd;info;athena;execute;py:rawtoesd;info;scanning;line;file;rawtoesd.log;summary;py:rawtoesd;info;ignore;py:rawtoesd;info;warning;py:rawtoesd;info;error;py:rawtoesd;info;fatal;athenalogchecker;stop;rawtoesd;wall;time;vmem;athenalogchecker;report;rawtoesd;wall;time;time;vmem;py:rawtoesd;info;jobtransform;complete;rawtoesd;error;code;exit;code;py:rawtoesd;info;transform;timer;stop;rawtoesd;wall;time;vmem;py:rawtoesd;info;transform;timer;report;rawtoesd;wall;time;time;vmem;report;produce;rawtoesd;version;unknown;command;atla;software;build;nightly;atlasproduction;rel_3;installarea;share;rawtoesd_trf.py;useathenaapp;true;inputbsfile;atla;project;datum;data11_7tev;physics_jettauetmiss.merge.raw;maxevent;autoconfiguration;athenaopt;stdcmalloc;preexec;perfmoncomps.perfmonflags;import;jobproperty;pmjp;pmjp.perfmonflags.domallocmonitoring;true;pmjp.perfmonflags.dopostprocessing;true;pmjp.perfmonflags.dosemidetailedmonitoringfullprint;true;outputdqmonitorfile;mymon.root;outputesdfile;myesd.pool.root;outputntup_muoncalibfile;myntup_muoncalib.root;outputdraw_zmumufile;mydraw_zmumu.data;outputdraw_zeefile;mydraw_zee.data;exitcode;errorcode;trf_segfault;errorcategory;trf_segfault;segmentation;fault;time;fatal;error;warning;errorinfo;acronym;trf_segfault;segmentation;fault;message;catch;signal;segmentation;fault;detail;severity;fatal;producer;rawtoesd;stage;execute;errorinfo;acronym;trf_segfault;segmentation;fault;message;ppid;receive;fatal;signal;segmentation;fault;severity;fatal;producer;rawtoesd;stage;execute;workdir;pool;athcode;rundiravailabledisk;dbrelease;athacronym;unknown;exception;occur;rundiruseddisk;atlasrelease;rel_3;write;jobinfo_rawtoesd.xml;file;dhiman;valshift;rel_3;fault;athenaapp_all_bs;reconstruction'),(88958,'atlas','exception connection on &quot;oracle://int8r_nolb/atlas_tags_loading_test&quot; cannot be established','\r\nin devval rel_* nightlies, the following integrated atn tests are\r\nprinting coral/oracle error messages:\r\n\r\n+ job poolcollectiontoolstest_testconfiguration#tagcopyatlaspool, see http://atlas-computing.web.cern.ch/atlas-computing/links/distdirectory/nightlies/developmentwebarea/nicos_web_area17x0val64bs5g4evtopt/nicos_testlog_rel_3/atlaseventrelease___checkdbgsymbols__dbg_symbols__x.html\r\n+ job poolcollectiontoolstest_testconfiguration#taguploadatlaspool, see http://atlas-computing.web.cern.ch/atlas-computing/links/distdirectory/nightlies/developmentwebarea/nicos_web_area17x0val64bs5g4evtopt/nicos_testlog_rel_3/atlastest_databasetest_poolcollectiontoolstest_18__poolcollectiontoolstest_testconfiguration__taguploadatlaspool__x.html\r\n+ job poolcollectiontoolstest_testconfiguration#t0uploadatlaspool, see http://atlas-computing.web.cern.ch/atlas-computing/links/distdirectory/nightlies/developmentwebarea/nicos_web_area17x0val64bs5g4evtopt/nicos_testlog_rel_3/atlastest_databasetest_poolcollectiontoolstest_19__poolcollectiontoolstest_testconfiguration__t0uploadatlaspool__x.html\r\n+ job poolcollectiontoolstest_testconfiguration#taguploadatlas, see http://atlas-computing.web.cern.ch/atlas-computing/links/distdirectory/nightlies/developmentwebarea/nicos_web_area17x0val64bs5g4evtopt/nicos_testlog_rel_3/atlastest_databasetest_poolcollectiontoolstest_21__poolcollectiontoolstest_testconfiguration__taguploadatlas__x.html\r\n+ job poolcollectiontoolstest_testconfiguration#extractatlas, see http://atlas-computing.web.cern.ch/atlas-computing/links/distdirectory/nightlies/developmentwebarea/nicos_web_area17x0val64bs5g4evtopt/nicos_testlog_rel_3/atlastest_databasetest_poolcollectiontoolstest_22__poolcollectiontoolstest_testconfiguration__extractatlas__x.html\r\n+ job poolcollectiontoolstest_testconfiguration#extractatlaspool, see http://atlas-computing.web.cern.ch/atlas-computing/links/distdirectory/nightlies/developmentwebarea/nicos_web_area17x0val64bs5g4evtopt/nicos_testlog_rel_3/atlastest_databasetest_poolcollectiontoolstest_23__poolcollectiontoolstest_testconfiguration__extractatlaspool__x.html\r\n\r\nthe pool expert has confirmed that this problem is due to an invalid password (see bug #88869).\r\nsee below for an excerpt of the error message.\r\n\r\nthanks,\r\nguilherme\r\nshifter - software cleaning week \r\n\r\n+verbatim+\r\n##----------------------------------------------------------------\r\n## ... begin logfile\r\n##----------------------------------------------------------------\r\n/afs/cern.ch/atlas/offline/external/lcgcmt/lcgcmt_61a/installarea/x86_64-slc5-gcc43-opt/bin/collappend\r\ncoral/relationalplugins/oracle error ora-01017: invalid username/password; logon denied (authenticating)\r\npool::relationalcollection::open error   ***** exception connection on &quot;oracle://int8r_nolb/atlas_tags_loading_test&quot; cannot be established ( coral : &quot;connectionpool::getsessionfromnewconnection&quot; from &quot;coral/services/connectionservice&quot; )\r\npool::exception: connection on &quot;oracle://int8r_nolb/atlas_tags_loading_test&quot; cannot be established ( coral : &quot;connectionpool::getsessionfromnewconnection&quot; from &quot;coral/services/connectionservice&quot; ) ( pool : &quot;relationalcollection::open&quot; from &quot;relationalcollection&quot; )\r\n##----------------------------------------------------------------\r\n## ... end logfile\r\n##----------------------------------------------------------------\r\n \r\n## ... total elapsed time:         9 sec\r\n## ... cmt setup time:             0 sec\r\n## ... tag uploading time:         9 sec\r\nerror: commands.gso execution problem!\r\nmultitagcopy return values (retcode,dtwrite) = (100,9)\r\nsummary: retc_ld=256\r\nfatal encountered during load\r\n256 fatal\r\n-verbatim-','896','5211','2011-11-16 20:53:27','5','fixed','closed','reconstruction',';devval;rel_;nightly;follow;integrate;test;printing;coral;oracle;error;message;poolcollectiontoolstest_testconfiguration;tagcopyatlaspool;http;atla;computing.web.cern.ch;atla;computing;link;distdirectory;nightly;developmentwebarea;nicos_web_area17x0val64bs5g4evtopt;nicos_testlog_rel_3;atlaseventrelease___checkdbgsymbols__dbg_symbols__x.html;poolcollectiontoolstest_testconfiguration;taguploadatlaspool;http;atla;computing.web.cern.ch;atla;computing;link;distdirectory;nightly;developmentwebarea;nicos_web_area17x0val64bs5g4evtopt;nicos_testlog_rel_3;atlastest_databasetest_poolcollectiontoolstest_18__poolcollectiontoolstest_testconfiguration__taguploadatlaspool__x.html;poolcollectiontoolstest_testconfiguration;t0uploadatlaspool;http;atla;computing.web.cern.ch;atla;computing;link;distdirectory;nightly;developmentwebarea;nicos_web_area17x0val64bs5g4evtopt;nicos_testlog_rel_3;atlastest_databasetest_poolcollectiontoolstest_19__poolcollectiontoolstest_testconfiguration__t0uploadatlaspool__x.html;poolcollectiontoolstest_testconfiguration;taguploadatla;http;atla;computing.web.cern.ch;atla;computing;link;distdirectory;nightly;developmentwebarea;nicos_web_area17x0val64bs5g4evtopt;nicos_testlog_rel_3;atlastest_databasetest_poolcollectiontoolstest_21__poolcollectiontoolstest_testconfiguration__taguploadatlas__x.html;poolcollectiontoolstest_testconfiguration;extractatla;http;atla;computing.web.cern.ch;atla;computing;link;distdirectory;nightly;developmentwebarea;nicos_web_area17x0val64bs5g4evtopt;nicos_testlog_rel_3;atlastest_databasetest_poolcollectiontoolstest_22__poolcollectiontoolstest_testconfiguration__extractatlas__x.html;poolcollectiontoolstest_testconfiguration;extractatlaspool;http;atla;computing.web.cern.ch;atla;computing;link;distdirectory;nightly;developmentwebarea;nicos_web_area17x0val64bs5g4evtopt;nicos_testlog_rel_3;atlastest_databasetest_poolcollectiontoolstest_23__poolcollectiontoolstest_testconfiguration__extractatlaspool__x.html;pool;expert;confirm;problem;invalid;password;excerpt;error;message;guilherme;shifter;software;cleaning;week;verbatim;begin;logfile;atla;offline;external;lcgcmt;lcgcmt_61a;installarea;x86_64;slc5;gcc43;collappend;coral;relationalplugin;oracle;error;invalid;username;password;logon;deny;authenticate;pool;relationalcollection;open;error;exception;connection;oracle;int8r_nolb;atlas_tags_loading_test;establish;coral;connectionpool;getsessionfromnewconnection;coral;service;connectionservice;pool;exception;connection;oracle;int8r_nolb;atlas_tags_loading_test;establish;coral;connectionpool;getsessionfromnewconnection;coral;service;connectionservice;pool;relationalcollection;open;relationalcollection;logfile;total;elapse;time;setup;time;upload;time;error;commands.gso;execution;problem;multitagcopy;return;value;retcode;dtwrite;summary;retc_ld;fatal;encounter;load;fatal;verbatim;exception;connection;oracle;int8r_nolb;atlas_tags_loading_test;establish;reconstruction'),(88960,'atlas','ioerror: [errno 2] no such file or directory: \'job.cfg.pkl\' in recjobtransformtests/mc10_memleak (devval rel_4)','rtt: devval(rel_4)\r\n\r\ndear experts,\r\n\r\nthe recjobtransformtests/mc10_memleak stream in 17.x.0-val (devval rel_4) failed with a very short logfile. here is a snippet from the end:\r\n\r\npy:athena            info now loading job.cfg.pkl  ... \r\ntraceback (most recent call last):\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlascore/rel_4/installarea/share/bin/athena.py&quot;, line 271, in &lt;module&gt;\r\n    include( &quot;athenacommon/execution.py&quot; )\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlascore/rel_4/installarea/python/athenacommon/include.py&quot;, line 168, in __call__\r\n    execfile( name, self._workspace, self._workspace )\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlascore/rel_4/installarea/joboptions/athenacommon/execution.py&quot;, line 51, in &lt;module&gt;\r\n    athenacommon.configurationshelve.loadjoboptionscatalogue( opts.fromdb )\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlascore/rel_4/installarea/python/athenacommon/configurationshelve.py&quot;, line 267, in loadjoboptionscatalogue\r\n    cfg = open( cfg_fname, \'rb\' )\r\nioerror: [errno 2] no such file or directory: \'job.cfg.pkl\'\r\n\r\nhere is the full logfile:\r\nhttps://atlasrtt.cern.ch/rtt_j_r/rel_4/devval/build/x86_64-slc5-gcc43-opt/offline/recjobtransformtests/mc10_memleak/mc10_memleak_log\r\n\r\nplease consult:\r\n----------------\r\nhttps://twiki.cern.ch/twiki/bin/viewauth/atlas/recbuginvestigation\r\n\r\ncheers, \r\nrobert (valshift)','1658','5211','2011-11-16 22:12:55','5','none','closed','none',';devval;rel_4;dear;expert;recjobtransformtest;mc10_memleak;stream;devval;rel_4;fail;short;logfile;snippet;py:athena;info;load;job.cfg.pkl;traceback;recent;file;atla;software;build;nightly;devval;atlascore;rel_4;installarea;share;athena.py;line;include;athenacommon;execution.py;file;atla;software;build;nightly;devval;atlascore;rel_4;installarea;python;athenacommon;include.py;line;execfile;self;self;file;atla;software;build;nightly;devval;atlascore;rel_4;installarea;joboption;athenacommon;execution.py;line;athenacommon.configurationshelve.loadjoboptionscatalogue;opts.fromdb;file;atla;software;build;nightly;devval;atlascore;rel_4;installarea;python;athenacommon;configurationshelve.py;line;loadjoboptionscatalogue;open;cfg_fname;ioerror;errno;file;directory;job.cfg.pkl;logfile;http;atlasrtt.cern.ch;rtt_j_r;rel_4;devval;build;x86_64;slc5;gcc43;offline;recjobtransformtest;mc10_memleak;mc10_memleak_log;consult;http;twiki.cern.ch;twikus;viewauth;atla;recbuginvestigation;robert;valshift;ioerror;errno;file;directory;job.cfg.pkl;recjobtransformtest;mc10_memleak;devval;rel_4'),(88967,'atlas','includeerror: include file indetdimuonmonitoring/dimumon_joboptions.py can not be found','in 17.x.0-val (devval) rel_* nightlies, several chained jobs are crashing due to a missing\r\njoboptions file:\r\n\r\n- job triganalysistest_testconfiguration#backcompathenatrigbstoesdaod - see http://atlas-computing.web.cern.ch/atlas-computing/links/distdirectory/nightlies/developmentwebarea/nicos_web_area17x0val64bs5g4anlopt/nicos_testlog_rel_3/trigger_trigvalidation_triganalysistest_33__triganalysistest_testconfiguration__backcompathenatrigbstoesdaod__x.html\r\n- triganalysistest_testconfiguration#backcompathenatrigaod_trigdectool - missing input file (chained jobs)\r\n- triganalysistest_testconfiguration#backcompathenatrigaod_trigedmcheck - missing input file (chained jobs)\r\n\r\nhere is an excerpt from the first job to crash:\r\n+verbatim+\r\n=== events processed: 10\r\nwilling to acquire file checklogtriggertest.conf from\r\n/build/atnight/localbuilds/nightlies/17.x.0-val/atlastrigger/rel_0/installarea/share/checklogtriggertest.conf\r\nsymlink checklogtriggertest.conf\r\ncheck_log.pl: checking for &lt;&gt; in log.\r\nfound messages in atn_test.log (11):\r\nshortened traceback (most recent user call last):\r\n  file &quot;/build/atnight/localbuilds/nightlies/17.x.0-val/atlasreconstruction/rel_0/installarea/joboptions/recjobtransforms/skeleton.esdtoaod.py&quot;, line 103, in \r\n    else: include( &quot;recexcommon/recexcommon_topoptions.py&quot; )\r\n  file &quot;/build/atnight/localbuilds/nightlies/17.x.0-val/atlasreconstruction/rel_0/installarea/joboptions/recexcommon/recexcommon_topoptions.py&quot;, line 657, in \r\n    protectedinclude (&quot;athenamonitoring/dataqualitysteering_joboptions.py&quot;)\r\n  file &quot;/build/atnight/localbuilds/nightlies/17.x.0-val/atlasevent/rel_0/installarea/joboptions/athenamonitoring/dataqualitysteering_joboptions.py&quot;, line 90, in \r\n    treatexception(&quot;dataqualitysteering_joboptions.py: exception when setting up indetperformance/indetdimuon monitoring&quot;)\r\n  file &quot;/build/atnight/localbuilds/nightlies/17.x.0-val/atlasevent/rel_0/installarea/joboptions/athenamonitoring/dataqualitysteering_joboptions.py&quot;, line 85, in \r\n    include(&quot;indetdimuonmonitoring/dimumon_joboptions.py&quot;)\r\nincludeerror: include file indetdimuonmonitoring/dimumon_joboptions.py can not be found\r\n  message=includeerror: include file indetdimuonmonitoring/dimumon_joboptions.py can not be found\r\nthe following messages were ignored: none\r\nfailure : error/fatal found in log file - see http://atlas-computing.web.cern.ch/atlas-computing/links/builddirectory/nightlies/17.x.0-val/atlasanalysis/rel_0/nicos_area/nicos_atntest17x0val64bs5g4anlopt/triganalysistest_testconfiguration_work/backcompathenatrigbstoesdaod/atn_test.log\r\nnb replace rel_0 with actual nightly in this url.\r\n=== backcompathenatrigbstoesdaod failure : problem detected in log file\r\ntrigtest.pl: looking for histograms and references for nightly 17.x.0-val/latest \r\n=== these errors occured: athena_bad_exit (8) athena_error_in_log (32) \r\n-verbatim-\r\n\r\nthanks,\r\nguilherme\r\nshifter - software cleaning week \r\n','100','5211','2011-11-17 02:59:48','5','duplicate','closed','reconstruction',';devval;rel_;nightly;chained;crash;miss;joboption;file;triganalysistest_testconfiguration;backcompathenatrigbstoesdaod;http;atla;computing.web.cern.ch;atla;computing;link;distdirectory;nightly;developmentwebarea;nicos_web_area17x0val64bs5g4anlopt;nicos_testlog_rel_3;trigger_trigvalidation_triganalysistest_33__triganalysistest_testconfiguration__backcompathenatrigbstoesdaod__x.html;triganalysistest_testconfiguration;backcompathenatrigaod_trigdectool;miss;input;file;chained;triganalysistest_testconfiguration;backcompathenatrigaod_trigedmcheck;miss;input;file;chained;excerpt;crash;verbatim;event;process;willing;acquire;file;checklogtriggertest.conf;build;atnight;localbuild;nightly;atlastrigger;rel_0;installarea;share;checklogtriggertest.conf;symlink;checklogtriggertest.conf;check_log.pl;check;message;atn_test.log;shorten;traceback;recent;user;file;build;atnight;localbuild;nightly;atlasreconstruction;rel_0;installarea;joboption;recjobtransform;skeleton.esdtoaod.py;line;include;recexcommon;recexcommon_topoptions.py;file;build;atnight;localbuild;nightly;atlasreconstruction;rel_0;installarea;joboption;recexcommon;recexcommon_topoptions.py;line;protectedinclude;athenamonitoring;dataqualitysteering_joboptions.py;file;build;atnight;localbuild;nightly;atlasevent;rel_0;installarea;joboption;athenamonitoring;dataqualitysteering_joboptions.py;line;treatexception;dataqualitysteering_joboptions.py;exception;indetperformance;indetdimuon;monitoring;file;build;atnight;localbuild;nightly;atlasevent;rel_0;installarea;joboption;athenamonitoring;dataqualitysteering_joboptions.py;line;include;indetdimuonmonitor;dimumon_joboptions.py;includeerror;include;file;indetdimuonmonitor;dimumon_joboptions.py;message;includeerror;include;file;indetdimuonmonitor;dimumon_joboptions.py;follow;message;ignore;failure;error;fatal;file;http;atla;computing.web.cern.ch;atla;computing;link;builddirectory;nightly;atlasanalysis;rel_0;nicos_area;nicos_atntest17x0val64bs5g4anlopt;triganalysistest_testconfiguration_work;backcompathenatrigbstoesdaod;atn_test.log;replace;rel_0;actual;nightly;backcompathenatrigbstoesdaod;failure;problem;detect;file;trigtest.pl;look;histogram;reference;nightly;latest;error;occur;athena_bad_exit;athena_error_in_log;verbatim;guilherme;shifter;software;cleaning;week;includeerror;include;file;indetdimuonmonitor;dimumon_joboptions.py;reconstruction'),(88976,'atlas','fpe in emtrackmatchbuilder while calling log()','some muon rtt jobs failed due to:\r\n\r\ncaught signal 8(floating point exception). details: \r\n[...]\r\nstack trace:\r\n[...]\r\n 0x3cfb811a5b ???  + 0x3cfb811a5b [/lib64/libm.so.6]\r\n 0x3cfb823a04 log  + 0x14 [/lib64/libm.so.6]\r\n 0x2aaac6cf4dc2 iscandidatematch ../src/emtrackmatchbuilder.cxx:640   + 0x142 [/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libegammatools.so]\r\n 0x2aaac6cf70f2 trackexecute ../src/emtrackmatchbuilder.cxx:308   + 0x112 [/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_0/installarea/x86_64-slc5-gcc43-opt/lib/libegammatools.so]\r\n\r\nprobably this is due to uninitialized values using in calculations by the algorithm.\r\n\r\nfull log file:\r\nhttps://atlasrtt.cern.ch/rtt_j_r/rel_0/devval/build/x86_64-slc5-gcc43-opt/offline/muonrecrtt/zmumu/zmumu_log\r\n\r\ncheers, christian\r\nmuon sw shifter','100','8587','2011-11-17 10:12:05','5','none','closed','egamma',';muon;fail;catch;signal;float;point;exception;detail;stack;trace;lib64;libm.so;lib64;libm.so;iscandidatematch;emtrackmatchbuilder.cxx;atla;software;build;nightly;devval;atlasreconstruction;rel_0;installarea;x86_64;slc5;gcc43;libegammatools.so;trackexecute;emtrackmatchbuilder.cxx;atla;software;build;nightly;devval;atlasreconstruction;rel_0;installarea;x86_64;slc5;gcc43;libegammatools.so;probably;uninitialized;value;calculation;algorithm;file;http;atlasrtt.cern.ch;rtt_j_r;rel_0;devval;build;x86_64;slc5;gcc43;offline;muonrecrtt;zmumu;zmumu_log;christian;muon;shifter;emtrackmatchbuilder;call;egamma'),(89038,'atlas','hi task 283267: in run 169838 athena seg fault on bad event','job\r\nhttp://panda.cern.ch/server/pandamon/query?job=1208929486\r\n\r\nlog\r\n\r\nhttp://voatlas20.cern.ch/monitor/logs/40fd4bb5-eaf5-4faf-a4ee-5c9d22bd1c39/tarball_pandajob_1208929486_nordugrid/athena_stdout.txt\r\n\r\nlog extract:\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  done processing event #448711, run #169838 162 events processed so far  &lt;&lt;&lt;===\r\nbytestreaminputsvc                                warning  failed to create robfragment id = 2228227, sct_barrel_c_side, module=3 (opt=0) : wrong_rod_fragment_size\r\nbytestreaminputsvc                                warning  failed to create fulleventfragment, number of bad events so far 1\r\nbytestreaminputsvc                                warning  continue with bad event\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  start processing event #448699, run #169838 162 events processed so far  &lt;&lt;&lt;===\r\n-------------------------------------------------------------------------------------\r\ncore dump from coredumpsvc on j017.hpc2n.umu.se at tue mar 15 23:29:18 2011\r\n\r\ncaught signal 11(segmentation fault). details: \r\n  errno = 0, code = 1 (address not mapped to object)\r\n  pid   = -2038530048, uid = 2097152\r\n  value = (221, 0xdd)\r\n  vmem = 2748.86 mb\r\n  rss  = 2401.52 mb\r\n  total-ram = 16078.5 mb\r\n  free-ram  = 83.7461 mb\r\n  buffer-ram= 0.15625 mb\r\n  total-swap= 32161.4 mb\r\n  free-swap = 32069.3 mb\r\n  addr  = 0x867e8000\r\n\r\nevent counter: 163\r\neventid: [run,evt,lumi,time,bunchcross,detmask] = [169838,448699,18,1290709156:735918025,436,0x1fffffffffff7]\r\nlast incident: athenaeventloopmgr:beginevent\r\ncurrent algorithm: indetsctrawdataprovider\r\nalgorithm stack: \r\n   athmasterseq\r\n   athalgseq\r\n   indetsctrawdataprovider\r\n-------------------------------------------------------------------------------------\r\n\r\n(pid=19900 ppid=19437) received fatal signal 11 (segmentation fault)\r\nsignal context:\r\n  signo  = 11, errno = 0, code = 1 (address not mapped to object)\r\n  pid    = -2038530048, uid = 2097152\r\n  value  = (221, 0xdd)\r\n  addr   = 0x867e8000\r\n  stack  = (2, 0, (nil))\r\n\r\n  eip: 0023:e7630176           eflags: 00010206\r\n  eax: 14a48b80   ebx: e765d108   ecx: 6ea2d538   edx: e7b5add4\r\n  esi: 00000000   edi: 05f6eab2   ebp: ffbe9608   esp: ffbe9240\r\n   ds: 002b        es: 002b        fs: 0000        ss: 002b\r\n\r\n  signal esp: ffbe9240  trap: 14/4  oldmask: 00000000   cr2: 867e8000\r\n\r\n  fpu:  control = ffff037f\r\n        status  = ffff0000\r\n        tag     = ffffffff\r\n        ip      = 0010:f315e271\r\n        data    = 002b:2d3b8400\r\n        state   = 00000000\r\n    %fp0 = [c006:000000000000b400]\r\n    %fp1 = [c005:000000000000b400]\r\n    %fp2 = [4011:fda1ffffffffafc7]\r\n    %fp3 = [0000:0000000000000000]\r\n    %fp4 = [0000:0000000000000000]\r\n    %fp5 = [4001:000000000000e000]\r\n    %fp6 = [400b:00000000000090a0]\r\n    %fp7 = [401f:00008000feb2ddf8]\r\n\r\nstack trace:\r\n 0xf1350470 athena::debugaids::stacktrace(int) + 0x60 [/import/arcsess/sw/atlas/releases/16.2.2/atlascore/16.2.2/installarea/i686-slc5-gcc43-opt/lib/libcxxutils.so]\r\n 0xf135ae8f athena::signal::fataldump(int, siginfo*, void*) + 0xff [/import/arcsess/sw/atlas/releases/16.2.2/atlascore/16.2.2/installarea/i686-slc5-gcc43-opt/lib/libcxxutils.so]\r\n 0xf135b199 athena::signal::fatal(int, siginfo*, void*) + 0x179 [/import/arcsess/sw/atlas/releases/16.2.2/atlascore/16.2.2/installarea/i686-slc5-gcc43-opt/lib/libcxxutils.so]\r\n 0xf1530dae coredumpsvchandler::action(int, siginfo*, void*) + 0xce [/import/arcsess/sw/atlas/releases/16.2.2/atlascore/16.2.2/installarea/i686-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0xffffe600 &lt;unknown function&gt;\r\n 0xe7630176 sct_roddecoder::fillcollection(eformat::robfragment&lt;unsigned int const*&gt; const*, indetrawdatacontainer&lt;indetrawdatacollection&lt;sct_rdorawdata&gt; &gt;*, std::vector&lt;identifierhash, std::allocator&lt;identifierhash&gt; &gt;*) + 0x166 [/import/arcsess/sw/atlas/releases/16.2.2/atlasevent/16.2.2/installarea/i686-slc5-gcc43-opt/lib/libsct_rawdatabytestreamcnv.so]\r\n 0xe761a9c9 sctrawdataprovidertool::convert(std::vector&lt;eformat::robfragment&lt;unsigned int const*&gt; const*, std::allocator&lt;eformat::robfragment&lt;unsigned int const*&gt; const*&gt; &gt;&amp;, indetrawdatacontainer&lt;indetrawdatacollection&lt;sct_rdorawdata&gt; &gt;*) + 0x3c9 [/import/arcsess/sw/atlas/releases/16.2.2/atlasevent/16.2.2/installarea/i686-slc5-gcc43-opt/lib/libsct_rawdatabytestreamcnv.so]\r\n 0xe7620e86 sctrawdataprovider::execute() + 0x256 [/import/arcsess/sw/atlas/releases/16.2.2/atlasevent/16.2.2/installarea/i686-slc5-gcc43-opt/lib/libsct_rawdatabytestreamcnv.so]\r\n 0xf318551d algorithm::sysexecute() + 0x11d [/import/arcsess/sw/atlas/releases/16.2.2/gaudi/v21r9p3a/installarea/i686-slc5-gcc43-opt/lib/libgaudikernel.so]\r\n\r\n','100','127','2011-11-18 16:10:56','5','none','closed','none',';http;panda.cern.ch;server;pandamon;query;http;voatlas20;monitor;tarball_pandajob_1208929486_nordugrid;athena_stdout.txt;extract;athenaeventloopmgr;info;processing;event;event;process;start;processing;event;event;process;sct_roddecoder;fillcollection;eformat;robfragment;const;indetrawdatacontainer;vector;import;arcsess;atla;release;16.2.2;atlasevent;16.2.2;installarea;slc5;gcc43;libsct_rawdatabytestreamcnv.so;sctrawdataprovidertool;convert;vector;const;allocator;const;indetrawdatacontainer;import;arcsess;atla;release;16.2.2;atlasevent;16.2.2;installarea;slc5;gcc43;libsct_rawdatabytestreamcnv.so;sctrawdataprovider;execute;import;arcsess;atla;release;16.2.2;atlasevent;16.2.2;installarea;slc5;gcc43;libsct_rawdatabytestreamcnv.so;algorithm;sysexecute;import;arcsess;atla;release;16.2.2;gaudus;v21r9p3a;installarea;slc5;gcc43;libgaudikernel.so;task;athena;fault;event'),(89045,'atlas','hi task 283253:  athena seg fault in heavyiond3pd after validation of corrupted esd','job\r\nhttp://panda.cern.ch/server/pandamon/query?job=1208712370#1208712370\r\n\r\nhttp://voatlas20.cern.ch/monitor/logs/9a32bd4a-f073-448c-8ab6-b22837c8afda/tarball_pandajob_1208712370_triumf/athena_stdout.txt\r\n\r\nlog extract 1\r\n\r\npy:rawtoesd.outputesdfile    info checking esd.283253._000506.pool.root.1 for corruption.\r\npy:rawtoesd          info transform timer start [outputesdfile validation] wall-time: tue mar 15 19:27:02 2011, vmem: 17.59765625 mb, rss: 6.25 mb\r\npy:rawtoesd          info transform timer stop [outputesdfile validation] wall-time: tue mar 15 19:36:52 2011, vmem: 17.59765625 mb, rss: 6.26171875 mb\r\npy:rawtoesd          info transform timer report [outputesdfile validation] wall-time: 00 hrs 09 mins 50 secs, cpu-time: 00 hrs 09 mins 14 secs, vmem: 0.0 mb, rss: 0.01171875 mb\r\npy:rawtoesd.outputesdfile    info esd.283253._000506.pool.root.1 successfully validated.\r\n\r\n\r\nlog extract 2\r\n\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  start processing event #226132, run #170080 668 events processed so far  &lt;&lt;&lt;===\r\nstoregatesvc                                      warning retrieve(const): no valid proxy for object taureccontainer  of type analysis::taujetcontainer(clid 56426922)\r\ntaucommondetailsmerger                            warning failed to get tau container \'taureccontainer\' from storegate skipping merge for this event\r\nreset\r\nr__unzip: error in header\r\nerror in &lt;tbasket::readbasketbuffers&gt;: fnbytes = 5276, fkeylen = 102, fobjlen = 6546, noutot = 0, nout=0, nin=65547, nbuf=46952\r\nerror in &lt;tbranchelement::getbasket&gt;: file: esd.283253._000506.pool.root.1 at byte:2727643080, branch:m_atasurfaces.m_parameters.m_index, entry:668, badread=0, nerrors=1, basketnumber=3\r\nr__unzip: error in header\r\nerror in &lt;tbasket::readbasketbuffers&gt;: fnbytes = 4038, fkeylen = 118, fobjlen = 92248, noutot = 0, nout=0, nin=14157798, nbuf=11954996\r\ntbasket::readbasketbuffers:0: runtimewarning: basket:m_boundsurfaces.m_bounds.m_typeid.m_cnvid has fnevbuf=2 but fentryoffset=0, pos=2727894668, len=92366, fnbytes=4038, fobjlen=92248, trying to repair\r\nerror in &lt;tbranchelement::getbasket&gt;: file: esd.283253._000506.pool.root.1 at byte:2727894668, branch:m_boundsurfaces.m_bounds.m_index, entry:668, badread=0, nerrors=1, basketnumber=4\r\nr__unzip: error in header\r\nerror in &lt;tbasket::readbasketbuffers&gt;: fnbytes = 1446, fkeylen = 99, fobjlen = 441966, noutot = 0, nout=0, nin=2101557, nbuf=5003776\r\ntbasket::readbasketbuffers:0: runtimewarning: basket:m_surfaces.m_transform has fnevbuf=1 but fentryoffset=0, pos=2737468161, len=442065, fnbytes=1446, fobjlen=441966, trying to repair\r\nerror in &lt;tbranchelement::getbasket&gt;: file: esd.283253._000506.pool.root.1 at byte:2737468161, branch:m_hepsymmatrices.m_matrix_val, entry:668, badread=0, nerrors=1, basketnumber=5\r\n-------------------------------------------------------------------------------------\r\ncore dump from coredumpsvc on wn053.triumf.lcg at tue mar 15 13:47:27 2011\r\n','100','127','2011-11-18 17:55:11','5','none','closed','none',';http;panda.cern.ch;server;pandamon;query;http;voatlas20;monitor;tarball_pandajob_1208712370_triumf;athena_stdout.txt;extract;py:rawtoesd.outputesdfile;info;check;pool.root;corruption;py:rawtoesd;info;transform;timer;start;outputesdfile;validation;wall;time;vmem;py:rawtoesd;info;transform;timer;stop;outputesdfile;validation;wall;time;vmem;py:rawtoesd;info;transform;timer;report;outputesdfile;validation;wall;time;time;vmem;py:rawtoesd.outputesdfile;info;pool.root;successfully;validate;extract;athenaeventloopmgr;info;start;processing;event;event;process;fnbyte;fkeylen;fobjlen;noutot;nout;nbuf;error;file;pool.root;byte;branch:m_atasurfaces.m_parameters.m_index;entry;badread;nerror;basketnumber;r__unzip;error;header;error;fnbyte;fkeylen;fobjlen;noutot;nout;nbuf;tbasket;readbasketbuffer;runtimewarning;basket:m_boundsurfaces.m_bounds.m_typeid.m_cnvid;fnevbuf;fentryoffset;fnbyte;fobjlen;repair;error;file;pool.root;byte;branch:m_boundsurfaces.m_bounds.m_index;entry;badread;nerror;basketnumber;r__unzip;error;header;error;fnbyte;fkeylen;fobjlen;noutot;nout;nbuf;tbasket;readbasketbuffer;runtimewarning;basket:m_surfaces.m_transform;fnevbuf;fentryoffset;fnbyte;fobjlen;repair;error;file;pool.root;byte;branch:m_hepsymmatrices.m_matrix_val;entry;badread;nerror;basketnumber;core;dump;coredumpsvc;wn053;triumf.lcg;task;athena;fault;heavyiond3pd;validation;corrupt'),(89046,'atlas','hi task 283267: in run 169838 libsct_rawdatabytestreamcnv is out of memory after bad event','athena fails due to 150mb of errors like\r\ntoolsvc.indetsctroddecoder                          error unknown offlineid for onlineid 0x61220003 -&gt; cannot create rdo\r\n\r\njob\r\nhttp://panda.cern.ch/server/pandamon/query?job=1208914106\r\n\r\n150mb log:\r\nhttp://voatlas20.cern.ch/monitor/logs/cde11014-111b-4abb-881b-9abd3039fbb0/tarball_pandajob_1208914106_nordugrid/athena_stdout.txt\r\n\r\nlog extract:\r\ntoolsvc.indetsctroddecoder                          error unknown offlineid for onlineid 0x61220003 -&gt; cannot create rdo\r\nathenasummarysvc     fatal out of memory: saving summary ...\r\nstatuscodesvc                                       fatal unchecked statuscode in sct_roddecoder::fillcollection(eformat::robfragment&lt;unsigned int const*&gt; const\r\n*, indetrawdatacontainer&lt;indetrawdatacollection&lt;sct_rdorawdata&gt; &gt;*, std::vector&lt;identifierhash, std::allocator&lt;identifierhash&gt; &gt;*) from lib /net/pikolit/d0/nfs/\r\ngrid/arcswdir/atlas/releases/16.2.2/atlasevent/16.2.2/installarea/i686-slc5-gcc43-opt/lib/libsct_rawdatabytestreamcnv.so\r\n\r\n(pid=20608 ppid=20479) received fatal signal 6 (aborted)\r\n','100','127','2011-11-18 17:57:32','5','none','closed','none',';athena;fail;error;like;toolsvc.indetsctroddecoder;error;unknown;offlineid;onlineid;create;http;panda.cern.ch;server;pandamon;query;http;voatlas20;monitor;tarball_pandajob_1208914106_nordugrid;athena_stdout.txt;extract;toolsvc.indetsctroddecoder;error;unknown;offlineid;onlineid;create;athenasummarysvc;fatal;memory;save;summary;statuscodesvc;fatal;unchecked;statuscode;sct_roddecoder;fillcollection;eformat;robfragment;const;indetrawdatacontainer;vector;pikolit;grid;arcswdir;atla;release;16.2.2;atlasevent;16.2.2;installarea;slc5;gcc43;libsct_rawdatabytestreamcnv.so;ppid;receive;fatal;signal;aborted;task;libsct_rawdatabytestreamcnv;memory;event'),(89059,'atlas','seg fault in rtt recexrecotest data11_7tev_high_mureco','hi there,\r\n\r\nthis bug was found today\r\n\r\nsnippet\r\n\r\n-------------------------------------------------------------------------------------\r\ncore dump from coredumpsvc on lxbsp0914.cern.ch at fri nov 18 09:17:03 2011\r\n\r\ncaught signal 11(segmentation fault). details: \r\n  errno = 0, code = 128 (kernel)\r\n  pid   = 0, uid = 0\r\n  value = (200, 0xc8)\r\n  vmem = 2589.58 mb\r\n  rss  = 2014.42 mb\r\n  total-ram = 23969.6 mb\r\n  free-ram  = 992.852 mb\r\n  buffer-ram= 234.383 mb\r\n  total-swap= 20481.2 mb\r\n  free-swap = 20425.1 mb\r\n  addr  = 0\r\n\r\nevent counter: 7\r\neventid: [run,evt,lumi,time,bunchcross,detmask] = [179725,677155,21,1302875863:488909895,185,0x1fffffffffff7]\r\nlast incident: inputmetadatastore:storecleared\r\ncurrent algorithm: &lt;none&gt;\r\nalgorithm stack: &lt;empty&gt;\r\n-------------------------------------------------------------------------------------\r\n\r\n(pid=7770 ppid=23937) received fatal signal 11 (segmentation fault)\r\nsignal context:\r\n  signo  = 11, errno = 0, code = 128 (kernel)\r\n  pid    = 0, uid = 0\r\n  value  = (200, 0xc8)\r\n  addr   = (nil)\r\n  stack  = (2, 0, (nil))\r\n\r\n  02000000 00000000 317eafaa 02000000 0050821e 00000000 500ea0b1 aa2a0000\r\n  f07020fb aa2a0000 20000000 00000000 186e77fd aa2a0000 486e77fd aa2a0000\r\n  6850d1fd aa2a0000 00000000 00000000 c09620fb aa2a0000 c09620fb aa2a0000\r\n  77830300 00000000 00000000 0100002c 987c1c00 00000000 2074617b ff7f0000\r\n  93e1edb8 aa2a0000 46020100 00000000 33000000 00000000 00000000 00000000\r\n  0d000000 00000000 00000000 00000000 00000000 00000000 a071617b ff7f0000\r\n  0955bc07 032b0000 98401208 032b0000 14000000 00000000 9671617b ff7f0000\r\n  c8000000 00000000 c875617b ff7f0000 e1000000 00000000 2072617b ff7f0000\r\n\r\nstack trace:\r\n 0x2b03160bf81c stacktrace ../src/sealdebug.cxx:738   + 0x4c [/afs/cern.ch/atlas/software/builds/nightlies/devval/atlascore/rel_5/installarea/x86_64-slc5-gcc43-opt/lib/libcxxutils.so]\r\n 0x2b03160c05f2 fataldump ../src/sealsignal.cxx:1397   + 0x152 [/afs/cern.ch/atlas/software/builds/nightlies/devval/atlascore/rel_5/installarea/x86_64-slc5-gcc43-opt/lib/libcxxutils.so]\r\n 0x2b03160c0904 fatal ../src/sealsignal.cxx:898   + 0x194 [/afs/cern.ch/atlas/software/builds/nightlies/devval/atlascore/rel_5/installarea/x86_64-slc5-gcc43-opt/lib/libcxxutils.so]\r\n 0x2b0315ded091 action ../src/coredumpsvc.cxx:90   + 0x101 [/afs/cern.ch/atlas/software/builds/nightlies/devval/atlascore/rel_5/installarea/x86_64-slc5-gcc43-opt/lib/libathenaservices.so]\r\n 0x3e14e0eb70 ???  + 0x3e14e0eb70 [/lib64/libpthread.so.0]\r\n 0x2aaab8ede193 ~atastraightlinet /build/atnight/localbuilds/nightlies/17.x.0-val/atlasconditions/rel_0/installarea/include/trkparametersbase/trkparametersbase/atastraightlinet.icc:121   + 0x53 [/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasconditions/rel_5/installarea/x86_64-slc5-gcc43-opt/lib/libtrkparameters.so]\r\n 0x2aaab8edd607 ~atastraightline ../src/atastraightline.cxx:40   + 0x17 [/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasconditions/rel_5/installarea/x86_64-slc5-gcc43-opt/lib/libtrkparameters.so]\r\n 0x2aaab8ea6e03 ~trackstateonsurface ../src/trackstateonsurface.cxx:99   + 0x33 [/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasevent/rel_5/installarea/x86_64-slc5-gcc43-opt/lib/libtrktrack.so]\r\n 0x2aaab8eaa43e ~datavector /build/atnight/localbuilds/nightlies/17.x.0-val/atlascore/rel_0/installarea/include/datamodel/datamodel/datavector.icc:1158   + 0x3e [/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasevent/rel_5/installarea/x86_64-slc5-gcc43-opt/lib/libtrktrack.so]\r\n 0x2aaab8ea8c14 ~track ../src/track.cxx:151   + 0x44 [/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasevent/rel_5/installarea/x86_64-slc5-gcc43-opt/lib/libtrktrack.so]\r\n 0x2aaab8e8a68e ~datavector /build/atnight/localbuilds/nightlies/17.x.0-val/atlascore/rel_0/installarea/include/datamodel/datamodel/datavector.icc:1158   + 0x3e [/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasevent/rel_5/installarea/x86_64-slc5-gcc43-opt/lib/libtrkparticlebase.so]\r\n 0x2aaab9096f2e ~databucketbase inlined at /build/atnight/localbuilds/nightlies/17.x.0-val/atlascore/rel_0/installarea/include/sgtools/sgtools/databucket.icc:144 in sg::databucket&lt;datavector&lt;trk::track, datamodel_detail::nobase&gt; &gt;::~databucket() /build/atnight/localbuilds/nightlies/17.x.0-val/atlascore/rel_0/installarea/include/sgtools/sgtools/databucketbase.h:27   + 0x2e [/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_5/installarea/x86_64-slc5-gcc43-opt/lib/libsispseededtrackfinder.so]\r\n 0x2aaab9096fd8 ~dvldatabucket /build/atnight/localbuilds/nightlies/17.x.0-val/atlascore/rel_0/installarea/include/datamodel/datamodel/tools/dvldatabucket.icc:58   + 0x58 [/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_5/installarea/x86_64-slc5-gcc43-opt/lib/libsispseededtrackfinder.so]\r\n 0x2b0313119cc8 dataobject::release() ??:0   + 0x18 [/afs/cern.ch/atlas/software/builds/nightlies/devval/gaudi/rel_5/installarea/x86_64-slc5-gcc43-opt/lib/libgaudikernel.so]\r\n 0x2b0316060a9e setgaudiref&lt;dataobject&gt; ../src/dataproxy.cxx:27   + 0x2b0316060a9e [/afs/cern.ch/atlas/software/builds/nightlies/devval/atlascore/rel_5/installarea/x86_64-slc5-gcc43-opt/lib/libsgtools.so]\r\n 0x2b0316061232 ~dataproxy ../src/dataproxy.cxx:92   + 0x32 [/afs/cern.ch/atlas/software/builds/nightlies/devval/atlascore/rel_5/installarea/x86_64-slc5-gcc43-opt/lib/libsgtools.so]\r\n 0x2b0316060a18 release ../src/dataproxy.cxx:155   + 0x18 [/afs/cern.ch/atlas/software/builds/nightlies/devval/atlascore/rel_5/installarea/x86_64-slc5-gcc43-opt/lib/libsgtools.so]\r\n 0x2b0316060b30 requestrelease ../src/dataproxy.cxx:169   + 0x10 [/afs/cern.ch/atlas/software/builds/nightlies/devval/atlascore/rel_5/installarea/x86_64-slc5-gcc43-opt/lib/libsgtools.so]\r\n 0x2b031605c861 clearstore ../src/datastore.cxx:82   + 0x2a1 [/afs/cern.ch/atlas/software/builds/nightlies/devval/atlascore/rel_5/installarea/x86_64-slc5-gcc43-opt/lib/libsgtools.so]\r\n 0x2b0316004770 clearstore ../src/storegatesvc.cxx:315   + 0x50 [/afs/cern.ch/atlas/software/builds/nightlies/devval/atlascore/rel_5/installarea/x86_64-slc5-gcc43-opt/lib/libstoregatelib.so]\r\n 0x2b0316004af5 finalize ../src/storegatesvc.cxx:338   + 0xb5 [/afs/cern.ch/atlas/software/builds/nightlies/devval/atlascore/rel_5/installarea/x86_64-slc5-gcc43-opt/lib/libstoregatelib.so]\r\n 0x2b031316f917 service::sysfinalize() ??:0   + 0xa7 [/afs/cern.ch/atlas/software/builds/nightlies/devval/gaudi/rel_5/installarea/x86_64-slc5-gcc43-opt/lib/libgaudikernel.so]\r\n 0x2b03152ad5b6 servicemanager::finalize() ??:0   + 0x4b6 [/afs/cern.ch/atlas/software/builds/nightlies/devval/gaudi/rel_5/installarea/x86_64-slc5-gcc43-opt/lib/libgaudisvc.so]\r\n 0x2b03152ba279 applicationmgr::finalize() ??:0   + 0x369 [/afs/cern.ch/atlas/software/builds/nightlies/devval/gaudi/rel_5/installarea/x86_64-slc5-gcc43-opt/lib/libgaudisvc.so]\r\n 0x2b0314869490 _zn12_global__n_1l11method_7240epvs0_rkst6vectoris0_sais0_ees0_ ??:0   + 0x2b0314869490 [/afs/cern.ch/atlas/software/builds/nightlies/devval/gaudi/rel_5/installarea/x86_64-slc5-gcc43-opt/lib/libgaudikerneldict.so]\r\n 0x2b030e6b532d root::cintex::method_stub_with_context(root::cintex::stubcontext_t*, g__value*, char const*, g__param*, int) ??:0   + 0x13d [/afs/cern.ch/atlas/offline/external/lcgcmt/lcgcmt_61a/installarea/x86_64-slc5-gcc43-opt/lib/libcintex.so]\r\n 0x2b030b0817dc cint::g__callfunc::execute(void*) ??:0   + 0xcc [/afs/cern.ch/atlas/offline/external/lcgcmt/lcgcmt_61a/installarea/x86_64-slc5-gcc43-opt/lib/libcint.so]\r\n 0x2b030a3d15e6 pyroot::trootobjectbyvalueexecutor::execute(cint::g__callfunc*, void*) ??:0   + 0x16 [/afs/cern.ch/sw/lcg/app/releases/root/5.30.02/x86_64-slc5-gcc43-opt/root/lib/libpyroot.so]\r\n 0x2b030a3d7b06 pyroot::tmethodholder&lt;pyroot::tscopeadapter, pyroot::tmemberadapter&gt;::callsafe(void*) ??:0   + 0x66 [/afs/cern.ch/sw/lcg/app/releases/root/5.30.02/x86_64-slc5-gcc43-opt/root/lib/libpyroot.so]\r\n 0x2b030a3d7ccc pyroot::tmethodholder&lt;pyroot::tscopeadapter, pyroot::tmemberadapter&gt;::execute(void*) ??:0   + 0x7c [/afs/cern.ch/sw/lcg/app/releases/root/5.30.02/x86_64-slc5-gcc43-opt/root/lib/libpyroot.so]\r\n 0x2b030a3d65da pyroot::tmethodholder&lt;pyroot::tscopeadapter, pyroot::tmemberadapter&gt;::operator()(pyroot::objectproxy*, _object*, _object*, long) ??:0   + 0x16a [/afs/cern.ch/sw/lcg/app/releases/root/5.30.02/x86_64-slc5-gcc43-opt/root/lib/libpyroot.so]\r\n 0x2b030a3dd476 pyroot::(anonymous namespace)::mp_call(pyroot::methodproxy*, _object*, _object*) ??:0   + 0x2b030a3dd476 [/afs/cern.ch/sw/lcg/app/releases/root/5.30.02/x86_64-slc5-gcc43-opt/root/lib/libpyroot.so]\r\n 0x004197b8 pyobject_call objects/abstract.c:2492   + 0x68 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x00496742 do_call inlined at python/ceval.c:3773 in pyeval_evalframeex python/ceval.c:3968   + 0x2c32 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x00499097 fast_function inlined at python/ceval.c:3771 in pyeval_evalframeex python/ceval.c:3836   + 0x5587 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x0049a2a7 pyeval_evalcodeex python/ceval.c:3000   + 0x927 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x004987e8 fast_function inlined at python/ceval.c:3771 in pyeval_evalframeex python/ceval.c:3846   + 0x4cd8 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x0049a2a7 pyeval_evalcodeex python/ceval.c:3000   + 0x927 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x0049a3a2 pyeval_evalcode python/ceval.c:547   + 0x32 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x004ba9aa run_mod inlined at python/pythonrun.c:1325 in pyrun_fileexflags python/pythonrun.c:1339   + 0xaa [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x00491d42 builtin_execfile python/bltinmodule.c:797   + 0x491d42 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x0049888c call_function inlined at python/ceval.c:2412 in pyeval_evalframeex python/ceval.c:3750   + 0x4d7c [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x0049a2a7 pyeval_evalcodeex python/ceval.c:3000   + 0x927 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x004f213d function_call objects/funcobject.c:524   + 0x4f213d [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x004197b8 pyobject_call objects/abstract.c:2492   + 0x68 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x00420b00 instancemethod_call objects/classobject.c:2579   + 0x420b00 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x004197b8 pyobject_call objects/abstract.c:2492   + 0x68 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x0046e591 slot_tp_call objects/typeobject.c:5373   + 0x46e591 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x004197b8 pyobject_call objects/abstract.c:2492   + 0x68 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x00496742 do_call inlined at python/ceval.c:3773 in pyeval_evalframeex python/ceval.c:3968   + 0x2c32 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x0049a2a7 pyeval_evalcodeex python/ceval.c:3000   + 0x927 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x0049a3a2 pyeval_evalcode python/ceval.c:547   + 0x32 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x004ba9aa run_mod inlined at python/pythonrun.c:1325 in pyrun_fileexflags python/pythonrun.c:1339   + 0xaa [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x00491d42 builtin_execfile python/bltinmodule.c:797   + 0x491d42 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x0049888c call_function inlined at python/ceval.c:2412 in pyeval_evalframeex python/ceval.c:3750   + 0x4d7c [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x0049a2a7 pyeval_evalcodeex python/ceval.c:3000   + 0x927 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x004f213d function_call objects/funcobject.c:524   + 0x4f213d [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x004197b8 pyobject_call objects/abstract.c:2492   + 0x68 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x00420b00 instancemethod_call objects/classobject.c:2579   + 0x420b00 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x004197b8 pyobject_call objects/abstract.c:2492   + 0x68 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x0046e591 slot_tp_call objects/typeobject.c:5373   + 0x46e591 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x004197b8 pyobject_call objects/abstract.c:2492   + 0x68 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x00496742 do_call inlined at python/ceval.c:3773 in pyeval_evalframeex python/ceval.c:3968   + 0x2c32 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x0049a2a7 pyeval_evalcodeex python/ceval.c:3000   + 0x927 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x0049a3a2 pyeval_evalcode python/ceval.c:547   + 0x32 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x004ba9aa run_mod inlined at python/pythonrun.c:1325 in pyrun_fileexflags python/pythonrun.c:1339   + 0xaa [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x004bac9d pyrun_simplefileexflags python/pythonrun.c:935   + 0x20d [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x004150a3 py_main modules/main.c:572   + 0xb73 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n 0x3e1421d994 __libc_start_main  + 0xf4 [/lib64/libc.so.6]\r\n 0x004141d9 _start ??:0   + 0x4141d9 [/afs/cern.ch/sw/lcg/external/python/2.6.5/x86_64-slc5-gcc43-opt/bin/python]\r\n\r\nlog\r\nhttps://atlasrtt.cern.ch/rtt_j_r/rel_5/devval/build/x86_64-slc5-gcc43-opt/offline/recexrecotest/data11_7tev_high_mureco/data11_7tev_high_mureco_log\r\n\r\nlink to solve\r\nhttps://twiki.cern.ch/twiki/bin/viewauth/atlas/recbuginvestigation\r\n\r\ncheers,\r\n\r\ntom','100','5211','2011-11-18 20:45:45','5','need info','closed','reconstruction',';today;snippet;core;dump;coredumpsvc;lxbsp0914;frus;catch;signal;segmentation;fault;detail;errno;code;kernel;value;vmem;total;free;buffer;total;swap;free;swap;addr;event;counter;eventid;lumus;time;bunchcross;detmask;incident;inputmetadatastore:storecleared;current;algorithm;algorithm;stack;ppid;receive;fatal;signal;segmentation;fault;signal;context;signo;errno;code;kernel;value;addr;stack;stack;trace;stacktrace;sealdebug.cxx;atla;software;build;nightly;devval;atlascore;rel_5;installarea;x86_64;slc5;gcc43;libcxxutils.so;fataldump;sealsignal.cxx;atla;software;build;nightly;devval;atlascore;rel_5;installarea;x86_64;slc5;gcc43;libcxxutils.so;fatal;sealsignal.cxx;atla;software;build;nightly;devval;atlascore;rel_5;installarea;x86_64;slc5;gcc43;libcxxutils.so;action;coredumpsvc.cxx;atla;software;build;nightly;devval;atlascore;rel_5;installarea;x86_64;slc5;gcc43;libathenaservices.so;lib64;libpthread.so;atastraightlinet;build;atnight;localbuild;nightly;atlascondition;rel_0;installarea;include;trkparametersbase;trkparametersbase;atastraightlinet.icc;atla;software;build;nightly;devval;atlascondition;rel_5;installarea;x86_64;slc5;gcc43;libtrkparameters.so;atastraightline;atastraightline.cxx;atla;software;build;nightly;devval;atlascondition;rel_5;installarea;x86_64;slc5;gcc43;libtrkparameters.so;trackstateonsurface;trackstateonsurface.cxx;atla;software;build;nightly;devval;atlasevent;rel_5;installarea;x86_64;slc5;gcc43;libtrktrack.so;datavector;build;atnight;localbuild;nightly;atlascore;rel_0;installarea;include;datamodel;datamodel;datavector.icc;atla;software;build;nightly;devval;atlasevent;rel_5;installarea;x86_64;slc5;gcc43;libtrktrack.so;track;track.cxx;atla;software;build;nightly;devval;atlasevent;rel_5;installarea;x86_64;slc5;gcc43;libtrktrack.so;datavector;build;atnight;localbuild;nightly;atlascore;rel_0;installarea;include;datamodel;datamodel;datavector.icc;atla;software;build;nightly;devval;atlasevent;rel_5;installarea;x86_64;slc5;gcc43;libtrkparticlebase.so;databucketbase;inline;build;atnight;localbuild;nightly;atlascore;rel_0;installarea;include;sgtool;sgtool;databucket.icc;databucket;databucket;build;atnight;localbuild;nightly;atlascore;rel_0;installarea;include;sgtool;sgtool;databucketbase.h;atla;software;build;nightly;devval;atlasreconstruction;rel_5;installarea;x86_64;slc5;gcc43;libsispseededtrackfinder.so;dvldatabucket;build;atnight;localbuild;nightly;atlascore;rel_0;installarea;include;datamodel;datamodel;tool;dvldatabucket.icc;atla;software;build;nightly;devval;atlasreconstruction;rel_5;installarea;x86_64;slc5;gcc43;libsispseededtrackfinder.so;dataobject;release;atla;software;build;nightly;devval;gaudus;rel_5;installarea;x86_64;slc5;gcc43;libgaudikernel.so;setgaudiref;dataproxy.cxx;atla;software;build;nightly;devval;atlascore;rel_5;installarea;x86_64;slc5;gcc43;libsgtools.so;dataproxy;dataproxy.cxx;atla;software;build;nightly;devval;atlascore;rel_5;installarea;x86_64;slc5;gcc43;libsgtools.so;release;dataproxy.cxx;atla;software;build;nightly;devval;atlascore;rel_5;installarea;x86_64;slc5;gcc43;libsgtools.so;requestrelease;dataproxy.cxx;atla;software;build;nightly;devval;atlascore;rel_5;installarea;x86_64;slc5;gcc43;libsgtools.so;clearstore;datastore.cxx;atla;software;build;nightly;devval;atlascore;rel_5;installarea;x86_64;slc5;gcc43;libsgtools.so;clearstore;storegatesvc.cxx;atla;software;build;nightly;devval;atlascore;rel_5;installarea;x86_64;slc5;gcc43;libstoregatelib.so;finalize;storegatesvc.cxx;atla;software;build;nightly;devval;atlascore;rel_5;installarea;x86_64;slc5;gcc43;libstoregatelib.so;service;sysfinalize;atla;software;build;nightly;devval;gaudus;rel_5;installarea;x86_64;slc5;gcc43;libgaudikernel.so;servicemanager;finalize;atla;software;build;nightly;devval;gaudus;rel_5;installarea;x86_64;slc5;gcc43;libgaudisvc.so;applicationmgr;finalize;atla;software;build;nightly;devval;gaudus;rel_5;installarea;x86_64;slc5;gcc43;libgaudisvc.so;atla;software;build;nightly;devval;gaudus;rel_5;installarea;x86_64;slc5;gcc43;libgaudikerneldict.so;root;cintex;method_stub_with_context;root;cintex;stubcontext_t;g__value;char;const;g__param;atla;offline;external;lcgcmt;lcgcmt_61a;installarea;x86_64;slc5;gcc43;libcintex.so;cint;g__callfunc;execute;void;atla;offline;external;lcgcmt;lcgcmt_61a;installarea;x86_64;slc5;gcc43;libcint.so;pyroot;trootobjectbyvalueexecutor;execute;cint;g__callfunc;void;release;root;5.30.02;x86_64;slc5;gcc43;root;libpyroot.so;pyroot;tmethodholder;callsafe;void;release;root;5.30.02;x86_64;slc5;gcc43;root;libpyroot.so;pyroot;tmethodholder;execute;void;release;root;5.30.02;x86_64;slc5;gcc43;root;libpyroot.so;pyroot;tmethodholder;operator;pyroot;objectproxy;long;release;root;5.30.02;x86_64;slc5;gcc43;root;libpyroot.so;pyroot;anonymous;namespace;mp_call;pyroot;methodproxy;release;root;5.30.02;x86_64;slc5;gcc43;root;libpyroot.so;pyobject_call;object;abstract.c;external;python;2.6.5;x86_64;slc5;gcc43;python;do_call;inline;python;ceval.c;pyeval_evalframeex;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;fast_function;inline;python;ceval.c;pyeval_evalframeex;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyeval_evalcodeex;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;fast_function;inline;python;ceval.c;pyeval_evalframeex;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyeval_evalcodeex;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyeval_evalcode;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;run_mod;inline;python;pythonrun.c;pyrun_fileexflags;python;pythonrun.c;external;python;2.6.5;x86_64;slc5;gcc43;python;builtin_execfile;python;bltinmodule.c;external;python;2.6.5;x86_64;slc5;gcc43;python;call_function;inline;python;ceval.c;pyeval_evalframeex;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyeval_evalcodeex;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;function_call;object;funcobject.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyobject_call;object;abstract.c;external;python;2.6.5;x86_64;slc5;gcc43;python;instancemethod_call;object;classobject.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyobject_call;object;abstract.c;external;python;2.6.5;x86_64;slc5;gcc43;python;slot_tp_call;object;typeobject.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyobject_call;object;abstract.c;external;python;2.6.5;x86_64;slc5;gcc43;python;do_call;inline;python;ceval.c;pyeval_evalframeex;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyeval_evalcodeex;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyeval_evalcode;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;run_mod;inline;python;pythonrun.c;pyrun_fileexflags;python;pythonrun.c;external;python;2.6.5;x86_64;slc5;gcc43;python;builtin_execfile;python;bltinmodule.c;external;python;2.6.5;x86_64;slc5;gcc43;python;call_function;inline;python;ceval.c;pyeval_evalframeex;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyeval_evalcodeex;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;function_call;object;funcobject.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyobject_call;object;abstract.c;external;python;2.6.5;x86_64;slc5;gcc43;python;instancemethod_call;object;classobject.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyobject_call;object;abstract.c;external;python;2.6.5;x86_64;slc5;gcc43;python;slot_tp_call;object;typeobject.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyobject_call;object;abstract.c;external;python;2.6.5;x86_64;slc5;gcc43;python;do_call;inline;python;ceval.c;pyeval_evalframeex;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyeval_evalcodeex;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyeval_evalcode;python;ceval.c;external;python;2.6.5;x86_64;slc5;gcc43;python;run_mod;inline;python;pythonrun.c;pyrun_fileexflags;python;pythonrun.c;external;python;2.6.5;x86_64;slc5;gcc43;python;pyrun_simplefileexflags;python;pythonrun.c;external;python;2.6.5;x86_64;slc5;gcc43;python;py_main;module;main.c;external;python;2.6.5;x86_64;slc5;gcc43;python;lib64;libc.so;external;python;2.6.5;x86_64;slc5;gcc43;python;http;atlasrtt.cern.ch;rtt_j_r;rel_5;devval;build;x86_64;slc5;gcc43;offline;recexrecotest;data11_7tev_high_mureco;data11_7tev_high_mureco_log;link;solve;http;twiki.cern.ch;twikus;viewauth;atla;recbuginvestigation;fault;recexrecotest;data11_7tev_high_mureco;reconstruction'),(89078,'atlas','iovdbsvc cool object not found in single-channel retrieve','hi there,\r\n\r\nthis bug was found today.\r\n\r\nsnippet\r\niovdbsvc                                            error cool object not found in single-channel retrieve, folder /trigger/lvl1/lvl1configkey currenttime 773798487916612\r\niovdbsvc                                            error getaddress failed for folder /trigger/lvl1/lvl1configkey\r\n\r\n\r\nlog\r\nhttps://atlasrtt.cern.ch/rtt_j_r/rel_6/devval/build/x86_64-slc5-gcc43-opt/offline/recexanatest/esd_memleakana/esd_memleakana_log\r\n\r\nlink to help solve\r\nhttps://twiki.cern.ch/twiki/bin/viewauth/atlas/recbuginvestigation\r\n\r\n\r\ncheers,\r\n\r\ntom','100','5211','2011-11-19 14:35:57','5','invalid','closed','reconstruction',';today;snippet;iovdbsvc;error;cool;object;single;channel;retrieve;folder;trigger;lvl1;lvl1configkey;currenttime;iovdbsvc;error;getaddress;fail;folder;trigger;lvl1;lvl1configkey;http;atlasrtt.cern.ch;rtt_j_r;rel_6;devval;build;x86_64;slc5;gcc43;offline;recexanatest;esd_memleakana;esd_memleakana_log;link;help;solve;http;twiki.cern.ch;twikus;viewauth;atla;recbuginvestigation;iovdbsvc;cool;object;single;channel;retrieve;reconstruction'),(89079,'atlas','calocellgetter  could not import calorec.calocellmaker ','hi there,\r\n\r\nthis bug was found today in rtt recexanatest.\r\n\r\nsnippet\r\npy:calocellgetter::configure:   error could not import calorec.calocellmaker\r\ntraceback (most recent call last):\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_6/installarea/python/calorec/calocellgetter.py&quot;, line 87, in configure\r\n\r\nlog\r\nhttps://atlasrtt.cern.ch/rtt_j_r/rel_6/devval/build/x86_64-slc5-gcc43-opt/offline/recexanatest/esd_notrig_memleak/esd_notrig_memleak_log\r\n\r\nlink to solve\r\nhttps://twiki.cern.ch/twiki/bin/viewauth/atlas/recbuginvestigation\r\n\r\n\r\ncheers,\r\n\r\ntom','100','5211','2011-11-19 14:42:46','5','invalid','closed','reconstruction',';today;recexanatest;snippet;py:calocellgetter;configure;error;import;calorec.calocellmaker;traceback;recent;file;atla;software;build;nightly;devval;atlasreconstruction;rel_6;installarea;python;calorec;calocellgetter.py;line;configure;http;atlasrtt.cern.ch;rtt_j_r;rel_6;devval;build;x86_64;slc5;gcc43;offline;recexanatest;esd_notrig_memleak;esd_notrig_memleak_log;link;solve;http;twiki.cern.ch;twikus;viewauth;atla;recbuginvestigation;calocellgetter;import;calorec.calocellmaker;reconstruction'),(89080,'atlas','py:generatemenu.py   error error in configuration of egammaslice ','hi there,\r\n\r\nthis bug was found today.\r\n\r\nsnippet\r\n\r\npy:generatemenu.py   error error in configuration of egammaslice\r\ntraceback (most recent call last):\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_6/installarea/joboptions/recexcommon/recexcommon_topoptions.py&quot;, line 559, in &lt;module&gt;\r\n    triggergetter = triggergetter()\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlastrigger/rel_6/installarea/python/triggerjobopts/triggergetter.py&quot;, line 39, in __init__\r\n    configured.__init__(self, ignoreexistingdataobject=false)\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasevent/rel_6/installarea/python/recexconfig/configured.py&quot;, line 73, in __init__\r\n    configuredok = self.configure()\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlastrigger/rel_6/installarea/python/triggerjobopts/triggergetter.py&quot;, line 65, in configure\r\n    g.generate()\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlastrigger/rel_6/installarea/python/triggermenupython/generatemenu.py&quot;, line 704, in generate\r\n    self.loadchains()\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlastrigger/rel_6/installarea/python/triggermenupython/generatemenu.py&quot;, line 116, in loadchains\r\n    reportsliceimporterror(egammasliceflags)\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlastrigger/rel_6/installarea/python/triggermenupython/generatemenu.py&quot;, line 94, in loadchains\r\n    from triggermenupython.electronchains     import electrons\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlastrigger/rel_6/installarea/python/triggermenupython/electronchains.py&quot;, line 4, in &lt;module&gt;\r\n    from triggermenupython.electrondef import *\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlastrigger/rel_6/installarea/python/triggermenupython/electrondef.py&quot;, line 22, in &lt;module&gt;\r\n    from trigt2caloegamma.trigt2caloegammaconfig import t2caloegamma_egamma, t2caloegamma_swseed, t2caloegamma_swseed_nocut\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlastrigger/rel_6/installarea/python/trigt2caloegamma/trigt2caloegammaconfig.py&quot;, line 1, in &lt;module&gt;\r\n    from trigt2caloegamma.trigt2caloegammaconf import t2caloswseed, t2caloswcluster\r\nimporterror: no module named trigt2caloegammaconf\r\n\r\nerror: could not import triggerjobopts.triggergetter . switched off !\r\n\r\n\r\nlog\r\nhttps://atlasrtt.cern.ch/rtt_j_r/rel_6/devval/build/x86_64-slc5-gcc43-opt/offline/recexanatest/mc09_14tev_all_lowlumi/mc09_14tev_all_lowlumi_log\r\n\r\nlink to solve\r\nhttps://twiki.cern.ch/twiki/bin/viewauth/atlas/recbuginvestigation\r\n\r\n\r\ncheers,\r\n\r\ntom','100','5211','2011-11-19 14:56:47','5','invalid','closed','reconstruction',';today;snippet;py:generatemenu.py;error;error;configuration;egammaslice;traceback;recent;file;atla;software;build;nightly;devval;atlasreconstruction;rel_6;installarea;joboption;recexcommon;recexcommon_topoptions.py;line;triggergetter;triggergetter;file;atla;software;build;nightly;devval;atlastrigger;rel_6;installarea;python;triggerjobopt;triggergetter.py;line;configure;self;ignoreexistingdataobject;false;file;atla;software;build;nightly;devval;atlasevent;rel_6;installarea;python;recexconfig;configured.py;line;configuredok;self.configure;file;atla;software;build;nightly;devval;atlastrigger;rel_6;installarea;python;triggerjobopt;triggergetter.py;line;configure;g.generate;file;atla;software;build;nightly;devval;atlastrigger;rel_6;installarea;python;triggermenupython;generatemenu.py;line;generate;self.loadchains;file;atla;software;build;nightly;devval;atlastrigger;rel_6;installarea;python;triggermenupython;generatemenu.py;line;loadchain;reportsliceimporterror;egammasliceflag;file;atla;software;build;nightly;devval;atlastrigger;rel_6;installarea;python;triggermenupython;generatemenu.py;line;loadchain;triggermenupython.electronchains;import;electron;file;atla;software;build;nightly;devval;atlastrigger;rel_6;installarea;python;triggermenupython;electronchains.py;line;triggermenupython.electrondef;import;file;atla;software;build;nightly;devval;atlastrigger;rel_6;installarea;python;triggermenupython;electrondef.py;line;trigt2caloegamma.trigt2caloegammaconfig;import;t2caloegamma_egamma;t2caloegamma_swseed;t2caloegamma_swseed_nocut;file;atla;software;build;nightly;devval;atlastrigger;rel_6;installarea;python;trigt2caloegamma;trigt2caloegammaconfig.py;line;trigt2caloegamma.trigt2caloegammaconf;import;t2caloswseed;t2caloswcluster;importerror;module;name;trigt2caloegammaconf;error;import;triggerjobopts.triggergetter;switch;http;atlasrtt.cern.ch;rtt_j_r;rel_6;devval;build;x86_64;slc5;gcc43;offline;recexanatest;mc09_14tev_all_lowlumi;mc09_14tev_all_lowlumi_log;link;solve;http;twiki.cern.ch;twikus;viewauth;atla;recbuginvestigation;py:generatemenu.py;error;error;configuration;egammaslice;reconstruction'),(89089,'atlas','very large performance regression of egamma alg','\r\nin dev, between the 14th and 18th of november the &quot;egamma&quot; algorithm tripled its cpu consumption and nov consumes 1.2 seconds/evt:\r\n\r\nhttp://atlas-pmb.web.cern.ch/atlas-pmb/arch-mon/?test=evtcpu/jettauetmiss__dev__i686-slc5-gcc43-opt#plot_egammaalgs\r\n\r\nthat seems unreasonable to me, can this be fixed? tentatively assigning to tulay.\r\n\r\ncheers,\r\nthomas','4141','916','2011-11-20 13:16:03','5','fixed','closed','none',';november;egamma;algorithm;triple;consumption;consume;seconds;http;atla;pmb.web.cern.ch;atla;arch;test;evtcpu;jettauetmiss__dev__i686;slc5;gcc43;plot_egammaalgs;unreasonable;tentatively;assign;tulay;thoma;large;performance;regression;egamma'),(89094,'atlas','could not import triggerrelease/bstoesd_tier0_hltconfig_joboptions.py','hi,\r\n\r\nthis was found today\r\n\r\n\r\nerror: could not import triggerrelease/bstoesd_tier0_hltconfig_joboptions.py . switching trigger off !\r\n\r\n\r\nlog\r\nhttps://atlasrtt.cern.ch/rtt_j_r/rel_0/devval/build/x86_64-slc5-gcc43-opt/offline/recextrigtest/esdtrig_memleak/esdtrig_memleak_log\r\n\r\nlink to solve\r\nhttps://twiki.cern.ch/twiki/bin/viewauth/atlas/recbuginvestigation\r\n\r\n\r\ncheers,\r\n\r\ntom','100','5211','2011-11-20 18:22:21','5','invalid','closed','reconstruction',';today;error;import;triggerrelease;bstoesd_tier0_hltconfig_joboptions.py;switching;trigger;http;atlasrtt.cern.ch;rtt_j_r;rel_0;devval;build;x86_64;slc5;gcc43;offline;recextrigtest;esdtrig_memleak;esdtrig_memleak_log;link;solve;http;twiki.cern.ch;twikus;viewauth;atla;recbuginvestigation;import;triggerrelease;bstoesd_tier0_hltconfig_joboptions.py;reconstruction'),(89095,'atlas','16.6.4.2 data11_7tev reco task 587254 failures: ath_failure - athena non-zero exit ','~70% of jobs from the 16.6.4.2 data11_7tev reco task 587254:\r\n\r\ndata11_7tev.00189598.physics_cosmiccalo.recon.r2358\r\n\r\n(group production id sct, priority 750) failed repeatedly up to 9 attempts each at bnl on the rawtoesd step due to the following error (probably the problematic/empty input raw merge file?):\r\n--------------\r\npy:raw_to_esd        info ****************** starting raw-&gt;esd making *****************\r\npy:athena            info including file &quot;recexcommon/recexcommon_topoptions.py&quot;\r\npy:athena            info \'gbl.athenaservices.setfatalhandler(flag)\' is deprecated\r\npy:athena            info instead, please consider using:\r\npy:athena            info  svcmgr.coredumpsvc.fatalhandler = flag\r\npy:athena            info including file &quot;recexcond/recexcommon_flags.py&quot;\r\npy:autoconfiguration    info auto-configuration key \'everything\' requested. all default keys will be used.\r\npy:autoconfiguration    info auto-configuration will procede according to the following keys:\r\npy:autoconfiguration    info [\'projectname\', \'realorsim\', \'fieldandgeo\', \'beamtype\', \'conditionstag\', \'dotruth\', \'inputtype\', \'beamenergy\', \'lumiflags\', \'triggerstream\']\r\npy:inputfilepeeker    info executing   inputfilepeeker.py\r\npy:inputfilepeeker    info stream_names not present in input bytestream file. giving default name \'streamraw\'\r\npy:inputfilepeeker warning unable to fill inputfilesummary from file data11_7tev.00189598.physics_cosmiccalo.merge.raw._lb0226._sfo-all._0001.1. file is probably empty. will try again with next (if any).\r\npy:inputfilepeeker    info stream_names not present in input bytestream file. giving default name \'streamraw\'\r\npy:inputfilepeeker warning unable to fill inputfilesummary from file data11_7tev.00189598.physics_cosmiccalo.merge.raw._lb0227._sfo-all._0001.1. file is probably empty. will try again with next (if any).\r\npy:inputfilepeeker    info stream_names not present in input bytestream file. giving default name \'streamraw\'\r\npy:inputfilepeeker warning unable to fill inputfilesummary from file data11_7tev.00189598.physics_cosmiccalo.merge.raw._lb0228._sfo-all._0001.1. file is probably empty. will try again with next (if any).\r\npy:inputfilepeeker    info stream_names not present in input bytestream file. giving default name \'streamraw\'\r\npy:inputfilepeeker warning unable to fill inputfilesummary from file data11_7tev.00189598.physics_cosmiccalo.merge.raw._lb0229._sfo-all._0001.1. file is probably empty. will try again with next (if any).\r\npy:inputfilepeeker    info stream_names not present in input bytestream file. giving default name \'streamraw\'\r\npy:inputfilepeeker warning unable to fill inputfilesummary from file data11_7tev.00189598.physics_cosmiccalo.merge.raw._lb0230._sfo-all._0001.1. file is probably empty. will try again with next (if any).\r\npy:inputfilepeeker    info stream_names not present in input bytestream file. giving default name \'streamraw\'\r\npy:inputfilepeeker warning unable to fill inputfilesummary from file data11_7tev.00189598.physics_cosmiccalo.merge.raw._lb0231._sfo-all._0001.1. file is probably empty. will try again with next (if any).\r\npy:inputfilepeeker    info stream_names not present in input bytestream file. giving default name \'streamraw\'\r\npy:inputfilepeeker warning unable to fill inputfilesummary from file data11_7tev.00189598.physics_cosmiccalo.merge.raw._lb0232._sfo-all._0001.1. file is probably empty. will try again with next (if any).\r\npy:inputfilepeeker    info stream_names not present in input bytestream file. giving default name \'streamraw\'\r\npy:inputfilepeeker warning unable to fill inputfilesummary from file data11_7tev.00189598.physics_cosmiccalo.merge.raw._lb0233._sfo-all._0001.1. file is probably empty. will try again with next (if any).\r\npy:inputfilepeeker    info stream_names not present in input bytestream file. giving default name \'streamraw\'\r\npy:inputfilepeeker warning unable to fill inputfilesummary from file data11_7tev.00189598.physics_cosmiccalo.merge.raw._lb0234._sfo-all._0001.1. file is probably empty. will try again with next (if any).\r\npy:inputfilepeeker    info stream_names not present in input bytestream file. giving default name \'streamraw\'\r\npy:inputfilepeeker warning unable to fill inputfilesummary from file data11_7tev.00189598.physics_cosmiccalo.merge.raw._lb0235._sfo-all._0001.1. file is probably empty. will try again with next (if any).\r\npy:inputfilepeeker    info stream_names not present in input bytestream file. giving default name \'streamraw\'\r\npy:inputfilepeeker warning unable to fill inputfilesummary from file data11_7tev.00189598.physics_cosmiccalo.merge.raw._lb0236._sfo-all._0001.1. file is probably empty. will try again with next (if any).\r\npy:inputfilepeeker    info stream_names not present in input bytestream file. giving default name \'streamraw\'\r\npy:inputfilepeeker warning unable to fill inputfilesummary from file data11_7tev.00189598.physics_cosmiccalo.merge.raw._lb0237._sfo-all._0001.1. file is probably empty. will try again with next (if any).\r\npy:inputfilepeeker    info stream_names not present in input bytestream file. giving default name \'streamraw\'\r\npy:inputfilepeeker warning unable to fill inputfilesummary from file data11_7tev.00189598.physics_cosmiccalo.merge.raw._lb0238._sfo-all._0001.1. file is probably empty. will try again with next (if any).\r\npy:inputfilepeeker    info stream_names not present in input bytestream file. giving default name \'streamraw\'\r\npy:inputfilepeeker warning unable to fill inputfilesummary from file data11_7tev.00189598.physics_cosmiccalo.merge.raw._lb0239._sfo-all._0001.1. file is probably empty. will try again with next (if any).\r\npy:inputfilepeeker    info stream_names not present in input bytestream file. giving default name \'streamraw\'\r\npy:inputfilepeeker warning unable to fill inputfilesummary from file data11_7tev.00189598.physics_cosmiccalo.merge.raw._lb0240._sfo-all._0001.1. file is probably empty. will try again with next (if any).\r\npy:inputfilepeeker    info stream_names not present in input bytestream file. giving default name \'streamraw\'\r\npy:inputfilepeeker warning unable to fill inputfilesummary from file data11_7tev.00189598.physics_cosmiccalo.merge.raw._lb0241._sfo-all._0001.1. file is probably empty. will try again with next (if any).\r\npy:inputfilepeeker    info stream_names not present in input bytestream file. giving default name \'streamraw\'\r\npy:inputfilepeeker warning unable to fill inputfilesummary from file data11_7tev.00189598.physics_cosmiccalo.merge.raw._lb0242._sfo-all._0001.1. file is probably empty. will try again with next (if any).\r\npy:inputfilepeeker    info stream_names not present in input bytestream file. giving default name \'streamraw\'\r\npy:inputfilepeeker warning unable to fill inputfilesummary from file data11_7tev.00189598.physics_cosmiccalo.merge.raw._lb0243._sfo-all._0001.1. file is probably empty. will try again with next (if any).\r\npy:inputfilepeeker    info stream_names not present in input bytestream file. giving default name \'streamraw\'\r\npy:inputfilepeeker warning unable to fill inputfilesummary from file data11_7tev.00189598.physics_cosmiccalo.merge.raw._lb0244._sfo-all._0001.1. file is probably empty. will try again with next (if any).\r\npy:inputfilepeeker    info stream_names not present in input bytestream file. giving default name \'streamraw\'\r\npy:inputfilepeeker warning unable to fill inputfilesummary from file data11_7tev.00189598.physics_cosmiccalo.merge.raw._lb0245._sfo-all._0001.1. file is probably empty. will try again with next (if any).\r\npy:inputfilepeeker    info stream_names not present in input bytestream file. giving default name \'streamraw\'\r\npy:inputfilepeeker warning unable to fill inputfilesummary from file data11_7tev.00189598.physics_cosmiccalo.merge.raw._lb0246._sfo-all._0001.1. file is probably empty. will try again with next (if any).\r\npy:inputfilepeeker    info stream_names not present in input bytestream file. giving default name \'streamraw\'\r\npy:inputfilepeeker warning unable to fill inputfilesummary from file data11_7tev.00189598.physics_cosmiccalo.merge.raw._lb0247._sfo-all._0001.1. file is probably empty. will try again with next (if any).\r\npy:inputfilepeeker    info stream_names not present in input bytestream file. giving default name \'streamraw\'\r\npy:inputfilepeeker warning unable to fill inputfilesummary from file data11_7tev.00189598.physics_cosmiccalo.merge.raw._lb0248._sfo-all._0001.1. file is probably empty. will try again with next (if any).\r\npy:inputfilepeeker    info stream_names not present in input bytestream file. giving default name \'streamraw\'\r\npy:inputfilepeeker warning unable to fill inputfilesummary from file data11_7tev.00189598.physics_cosmiccalo.merge.raw._lb0249._sfo-all._0001.1. file is probably empty. will try again with next (if any).\r\npy:inputfilepeeker    info stream_names not present in input bytestream file. giving default name \'streamraw\'\r\npy:inputfilepeeker warning unable to fill inputfilesummary from file data11_7tev.00189598.physics_cosmiccalo.merge.raw._lb0250._sfo-all._0001.1. file is probably empty. will try again with next (if any).\r\npy:inputfilepeeker    info stream_names not present in input bytestream file. giving default name \'streamraw\'\r\npy:inputfilepeeker warning unable to fill inputfilesummary from file data11_7tev.00189598.physics_cosmiccalo.merge.raw._lb0251._sfo-all._0001.1. file is probably empty. will try again with next (if any).\r\npy:inputfilepeeker    info stream_names not present in input bytestream file. giving default name \'streamraw\'\r\npy:inputfilepeeker warning unable to fill inputfilesummary from file data11_7tev.00189598.physics_cosmiccalo.merge.raw._lb0252._sfo-all._0001.1. file is probably empty. will try again with next (if any).\r\npy:inputfilepeeker    info stream_names not present in input bytestream file. giving default name \'streamraw\'\r\npy:inputfilepeeker warning unable to fill inputfilesummary from file data11_7tev.00189598.physics_cosmiccalo.merge.raw._lb0253._sfo-all._0001.1. file is probably empty. will try again with next (if any).\r\npy:inputfilepeeker    info stream_names not present in input bytestream file. giving default name \'streamraw\'\r\npy:inputfilepeeker warning unable to fill inputfilesummary from file data11_7tev.00189598.physics_cosmiccalo.merge.raw._lb0254._sfo-all._0001.1. file is probably empty. will try again with next (if any).\r\npy:inputfilepeeker    info stream_names not present in input bytestream file. giving default name \'streamraw\'\r\npy:inputfilepeeker warning unable to fill inputfilesummary from file data11_7tev.00189598.physics_cosmiccalo.merge.raw._lb0255._sfo-all._0001.1. file is probably empty. will try again with next (if any).\r\npy:inputfilepeeker    info stream_names not present in input bytestream file. giving default name \'streamraw\'\r\npy:inputfilepeeker warning unable to fill inputfilesummary from file data11_7tev.00189598.physics_cosmiccalo.merge.raw._lb0256._sfo-all._0001.1. file is probably empty. will try again with next (if any).\r\npy:inputfilepeeker    info stream_names not present in input bytestream file. giving default name \'streamraw\'\r\npy:inputfilepeeker warning unable to fill inputfilesummary from file data11_7tev.00189598.physics_cosmiccalo.merge.raw._lb0257._sfo-all._0001.1. file is probably empty. will try again with next (if any).\r\npy:inputfilepeeker    info stream_names not present in input bytestream file. giving default name \'streamraw\'\r\npy:inputfilepeeker warning unable to fill inputfilesummary from file data11_7tev.00189598.physics_cosmiccalo.merge.raw._lb0258._sfo-all._0001.1. file is probably empty. will try again with next (if any).\r\npy:inputfilepeeker    info stream_names not present in input bytestream file. giving default name \'streamraw\'\r\npy:inputfilepeeker warning unable to fill inputfilesummary from file data11_7tev.00189598.physics_cosmiccalo.merge.raw._lb0259._sfo-all._0001.1. file is probably empty. will try again with next (if any).\r\npy:inputfilepeeker    info stream_names not present in input bytestream file. giving default name \'streamraw\'\r\npy:inputfilepeeker warning unable to fill inputfilesummary from file data11_7tev.00189598.physics_cosmiccalo.merge.raw._lb0260._sfo-all._0001.1. file is probably empty. will try again with next (if any).\r\npy:inputfilepeeker    info stream_names not present in input bytestream file. giving default name \'streamraw\'\r\npy:inputfilepeeker warning unable to fill inputfilesummary from file data11_7tev.00189598.physics_cosmiccalo.merge.raw._lb0261._sfo-all._0001.1. file is probably empty. will try again with next (if any).\r\npy:inputfilepeeker    info stream_names not present in input bytestream file. giving default name \'streamraw\'\r\npy:inputfilepeeker warning unable to fill inputfilesummary from file data11_7tev.00189598.physics_cosmiccalo.merge.raw._lb0262._sfo-all._0001.1. file is probably empty. will try again with next (if any).\r\npy:inputfilepeeker    info stream_names not present in input bytestream file. giving default name \'streamraw\'\r\npy:inputfilepeeker warning unable to fill inputfilesummary from file data11_7tev.00189598.physics_cosmiccalo.merge.raw._lb0263._sfo-all._0001.1. file is probably empty. will try again with next (if any).\r\npy:inputfilepeeker    info stream_names not present in input bytestream file. giving default name \'streamraw\'\r\npy:inputfilepeeker warning unable to fill inputfilesummary from file data11_7tev.00189598.physics_cosmiccalo.merge.raw._lb0264._sfo-all._0001.1. file is probably empty. will try again with next (if any).\r\npy:inputfilepeeker    info stream_names not present in input bytestream file. giving default name \'streamraw\'\r\npy:inputfilepeeker warning unable to fill inputfilesummary from file data11_7tev.00189598.physics_cosmiccalo.merge.raw._lb0265._sfo-all._0001.1. file is probably empty. will try again with next (if any).\r\npy:inputfilepeeker    info stream_names not present in input bytestream file. giving default name \'streamraw\'\r\npy:inputfilepeeker warning unable to fill inputfilesummary from file data11_7tev.00189598.physics_cosmiccalo.merge.raw._lb0266._sfo-all._0001.1. file is probably empty. will try again with next (if any).\r\npy:inputfilepeeker    info stream_names not present in input bytestream file. giving default name \'streamraw\'\r\npy:inputfilepeeker warning unable to fill inputfilesummary from file data11_7tev.00189598.physics_cosmiccalo.merge.raw._lb0267._sfo-all._0001.1. file is probably empty. will try again with next (if any).\r\npy:inputfilepeeker    info extracted streams [\'streamraw\'] from input file \r\npy:inputfilepeeker warning guessing that evt_type=is_data, but this is not 100% certain. using auto-configuration is not safe if this info is wrong.\r\nshortened traceback (most recent user call last):\r\n  file &quot;/direct/usatlas+osg/atlas_app/atlas_rel/prod/releases/rel_16-4.7/atlasreconstruction/16.6.4/installarea/joboptions/recjobtransforms/skeleton.rawtoesd.py&quot;, line 134, in &lt;module&gt;\r\n    else: include( &quot;recexcommon/recexcommon_topoptions.py&quot; )\r\n  file &quot;/direct/usatlas+osg/atlas_app/atlas_rel/prod/releases/rel_16-4.7/atlasreconstruction/16.6.4/installarea/joboptions/recexcommon/recexcommon_topoptions.py&quot;, line 89, in &lt;module&gt;\r\n    include ( &quot;recexcond/recexcommon_flags.py&quot; )\r\n  file &quot;/direct/usatlas+osg/atlas_app/atlas_rel/prod/releases/rel_16-4.7/atlasevent/16.6.4/installarea/joboptions/recexcond/recexcommon_flags.py&quot;, line 235, in &lt;module&gt;\r\n    configurefromlistofkeys(rec.autoconfiguration())\r\n  file &quot;/direct/usatlas+osg/atlas_app/atlas_rel/prod/releases/rel_16-4.7/atlasevent/16.6.4/installarea/python/recexconfig/autoconfiguration.py&quot;, line 880, in configurefromlistofkeys\r\n    rec.projectname=getprojectname()\r\n  file &quot;/direct/usatlas+osg/atlas_app/atlas_rel/prod/releases/rel_16-4.7/atlasevent/16.6.4/installarea/python/recexconfig/autoconfiguration.py&quot;, line 283, in getprojectname\r\n    from recexconfig.getcool import cool\r\n  file &quot;/direct/usatlas+osg/atlas_app/atlas_rel/prod/releases/rel_16-4.7/atlasevent/16.6.4/installarea/python/recexconfig/getcool.py&quot;, line 32, in &lt;module&gt;\r\n    cool=_setup()\r\n  file &quot;/direct/usatlas+osg/atlas_app/atlas_rel/prod/releases/rel_16-4.7/atlasevent/16.6.4/installarea/python/recexconfig/getcool.py&quot;, line 19, in _setup\r\n    lb=getlbnumber()\r\n  file &quot;/direct/usatlas+osg/atlas_app/atlas_rel/prod/releases/rel_16-4.7/atlasevent/16.6.4/installarea/python/recexconfig/autoconfiguration.py&quot;, line 75, in getlbnumber\r\n    lb=lbs[0]\r\nindexerror: list index out of range\r\npy:athena            info leaving with code 8: &quot;an unknown exception occurred&quot;\r\ninfo: read 109 error categories from file /direct/usatlas+osg/atlas_app/atlas_rel/prod/releases/rel_16-4.7/atlascore/16.6.4/installarea/share/atlas_error_categories.db\r\n/direct/usatlas+osg/atlas_app/atlas_rel/prod/releases/rel_16-4.7/atlascore/16.6.4/installarea/share/bin/athena.py -b runargs.rawtoesd.py recjobtransforms/skeleton.rawtoesd.py rawtoesd_messagesvc_joboptions.py --drop-and-reload - exit code 8\r\npy:rawtoesd          info execution of rawtoesd complete with exit code 8.\r\ninfo: read 109 error categories from file /direct/usatlas+osg/atlas_app/atlas_rel/prod/releases/rel_16-4.7/atlascore/16.6.4/installarea/share/atlas_error_categories.db\r\ninfo: read 52 error patterns from file /direct/usatlas+osg/atlas_app/atlas_rel/prod/releases/rel_16-4.7/atlascore/16.6.4/installarea/share/atlas_error_patterns.db\r\ninfo: read 58 ignore patterns from file /direct/usatlas+osg/atlas_app/atlas_rel/prod/releases/rel_16-4.7/atlascore/16.6.4/installarea/share/atlas_error_ignore.db\r\nathenalogchecker start [rawtoesd log] wall-time: thu nov 17 19:02:36 2011, vmem: 94.45703125 mb, rss: 63.30859375 mb\r\npy:rawtoesd          info scanning athena logfile rawtoesd.log assuming atlas release all,16.6.4.2 ...\r\npy:rawtoesd          info athena initialise()...\r\npy:rawtoesd          info done scanning 391 lines of file rawtoesd.log. summary:\r\npy:rawtoesd          info    ignored : 0\r\npy:rawtoesd          info    warnings: 43\r\npy:rawtoesd          info    errors  : 0\r\npy:rawtoesd          info    fatals  : 0\r\nathenalogchecker stop [rawtoesd log] wall-time: thu nov 17 19:02:36 2011, vmem: 94.8125 mb, rss: 63.5078125 mb\r\nathenalogchecker report [rawtoesd log] wall-time: 00 hrs 00 mins 00 secs, cpu-time: 00 hrs 00 mins 00 secs, vmem: 0.35546875 mb, rss: 0.19921875 mb\r\npy:rawtoesd          info jobtransform completed for rawtoesd with error code 11000 (exit code 10)\r\npy:rawtoesd          info transform timer stop [rawtoesd] wall-time: thu nov 17 19:02:36 2011, vmem: 95.23046875 mb, rss: 64.0078125 mb\r\npy:rawtoesd          info transform timer report [rawtoesd] wall-time: 00 hrs 02 mins 33 secs, cpu-time: 00 hrs 01 mins 46 secs, vmem: 0.90234375 mb, rss: 0.94921875 mb\r\n===== job report produced by rawtoesd version patjobtransforms-00-03-31 =====\r\ncommand=/usatlas/osg/atlas_app/atlas_rel/16.6.4/atlasproduction/16.6.4.2/installarea/share/bin/reco_trf.py inputbsfile=data11_7tev.00189598.physics_cosmiccalo.merge.raw._lb[0226,0227,0228,0229,0230,0231,0232,0233,0234,0235,0236,0237,0238,0239,0240,0241,0242,0243,0244,0245,0246,0247,0248,0249,0250,0251,0252,0253,0254,0255,0256,0257,0258,0259,0260,0261,0262,0263,0264,0265,0266,0267]._sfo-all._0001 runnumber=189598 autoconfiguration=everything dbrelease=dbrelease-17.5.1.tar.gz amitag=r2358 --ignoreerrors=true outputntup_sctfile=ntup_sct.587254._000010.root.9\r\nexitcode=10\r\nerrorcode=11000 (ath_failure)\r\nfatals=0\r\nerrors=0\r\nwarnings=10\r\nwriting jobinfo_rawtoesd.xml file...\r\nesdok is  false\r\nskipping esd-&gt;esd step...\r\nskipping esd-&gt;aod step...\r\nskipping esd-&gt;dpd step...\r\nskipping aod-&gt;dpd step...\r\nskipping aod-&gt;tag step...\r\nskipping monitoring file merging step...\r\npy:reco_trf          info jobtransform completed for reco_trf with error code 11000 (exit code 10)\r\npy:rawtoesd          info transform timer stop [reco_trf] wall-time: thu nov 17 19:02:37 2011, vmem: 95.4765625 mb, rss: 64.28515625 mb\r\npy:rawtoesd          info transform timer report [reco_trf] wall-time: 00 hrs 02 mins 55 secs, cpu-time: 00 hrs 02 mins 08 secs, vmem: 1.765625 mb, rss: 1.7890625 mb\r\n===== job report produced by recotrf =====\r\ncommand=/usatlas/osg/atlas_app/atlas_rel/16.6.4/atlasproduction/16.6.4.2/installarea/share/bin/reco_trf.py inputbsfile=data11_7tev.00189598.physics_cosmiccalo.merge.raw._lb[0226,0227,0228,0229,0230,0231,0232,0233,0234,0235,0236,0237,0238,0239,0240,0241,0242,0243,0244,0245,0246,0247,0248,0249,0250,0251,0252,0253,0254,0255,0256,0257,0258,0259,0260,0261,0262,0263,0264,0265,0266,0267]._sfo-all._0001 runnumber=189598 autoconfiguration=everything dbrelease=dbrelease-17.5.1.tar.gz amitag=r2358 --ignoreerrors=true outputntup_sctfile=ntup_sct.587254._000010.root.9\r\nexitcode=10\r\nerrorcode=11000 (ath_failure)\r\nfatals=0\r\nerrors=0\r\nwarnings=10\r\nathacronym=an unknown exception occurred\r\nathcode=8\r\nrundiruseddisk=9852311605\r\nrundiravailabledisk=1742881652736\r\nworkdir=/home/tmp/panda_pilot_22091_1321553134/pandajob_1360875410_1321553138\r\nathcode=8\r\nrundiravailabledisk=1742883848192\r\ndbrelease=17.5.1\r\nathacronym=an unknown exception occurred\r\nrundiruseddisk=9850985488\r\natlasrelease=16.6.4.2\r\n\r\n---------------\r\n\r\nlogfile:\r\nhttp://voatlas141.cern.ch:25980/monitor/logs/701312fc-2642-485b-bd81-e75ea98e0367/tarball_pandajob_1360875410_bnl_atlas_1/athena_stdout.txt\r\n\r\nyuri ','100','451','2011-11-20 18:31:17','5','none','closed','none',';16.6.4.2;data11_7tev;reco;task;data11_7tev;physics_cosmiccalo.recon.r2358;group;production;priority;fail;repeatedly;attempt;rawtoesd;step;follow;error;probably;problematic;input;merge;file;py:raw_to_esd;info;start;make;py:athena;info;include;file;recexcommon;recexcommon_topoptions.py;py:athena;info;gbl.athenaservices.setfatalhandler;flag;deprecate;py:athena;info;instead;consider;py:athena;info;svcmgr.coredumpsvc.fatalhandler;flag;py:athena;info;include;file;recexcond;recexcommon_flags.py;py:autoconfiguration;info;auto;configuration;request;default;py:autoconfiguration;info;auto;configuration;procede;accord;follow;py:autoconfiguration;info;projectname;realorsim;fieldandgeo;beamtype;conditionstag;dotruth;inputtype;beamenergy;lumiflag;triggerstream;py:inputfilepeeker;info;execute;inputfilepeeker.py;py:inputfilepeeker;info;stream_names;present;input;bytestream;file;give;default;streamraw;py:inputfilepeeker;warn;unable;inputfilesummary;file;data11_7tev;physics_cosmiccalo.merge.raw;file;probably;py:inputfilepeeker;info;stream_names;present;input;bytestream;file;give;default;streamraw;py:inputfilepeeker;warn;unable;inputfilesummary;file;data11_7tev;physics_cosmiccalo.merge.raw;file;probably;py:inputfilepeeker;info;stream_names;present;input;bytestream;file;give;default;streamraw;py:inputfilepeeker;warn;unable;inputfilesummary;file;data11_7tev;physics_cosmiccalo.merge.raw;file;probably;py:inputfilepeeker;info;stream_names;present;input;bytestream;file;give;default;streamraw;py:inputfilepeeker;warn;unable;inputfilesummary;file;data11_7tev;physics_cosmiccalo.merge.raw;file;probably;py:inputfilepeeker;info;stream_names;present;input;bytestream;file;give;default;streamraw;py:inputfilepeeker;warn;unable;inputfilesummary;file;data11_7tev;physics_cosmiccalo.merge.raw;file;probably;py:inputfilepeeker;info;stream_names;present;input;bytestream;file;give;default;streamraw;py:inputfilepeeker;warn;unable;inputfilesummary;file;data11_7tev;physics_cosmiccalo.merge.raw;file;probably;py:inputfilepeeker;info;stream_names;present;input;bytestream;file;give;default;streamraw;py:inputfilepeeker;warn;unable;inputfilesummary;file;data11_7tev;physics_cosmiccalo.merge.raw;file;probably;py:inputfilepeeker;info;stream_names;present;input;bytestream;file;give;default;streamraw;py:inputfilepeeker;warn;unable;inputfilesummary;file;data11_7tev;physics_cosmiccalo.merge.raw;file;probably;py:inputfilepeeker;info;stream_names;present;input;bytestream;file;give;default;streamraw;py:inputfilepeeker;warn;unable;inputfilesummary;file;data11_7tev;physics_cosmiccalo.merge.raw;file;probably;py:inputfilepeeker;info;stream_names;present;input;bytestream;file;give;default;streamraw;py:inputfilepeeker;warn;unable;inputfilesummary;file;data11_7tev;physics_cosmiccalo.merge.raw;file;probably;py:inputfilepeeker;info;stream_names;present;input;bytestream;file;give;default;streamraw;py:inputfilepeeker;warn;unable;inputfilesummary;file;data11_7tev;physics_cosmiccalo.merge.raw;file;probably;py:inputfilepeeker;info;stream_names;present;input;bytestream;file;give;default;streamraw;py:inputfilepeeker;warn;unable;inputfilesummary;file;data11_7tev;physics_cosmiccalo.merge.raw;file;probably;py:inputfilepeeker;info;stream_names;present;input;bytestream;file;give;default;streamraw;py:inputfilepeeker;warn;unable;inputfilesummary;file;data11_7tev;physics_cosmiccalo.merge.raw;file;probably;py:inputfilepeeker;info;stream_names;present;input;bytestream;file;give;default;streamraw;py:inputfilepeeker;warn;unable;inputfilesummary;file;data11_7tev;physics_cosmiccalo.merge.raw;file;probably;py:inputfilepeeker;info;stream_names;present;input;bytestream;file;give;default;streamraw;py:inputfilepeeker;warn;unable;inputfilesummary;file;data11_7tev;physics_cosmiccalo.merge.raw;file;probably;py:inputfilepeeker;info;stream_names;present;input;bytestream;file;give;default;streamraw;py:inputfilepeeker;warn;unable;inputfilesummary;file;data11_7tev;physics_cosmiccalo.merge.raw;file;probably;py:inputfilepeeker;info;stream_names;present;input;bytestream;file;give;default;streamraw;py:inputfilepeeker;warn;unable;inputfilesummary;file;data11_7tev;physics_cosmiccalo.merge.raw;file;probably;py:inputfilepeeker;info;stream_names;present;input;bytestream;file;give;default;streamraw;py:inputfilepeeker;warn;unable;inputfilesummary;file;data11_7tev;physics_cosmiccalo.merge.raw;file;probably;py:inputfilepeeker;info;stream_names;present;input;bytestream;file;give;default;streamraw;py:inputfilepeeker;warn;unable;inputfilesummary;file;data11_7tev;physics_cosmiccalo.merge.raw;file;probably;py:inputfilepeeker;info;stream_names;present;input;bytestream;file;give;default;streamraw;py:inputfilepeeker;warn;unable;inputfilesummary;file;data11_7tev;physics_cosmiccalo.merge.raw;file;probably;py:inputfilepeeker;info;stream_names;present;input;bytestream;file;give;default;streamraw;py:inputfilepeeker;warn;unable;inputfilesummary;file;data11_7tev;physics_cosmiccalo.merge.raw;file;probably;py:inputfilepeeker;info;stream_names;present;input;bytestream;file;give;default;streamraw;py:inputfilepeeker;warn;unable;inputfilesummary;file;data11_7tev;physics_cosmiccalo.merge.raw;file;probably;py:inputfilepeeker;info;stream_names;present;input;bytestream;file;give;default;streamraw;py:inputfilepeeker;warn;unable;inputfilesummary;file;data11_7tev;physics_cosmiccalo.merge.raw;file;probably;py:inputfilepeeker;info;stream_names;present;input;bytestream;file;give;default;streamraw;py:inputfilepeeker;warn;unable;inputfilesummary;file;data11_7tev;physics_cosmiccalo.merge.raw;file;probably;py:inputfilepeeker;info;stream_names;present;input;bytestream;file;give;default;streamraw;py:inputfilepeeker;warn;unable;inputfilesummary;file;data11_7tev;physics_cosmiccalo.merge.raw;file;probably;py:inputfilepeeker;info;stream_names;present;input;bytestream;file;give;default;streamraw;py:inputfilepeeker;warn;unable;inputfilesummary;file;data11_7tev;physics_cosmiccalo.merge.raw;file;probably;py:inputfilepeeker;info;stream_names;present;input;bytestream;file;give;default;streamraw;py:inputfilepeeker;warn;unable;inputfilesummary;file;data11_7tev;physics_cosmiccalo.merge.raw;file;probably;py:inputfilepeeker;info;stream_names;present;input;bytestream;file;give;default;streamraw;py:inputfilepeeker;warn;unable;inputfilesummary;file;data11_7tev;physics_cosmiccalo.merge.raw;file;probably;py:inputfilepeeker;info;stream_names;present;input;bytestream;file;give;default;streamraw;py:inputfilepeeker;warn;unable;inputfilesummary;file;data11_7tev;physics_cosmiccalo.merge.raw;file;probably;py:inputfilepeeker;info;stream_names;present;input;bytestream;file;give;default;streamraw;py:inputfilepeeker;warn;unable;inputfilesummary;file;data11_7tev;physics_cosmiccalo.merge.raw;file;probably;py:inputfilepeeker;info;stream_names;present;input;bytestream;file;give;default;streamraw;py:inputfilepeeker;warn;unable;inputfilesummary;file;data11_7tev;physics_cosmiccalo.merge.raw;file;probably;py:inputfilepeeker;info;stream_names;present;input;bytestream;file;give;default;streamraw;py:inputfilepeeker;warn;unable;inputfilesummary;file;data11_7tev;physics_cosmiccalo.merge.raw;file;probably;py:inputfilepeeker;info;stream_names;present;input;bytestream;file;give;default;streamraw;py:inputfilepeeker;warn;unable;inputfilesummary;file;data11_7tev;physics_cosmiccalo.merge.raw;file;probably;py:inputfilepeeker;info;stream_names;present;input;bytestream;file;give;default;streamraw;py:inputfilepeeker;warn;unable;inputfilesummary;file;data11_7tev;physics_cosmiccalo.merge.raw;file;probably;py:inputfilepeeker;info;stream_names;present;input;bytestream;file;give;default;streamraw;py:inputfilepeeker;warn;unable;inputfilesummary;file;data11_7tev;physics_cosmiccalo.merge.raw;file;probably;py:inputfilepeeker;info;stream_names;present;input;bytestream;file;give;default;streamraw;py:inputfilepeeker;warn;unable;inputfilesummary;file;data11_7tev;physics_cosmiccalo.merge.raw;file;probably;py:inputfilepeeker;info;stream_names;present;input;bytestream;file;give;default;streamraw;py:inputfilepeeker;warn;unable;inputfilesummary;file;data11_7tev;physics_cosmiccalo.merge.raw;file;probably;py:inputfilepeeker;info;stream_names;present;input;bytestream;file;give;default;streamraw;py:inputfilepeeker;warn;unable;inputfilesummary;file;data11_7tev;physics_cosmiccalo.merge.raw;file;probably;py:inputfilepeeker;info;stream_names;present;input;bytestream;file;give;default;streamraw;py:inputfilepeeker;warn;unable;inputfilesummary;file;data11_7tev;physics_cosmiccalo.merge.raw;file;probably;py:inputfilepeeker;info;stream_names;present;input;bytestream;file;give;default;streamraw;py:inputfilepeeker;warn;unable;inputfilesummary;file;data11_7tev;physics_cosmiccalo.merge.raw;file;probably;py:inputfilepeeker;info;stream_names;present;input;bytestream;file;give;default;streamraw;py:inputfilepeeker;warn;unable;inputfilesummary;file;data11_7tev;physics_cosmiccalo.merge.raw;file;probably;py:inputfilepeeker;info;stream_names;present;input;bytestream;file;give;default;streamraw;py:inputfilepeeker;warn;unable;inputfilesummary;file;data11_7tev;physics_cosmiccalo.merge.raw;file;probably;py:inputfilepeeker;info;extract;stream;streamraw;input;file;py:inputfilepeeker;warn;guess;evt_type;is_data;certain;auto;configuration;safe;info;wrong;shorten;traceback;recent;user;file;direct;usatla;atlas_app;atlas_rel;prod;release;rel_16;atlasreconstruction;16.6.4;installarea;joboption;recjobtransform;skeleton.rawtoesd.py;line;include;recexcommon;recexcommon_topoptions.py;file;direct;usatla;atlas_app;atlas_rel;prod;release;rel_16;atlasreconstruction;16.6.4;installarea;joboption;recexcommon;recexcommon_topoptions.py;line;include;recexcond;recexcommon_flags.py;file;direct;usatla;atlas_app;atlas_rel;prod;release;rel_16;atlasevent;16.6.4;installarea;joboption;recexcond;recexcommon_flags.py;line;configurefromlistofkey;rec.autoconfiguration;file;direct;usatla;atlas_app;atlas_rel;prod;release;rel_16;atlasevent;16.6.4;installarea;python;recexconfig;autoconfiguration.py;line;configurefromlistofkey;rec.projectname;getprojectname;file;direct;usatla;atlas_app;atlas_rel;prod;release;rel_16;atlasevent;16.6.4;installarea;python;recexconfig;autoconfiguration.py;line;getprojectname;recexconfig.getcool;import;cool;file;direct;usatla;atlas_app;atlas_rel;prod;release;rel_16;atlasevent;16.6.4;installarea;python;recexconfig;getcool.py;line;cool;file;direct;usatla;atlas_app;atlas_rel;prod;release;rel_16;atlasevent;16.6.4;installarea;python;recexconfig;getcool.py;line;getlbnumber;file;direct;usatla;atlas_app;atlas_rel;prod;release;rel_16;atlasevent;16.6.4;installarea;python;recexconfig;autoconfiguration.py;line;getlbnumber;indexerror;list;index;range;py:athena;info;leave;code;unknown;exception;occur;info;read;error;category;file;direct;usatla;atlas_app;atlas_rel;prod;release;rel_16;atlascore;16.6.4;installarea;share;atlas_error_categories.db;direct;usatla;atlas_app;atlas_rel;prod;release;rel_16;atlascore;16.6.4;installarea;share;athena.py;runargs.rawtoesd.py;recjobtransform;skeleton.rawtoesd.py;rawtoesd_messagesvc_joboptions.py;drop;reload;exit;code;py:rawtoesd;info;execution;rawtoesd;complete;exit;code;info;read;error;category;file;direct;usatla;atlas_app;atlas_rel;prod;release;rel_16;atlascore;16.6.4;installarea;share;atlas_error_categories.db;info;read;error;pattern;file;direct;usatla;atlas_app;atlas_rel;prod;release;rel_16;atlascore;16.6.4;installarea;share;atlas_error_patterns.db;info;read;ignore;pattern;file;direct;usatla;atlas_app;atlas_rel;prod;release;rel_16;atlascore;16.6.4;installarea;share;atlas_error_ignore.db;athenalogchecker;start;rawtoesd;wall;time;vmem;py:rawtoesd;info;scanning;athena;logfile;rawtoesd.log;assume;atla;release;16.6.4.2;py:rawtoesd;info;athena;initialise;py:rawtoesd;info;scanning;line;file;rawtoesd.log;summary;py:rawtoesd;info;ignore;py:rawtoesd;info;warning;py:rawtoesd;info;error;py:rawtoesd;info;fatal;athenalogchecker;stop;rawtoesd;wall;time;vmem;athenalogchecker;report;rawtoesd;wall;time;time;vmem;py:rawtoesd;info;jobtransform;complete;rawtoesd;error;code;exit;code;py:rawtoesd;info;transform;timer;stop;rawtoesd;wall;time;vmem;py:rawtoesd;info;transform;timer;report;rawtoesd;wall;time;time;vmem;report;produce;rawtoesd;version;patjobtransform;command;usatla;atlas_app;atlas_rel;16.6.4;atlasproduction;16.6.4.2;installarea;share;reco_trf.py;inputbsfile;data11_7tev;physics_cosmiccalo.merge.raw;runnumber;autoconfiguration;dbrelease;dbrelease;17.5.1;tar.gz;amitag;ignoreerror;true;outputntup_sctfile;ntup_sct;root;exitcode;errorcode;ath_failure;fatal;error;warning;write;jobinfo_rawtoesd.xml;file;esdok;false;skip;step;skip;step;skip;step;skip;step;skip;step;skip;monitoring;file;merge;step;py:reco_trf;info;jobtransform;complete;reco_trf;error;code;exit;code;py:rawtoesd;info;transform;timer;stop;reco_trf;wall;time;vmem;py:rawtoesd;info;transform;timer;report;reco_trf;wall;time;time;vmem;report;produce;recotrf;command;usatla;atlas_app;atlas_rel;16.6.4;atlasproduction;16.6.4.2;installarea;share;reco_trf.py;inputbsfile;data11_7tev;physics_cosmiccalo.merge.raw;runnumber;autoconfiguration;dbrelease;dbrelease;17.5.1;tar.gz;amitag;ignoreerror;true;outputntup_sctfile;ntup_sct;root;exitcode;errorcode;ath_failure;fatal;error;warning;athacronym;unknown;exception;occur;athcode;rundiruseddisk;rundiravailabledisk;workdir;home;panda_pilot_22091_1321553134;pandajob_1360875410_1321553138;athcode;rundiravailabledisk;dbrelease;17.5.1;athacronym;unknown;exception;occur;rundiruseddisk;atlasrelease;16.6.4.2;logfile;http;voatlas141;monitor;tarball_pandajob_1360875410_bnl_atlas_1;athena_stdout.txt;yurus;16.6.4.2;data11_7tev;reco;task;failure;ath_failure;athena;zero;exit'),(89105,'atlas','task 465396: esd merging failure with incorrect object/count: rec::trackparticlecontainer_combined_trackparticles','job:\r\nhttp://panda.cern.ch/server/pandamon/query?job=data11_7tev.00178026.physics_cosmiccalo.merge.r2541_p629_tid465396._000005.job&amp;taskid=465396\r\n\r\nlog:\r\nhttp://panda.cern.ch/server/pandamon/query?job=data11_7tev.00178026.physics_cosmiccalo.merge.r2541_p629_tid465396._000005.job&amp;taskid=465396\r\n\r\nlog extract:\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  start processing event #2875393, run #178026 4015 events processed so far  &lt;&lt;&lt;===\r\nstreamesd                                           error  incorrect object/count: rec::trackparticlecontainer_combined_trackparticles, 4015 should be: 4016\r\nstreamesd                                           error  incorrect object/count: trackcollection_combined_tracks, 4015 should be: 4016\r\nesd.465396._000005.pool.root.1 error branch container collectiontree(trk::trackcollection_tlp3/combined_tracks) was not filled in this transaction. this is required by tree_auto_flush option.\r\nesd.465396._000005.pool.root.1 error branch container collectiontree(rec::trackparticlecontainer_tlp2/combined_trackparticles) was not filled in this transaction. this is required by tree_auto_flush option.\r\npersistencysvc::globaltransaction error could not commit and hold the transaction for the database with\r\npersistencysvc::globaltransaction error fid = 167b3e59-76b0-e011-8ef4-002481e0d5ce\r\npersistencysvc::globaltransaction error pfn = esd.465396._000005.pool.root.1\r\npoolsvc                                             error pool commitandhold failed 0xc057a40\r\nathenapoolcnvsvc                                    error commitoutput failed to commitandhold outputstream.\r\nstreamesd.streamesdtool                             error unable to commit output esd.465396._000005.pool.root.1\r\nstreamesd                                           fatal commitoutput failed.\r\nalgerrorauditor                                     error illegal return code: algorithm streamesd reported an error, but returned a statuscode &quot;failure&quot;\r\nerror policy described in https://twiki.cern.ch/twiki/bin/view/atlas/reportingerrors\r\nathalgseq                                            info execute of [streamesd] did not succeed\r\nalgerrorauditor                                     error illegal return code: algorithm athalgseq reported an error, but returned a statuscode &quot;failure&quot;\r\nerror policy described in https://twiki.cern.ch/twiki/bin/view/atlas/reportingerrors\r\nathmasterseq                                         info execute of [athalgseq] did not succeed\r\nalgerrorauditor                                     error illegal return code: algorithm athmasterseq reported an error, but returned a statuscode &quot;failure&quot;\r\nerror policy described in https://twiki.cern.ch/twiki/bin/view/atlas/reportingerrors\r\nathenaeventloopmgr                                   info execution of algorithm athmasterseq failed with statuscode::failure\r\nperfmonsvc:    info [evt: 4015] cpu= 385.000 ms vmem= 681.875 mb dvmem=   0.000 mb alloc= +0 -0    0.000 kb  =&gt; [/evt/perfmonslice]\r\nathenaeventloopmgr                                   info   ===&gt;&gt;&gt;  done processing event #2875393, run #178026 4016 events processed so far  &lt;&lt;&lt;===\r\nathenaeventloopmgr                                  error terminating event processing loop due to errors\r\n','100','127','2011-11-21 08:42:34','9','fixed','closed','none',';http;panda.cern.ch;server;pandamon;query;data11_7tev;physics_cosmiccalo.merge.r2541_p629_tid465396;taskid;http;panda.cern.ch;server;pandamon;query;data11_7tev;physics_cosmiccalo.merge.r2541_p629_tid465396;taskid;extract;athenaeventloopmgr;info;start;processing;event;event;process;perfmonslice;athenaeventloopmgr;info;processing;event;event;process;athenaeventloopmgr;error;terminate;event;processing;loop;error;task;merge;failure;incorrect;object;count;trackparticlecontainer_combined_trackparticles'),(89140,'atlas','rel_6 devval: all jobs failed during init with various import errors','hi all,\r\n\r\n all muon rec rtt jobs ov rel_6 devval failed,  the common trait looks like this:\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_6/installarea/python/jetrec/jetgetters.py&quot;, line 494, in &lt;module&gt;\r\n    from jetcalibtools.jetcalibtoolsconf import jetcellcalibtool, jetcalibrationtool\r\nimporterror: no module named jetcalibtools.jetcalibtoolsconf\r\n\r\nalthough it is not always exactly this import that fails,\r\nfor zmumu, ttbar and standardrecofrombs_combined, the first import error is:\r\npy:calocellgetter::configure:   error could not import calorec.calocellmaker\r\ntraceback (most recent call last):\r\n  file &quot;/afs/cern.ch/atlas/software/builds/nightlies/devval/atlasreconstruction/rel_6/installarea/python/calorec/calocellgetter.py&quot;, line 87, in configure\r\n    from calorec.calorecconf import calocellmaker\r\nimporterror: no module named calorecconf\r\n\r\nfollowed by other import errors which all seem related to the first one.\r\n\r\nlogfile example (zmumu,ttbar,standardrecofrombs_combined): https://atlasrtt.cern.ch/rtt_j_r/rel_6/devval/build/x86_64-slc5-gcc43-opt/offline/muonrecrtt/zmumu/zmumu_log\r\n\r\nlogfile example (others): https://atlasrtt.cern.ch/rtt_j_r/rel_6/devval/build/x86_64-slc5-gcc43-opt/offline/muonrecrtt/zmumu_short_mboyandmoreonly/zmumu_short_mboyandmoreonly_log\r\n\r\n\r\ncheers, christian\r\nmuon sw shifter','100','8587','2011-11-22 10:33:00','5','invalid','closed','none',';muon;rel_6;devval;fail;common;trait;look;like;file;atla;software;build;nightly;devval;atlasreconstruction;rel_6;installarea;python;jetrec;jetgetters.py;line;jetcalibtools.jetcalibtoolsconf;import;jetcellcalibtool;jetcalibrationtool;importerror;module;name;jetcalibtools.jetcalibtoolsconf;exactly;import;fail;zmumu;ttbar;standardrecofrombs_combined;import;error;py:calocellgetter;configure;error;import;calorec.calocellmaker;traceback;recent;file;atla;software;build;nightly;devval;atlasreconstruction;rel_6;installarea;python;calorec;calocellgetter.py;line;configure;calorec.calorecconf;import;calocellmaker;importerror;module;name;calorecconf;follow;import;error;related;logfile;example;zmumu;ttbar;standardrecofrombs_combined;http;atlasrtt.cern.ch;rtt_j_r;rel_6;devval;build;x86_64;slc5;gcc43;offline;muonrecrtt;zmumu;zmumu_log;logfile;example;http;atlasrtt.cern.ch;rtt_j_r;rel_6;devval;build;x86_64;slc5;gcc43;offline;muonrecrtt;zmumu_short_mboyandmoreonly;zmumu_short_mboyandmoreonly_log;christian;muon;shifter;rel_6;devval;fail;init;various;import;error'),(89168,'atlas','trf_outfile_neventfail in tct for latestrun_minbias1 job','hello,\r\n\r\nthere is a crash in tct for latestrun_minbias1:\r\n\r\n===== job report produced by recotrf =====\r\ncommand=/afs/cern.ch/atlas/software/builds/nightlies/17.0.x.y-val/atlasproduction/rel_3/installarea/share/bin/reco_trf.py outputhistfile=mymergedmonitoring_minbias_1.root ami=q314 maxevents=100 outputesdfile=myesd_minbias_1.pool.root outputntup_trkvalidfile=trkvalid_minbias_1.ntup.root outputtagfile=mytag_minbias_1.root --uploadtoami=1.0 outputntup_trigfile=trig_minbias_1.root inputbsfile=0.data autoconfiguration=everything,conditionstag=comcond-blkp*-005-08 outputntup_hifile=hi_minbias_1.ntup.root\r\nexitcode=41\r\nerrorcode=64133 (trf_outfile_neventfail)\r\nfatals=1\r\nerrors=0\r\nwarnings=19\r\nfile trkvalid_minbias_1.ntup.root:\r\n  guid=323fcd93-0390-418b-9f25-9f7bee3154a9\r\n  metadata:\r\n    amitag=q314\r\n    beamtype=collisions\r\n    filetype=ntup\r\n    autoconfiguration=[\'everything\', \'conditionstag=comcond-blkp*-005-08\']\r\n    dataset=\r\n    maxevents=100\r\n    conditionstag=comcond-blkpst-005-08\r\n    preexec=[\'indetflags.usebeamconstraint.set_value_and_lock(false);indetflags.cutlevel=2\']\r\n    geometryversion=atlas-geo-18-01-01\r\n    events=100\r\n    size=145221506\r\nfile myesd_minbias_1.pool.root:\r\n  guid=52908ac8-8b15-e111-a55b-003048d2bc76\r\n  metadata:\r\n    amitag=q314\r\n    beamtype=collisions\r\n    filetype=esd\r\n    autoconfiguration=[\'everything\', \'conditionstag=comcond-blkp*-005-08\']\r\n    dataset=\r\n    maxevents=100\r\n    conditionstag=comcond-blkpst-005-08\r\n    preexec=[\'indetflags.usebeamconstraint.set_value_and_lock(false);indetflags.cutlevel=2\']\r\n    geometryversion=atlas-geo-18-01-01\r\n    events=100\r\n    size=197154667\r\nfile mytag_minbias_1.root:\r\n  guid=f2d874e1-9a15-e111-866e-003048d2bc76\r\n  metadata:\r\n    amitag=q314\r\n    beamtype=collisions\r\n    filetype=tag\r\n    autoconfiguration=[\'everything\', \'conditionstag=comcond-blkp*-005-08\']\r\n    dataset=\r\n    maxevents=100\r\n    conditionstag=comcond-blkpst-005-08\r\n    preexec=[\'indetflags.usebeamconstraint.set_value_and_lock(false);indetflags.cutlevel=2\']\r\n    geometryversion=atlas-geo-18-01-01\r\n    events=100\r\n    size=53001\r\nfile trig_minbias_1.root:\r\n  guid=d41a76a4-b2d5-45f2-8294-3d615c4362d3\r\n  metadata:\r\n    amitag=q314\r\n    beamtype=collisions\r\n    filetype=ntup\r\n    autoconfiguration=[\'everything\', \'conditionstag=comcond-blkp*-005-08\']\r\n    dataset=\r\n    maxevents=100\r\n    conditionstag=comcond-blkpst-005-08\r\n    preexec=[\'indetflags.usebeamconstraint.set_value_and_lock(false);indetflags.cutlevel=2\']\r\n    geometryversion=atlas-geo-18-01-01\r\n    events=100\r\n    size=4942076\r\nerrorinfo\r\n  acronym=trf_outfile_neventfail (64133) transform output file: event counting failed\r\n  message=output file hi_minbias_1.ntup.root failed validation. events could not be counted argument outputntup_hifile\r\n  severity=fatal\r\n  producer=esdtodpd\r\n  backtrace=file &quot;/afs/cern.ch/atlas/software/builds/nightlies/17.0.x.y-val/atlasproduction/rel_3/installarea/python/pyjobtransformscore/trf.py&quot;, line 2003, in dopostrunactions\r\n              cmd.postrunaction()\r\n            file &quot;/afs/cern.ch/atlas/software/builds/nightlies/17.0.x.y-val/atlasproduction/rel_3/installarea/python/pyjobtransformscore/basic_trfarg.py&quot;, line 1197, in postrunaction\r\n              self.validatefile()\r\n            file &quot;/afs/cern.ch/atlas/software/builds/nightlies/17.0.x.y-val/atlasproduction/rel_3/installarea/python/pyjobtransformscore/basic_trfarg.py&quot;, line 1184, in validatefile\r\n              self._filetype.validatefile( self, **self.__validationdict )\r\n            file &quot;/afs/cern.ch/atlas/software/builds/nightlies/17.0.x.y-val/atlasproduction/rel_3/installarea/python/pyjobtransformscore/trfutil.py&quot;, line 1617, in validatefile\r\n              raise transformvalidationerror( fname, \'failed validation. events could not be counted argument %s\' % argname, \'trf_outfile_neventfail\' )\r\nathacronym=successful run\r\nathcode=0\r\nrundiruseddisk=1994913347\r\nrundiravailabledisk=218552094720\r\nworkdir=/pool/lsf/rtt/190529768\r\nathcode=0\r\nrundiravailabledisk=218952445952\r\ndbrelease=\r\nathacronym=successful run\r\nrundiruseddisk=1886003538\r\natlasrelease=rel_3\r\nworkdir=/pool/lsf/rtt/190529768\r\nathcode=0\r\nrundiravailabledisk=218771886080\r\ndbrelease=\r\nathacronym=successful run\r\nrundiruseddisk=1946560172\r\natlasrelease=rel_3\r\nworkdir=/pool/lsf/rtt/190529768\r\nathcode=0\r\nrundiravailabledisk=218552410112\r\ndbrelease=\r\nathacronym=successful run\r\nrundiruseddisk=1994618152\r\natlasrelease=rel_3\r\nwriting jobinfo_recotrf.xml file...\r\ntct_recotrf.py: starting 2011-11-23 05:23:08.313084\r\ntct_recotrf.py: working directory is /pool/lsf/rtt/190529768\r\nconfig {\'dohi_\': true, \'nfiles_\': 1, \'dryrun_\': false, \'ami\': \'q314\', \'preexec_r2e\': \'\', \'lb_\': \'\', \'append_preexec\': \'\', \'maxevents\': 100, \'preinclude\': \'\', \'postexec\': \'\', \'uselatestrun_\': true, \'jobnum_\': 1, \'postexec_e2a\': \'\', \'dropntups_\': false, \'runnumber\': \'\', \'--ignoreerrors\': \'\', \'amitag\': \'\', \'--uploadtoami\': 1.0, \'postinclude\': \'\', \'dropdesds_\': false, \'readrdo_\': false, \'triggerconfig\': \'\', \'trigstream_\': \'minbias\', \'castordir_\': \'/castor/cern.ch/grid/atlas/daq/merge/2011\', \'autoconfiguration\': \'everything,conditionstag=comcond-blkp*-005-08\', \'drophist_\': false, \'preexec\': \'\', \'runnum_\': \'none\', \'dropdraws_\': false}\r\ntct_recotrf.py: generate copy link script\r\ntct_recotrf.py: start copying files... 2011-11-23 05:23:09.948496\r\ntct_recotrf.py: ...files copying done  2011-11-23 05:23:24.447725\r\ntct_recotrf.py: set atlcoolt0setup.py\r\ntct_recotrf.py: print list of input raw data files :\r\n\r\ntct_recotrf.py: exact reco_trf.py command is &quot; reco_trf.py  outputhistfile=mymergedmonitoring_minbias_1.root ami=q314 maxevents=100 outputesdfile=myesd_minbias_1.pool.root outputntup_trkvalidfile=trkvalid_minbias_1.ntup.root outputtagfile=mytag_minbias_1.root --uploadtoami=1.0 outputntup_trigfile=trig_minbias_1.root inputbsfile=0.data autoconfiguration=everything,conditionstag=comcond-blkp*-005-08 outputntup_hifile=hi_minbias_1.ntup.root &quot;\r\n\r\ntct_recotrf.py: starting reco_trf.py... 2011-11-23 05:23:30.760613\r\n\r\n\r\nfull log file at:\r\nhttps://atlasrtt.cern.ch/tct/rel_3/17.0.x.y-val/build/i686-slc5-gcc43-opt/offline/tier0chaintests/latestrun_minbias1/latestrun_minbias1_log\r\n\r\n\r\ncould you please check?\r\nthanks, marija\r\nsw val shifter','1200','5211','2011-11-23 08:35:39','5','fixed','closed','none',';hello;crash;latestrun_minbias1;report;produce;recotrf;command;atla;software;build;nightly;atlasproduction;rel_3;installarea;share;reco_trf.py;outputhistfile;mymergedmonitoring_minbias_1;root;maxevent;outputesdfile;myesd_minbias_1;pool.root;outputntup_trkvalidfile;trkvalid_minbias_1;ntup.root;outputtagfile;mytag_minbias_1;root;uploadtoamus;outputntup_trigfile;trig_minbias_1;root;inputbsfile;datum;autoconfiguration;conditionstag;comcond;blkp;outputntup_hifile;hi_minbias_1;ntup.root;exitcode;errorcode;trf_outfile_neventfail;fatal;error;warning;file;trkvalid_minbias_1;ntup.root;guid;metada;amitag;beamtype;collision;filetype;ntup;autoconfiguration;conditionstag;comcond;blkp;dataset;maxevent;conditionstag;comcond;blkpst;preexec;indetflags.usebeamconstraint.set_value_and_lock;false;indetflags.cutlevel;geometryversion;atla;event;size;file;myesd_minbias_1;pool.root;guid;metada;amitag;beamtype;collision;filetype;autoconfiguration;conditionstag;comcond;blkp;dataset;maxevent;conditionstag;comcond;blkpst;preexec;indetflags.usebeamconstraint.set_value_and_lock;false;indetflags.cutlevel;geometryversion;atla;event;size;file;mytag_minbias_1;root;guid;metada;amitag;beamtype;collision;filetype;autoconfiguration;conditionstag;comcond;blkp;dataset;maxevent;conditionstag;comcond;blkpst;preexec;indetflags.usebeamconstraint.set_value_and_lock;false;indetflags.cutlevel;geometryversion;atla;event;size;file;trig_minbias_1;root;guid;metada;amitag;beamtype;collision;filetype;ntup;autoconfiguration;conditionstag;comcond;blkp;dataset;maxevent;conditionstag;comcond;blkpst;preexec;indetflags.usebeamconstraint.set_value_and_lock;false;indetflags.cutlevel;geometryversion;atla;event;size;errorinfo;acronym;trf_outfile_neventfail;transform;output;file;event;count;fail;message;output;file;hi_minbias_1;ntup.root;fail;validation;event;count;argument;outputntup_hifile;severity;fatal;producer;esdtodpd;backtrace;file;atla;software;build;nightly;atlasproduction;rel_3;installarea;python;pyjobtransformscore;trf.py;line;dopostrunaction;cmd.postrunaction;file;atla;software;build;nightly;atlasproduction;rel_3;installarea;python;pyjobtransformscore;basic_trfarg.py;line;postrunaction;self.validatefile;file;atla;software;build;nightly;atlasproduction;rel_3;installarea;python;pyjobtransformscore;basic_trfarg.py;line;validatefile;self;self;self;file;atla;software;build;nightly;atlasproduction;rel_3;installarea;python;pyjobtransformscore;trfutil.py;line;validatefile;raise;transformvalidationerror;fname;fail;validation;event;count;argument;argname;trf_outfile_neventfail;athacronym;successful;athcode;rundiruseddisk;rundiravailabledisk;workdir;pool;athcode;rundiravailabledisk;dbrelease;athacronym;successful;rundiruseddisk;atlasrelease;rel_3;workdir;pool;athcode;rundiravailabledisk;dbrelease;athacronym;successful;rundiruseddisk;atlasrelease;rel_3;workdir;pool;athcode;rundiravailabledisk;dbrelease;athacronym;successful;rundiruseddisk;atlasrelease;rel_3;write;jobinfo_recotrf.xml;file;tct_recotrf.py;start;tct_recotrf.py;work;directory;pool;config;dohi_;true;nfiles_;dryrun_;false;preexec_r2e;append_preexec;maxevent;preinclude;postexec;uselatestrun_;true;jobnum_;postexec_e2a;dropntups_;false;runnumber;ignoreerror;amitag;uploadtoamus;postinclude;dropdesds_;false;readrdo_;false;triggerconfig;trigstream_;minbia;castordir_;castor;grid;atla;merge;autoconfiguration;conditionstag;comcond;blkp;drophist_;false;preexec;runnum_;dropdraws_;false;tct_recotrf.py;generate;copy;link;script;tct_recotrf.py;start;copying;file;tct_recotrf.py;file;copying;tct_recotrf.py;atlcoolt0setup.py;tct_recotrf.py;print;list;input;datum;file;tct_recotrf.py;exact;reco_trf.py;command;reco_trf.py;outputhistfile;mymergedmonitoring_minbias_1;root;maxevent;outputesdfile;myesd_minbias_1;pool.root;outputntup_trkvalidfile;trkvalid_minbias_1;ntup.root;outputtagfile;mytag_minbias_1;root;uploadtoamus;outputntup_trigfile;trig_minbias_1;root;inputbsfile;datum;autoconfiguration;conditionstag;comcond;blkp;outputntup_hifile;hi_minbias_1;ntup.root;tct_recotrf.py;start;reco_trf.py;file;http;atlasrtt.cern.ch;rel_3;build;slc5;gcc43;offline;tier0chaintest;latestrun_minbias1;latestrun_minbias1_log;check;marija;shifter;trf_outfile_neventfail;latestrun_minbias1'),(89188,'atlas','softegetter defines ill-name myutils tool','the tool myutils is defined in\r\nhttp://alxr.usatlas.bnl.gov/lxr/source/atlas/reconstruction/egamma/egammarec/python/softegetter.py#188\r\n\r\n            from indetsecvxfindertool.indetsecvxfindertoolconf import indet__indetjetfitterutils\r\n188             myutils = indet__indetjetfitterutils(\r\n189                 name                   = &quot;myutils&quot;,\r\n190                 linearizedtrackfactory = none,\r\n191                 extrapolator           = none)\r\n\r\ntool myutils then appear in resource accounting and one wonder what is this tool about. could this tool be renamed to a clearer name, like softejetfitterutils ?\r\n','4141','307','2011-11-23 13:02:59','5','fixed','closed','none',';tool;myutil;define;http;alxr.usatlas.bnl.gov;source;atla;reconstruction;egamma;egammarec;python;softegetter.py;indetsecvxfindertool.indetsecvxfindertoolconf;import;indet__indetjetfitterutils;myutil;indet__indetjetfitterutils;myutil;linearizedtrackfactory;extrapolator;tool;myutil;appear;resource;accounting;wonder;tool;tool;rename;clearer;like;softejetfitterutil;softegetter;define;myutil;tool'),(89223,'atlas','ath_failure in latestrun_minbias1, rel_4/17.4.x.y(-val)','hello,\r\n\r\nthere is a ath_failure in tct for latestrun_minbias1 in rel_4/17.4.x.y(-val):\r\n\r\n\r\n===== job report produced by recotrf =====\r\ncommand=/afs/cern.ch/atlas/software/builds/nightlies/17.4.x.y-val/atlasproduction/rel_4/installarea/share/bin/reco_trf.py outputdesd_sglmufile=sglmu_minbias_1.pool.root outputdraw_zmumufile=zmumu_minbias_1.data outputdesd_sglelfile=sglel_minbias_1.pool.root outputhistfile=mymergedmonitoring_minbias_1.root ami=q200 outputdesd_caljetfile=caljet_minbias_1.pool.root outputdesd_mbiasfile=mbias_minbias_1.pool.root maxevents=500 outputesdfile=myesd_minbias_1.pool.root outputntup_trkvalidfile=trackval_minbias_1.root outputaodfile=myaod_minbias_1.aod.pool.root outputdesdm_trackfile=track_minbias_1.pool.root outputtagfile_a2t=mytag_minbias_1.root --uploadtoami=1.0 outputntup_muoncalibfile=muoncalib_minbias_1.root outputntup_trigfile=trig_minbias_1.root inputbsfile=0.data outputdesdm_egammafile=egamma_minbias_1.pool.root autoconfiguration=everything,conditionstag=comcond-es1p*-005-04 outputdraw_zeefile=zee_minbias_1.data outputdesd_phojetfile=phojet_minbias_1.pool.root outputdesdm_metfile=met_minbias_1.pool.root\r\nexitcode=10\r\nerrorcode=11000 (ath_failure)\r\nfatals=0\r\nerrors=0\r\nwarnings=3\r\nathacronym=an unknown exception occurred\r\nathcode=8\r\nrundiruseddisk=2049073638\r\nrundiravailabledisk=1113121583104\r\nworkdir=/pool/lsf/rtt/188575277\r\nathcode=8\r\nrundiravailabledisk=1113121841152\r\ndbrelease=\r\nathacronym=an unknown exception occurred\r\nrundiruseddisk=2048853139\r\natlasrelease=rel_4\r\nwriting jobinfo_recotrf.xml file...\r\ntct_recotrf.py: starting 2011-11-17 16:35:10.989816\r\ntct_recotrf.py: working directory is /pool/lsf/rtt/188575277\r\nconfig {\'dohi_\': false, \'nfiles_\': 1, \'dryrun_\': false, \'ami\': \'q200\', \'preexec_r2e\': \'\', \'lb_\': \'\', \'append_preexec\': \'\', \'maxevents\': 500, \'preinclude\': \'\', \'postexec\': \'\', \'uselatestrun_\': true, \'jobnum_\': 1, \'postexec_e2a\': \'\', \'dropntups_\': false, \'runnumber\': \'\', \'--ignoreerrors\': \'\', \'amitag\': \'\', \'--uploadtoami\': 1.0, \'postinclude\': \'\', \'dropdesds_\': false, \'readrdo_\': false, \'triggerconfig\': \'\', \'trigstream_\': \'minbias\', \'castordir_\': \'/castor/cern.ch/grid/atlas/daq/merge/2011\', \'autoconfiguration\': \'everything,conditionstag=comcond-es1p*-005-04\', \'drophist_\': false, \'preexec\': \'\', \'runnum_\': \'none\', \'dropdraws_\': false}\r\ntct_recotrf.py: generate copy link script\r\ntct_recotrf.py: start copying files... 2011-11-17 16:35:12.016038\r\ntct_recotrf.py: ...files copying done  2011-11-17 16:35:44.691603\r\ntct_recotrf.py: set atlcoolt0setup.py\r\ntct_recotrf.py: print list of input raw data files :\r\n\r\ntct_recotrf.py: exact reco_trf.py command is &quot; reco_trf.py  outputdesd_sglmufile=sglmu_minbias_1.pool.root outputdraw_zmumufile=zmumu_minbias_1.data outputdesd_sglelfile=sglel_minbias_1.pool.root outputhistfile=mymergedmonitoring_minbias_1.root ami=q200 outputdesd_caljetfile=caljet_minbias_1.pool.root outputdesd_mbiasfile=mbias_minbias_1.pool.root maxevents=500 outputesdfile=myesd_minbias_1.pool.root outputntup_trkvalidfile=trackval_minbias_1.root outputaodfile=myaod_minbias_1.aod.pool.root outputdesdm_trackfile=track_minbias_1.pool.root outputtagfile_a2t=mytag_minbias_1.root --uploadtoami=1.0 outputntup_muoncalibfile=muoncalib_minbias_1.root outputntup_trigfile=trig_minbias_1.root inputbsfile=0.data outputdesdm_egammafile=egamma_minbias_1.pool.root autoconfiguration=everything,conditionstag=comcond-es1p*-005-04 outputdraw_zeefile=zee_minbias_1.data outputdesd_phojetfile=phojet_minbias_1.pool.root outputdesdm_metfile=met_minbias_1.pool.root &quot;\r\n\r\ntct_recotrf.py: starting reco_trf.py... 2011-11-17 16:35:50.275297\r\n\r\n\r\n\r\nfull log file available at:\r\nhttps://atlasrtt.cern.ch/tct/rel_4/17.4.x.y-val/build/x86_64-slc5-gcc43-opt/offline/tier0chaintests/latestrun_minbias1/latestrun_minbias1_log\r\n\r\n\r\ncould you please check?\r\nthanks, marija\r\nsw val shifter','100','5211','2011-11-24 10:18:38','5','invalid','closed','none',';hello;ath_failure;latestrun_minbias1;rel_4;report;produce;recotrf;command;atla;software;build;nightly;atlasproduction;rel_4;installarea;share;reco_trf.py;outputdesd_sglmufile;sglmu_minbias_1;pool.root;outputdraw_zmumufile;zmumu_minbias_1;datum;outputdesd_sglelfile;sglel_minbias_1;pool.root;outputhistfile;mymergedmonitoring_minbias_1;root;outputdesd_caljetfile;caljet_minbias_1;pool.root;outputdesd_mbiasfile;mbias_minbias_1;pool.root;maxevent;outputesdfile;myesd_minbias_1;pool.root;outputntup_trkvalidfile;trackval_minbias_1;root;outputaodfile;myaod_minbias_1;aod.pool.root;outputdesdm_trackfile;track_minbias_1;pool.root;outputtagfile_a2t;mytag_minbias_1;root;uploadtoamus;outputntup_muoncalibfile;muoncalib_minbias_1;root;outputntup_trigfile;trig_minbias_1;root;inputbsfile;datum;outputdesdm_egammafile;egamma_minbias_1;pool.root;autoconfiguration;conditionstag;comcond;es1p;outputdraw_zeefile;zee_minbias_1;datum;outputdesd_phojetfile;phojet_minbias_1;pool.root;outputdesdm_metfile;met_minbias_1;pool.root;exitcode;errorcode;ath_failure;fatal;error;warning;athacronym;unknown;exception;occur;athcode;rundiruseddisk;rundiravailabledisk;workdir;pool;athcode;rundiravailabledisk;dbrelease;athacronym;unknown;exception;occur;rundiruseddisk;atlasrelease;rel_4;write;jobinfo_recotrf.xml;file;tct_recotrf.py;start;tct_recotrf.py;work;directory;pool;config;dohi_;false;nfiles_;dryrun_;false;preexec_r2e;append_preexec;maxevent;preinclude;postexec;uselatestrun_;true;jobnum_;postexec_e2a;dropntups_;false;runnumber;ignoreerror;amitag;uploadtoamus;postinclude;dropdesds_;false;readrdo_;false;triggerconfig;trigstream_;minbia;castordir_;castor;grid;atla;merge;autoconfiguration;conditionstag;comcond;es1p;drophist_;false;preexec;runnum_;dropdraws_;false;tct_recotrf.py;generate;copy;link;script;tct_recotrf.py;start;copying;file;tct_recotrf.py;file;copying;tct_recotrf.py;atlcoolt0setup.py;tct_recotrf.py;print;list;input;datum;file;tct_recotrf.py;exact;reco_trf.py;command;reco_trf.py;outputdesd_sglmufile;sglmu_minbias_1;pool.root;outputdraw_zmumufile;zmumu_minbias_1;datum;outputdesd_sglelfile;sglel_minbias_1;pool.root;outputhistfile;mymergedmonitoring_minbias_1;root;outputdesd_caljetfile;caljet_minbias_1;pool.root;outputdesd_mbiasfile;mbias_minbias_1;pool.root;maxevent;outputesdfile;myesd_minbias_1;pool.root;outputntup_trkvalidfile;trackval_minbias_1;root;outputaodfile;myaod_minbias_1;aod.pool.root;outputdesdm_trackfile;track_minbias_1;pool.root;outputtagfile_a2t;mytag_minbias_1;root;uploadtoamus;outputntup_muoncalibfile;muoncalib_minbias_1;root;outputntup_trigfile;trig_minbias_1;root;inputbsfile;datum;outputdesdm_egammafile;egamma_minbias_1;pool.root;autoconfiguration;conditionstag;comcond;es1p;outputdraw_zeefile;zee_minbias_1;datum;outputdesd_phojetfile;phojet_minbias_1;pool.root;outputdesdm_metfile;met_minbias_1;pool.root;tct_recotrf.py;start;reco_trf.py;file;available;http;atlasrtt.cern.ch;rel_4;build;x86_64;slc5;gcc43;offline;tier0chaintest;latestrun_minbias1;latestrun_minbias1_log;check;marija;shifter;ath_failure;latestrun_minbias1;rel_4'),(89241,'atlas','memory leak in eventbookkeeper_p2','hi david,\r\n\r\nvalgrind complains about a memory leak in eventbookkeepercnv_p2:\r\nhttps://atlasrtt.cern.ch/rtt/rel_4/devval/build/x86_64-slc5-gcc43-opt/offline/valgrindrttjobs/aod2aod/processed/leakslist.htm#lossreport_0039\r\n\r\ni think, what\'s missing is a delete of m_childreneb in the destructor:\r\nhttp://alxr.usatlas.bnl.gov/lxr/source/atlas/event/eventbookkeepertpcnv/src/eventbookkeeper_p2.cxx#041\r\n\r\ncheers, rolf\r\n','3743','1658','2011-11-24 13:45:48','5','fixed','closed','reconstruction',';david;valgrind;complain;memory;leak;eventbookkeepercnv_p2;http;atlasrtt.cern.ch;rel_4;devval;build;x86_64;slc5;gcc43;offline;valgrindrttjob;aod2aod;process;leakslist.htm;lossreport_0039;think;what\'s;miss;delete;m_childreneb;destructor;http;alxr.usatlas.bnl.gov;source;atla;event;eventbookkeepertpcnv;eventbookkeeper_p2;rolf;memory;leak;eventbookkeeper_p2;reconstruction'),(89245,'atlas','desd does not contain caloenergy object for muons','\r\n\r\n both on esd and aod one can ask the muon of the associated caloenergy object  \r\nconst caloenergy* caloenergy = muon.caloenergyloss();\r\n\r\non the zmumu desds however the pointer is zero.\r\n\r\nthis is a bug that makes it impossible to validate the calorimetric energy loss for the desd.\r\none would expect this to work.','331','3374','2011-11-24 14:55:42','5','invalid','closed','reconstruction',';muon;associate;caloenergy;object;const;caloenergy;caloenergy;muon.caloenergyloss;zmumu;desd;pointer;zero;make;impossible;validate;calorimetric;energy;loss;desd;expect;work;desd;contain;caloenergy;object;muon;reconstruction'),(89274,'atlas','atn: ath_failure  in  recjobtransformtests_testconfiguration#recoshift_recotrf_7tev_data','hello,\r\n\r\nthere is an ath_failure  in  recjobtransformtests_testconfiguration#recoshift_recotrf_7tev_data in todays rel_5,  17.x.0-val\r\n\r\n\r\n\r\n===== job report produced by rawtoesd version unknown =====\r\ncommand=/build/atnight/localbuilds/nightlies/17.x.0-val/atlasreconstruction/rel_0/installarea/share/bin/reco_trf.py inputbsfile=/afs/cern.ch/atlas/project/rig/referencefiles/datastreams_high_mu/high_mu-data11_7tev.00179725.physics_jettauetmiss.merge.raw._lb0021.data autoconfiguration=everything outputesdfile=myesd.pool.root outputaodfile=myaod.pool.root outputmuoncalibntup=muoncalib.root outputpixelcalibntup=trkvalidntup.root hist=mymergedmonitoring.root outputdesd_pixelcommfile=pixelcomm.pool.root outputdesd_idcommfile=idcomm.pool.root outputdesd_calocommfile=calocomm.pool.root outputdesd_tilecommfile=tilecomm.pool.root outputdesd_muoncommfile=muoncomm.pool.root maxevents=5\r\nexitcode=10\r\nerrorcode=11000 (ath_failure)\r\nfatals=0\r\nerrors=0\r\nwarnings=10\r\nwriting jobinfo_rawtoesd.xml file...\r\nesdok is  false\r\nskipping esd-&gt;esd step...\r\nskipping esd-&gt;aod step...\r\nskipping esd-&gt;dpd step...\r\nskipping aod-&gt;dpd step...\r\nskipping aod-&gt;tag step...\r\nskipping monitoring file merging step...\r\npy:reco_trf          info jobtransform completed for reco_trf with error code 11000 (exit code 10)\r\npy:rawtoesd          info transform timer stop [reco_trf] wall-time: fri nov 25 05:27:19 2011 cet, vmem: 280.62109375 mb, rss: 97.5859375 mb\r\npy:rawtoesd          info transform timer report [reco_trf] wall-time: 00 hrs 04 mins 42 secs, cpu-time: 00 hrs 03 mins 50 secs, vmem: 1.23828125 mb, rss: 1.38671875 mb\r\n===== job report produced by recotrf =====\r\ncommand=/build/atnight/localbuilds/nightlies/17.x.0-val/atlasreconstruction/rel_0/installarea/share/bin/reco_trf.py inputbsfile=/afs/cern.ch/atlas/project/rig/referencefiles/datastreams_high_mu/high_mu-data11_7tev.00179725.physics_jettauetmiss.merge.raw._lb0021.data autoconfiguration=everything outputesdfile=myesd.pool.root outputaodfile=myaod.pool.root outputmuoncalibntup=muoncalib.root outputpixelcalibntup=trkvalidntup.root hist=mymergedmonitoring.root outputdesd_pixelcommfile=pixelcomm.pool.root outputdesd_idcommfile=idcomm.pool.root outputdesd_calocommfile=calocomm.pool.root outputdesd_tilecommfile=tilecomm.pool.root outputdesd_muoncommfile=muoncomm.pool.root maxevents=5\r\nexitcode=10\r\nerrorcode=11000 (ath_failure)\r\nfatals=0\r\nerrors=0\r\nwarnings=10\r\nathacronym=unknown\r\nathcode=139\r\nrundiruseddisk=15562095\r\nrundiravailabledisk=622886928384\r\nworkdir=/build/atnight/localbuilds/nightlies/17.x.0-val/atlasoffline/rel_0/nicos_area/nicos_atntest17x0val64bs5g4offlopt/recjobtransformtests_testconfiguration_reco_trf_work\r\nathcode=139\r\nrundiravailabledisk=622887694336\r\ndbrelease=\r\nathacronym=unknown\r\nrundiruseddisk=15344922\r\natlasrelease=rel_0\r\nwriting jobinfo_recotrf.xml file...\r\n ======================================================\r\n failure (error) : script \r\n	reco_trf.py inputbsfile=/afs/cern.ch/atlas/project/rig/referencefiles/datastreams_high_mu/high_mu-data11_7tev.00179725.physics_jettauetmiss.merge.raw._lb0021.data autoconfiguration=everything outputesdfile=myesd.pool.root outputaodfile=myaod.pool.root outputmuoncalibntup=muoncalib.root outputpixelcalibntup=trkvalidntup.root hist=mymergedmonitoring.root outputdesd_pixelcommfile=pixelcomm.pool.root outputdesd_idcommfile=idcomm.pool.root outputdesd_calocommfile=calocomm.pool.root outputdesd_tilecommfile=tilecomm.pool.root outputdesd_muoncommfile=muoncomm.pool.root maxevents=5\r\n       returned 10\r\n\r\nreal	4m45.316s\r\nuser	3m47.080s\r\nsys	0m6.190s\r\n[atn, test start time] fri nov 25 05:22:34 cet 2011\r\n[atn, test end time] fri nov 25 05:27:19 cet 2011\r\n[atn, test wrapper] minutes elapsed: 5 \r\n[atn, test wrapper] completion of test process is detected\r\n  \r\nend of logfile\r\n\r\n\r\nfull log file at:\r\nhttp://atlas-computing.web.cern.ch/atlas-computing/links/distdirectory/nightlies/developmentwebarea/nicos_web_area17x0val64bs5g4offlopt/nicos_testlog_rel_5/reconstruction_recexample_recjobtransformtests_16__recjobtransformtests_testconfiguration__recoshift_recotrf_7tev_data__x.html\r\n\r\ncould you please check?\r\nthanks, marija\r\nsw val shifter\r\n\r\n','100','5211','2011-11-25 09:49:28','5','none','closed','none',';hello;ath_failure;recjobtransformtests_testconfiguration;recoshift_recotrf_7tev_data;today;rel_5;report;produce;rawtoesd;version;unknown;command;build;atnight;localbuild;nightly;atlasreconstruction;rel_0;installarea;share;reco_trf.py;inputbsfile;atla;project;referencefile;datastreams_high_mu;high_mu;data11_7tev;physics_jettauetmiss.merge.raw;datum;autoconfiguration;outputesdfile;myesd.pool.root;outputaodfile;myaod.pool.root;outputmuoncalibntup;muoncalib.root;outputpixelcalibntup;trkvalidntup.root;hist;mymergedmonitoring.root;outputdesd_pixelcommfile;pixelcomm.pool.root;outputdesd_idcommfile;idcomm.pool.root;outputdesd_calocommfile;calocomm.pool.root;outputdesd_tilecommfile;tilecomm.pool.root;outputdesd_muoncommfile;muoncomm.pool.root;maxevent;exitcode;errorcode;ath_failure;fatal;error;warning;write;jobinfo_rawtoesd.xml;file;esdok;false;skip;step;skip;step;skip;step;skip;step;skip;step;skip;monitoring;file;merge;step;py:reco_trf;info;jobtransform;complete;reco_trf;error;code;exit;code;py:rawtoesd;info;transform;timer;stop;reco_trf;wall;time;frus;vmem;py:rawtoesd;info;transform;timer;report;reco_trf;wall;time;time;vmem;report;produce;recotrf;command;build;atnight;localbuild;nightly;atlasreconstruction;rel_0;installarea;share;reco_trf.py;inputbsfile;atla;project;referencefile;datastreams_high_mu;high_mu;data11_7tev;physics_jettauetmiss.merge.raw;datum;autoconfiguration;outputesdfile;myesd.pool.root;outputaodfile;myaod.pool.root;outputmuoncalibntup;muoncalib.root;outputpixelcalibntup;trkvalidntup.root;hist;mymergedmonitoring.root;outputdesd_pixelcommfile;pixelcomm.pool.root;outputdesd_idcommfile;idcomm.pool.root;outputdesd_calocommfile;calocomm.pool.root;outputdesd_tilecommfile;tilecomm.pool.root;outputdesd_muoncommfile;muoncomm.pool.root;maxevent;exitcode;errorcode;ath_failure;fatal;error;warning;athacronym;unknown;athcode;rundiruseddisk;rundiravailabledisk;workdir;build;atnight;localbuild;nightly;atlasoffline;rel_0;nicos_area;nicos_atntest17x0val64bs5g4offlopt;recjobtransformtests_testconfiguration_reco_trf_work;athcode;rundiravailabledisk;dbrelease;athacronym;unknown;rundiruseddisk;atlasrelease;rel_0;write;jobinfo_recotrf.xml;file;failure;error;script;reco_trf.py;inputbsfile;atla;project;referencefile;datastreams_high_mu;high_mu;data11_7tev;physics_jettauetmiss.merge.raw;datum;autoconfiguration;outputesdfile;myesd.pool.root;outputaodfile;myaod.pool.root;outputmuoncalibntup;muoncalib.root;outputpixelcalibntup;trkvalidntup.root;hist;mymergedmonitoring.root;outputdesd_pixelcommfile;pixelcomm.pool.root;outputdesd_idcommfile;idcomm.pool.root;outputdesd_calocommfile;calocomm.pool.root;outputdesd_tilecommfile;tilecomm.pool.root;outputdesd_muoncommfile;muoncomm.pool.root;maxevent;return;real;4m45.316s;user;3m47.080s;0m6.190s;test;start;time;frus;test;time;frus;test;wrapper;minute;elapse;test;wrapper;completion;test;process;detect;logfile;file;http;atla;computing.web.cern.ch;atla;computing;link;distdirectory;nightly;developmentwebarea;nicos_web_area17x0val64bs5g4offlopt;nicos_testlog_rel_5;reconstruction_recexample_recjobtransformtests_16__recjobtransformtests_testconfiguration__recoshift_recotrf_7tev_data__x.html;check;marija;shifter;ath_failure;recjobtransformtests_testconfiguration;recoshift_recotrf_7tev_data'),