{"id":34936,"task_type":"regular","is_summary":false,"is_aggregated":false,"creationTime":"2023-05-30T19:24:41.207764Z","filter":"lc1_035_mi_bftgzm","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lc1_035","sas_id":"231803","priority":100,"purge_policy":"no","cleanup_policy":"defining","resume":true,"workflow":16,"stage_request_id":48851,"status":"archived_failed","new_status":"archived_failed","quality":"poor","calculated_qualities":null,"inputs":[{"size":"140969267200","surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc1_035/231803/LOFAR_PULSAR_ARCHIVE_locus068_L231803_red_1963454c.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"tar_archive","metadata":{"dataProduct":{"size":89865666560,"_type":"PulpDataProduct","fileName":"L231803_SAP000_B031_P000_bf.tar","fileFormat":"PULP","md5checksum":"54b4a6e684622fa6ce8a64431cb9c880","storageWriter":"Unknown","dataProductType":"Pulsar pipeline output","storageWriterVersion":"Unknown"},"pipelineRun":{"Observation":{"Parset":"L231803.parset","SAS Id":"231803","Creator":"AWTIER0","Project":"LC1_035","End Time":"2014-06-14 00:13:00","Privileges":4,"Start Time":"2014-06-13 23:43:00.000000000","Antenna Set":"HBA Dual","Clock [MHz]":"200","Time System":"UTC","Duration [s]":1800,"Release Date":"","SAS Id Source":"SAS","Strategy Name":"BeamObservation","Observing Mode":"Beam Observation","Bits Per Sample":16,"Nr Stations Core":42,"Instrument Filter":"110-190 MHz","Station Selection":"Custom","Nr Stations Remote":0,"Number of Stations":42,"Channel Width [MHz]":0.00305175,"Channels Per Subband":64,"Strategy Description":"default","Observing Description":"HBA Dual, 110-190 MHz, 30.0m, 16 bit, 64 ch/sub, Nsubs=240","Process Identifier Name":"J1704-04","Nr Stations International":0,"Process Identifier Source":"MoM","Number of SubArray Pointings":1,"Number of BeamFormed DataProducts":91,"Number of Correlated DataProducts":0,"Number of Transient BufferBoard Events":-1},"fileContent":{"size":13473,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34936/L231803_SAP000_B031_P000_bf.tar_filecontent.txt","class":"File","nameext":".txt","basename":"L231803_SAP000_B031_P000_bf.tar_filecontent.txt","checksum":"sha1$6cd09cccd7a56a11c16044cda4e372ad8f6330ab","location":"file:///project/ldv/Share/run/2023/5/31/040_34936/L231803_SAP000_B031_P000_bf.tar_filecontent.txt","nameroot":"L231803_SAP000_B031_P000_bf.tar_filecontent"},"Pulsar Pipeline":{"Creator":"AWTIER0","Project":"LC1_035","Pulsars":0,"End Time":"2014-08-30 15:10:54","dataType":"CoherentStokes","Privileges":4,"Start Time":"2014-08-30 09:10:52","Duration [s]":21602,"Release Date":"","skipPrepfold":1,"Pipeline Name":"J1704-04/PULP","Strategy Name":"Pulsar Pipeline","skipDataFolding":0,"skipRFIExcision":0,"Pipeline Version":"n/a","Pulsar Selection":"Pulsars in observation specs, file or SAP","convertRawTo8bit":0,"skipDynamicSpectrum":1,"Strategy Description":"default","doSinglePulseAnalysis":0,"Process Identifier Name":"J1704-04/PULP","subIntegrationLength [s]":-1,"skipOptimizePulsarProfile":0,"skipConvertRawIntoFoldedPSRFITS":0,"runRotationalRAdioTransientsAnalysis":1}}},"file_name":"L231803_SAP000_B031_P000_bf.tar"}],"quality":{"plots":[{"size":117330,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34936/J1704-04_L231803_SAP0_BEAM31_DMs42.00-44.00_singlepulse.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM31_DMs42.00-44.00_singlepulse.png","checksum":"sha1$3fff39b8e7575c48e06daaa9b04867961e66c705","location":"file:///project/ldv/Share/run/2023/5/31/040_34936/J1704-04_L231803_SAP0_BEAM31_DMs42.00-44.00_singlepulse.png","nameroot":"J1704-04_L231803_SAP0_BEAM31_DMs42.00-44.00_singlepulse"},{"size":253465,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34936/J1704-04_L231803_SAP0_BEAM31_PSR_J1704-04.pfd.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM31_PSR_J1704-04.pfd.png","checksum":"sha1$4256bf9e95bcd4e4afe4f1614f5aa84efb92da23","location":"file:///project/ldv/Share/run/2023/5/31/040_34936/J1704-04_L231803_SAP0_BEAM31_PSR_J1704-04.pfd.png","nameroot":"J1704-04_L231803_SAP0_BEAM31_PSR_J1704-04.pfd"},{"size":277836,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34936/J1704-04_L231803_SAP0_BEAM31_diag.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM31_diag.png","checksum":"sha1$eafe42baa11e96218f59b393bbb7bc7c0b4f6579","location":"file:///project/ldv/Share/run/2023/5/31/040_34936/J1704-04_L231803_SAP0_BEAM31_diag.png","nameroot":"J1704-04_L231803_SAP0_BEAM31_diag"},{"size":278093,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34936/J1704-04_L231803_SAP0_BEAM31_diag_pdmp.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM31_diag_pdmp.png","checksum":"sha1$b7d78f127428d4ee12cda4be438f504b87528f6c","location":"file:///project/ldv/Share/run/2023/5/31/040_34936/J1704-04_L231803_SAP0_BEAM31_diag_pdmp.png","nameroot":"J1704-04_L231803_SAP0_BEAM31_diag_pdmp"},{"size":252490,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34936/J1704-04_L231803_SAP0_BEAM31_nomask_PSR_J1704-04.pfd.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM31_nomask_PSR_J1704-04.pfd.png","checksum":"sha1$cdaf3f936369b43283c1a87e59620cbdefdfb4ea","location":"file:///project/ldv/Share/run/2023/5/31/040_34936/J1704-04_L231803_SAP0_BEAM31_nomask_PSR_J1704-04.pfd.png","nameroot":"J1704-04_L231803_SAP0_BEAM31_nomask_PSR_J1704-04.pfd"},{"size":156182,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34936/J1704-04_L231803_SAP0_BEAM31_pdmp.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM31_pdmp.png","checksum":"sha1$af490f83c6b27235249a98a7d50a6a284d953428","location":"file:///project/ldv/Share/run/2023/5/31/040_34936/J1704-04_L231803_SAP0_BEAM31_pdmp.png","nameroot":"J1704-04_L231803_SAP0_BEAM31_pdmp"},{"size":54614,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34936/J1704-04_L231803_SAP0_BEAM31_singlepulse.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM31_singlepulse.png","checksum":"sha1$7fcfe6e57db721a064bdd354d1c744625bda494e","location":"file:///project/ldv/Share/run/2023/5/31/040_34936/J1704-04_L231803_SAP0_BEAM31_singlepulse.png","nameroot":"J1704-04_L231803_SAP0_BEAM31_singlepulse"},{"size":246039,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34936/L231803_SAP0_BEAM31_rfifind-0.png","class":"File","nameext":".png","basename":"L231803_SAP0_BEAM31_rfifind-0.png","checksum":"sha1$54ac395bcb4160924ce7c8938d7e90c4b85770c9","location":"file:///project/ldv/Share/run/2023/5/31/040_34936/L231803_SAP0_BEAM31_rfifind-0.png","nameroot":"L231803_SAP0_BEAM31_rfifind-0"},{"size":75414,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34936/L231803_SAP0_BEAM31_rfifind-1.png","class":"File","nameext":".png","basename":"L231803_SAP0_BEAM31_rfifind-1.png","checksum":"sha1$38b5caff926097df9a781e6983c2a856efdd29c3","location":"file:///project/ldv/Share/run/2023/5/31/040_34936/L231803_SAP0_BEAM31_rfifind-1.png","nameroot":"L231803_SAP0_BEAM31_rfifind-1"},{"size":117399,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34936/J1704-04_L231803_SAP0_BEAM77_DMs42.00-44.00_singlepulse.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM77_DMs42.00-44.00_singlepulse.png","checksum":"sha1$4c8e7953bf982faeec697f0ce599cb2c2336f9f7","location":"file:///project/ldv/Share/run/2023/5/31/040_34936/J1704-04_L231803_SAP0_BEAM77_DMs42.00-44.00_singlepulse.png","nameroot":"J1704-04_L231803_SAP0_BEAM77_DMs42.00-44.00_singlepulse"},{"size":256494,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34936/J1704-04_L231803_SAP0_BEAM77_PSR_J1704-04.pfd.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM77_PSR_J1704-04.pfd.png","checksum":"sha1$b2bee13fa0978026158d9e7c9479212767d265c8","location":"file:///project/ldv/Share/run/2023/5/31/040_34936/J1704-04_L231803_SAP0_BEAM77_PSR_J1704-04.pfd.png","nameroot":"J1704-04_L231803_SAP0_BEAM77_PSR_J1704-04.pfd"},{"size":275485,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34936/J1704-04_L231803_SAP0_BEAM77_diag.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM77_diag.png","checksum":"sha1$93d15e91ef8cea84650e907508646e22b294a07d","location":"file:///project/ldv/Share/run/2023/5/31/040_34936/J1704-04_L231803_SAP0_BEAM77_diag.png","nameroot":"J1704-04_L231803_SAP0_BEAM77_diag"},{"size":277589,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34936/J1704-04_L231803_SAP0_BEAM77_diag_pdmp.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM77_diag_pdmp.png","checksum":"sha1$136eca9e886b10f33f48233e0fe96442e5f63889","location":"file:///project/ldv/Share/run/2023/5/31/040_34936/J1704-04_L231803_SAP0_BEAM77_diag_pdmp.png","nameroot":"J1704-04_L231803_SAP0_BEAM77_diag_pdmp"},{"size":255116,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34936/J1704-04_L231803_SAP0_BEAM77_nomask_PSR_J1704-04.pfd.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM77_nomask_PSR_J1704-04.pfd.png","checksum":"sha1$3b78902775ddfb844a42d004a37d863fe9fb1c24","location":"file:///project/ldv/Share/run/2023/5/31/040_34936/J1704-04_L231803_SAP0_BEAM77_nomask_PSR_J1704-04.pfd.png","nameroot":"J1704-04_L231803_SAP0_BEAM77_nomask_PSR_J1704-04.pfd"},{"size":156532,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34936/J1704-04_L231803_SAP0_BEAM77_pdmp.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM77_pdmp.png","checksum":"sha1$35cf9991db9329338292dc1e64bf487097f260fe","location":"file:///project/ldv/Share/run/2023/5/31/040_34936/J1704-04_L231803_SAP0_BEAM77_pdmp.png","nameroot":"J1704-04_L231803_SAP0_BEAM77_pdmp"},{"size":55048,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34936/J1704-04_L231803_SAP0_BEAM77_singlepulse.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM77_singlepulse.png","checksum":"sha1$c57442f00be1acfcd03ffa6826974ebcb9102885","location":"file:///project/ldv/Share/run/2023/5/31/040_34936/J1704-04_L231803_SAP0_BEAM77_singlepulse.png","nameroot":"J1704-04_L231803_SAP0_BEAM77_singlepulse"},{"size":241226,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34936/L231803_SAP0_BEAM77_rfifind-0.png","class":"File","nameext":".png","basename":"L231803_SAP0_BEAM77_rfifind-0.png","checksum":"sha1$882593affbcb800926f3c9d11722b1fb711d8c7e","location":"file:///project/ldv/Share/run/2023/5/31/040_34936/L231803_SAP0_BEAM77_rfifind-0.png","nameroot":"L231803_SAP0_BEAM77_rfifind-0"},{"size":74196,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34936/L231803_SAP0_BEAM77_rfifind-1.png","class":"File","nameext":".png","basename":"L231803_SAP0_BEAM77_rfifind-1.png","checksum":"sha1$aa5200c8c137d9840a26862841def05e437d0c01","location":"file:///project/ldv/Share/run/2023/5/31/040_34936/L231803_SAP0_BEAM77_rfifind-1.png","nameroot":"L231803_SAP0_BEAM77_rfifind-1"},{"size":5121,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34936/L231803_sap000_beam0031.rfifind.log","class":"File","nameext":".log","basename":"L231803_sap000_beam0031.rfifind.log","checksum":"sha1$644ec27fe847414e22d2635acc1fd92ca5ec1f05","location":"file:///project/ldv/Share/run/2023/5/31/040_34936/L231803_sap000_beam0031.rfifind.log","nameroot":"L231803_sap000_beam0031.rfifind"},{"size":5121,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34936/L231803_sap000_beam0077.rfifind.log","class":"File","nameext":".log","basename":"L231803_sap000_beam0077.rfifind.log","checksum":"sha1$a053aa7683f70d715d86d34ee9f1eec346c3d641","location":"file:///project/ldv/Share/run/2023/5/31/040_34936/L231803_sap000_beam0077.rfifind.log","nameroot":"L231803_sap000_beam0077.rfifind"},{"size":31691,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34936/L231803-ldv-summary.log","class":"File","nameext":".log","basename":"L231803-ldv-summary.log","checksum":"sha1$6b719026d6cae85a6605de8f761c0d48e3f1557c","location":"file:///project/ldv/Share/run/2023/5/31/040_34936/L231803-ldv-summary.log","nameroot":"L231803-ldv-summary"}],"details":{},"summary":{"LOFAR_PULSAR_ARCHIVE_locus068_L231803_red_1963454c.tar":{"added":[],"deleted":["stokes/SAP0/BEAM77/tz.tmp","stokes/SAP0/BEAM31/tempo.lis","stokes/SAP0/BEAM77/tempo.lis","L231803_SAP000_B031_P000_bf.tar.gz","stokes/SAP0/BEAM31/tz.tmp","L231803_SAP000_B077_P000_bf.tar.gz"],"input_name":"LOFAR_PULSAR_ARCHIVE_locus068_L231803_red_1963454c.tar","input_size":140969267200,"size_ratio":0.6374841009317526,"output_name":"L231803_SAP000_B031_P000_bf.tar","output_size":89865666560,"input_size_str":"131.29 GB","output_size_str":"83.69 GB"}},"sensitivity":"N/A","uv-coverage":"N/A","observing-conditions":"N/A"},"summary":[{"added":[],"deleted":["stokes/SAP0/BEAM77/tz.tmp","stokes/SAP0/BEAM31/tempo.lis","stokes/SAP0/BEAM77/tempo.lis","L231803_SAP000_B031_P000_bf.tar.gz","stokes/SAP0/BEAM31/tz.tmp","L231803_SAP000_B077_P000_bf.tar.gz"],"input_name":"LOFAR_PULSAR_ARCHIVE_locus068_L231803_red_1963454c.tar","input_size":140969267200,"size_ratio":0.6374841009317526,"output_name":"L231803_SAP000_B031_P000_bf.tar","output_size":89865666560,"input_size_str":"131.29 GB","output_size_str":"83.69 GB"}],"tar_archive":[{"size":89865666560,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34936/L231803_SAP000_B031_P000_bf.tar","class":"File","nameext":".tar","basename":"L231803_SAP000_B031_P000_bf.tar","checksum":"sha1$4342c2f00489ea96b44e871b255a0aa2539e9a27","location":"file:///project/ldv/Share/run/2023/5/31/040_34936/L231803_SAP000_B031_P000_bf.tar","nameroot":"L231803_SAP000_B031_P000_bf"}]},"metrics":{"n_cpus":2,"n_nodes":1,"nodelist":"wn-ha-03","cpu_time_raw":5558},"remarks":{"quality_sasid":"Several RFI found in the freq-time domain (rfifind log reports <50% of bad intervals) but no profile is found in any SAP0 beam (see pdmp, status and combined plots). Strong residual noise (RFI ?) is found in many SAP0 beams (origin unclear). Low level of completeness of the beams pattern."},"status_history":["defining (2023-05-30T19:24:41Z)","defined (2023-05-30T19:52:15Z)","staging (2023-05-30T19:52:54Z)","staged (2023-05-30T22:03:03Z)","fetched (2023-05-30T22:03:04Z)","processing (2023-05-30T22:03:43Z)","processed (2023-05-30T22:50:35Z)","storing (2023-05-30T22:50:53Z)","stored (2023-05-30T23:24:44Z)","validated (2023-05-31T08:10:40Z)","scrubbing (2023-05-31T08:11:31Z)","scrubbed (2023-05-31T08:12:02Z)","archiving (2023-06-05T09:42:00Z)","archived_failed (2023-06-05T09:42:02Z)"],"size_to_process":140969267200,"size_processed":89869129041,"total_processing_time":5558,"nr_of_dps":null,"log_entries":["311042 - 34936 - staging (STAGER)","311180 - 34936 - staged (STAGER)","311181 - 34936 - fetched (copy_skipped)","311182 - 34936 - processing (running)","311317 - 34936 - processed (running)","311321 - 34936 - storing (issuing_copying)","311322 - 34936 - storing (copy_issued)","311428 - 34936 - stored (copy_finished)","312155 - 34936 - scrubbing (STAGER)","312255 - 34936 - scrubbed (STAGER)","313086 - 34936 - archiving (submitting)","313087 - 34936 - archived_failed (lta_already_ingested)"],"meta_scheduling":{"#SBATCH --cpus-per-task":2},"environment":"","archive":null,"activity":67,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}