{"id":34962,"task_type":"regular","is_summary":false,"is_aggregated":false,"creationTime":"2023-05-30T19:24:42.123306Z","filter":"lc1_035_mi_bftgzm","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lc1_035","sas_id":"231803","priority":100,"purge_policy":"yes","cleanup_policy":"defining","resume":true,"workflow":16,"stage_request_id":48877,"status":"archived_failed","new_status":"archived_failed","quality":"poor","calculated_qualities":null,"inputs":[{"size":"172658595840","surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc1_035/231803/LOFAR_PULSAR_ARCHIVE_locus015_L231803_red_26756efa.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"tar_archive","metadata":{"dataProduct":{"size":89780725760,"_type":"PulpDataProduct","fileName":"L231803_SAP000_B004_P000_bf.tar","fileFormat":"PULP","md5checksum":"1a5be33e90bf857066c9856798436b72","storageWriter":"Unknown","dataProductType":"Pulsar pipeline output","storageWriterVersion":"Unknown"},"pipelineRun":{"Observation":{"Parset":"L231803.parset","SAS Id":"231803","Creator":"AWTIER0","Project":"LC1_035","End Time":"2014-06-14 00:13:00","Privileges":4,"Start Time":"2014-06-13 23:43:00.000000000","Antenna Set":"HBA Dual","Clock [MHz]":"200","Time System":"UTC","Duration [s]":1800,"Release Date":"","SAS Id Source":"SAS","Strategy Name":"BeamObservation","Observing Mode":"Beam Observation","Bits Per Sample":16,"Nr Stations Core":42,"Instrument Filter":"110-190 MHz","Station Selection":"Custom","Nr Stations Remote":0,"Number of Stations":42,"Channel Width [MHz]":0.00305175,"Channels Per Subband":64,"Strategy Description":"default","Observing Description":"HBA Dual, 110-190 MHz, 30.0m, 16 bit, 64 ch/sub, Nsubs=240","Process Identifier Name":"J1704-04","Nr Stations International":0,"Process Identifier Source":"MoM","Number of SubArray Pointings":1,"Number of BeamFormed DataProducts":91,"Number of Correlated DataProducts":0,"Number of Transient BufferBoard Events":-1},"fileContent":{"size":13262,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34962/L231803_SAP000_B004_P000_bf.tar_filecontent.txt","class":"File","nameext":".txt","basename":"L231803_SAP000_B004_P000_bf.tar_filecontent.txt","checksum":"sha1$a65bea67d962f5033438f6c3af4a0a3b4b6662cd","location":"file:///project/ldv/Share/run/2023/5/31/119_34962/L231803_SAP000_B004_P000_bf.tar_filecontent.txt","nameroot":"L231803_SAP000_B004_P000_bf.tar_filecontent"},"Pulsar Pipeline":{"Creator":"AWTIER0","Project":"LC1_035","Pulsars":0,"End Time":"2014-08-30 15:10:54","dataType":"CoherentStokes","Privileges":4,"Start Time":"2014-08-30 09:10:52","Duration [s]":21602,"Release Date":"","skipPrepfold":1,"Pipeline Name":"J1704-04/PULP","Strategy Name":"Pulsar Pipeline","skipDataFolding":0,"skipRFIExcision":0,"Pipeline Version":"n/a","Pulsar Selection":"Pulsars in observation specs, file or SAP","convertRawTo8bit":0,"skipDynamicSpectrum":1,"Strategy Description":"default","doSinglePulseAnalysis":0,"Process Identifier Name":"J1704-04/PULP","subIntegrationLength [s]":-1,"skipOptimizePulsarProfile":0,"skipConvertRawIntoFoldedPSRFITS":0,"runRotationalRAdioTransientsAnalysis":1}}},"file_name":"L231803_SAP000_B004_P000_bf.tar"}],"quality":{"plots":[{"size":35787,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34962/J1704-04_L231803_SAP0_BEAM4_DMs42.00-43.60_singlepulse.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM4_DMs42.00-43.60_singlepulse.png","checksum":"sha1$5efdd8cd7d15b8c5290a460536550604cbf47e4e","location":"file:///project/ldv/Share/run/2023/5/31/119_34962/J1704-04_L231803_SAP0_BEAM4_DMs42.00-43.60_singlepulse.png","nameroot":"J1704-04_L231803_SAP0_BEAM4_DMs42.00-43.60_singlepulse"},{"size":267296,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34962/J1704-04_L231803_SAP0_BEAM4_PSR_J1704-04.pfd.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM4_PSR_J1704-04.pfd.png","checksum":"sha1$911b38b6089c36aad0474be210d78239cc07ef83","location":"file:///project/ldv/Share/run/2023/5/31/119_34962/J1704-04_L231803_SAP0_BEAM4_PSR_J1704-04.pfd.png","nameroot":"J1704-04_L231803_SAP0_BEAM4_PSR_J1704-04.pfd"},{"size":282686,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34962/J1704-04_L231803_SAP0_BEAM4_diag.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM4_diag.png","checksum":"sha1$776f472f990070afdd85df01518041ef7114caf4","location":"file:///project/ldv/Share/run/2023/5/31/119_34962/J1704-04_L231803_SAP0_BEAM4_diag.png","nameroot":"J1704-04_L231803_SAP0_BEAM4_diag"},{"size":286867,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34962/J1704-04_L231803_SAP0_BEAM4_diag_pdmp.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM4_diag_pdmp.png","checksum":"sha1$dac0ae610252380f89baeb26c89903024f382e53","location":"file:///project/ldv/Share/run/2023/5/31/119_34962/J1704-04_L231803_SAP0_BEAM4_diag_pdmp.png","nameroot":"J1704-04_L231803_SAP0_BEAM4_diag_pdmp"},{"size":267540,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34962/J1704-04_L231803_SAP0_BEAM4_nomask_PSR_J1704-04.pfd.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM4_nomask_PSR_J1704-04.pfd.png","checksum":"sha1$c7d7a8fb034705d32db7563cffe7aeba617045c0","location":"file:///project/ldv/Share/run/2023/5/31/119_34962/J1704-04_L231803_SAP0_BEAM4_nomask_PSR_J1704-04.pfd.png","nameroot":"J1704-04_L231803_SAP0_BEAM4_nomask_PSR_J1704-04.pfd"},{"size":209527,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34962/J1704-04_L231803_SAP0_BEAM4_pdmp.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM4_pdmp.png","checksum":"sha1$b16b73a96d254a276f854af431823e0ca1bf277e","location":"file:///project/ldv/Share/run/2023/5/31/119_34962/J1704-04_L231803_SAP0_BEAM4_pdmp.png","nameroot":"J1704-04_L231803_SAP0_BEAM4_pdmp"},{"size":46146,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34962/J1704-04_L231803_SAP0_BEAM4_singlepulse.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM4_singlepulse.png","checksum":"sha1$dc0cfe38391462df3ae9e883890beb849484195e","location":"file:///project/ldv/Share/run/2023/5/31/119_34962/J1704-04_L231803_SAP0_BEAM4_singlepulse.png","nameroot":"J1704-04_L231803_SAP0_BEAM4_singlepulse"},{"size":211110,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34962/L231803_SAP0_BEAM4_rfifind-0.png","class":"File","nameext":".png","basename":"L231803_SAP0_BEAM4_rfifind-0.png","checksum":"sha1$78c88aa80ec3e28f0103a16bd368234ba4c4b435","location":"file:///project/ldv/Share/run/2023/5/31/119_34962/L231803_SAP0_BEAM4_rfifind-0.png","nameroot":"L231803_SAP0_BEAM4_rfifind-0"},{"size":35195,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34962/L231803_SAP0_BEAM4_rfifind-1.png","class":"File","nameext":".png","basename":"L231803_SAP0_BEAM4_rfifind-1.png","checksum":"sha1$e5c8562bb68e5ad9476f5aafed05b969bebf4f13","location":"file:///project/ldv/Share/run/2023/5/31/119_34962/L231803_SAP0_BEAM4_rfifind-1.png","nameroot":"L231803_SAP0_BEAM4_rfifind-1"},{"size":35435,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34962/J1704-04_L231803_SAP0_BEAM50_DMs42.00-44.00_singlepulse.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM50_DMs42.00-44.00_singlepulse.png","checksum":"sha1$a261b46ccf337214dcf96794a1f3b19a732148de","location":"file:///project/ldv/Share/run/2023/5/31/119_34962/J1704-04_L231803_SAP0_BEAM50_DMs42.00-44.00_singlepulse.png","nameroot":"J1704-04_L231803_SAP0_BEAM50_DMs42.00-44.00_singlepulse"},{"size":269823,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34962/J1704-04_L231803_SAP0_BEAM50_PSR_J1704-04.pfd.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM50_PSR_J1704-04.pfd.png","checksum":"sha1$2f8c12aa28dcc7e386d90dff9bf07ca52acf8c53","location":"file:///project/ldv/Share/run/2023/5/31/119_34962/J1704-04_L231803_SAP0_BEAM50_PSR_J1704-04.pfd.png","nameroot":"J1704-04_L231803_SAP0_BEAM50_PSR_J1704-04.pfd"},{"size":286746,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34962/J1704-04_L231803_SAP0_BEAM50_diag.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM50_diag.png","checksum":"sha1$95c8425b7ec500149c97216c0d196be040c617f2","location":"file:///project/ldv/Share/run/2023/5/31/119_34962/J1704-04_L231803_SAP0_BEAM50_diag.png","nameroot":"J1704-04_L231803_SAP0_BEAM50_diag"},{"size":284324,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34962/J1704-04_L231803_SAP0_BEAM50_diag_pdmp.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM50_diag_pdmp.png","checksum":"sha1$7c6dc8a59d19ed40949d10865219222c4c378322","location":"file:///project/ldv/Share/run/2023/5/31/119_34962/J1704-04_L231803_SAP0_BEAM50_diag_pdmp.png","nameroot":"J1704-04_L231803_SAP0_BEAM50_diag_pdmp"},{"size":270060,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34962/J1704-04_L231803_SAP0_BEAM50_nomask_PSR_J1704-04.pfd.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM50_nomask_PSR_J1704-04.pfd.png","checksum":"sha1$2df432e81d4c4fbd06fd1321f52e9503660a2b36","location":"file:///project/ldv/Share/run/2023/5/31/119_34962/J1704-04_L231803_SAP0_BEAM50_nomask_PSR_J1704-04.pfd.png","nameroot":"J1704-04_L231803_SAP0_BEAM50_nomask_PSR_J1704-04.pfd"},{"size":203381,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34962/J1704-04_L231803_SAP0_BEAM50_pdmp.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM50_pdmp.png","checksum":"sha1$29bc9e86978ad566928df91be154a1337e9c1674","location":"file:///project/ldv/Share/run/2023/5/31/119_34962/J1704-04_L231803_SAP0_BEAM50_pdmp.png","nameroot":"J1704-04_L231803_SAP0_BEAM50_pdmp"},{"size":45662,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34962/J1704-04_L231803_SAP0_BEAM50_singlepulse.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM50_singlepulse.png","checksum":"sha1$1754ebff2486e959c16269efb9d2938a71390055","location":"file:///project/ldv/Share/run/2023/5/31/119_34962/J1704-04_L231803_SAP0_BEAM50_singlepulse.png","nameroot":"J1704-04_L231803_SAP0_BEAM50_singlepulse"},{"size":211890,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34962/L231803_SAP0_BEAM50_rfifind-0.png","class":"File","nameext":".png","basename":"L231803_SAP0_BEAM50_rfifind-0.png","checksum":"sha1$c246225fcdf771d9e6600146e0cb748e99ec0807","location":"file:///project/ldv/Share/run/2023/5/31/119_34962/L231803_SAP0_BEAM50_rfifind-0.png","nameroot":"L231803_SAP0_BEAM50_rfifind-0"},{"size":35498,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34962/L231803_SAP0_BEAM50_rfifind-1.png","class":"File","nameext":".png","basename":"L231803_SAP0_BEAM50_rfifind-1.png","checksum":"sha1$b56209cc610be8763e541cfc83a85011243c7319","location":"file:///project/ldv/Share/run/2023/5/31/119_34962/L231803_SAP0_BEAM50_rfifind-1.png","nameroot":"L231803_SAP0_BEAM50_rfifind-1"},{"size":5113,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34962/L231803_sap000_beam0004.rfifind.log","class":"File","nameext":".log","basename":"L231803_sap000_beam0004.rfifind.log","checksum":"sha1$e5faecc94ffaa6ef5b90799eec5f798ef578495a","location":"file:///project/ldv/Share/run/2023/5/31/119_34962/L231803_sap000_beam0004.rfifind.log","nameroot":"L231803_sap000_beam0004.rfifind"},{"size":5119,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34962/L231803_sap000_beam0050.rfifind.log","class":"File","nameext":".log","basename":"L231803_sap000_beam0050.rfifind.log","checksum":"sha1$1552cd828d0a22f585b3d19656b3fdcfcb65a176","location":"file:///project/ldv/Share/run/2023/5/31/119_34962/L231803_sap000_beam0050.rfifind.log","nameroot":"L231803_sap000_beam0050.rfifind"},{"size":31265,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34962/L231803-ldv-summary.log","class":"File","nameext":".log","basename":"L231803-ldv-summary.log","checksum":"sha1$941b3f2b4ec8107e7a567800c1ca8da22556ae19","location":"file:///project/ldv/Share/run/2023/5/31/119_34962/L231803-ldv-summary.log","nameroot":"L231803-ldv-summary"}],"details":{},"summary":{"LOFAR_PULSAR_ARCHIVE_locus015_L231803_red_26756efa.tar":{"added":[],"deleted":["stokes/SAP0/BEAM4/tempo.lis","L231803_SAP000_B050_P000_bf.tar.gz","stokes/SAP0/BEAM50/tempo.lis","stokes/SAP0/BEAM4/tz.tmp","stokes/SAP0/BEAM50/tz.tmp","L231803_SAP000_B004_P000_bf.tar.gz"],"input_name":"LOFAR_PULSAR_ARCHIVE_locus015_L231803_red_26756efa.tar","input_size":172658595840,"size_ratio":0.5199898986969544,"output_name":"L231803_SAP000_B004_P000_bf.tar","output_size":89780725760,"input_size_str":"160.80 GB","output_size_str":"83.61 GB"}},"sensitivity":"N/A","uv-coverage":"N/A","observing-conditions":"N/A"},"summary":[{"added":[],"deleted":["stokes/SAP0/BEAM4/tempo.lis","L231803_SAP000_B050_P000_bf.tar.gz","stokes/SAP0/BEAM50/tempo.lis","stokes/SAP0/BEAM4/tz.tmp","stokes/SAP0/BEAM50/tz.tmp","L231803_SAP000_B004_P000_bf.tar.gz"],"input_name":"LOFAR_PULSAR_ARCHIVE_locus015_L231803_red_26756efa.tar","input_size":172658595840,"size_ratio":0.5199898986969544,"output_name":"L231803_SAP000_B004_P000_bf.tar","output_size":89780725760,"input_size_str":"160.80 GB","output_size_str":"83.61 GB"}],"tar_archive":[{"size":89780725760,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34962/L231803_SAP000_B004_P000_bf.tar","class":"File","nameext":".tar","basename":"L231803_SAP000_B004_P000_bf.tar","checksum":"sha1$caad2d146a4a1102e3f4af5b6ecb6aa4e6e0f82a","location":"file:///project/ldv/Share/run/2023/5/31/119_34962/L231803_SAP000_B004_P000_bf.tar","nameroot":"L231803_SAP000_B004_P000_bf"}]},"metrics":{"n_cpus":1,"n_nodes":1,"nodelist":"wn-ca-24","cpu_time_raw":3170},"remarks":{"quality_sasid":"Several RFI found in the freq-time domain (rfifind log reports <50% of bad intervals) but no profile is found in any SAP0 beam (see pdmp, status and combined plots). Strong residual noise (RFI ?) is found in many SAP0 beams (origin unclear). Low level of completeness of the beams pattern."},"status_history":["defining (2023-05-30T19:24:42Z)","defined (2023-05-30T19:52:15Z)","staging (2023-05-30T19:53:03Z)","staged (2023-05-30T23:07:02Z)","fetched (2023-05-30T23:07:39Z)","processing (2023-05-30T23:08:20Z)","processed (2023-05-31T00:01:13Z)","storing (2023-05-31T00:02:10Z)","stored (2023-05-31T00:22:05Z)","validated (2023-05-31T08:10:39Z)","scrubbing (2023-05-31T08:11:41Z)","scrubbed (2023-05-31T08:12:08Z)","archiving (2023-06-05T09:58:39Z)","archived_failed (2023-06-05T09:58:41Z)"],"size_to_process":172658595840,"size_processed":89784052230,"total_processing_time":3170,"nr_of_dps":null,"log_entries":["311068 - 34962 - staging (STAGER)","311378 - 34962 - staged (STAGER)","311384 - 34962 - fetched (copy_skipped)","311389 - 34962 - processing (running)","311590 - 34962 - processed (running)","311592 - 34962 - storing (issuing_copying)","311593 - 34962 - storing (copy_issued)","311652 - 34962 - stored (copy_finished)","312181 - 34962 - scrubbing (STAGER)","312281 - 34962 - scrubbed (STAGER)","313194 - 34962 - archiving (submitting)","313195 - 34962 - archived_failed (lta_already_ingested)"],"meta_scheduling":null,"environment":null,"archive":null,"activity":67,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}