{"id":33944,"task_type":"regular","is_summary":false,"is_aggregated":false,"creationTime":"2023-04-26T07:20:12.450357Z","filter":"ldv-spec:112","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lt5_004","sas_id":"526107","priority":100,"purge_policy":"yes","cleanup_policy":"discard","resume":false,"workflow":22,"stage_request_id":49253,"status":"discarded","new_status":"discarded","quality":"good","calculated_qualities":{"per_task":"good","per_sasid":"good"},"inputs":[{"size":20353505280,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt5_004/526107/L526107_SAP002_B038_P000_bf_bcf1b82d.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"tar_archive","metadata":{"dataProduct":{"size":6024734720,"_type":"PulpDataProduct","fileName":"L526107_SAP002_B038_P000_bf.tar","fileFormat":"PULP","md5checksum":"0716bc7f9d7fc8529c5ff300e0bb76eb","storageWriter":"Unknown","dataProductType":"Pulsar pipeline output","storageWriterVersion":"Unknown"},"pipelineRun":{"fileContent":{"size":2399,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33944/L526107_SAP002_B038_P000_bf.tar_filecontent.txt","class":"File","nameext":".txt","basename":"L526107_SAP002_B038_P000_bf.tar_filecontent.txt","checksum":"sha1$38bb8a0c4d5324c5c926f7c93163ceda8bf8971f","location":"file:///project/ldv/Share/run/2023/7/3/1520_33944/L526107_SAP002_B038_P000_bf.tar_filecontent.txt","nameroot":"L526107_SAP002_B038_P000_bf.tar_filecontent"}}},"file_name":"L526107_SAP002_B038_P000_bf.tar"}],"quality":{"plots":[{"size":192914,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33944/B1508+55_L526105_SAP2_BEAM38_PSR_B1508+55.pfd.png","class":"File","nameext":".png","basename":"B1508+55_L526105_SAP2_BEAM38_PSR_B1508+55.pfd.png","checksum":"sha1$32f383fcf59055bdc88df012b2272fd9e36ed17b","location":"file:///project/ldv/Share/run/2023/7/3/1520_33944/B1508%2B55_L526105_SAP2_BEAM38_PSR_B1508%2B55.pfd.png","nameroot":"B1508+55_L526105_SAP2_BEAM38_PSR_B1508+55.pfd"},{"size":265507,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33944/B1508+55_L526105_SAP2_BEAM38_diag.png","class":"File","nameext":".png","basename":"B1508+55_L526105_SAP2_BEAM38_diag.png","checksum":"sha1$9ee771d462c411ae93f8faed2c480aa61c12fd0d","location":"file:///project/ldv/Share/run/2023/7/3/1520_33944/B1508%2B55_L526105_SAP2_BEAM38_diag.png","nameroot":"B1508+55_L526105_SAP2_BEAM38_diag"},{"size":269367,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33944/B1508+55_L526105_SAP2_BEAM38_diag_pdmp.png","class":"File","nameext":".png","basename":"B1508+55_L526105_SAP2_BEAM38_diag_pdmp.png","checksum":"sha1$76768f7a6b228e73e8ae945cf2da56a79e4747e3","location":"file:///project/ldv/Share/run/2023/7/3/1520_33944/B1508%2B55_L526105_SAP2_BEAM38_diag_pdmp.png","nameroot":"B1508+55_L526105_SAP2_BEAM38_diag_pdmp"},{"size":193281,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33944/B1508+55_L526105_SAP2_BEAM38_nomask_PSR_B1508+55.pfd.png","class":"File","nameext":".png","basename":"B1508+55_L526105_SAP2_BEAM38_nomask_PSR_B1508+55.pfd.png","checksum":"sha1$54b6826d2e54a684ebdbedae74d53dd8340d7eb3","location":"file:///project/ldv/Share/run/2023/7/3/1520_33944/B1508%2B55_L526105_SAP2_BEAM38_nomask_PSR_B1508%2B55.pfd.png","nameroot":"B1508+55_L526105_SAP2_BEAM38_nomask_PSR_B1508+55.pfd"},{"size":115112,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33944/B1508+55_L526105_SAP2_BEAM38_pdmp.png","class":"File","nameext":".png","basename":"B1508+55_L526105_SAP2_BEAM38_pdmp.png","checksum":"sha1$020e90cf9428d8aae715ae346859eaae8921cd87","location":"file:///project/ldv/Share/run/2023/7/3/1520_33944/B1508%2B55_L526105_SAP2_BEAM38_pdmp.png","nameroot":"B1508+55_L526105_SAP2_BEAM38_pdmp"},{"size":243978,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33944/L526105_SAP2_BEAM38_rfifind-0.png","class":"File","nameext":".png","basename":"L526105_SAP2_BEAM38_rfifind-0.png","checksum":"sha1$86048951906c8ab4c622d0b48566a1636c7f5ddb","location":"file:///project/ldv/Share/run/2023/7/3/1520_33944/L526105_SAP2_BEAM38_rfifind-0.png","nameroot":"L526105_SAP2_BEAM38_rfifind-0"},{"size":60068,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33944/L526105_SAP2_BEAM38_rfifind-1.png","class":"File","nameext":".png","basename":"L526105_SAP2_BEAM38_rfifind-1.png","checksum":"sha1$e3bef1a2534ea25caf73ed93449c076618b44236","location":"file:///project/ldv/Share/run/2023/7/3/1520_33944/L526105_SAP2_BEAM38_rfifind-1.png","nameroot":"L526105_SAP2_BEAM38_rfifind-1"},{"size":5129,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33944/L526105_sap002_beam0038.rfifind.log","class":"File","nameext":".log","basename":"L526105_sap002_beam0038.rfifind.log","checksum":"sha1$82e9b7319840bd0ad708dfa5bc65d9373796b747","location":"file:///project/ldv/Share/run/2023/7/3/1520_33944/L526105_sap002_beam0038.rfifind.log","nameroot":"L526105_sap002_beam0038.rfifind"},{"size":6353,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33944/L526105_SAP2_BEAM38_2bit_ldv_psrfits_requantisation.log","class":"File","nameext":".log","basename":"L526105_SAP2_BEAM38_2bit_ldv_psrfits_requantisation.log","checksum":"sha1$894c6a78afdc38d46412852ee0de192efb09e88d","location":"file:///project/ldv/Share/run/2023/7/3/1520_33944/L526105_SAP2_BEAM38_2bit_ldv_psrfits_requantisation.log","nameroot":"L526105_SAP2_BEAM38_2bit_ldv_psrfits_requantisation"},{"size":1629,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33944/L526107-ldv-summary.log_2","class":"File","nameext":".log","basename":"L526107-ldv-summary.log","checksum":"sha1$094bfd80bc696110d03f139a136c9af950ebf3b7","location":"file:///project/ldv/Share/run/2023/7/3/1520_33944/L526107-ldv-summary.log_2","nameroot":"L526107-ldv-summary"}],"details":{},"summary":{"L526107_SAP002_B038_P000_bf.tar":{"added":["stokes/SAP2/BEAM38/L526105_SAP2_BEAM38_2bit.fits","stokes/SAP2/BEAM38/L526105_SAP2_BEAM38_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP2/BEAM38/L526105_SAP2_BEAM38.fits"],"input_name":"L526107_SAP002_B038_P000_bf.tar","input_size":20353505280,"size_ratio":0.29600477348342036,"output_name":"L526107_SAP002_B038_P000_bf.tar","output_size":6024734720,"rfi_percent":11.465,"input_size_str":"18.96 GB","output_size_str":"5.61 GB"}},"sensitivity":"N/A","uv-coverage":"N/A","observing-conditions":"N/A"},"summary":[{"added":["stokes/SAP2/BEAM38/L526105_SAP2_BEAM38_2bit.fits","stokes/SAP2/BEAM38/L526105_SAP2_BEAM38_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP2/BEAM38/L526105_SAP2_BEAM38.fits"],"input_name":"L526107_SAP002_B038_P000_bf.tar","input_size":20353505280,"size_ratio":0.29600477348342036,"output_name":"L526107_SAP002_B038_P000_bf.tar","output_size":6024734720,"rfi_percent":11.465,"input_size_str":"18.96 GB","output_size_str":"5.61 GB"}],"tar_archive":[{"size":6024734720,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33944/L526107_SAP002_B038_P000_bf.tar","class":"File","nameext":".tar","basename":"L526107_SAP002_B038_P000_bf.tar","checksum":"sha1$7599e06e1ad5add80843b3111b851ea71bab6cb0","location":"file:///project/ldv/Share/run/2023/7/3/1520_33944/L526107_SAP002_B038_P000_bf.tar","nameroot":"L526107_SAP002_B038_P000_bf"}],"summary_file":[{"size":1245,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33944/L526107-ldv-summary.log","class":"File","nameext":".log","basename":"L526107-ldv-summary.log","checksum":"sha1$46b67abb13a022ea012492e999e454dc7b3e7d12","location":"file:///project/ldv/Share/run/2023/7/3/1520_33944/L526107-ldv-summary.log","nameroot":"L526107-ldv-summary"}]},"metrics":{"n_cpus":1,"n_nodes":1,"nodelist":"wn-ha-04","cpu_time_raw":371},"remarks":{"discard_reason":""},"status_history":["processing (2023-05-11T23:36:30Z)","processed (2023-05-11T23:46:31Z)","storing (2023-05-11T23:58:39Z)","stored (2023-05-12T00:08:08Z)","fetched (2023-05-11T22:49:49Z)","fetched (2023-05-12T05:23:54Z)","defining (2023-04-26T07:20:12Z)","defined (2023-04-26T07:23:31Z)","staged (2023-04-26T07:40:12Z)","fetched (2023-04-26T07:40:31Z)","staging (2023-04-26T07:25:41Z)","processing (2023-05-12T06:19:49Z)","processing (2023-04-26T14:08:42Z)","processed_failed (2023-04-26T14:14:28Z)","processed (2023-05-12T06:31:23Z)","storing (2023-05-12T06:37:35Z)","stored (2023-05-12T06:42:41Z)","fetched (2023-05-12T07:25:06Z)","processing (2023-05-12T09:03:49Z)","processed (2023-05-12T09:38:11Z)","storing (2023-05-12T09:38:19Z)","stored (2023-05-12T09:39:14Z)","fetched (2023-05-08T09:51:07Z)","processing (2023-05-08T10:26:05Z)","processed (2023-05-08T10:34:08Z)","storing (2023-05-08T10:34:34Z)","stored (2023-05-08T10:36:13Z)","defined (2023-06-22T12:43:00Z)","staging (2023-06-22T12:45:46Z)","staged (2023-06-22T12:46:15Z)","fetched (2023-06-22T12:47:04Z)","processing (2023-06-22T13:21:17Z)","processed (2023-06-22T13:29:32Z)","storing (2023-06-22T13:36:45Z)","stored_failed (2023-06-22T13:44:23Z)","stored (2023-06-22T13:44:23Z)","fetched (2023-07-03T11:51:07Z)","processing (2023-07-03T13:00:25Z)","processed (2023-07-03T13:19:50Z)","storing (2023-07-03T13:24:00Z)","stored_failed (2023-07-03T13:55:40Z)","stored (2023-07-03T13:55:41Z)","validated (2023-07-03T22:14:31Z)","scrubbing (2023-07-03T22:16:36Z)","scrubbed (2023-07-03T22:17:04Z)","discard (2023-07-18T11:26:51Z)","discarding (2023-08-04T09:03:07Z)","discarded (2023-08-04T09:03:08Z)"],"size_to_process":20353505280,"size_processed":6026089303,"total_processing_time":371,"nr_of_dps":null,"log_entries":["286167 - 33944 - processing (running)","286231 - 33944 - processed_failed (running)","285277 - 33944 - staging (STAGER)","285349 - 33944 - staged (STAGER)","285353 - 33944 - fetched (copy_skipped)","291052 - 33944 - processing (running)","291191 - 33944 - processed (running)","291194 - 33944 - storing (issuing_copying)","291195 - 33944 - storing (copy_issued)","291225 - 33944 - stored (copy_finished)","294350 - 33944 - processing (running)","294527 - 33944 - processed (running)","294669 - 33944 - storing (issuing_copying)","294673 - 33944 - storing (copy_issued)","294750 - 33944 - stored (copy_finished)","295773 - 33944 - processing (running)","295935 - 33944 - processed (running)","296009 - 33944 - storing (issuing_copying)","296010 - 33944 - storing (copy_issued)","296063 - 33944 - stored (copy_finished)","296965 - 33944 - processing (running)","297171 - 33944 - processed (running)","297172 - 33944 - storing (issuing_copying)","297173 - 33944 - storing (copy_issued)","297179 - 33944 - stored (copy_finished)","313849 - 33944 - staging (STAGER)","313983 - 33944 - staged (STAGER)","314101 - 33944 - fetched (copy_skipped)","314960 - 33944 - processing (running)","315156 - 33944 - processed (running)","315283 - 33944 - storing (issuing_copying)","315284 - 33944 - storing (copy_issued)","315370 - 33944 - stored_failed (Failing removing inputs data)","315371 - 33944 - stored (copy_finished)","316226 - 33944 - processing (running)","316445 - 33944 - processed (running)","316498 - 33944 - storing (issuing_copying)","316499 - 33944 - storing (copy_issued)","316729 - 33944 - stored_failed (Failing removing inputs data)","316730 - 33944 - stored (copy_finished)","317217 - 33944 - scrubbing (STAGER)","317317 - 33944 - scrubbed (STAGER)","344079 - 33944 - discarding (cleaning up)","344080 - 33944 - discarded (cleaned)"],"meta_scheduling":{"#SBATCH --time":"00:59:00"},"environment":"","archive":null,"activity":3170,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}