{"id":33869,"task_type":"regular","is_summary":false,"is_aggregated":false,"creationTime":"2023-04-26T07:20:09.577619Z","filter":"ldv-spec:112","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lt5_004","sas_id":"526107","priority":100,"purge_policy":"yes","cleanup_policy":"discard","resume":true,"workflow":22,"stage_request_id":49178,"status":"discarded","new_status":"discarded","quality":"good","calculated_qualities":{"per_task":"good","per_sasid":"good"},"inputs":[{"size":19193384960,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt5_004/526107/L526107_SAP001_B037_P000_bf_96629d30.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"tar_archive","metadata":{"dataProduct":{"size":4885934080,"_type":"PulpDataProduct","fileName":"L526107_SAP001_B037_P000_bf.tar","fileFormat":"PULP","md5checksum":"96c13c6da9320d6786c416e45bd227b5","storageWriter":"Unknown","dataProductType":"Pulsar pipeline output","storageWriterVersion":"Unknown"},"pipelineRun":{"fileContent":{"size":567,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33869/L526107_SAP001_B037_P000_bf.tar_filecontent.txt","class":"File","nameext":".txt","basename":"L526107_SAP001_B037_P000_bf.tar_filecontent.txt","checksum":"sha1$7f86eaec31bbde36d6701259c40109317ed3bee1","location":"file:///project/ldv/Share/run/2023/7/3/1453_33869/L526107_SAP001_B037_P000_bf.tar_filecontent.txt","nameroot":"L526107_SAP001_B037_P000_bf.tar_filecontent"}}},"file_name":"L526107_SAP001_B037_P000_bf.tar"}],"quality":{"plots":[{"size":242623,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33869/L526105_SAP1_BEAM37_rfifind-0.png","class":"File","nameext":".png","basename":"L526105_SAP1_BEAM37_rfifind-0.png","checksum":"sha1$8e08ef64323c795de333e8d1400c024965edc722","location":"file:///project/ldv/Share/run/2023/7/3/1453_33869/L526105_SAP1_BEAM37_rfifind-0.png","nameroot":"L526105_SAP1_BEAM37_rfifind-0"},{"size":59463,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33869/L526105_SAP1_BEAM37_rfifind-1.png","class":"File","nameext":".png","basename":"L526105_SAP1_BEAM37_rfifind-1.png","checksum":"sha1$a73bf49d4642687ffc0a5fe700c6bd90c9d558e3","location":"file:///project/ldv/Share/run/2023/7/3/1453_33869/L526105_SAP1_BEAM37_rfifind-1.png","nameroot":"L526105_SAP1_BEAM37_rfifind-1"},{"size":5129,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33869/L526105_sap001_beam0037.rfifind.log","class":"File","nameext":".log","basename":"L526105_sap001_beam0037.rfifind.log","checksum":"sha1$84b861f44d174047f7b70de9cb151e31c27dc7fc","location":"file:///project/ldv/Share/run/2023/7/3/1453_33869/L526105_sap001_beam0037.rfifind.log","nameroot":"L526105_sap001_beam0037.rfifind"},{"size":6353,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33869/L526105_SAP1_BEAM37_2bit_ldv_psrfits_requantisation.log","class":"File","nameext":".log","basename":"L526105_SAP1_BEAM37_2bit_ldv_psrfits_requantisation.log","checksum":"sha1$2c0efcf4322586bc5a666ce2229b66224f8b3b86","location":"file:///project/ldv/Share/run/2023/7/3/1453_33869/L526105_SAP1_BEAM37_2bit_ldv_psrfits_requantisation.log","nameroot":"L526105_SAP1_BEAM37_2bit_ldv_psrfits_requantisation"},{"size":1629,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33869/L526107-ldv-summary.log_2","class":"File","nameext":".log","basename":"L526107-ldv-summary.log","checksum":"sha1$ea2c386cd1c858606eacf69a34361993022bf0b4","location":"file:///project/ldv/Share/run/2023/7/3/1453_33869/L526107-ldv-summary.log_2","nameroot":"L526107-ldv-summary"}],"details":{},"summary":{"L526107_SAP001_B037_P000_bf.tar":{"added":["stokes/SAP1/BEAM37/L526105_SAP1_BEAM37_2bit.fits","stokes/SAP1/BEAM37/L526105_SAP1_BEAM37_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP1/BEAM37/L526105_SAP1_BEAM37.fits"],"input_name":"L526107_SAP001_B037_P000_bf.tar","input_size":19193384960,"size_ratio":0.2545634389234904,"output_name":"L526107_SAP001_B037_P000_bf.tar","output_size":4885934080,"rfi_percent":11.421,"input_size_str":"17.88 GB","output_size_str":"4.55 GB"}},"sensitivity":"N/A","uv-coverage":"N/A","observing-conditions":"N/A"},"summary":[{"added":["stokes/SAP1/BEAM37/L526105_SAP1_BEAM37_2bit.fits","stokes/SAP1/BEAM37/L526105_SAP1_BEAM37_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP1/BEAM37/L526105_SAP1_BEAM37.fits"],"input_name":"L526107_SAP001_B037_P000_bf.tar","input_size":19193384960,"size_ratio":0.2545634389234904,"output_name":"L526107_SAP001_B037_P000_bf.tar","output_size":4885934080,"rfi_percent":11.421,"input_size_str":"17.88 GB","output_size_str":"4.55 GB"}],"tar_archive":[{"size":4885934080,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33869/L526107_SAP001_B037_P000_bf.tar","class":"File","nameext":".tar","basename":"L526107_SAP001_B037_P000_bf.tar","checksum":"sha1$717687f59290d983172e83e0dd4bbfd41aab158e","location":"file:///project/ldv/Share/run/2023/7/3/1453_33869/L526107_SAP001_B037_P000_bf.tar","nameroot":"L526107_SAP001_B037_P000_bf"}],"summary_file":[{"size":1245,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33869/L526107-ldv-summary.log","class":"File","nameext":".log","basename":"L526107-ldv-summary.log","checksum":"sha1$a9e2d272e10d287ea648abdf82362cb30d2d77ac","location":"file:///project/ldv/Share/run/2023/7/3/1453_33869/L526107-ldv-summary.log","nameroot":"L526107-ldv-summary"}]},"metrics":{"n_cpus":1,"n_nodes":1,"nodelist":"wn-ha-04","cpu_time_raw":370},"remarks":{"discard_reason":""},"status_history":["processed (2023-05-11T23:25:56Z)","storing (2023-05-11T23:32:06Z)","stored (2023-05-11T23:36:04Z)","fetched (2023-05-11T22:49:48Z)","fetched (2023-05-12T05:23:53Z)","processing (2023-05-11T23:16:40Z)","processing (2023-05-12T05:57:13Z)","defined (2023-04-26T07:23:30Z)","staging (2023-04-26T07:25:12Z)","staged (2023-04-26T07:42:13Z)","fetched (2023-04-26T07:42:33Z)","processed (2023-05-12T06:06:20Z)","storing (2023-05-12T06:09:52Z)","stored (2023-05-12T06:11:45Z)","processing (2023-04-26T13:56:01Z)","processed_failed (2023-04-26T14:01:06Z)","fetched (2023-05-12T07:25:05Z)","defining (2023-04-26T07:20:09Z)","processing (2023-05-12T07:55:27Z)","processed (2023-05-12T08:04:24Z)","storing (2023-05-12T08:05:21Z)","stored (2023-05-12T08:06:25Z)","fetched (2023-05-08T09:47:31Z)","processing (2023-05-08T10:09:05Z)","processed (2023-05-08T10:23:31Z)","storing (2023-05-08T10:23:33Z)","stored (2023-05-08T10:24:21Z)","defined (2023-06-22T12:42:58Z)","staging (2023-06-22T12:45:05Z)","staged (2023-06-22T12:45:54Z)","fetched (2023-06-22T12:46:09Z)","processing (2023-06-22T13:04:34Z)","processed (2023-06-22T13:10:51Z)","storing (2023-06-22T13:15:24Z)","stored_failed (2023-06-22T13:16:51Z)","stored (2023-06-22T13:16:52Z)","fetched (2023-07-03T11:51:06Z)","processing (2023-07-03T12:27:58Z)","processed (2023-07-03T12:42:02Z)","storing (2023-07-03T12:43:13Z)","stored_failed (2023-07-03T13:17:06Z)","stored (2023-07-03T13:17:07Z)","validated (2023-07-03T22:14:32Z)","scrubbing (2023-07-03T22:16:13Z)","scrubbed (2023-07-03T22:16:44Z)","discard (2023-07-18T11:26:49Z)","discarding (2023-08-04T09:02:18Z)","discarded (2023-08-04T09:02:18Z)"],"size_to_process":19193384960,"size_processed":4886250522,"total_processing_time":370,"nr_of_dps":null,"log_entries":["285202 - 33869 - staging (STAGER)","286020 - 33869 - processing (running)","286088 - 33869 - processed_failed (running)","285359 - 33869 - staged (STAGER)","285360 - 33869 - fetched (copy_skipped)","290690 - 33869 - processing (running)","290996 - 33869 - processed (running)","290997 - 33869 - storing (issuing_copying)","291000 - 33869 - storing (copy_issued)","291017 - 33869 - stored (copy_finished)","293995 - 33869 - processing (running)","294155 - 33869 - processed (running)","294274 - 33869 - storing (issuing_copying)","294277 - 33869 - storing (copy_issued)","294345 - 33869 - stored (copy_finished)","295397 - 33869 - processing (running)","295550 - 33869 - processed (running)","295616 - 33869 - storing (issuing_copying)","295617 - 33869 - storing (copy_issued)","295648 - 33869 - stored (copy_finished)","296582 - 33869 - processing (running)","296698 - 33869 - processed (running)","296709 - 33869 - storing (issuing_copying)","296710 - 33869 - storing (copy_issued)","296716 - 33869 - stored (copy_finished)","313738 - 33869 - staging (STAGER)","313873 - 33869 - staged (STAGER)","313939 - 33869 - fetched (copy_skipped)","314652 - 33869 - processed (running)","314492 - 33869 - processing (running)","314853 - 33869 - stored (copy_finished)","314799 - 33869 - storing (issuing_copying)","314800 - 33869 - storing (copy_issued)","314852 - 33869 - stored_failed (Failing removing inputs data)","315831 - 33869 - processing (running)","316026 - 33869 - processed (running)","316038 - 33869 - storing (issuing_copying)","316039 - 33869 - storing (copy_issued)","316426 - 33869 - stored_failed (Failing removing inputs data)","316427 - 33869 - stored (copy_finished)","317142 - 33869 - scrubbing (STAGER)","317242 - 33869 - scrubbed (STAGER)","343926 - 33869 - discarding (cleaning up)","343927 - 33869 - discarded (cleaned)"],"meta_scheduling":{"#SBATCH --time":"00:59:00"},"environment":"","archive":null,"activity":3170,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}