{"id":33973,"task_type":"regular","is_summary":false,"is_aggregated":false,"creationTime":"2023-04-26T07:20:13.389408Z","filter":"ldv-spec:112","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lt5_004","sas_id":"526107","priority":100,"purge_policy":"yes","cleanup_policy":"discard","resume":false,"workflow":22,"stage_request_id":49282,"status":"discarded","new_status":"discarded","quality":"good","calculated_qualities":{"per_task":"good","per_sasid":"good"},"inputs":[{"size":20353832960,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt5_004/526107/L526107_SAP002_B067_P000_bf_34b2468e.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"tar_archive","metadata":{"dataProduct":{"size":6024980480,"_type":"PulpDataProduct","fileName":"L526107_SAP002_B067_P000_bf.tar","fileFormat":"PULP","md5checksum":"0915b42e1bd0353f5e7e7d8ddd9d9e92","storageWriter":"Unknown","dataProductType":"Pulsar pipeline output","storageWriterVersion":"Unknown"},"pipelineRun":{"fileContent":{"size":2399,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33973/L526107_SAP002_B067_P000_bf.tar_filecontent.txt","class":"File","nameext":".txt","basename":"L526107_SAP002_B067_P000_bf.tar_filecontent.txt","checksum":"sha1$3a1cc547b1088000ab8a7b61c0ce84461d898035","location":"file:///project/ldv/Share/run/2023/7/3/1548_33973/L526107_SAP002_B067_P000_bf.tar_filecontent.txt","nameroot":"L526107_SAP002_B067_P000_bf.tar_filecontent"}}},"file_name":"L526107_SAP002_B067_P000_bf.tar"}],"quality":{"plots":[{"size":205586,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33973/B1508+55_L526105_SAP2_BEAM67_PSR_B1508+55.pfd.png","class":"File","nameext":".png","basename":"B1508+55_L526105_SAP2_BEAM67_PSR_B1508+55.pfd.png","checksum":"sha1$e3bd7b51759b345980d443ae52d10601e5738250","location":"file:///project/ldv/Share/run/2023/7/3/1548_33973/B1508%2B55_L526105_SAP2_BEAM67_PSR_B1508%2B55.pfd.png","nameroot":"B1508+55_L526105_SAP2_BEAM67_PSR_B1508+55.pfd"},{"size":349564,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33973/B1508+55_L526105_SAP2_BEAM67_diag.png","class":"File","nameext":".png","basename":"B1508+55_L526105_SAP2_BEAM67_diag.png","checksum":"sha1$c5357d323e56e3e8c74b69bbbdfefbc7eb3954ec","location":"file:///project/ldv/Share/run/2023/7/3/1548_33973/B1508%2B55_L526105_SAP2_BEAM67_diag.png","nameroot":"B1508+55_L526105_SAP2_BEAM67_diag"},{"size":348187,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33973/B1508+55_L526105_SAP2_BEAM67_diag_pdmp.png","class":"File","nameext":".png","basename":"B1508+55_L526105_SAP2_BEAM67_diag_pdmp.png","checksum":"sha1$252959d1a3374e6a26127be788479f6b51224272","location":"file:///project/ldv/Share/run/2023/7/3/1548_33973/B1508%2B55_L526105_SAP2_BEAM67_diag_pdmp.png","nameroot":"B1508+55_L526105_SAP2_BEAM67_diag_pdmp"},{"size":207476,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33973/B1508+55_L526105_SAP2_BEAM67_nomask_PSR_B1508+55.pfd.png","class":"File","nameext":".png","basename":"B1508+55_L526105_SAP2_BEAM67_nomask_PSR_B1508+55.pfd.png","checksum":"sha1$38cc337407e9c1e5468c5d5fcada6ddc979b8277","location":"file:///project/ldv/Share/run/2023/7/3/1548_33973/B1508%2B55_L526105_SAP2_BEAM67_nomask_PSR_B1508%2B55.pfd.png","nameroot":"B1508+55_L526105_SAP2_BEAM67_nomask_PSR_B1508+55.pfd"},{"size":134082,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33973/B1508+55_L526105_SAP2_BEAM67_pdmp.png","class":"File","nameext":".png","basename":"B1508+55_L526105_SAP2_BEAM67_pdmp.png","checksum":"sha1$e28cef9725b469d396f528947e2bc71a7f498148","location":"file:///project/ldv/Share/run/2023/7/3/1548_33973/B1508%2B55_L526105_SAP2_BEAM67_pdmp.png","nameroot":"B1508+55_L526105_SAP2_BEAM67_pdmp"},{"size":252713,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33973/L526105_SAP2_BEAM67_rfifind-0.png","class":"File","nameext":".png","basename":"L526105_SAP2_BEAM67_rfifind-0.png","checksum":"sha1$6e5986a1efefff74a7290d912c80f555ca38b105","location":"file:///project/ldv/Share/run/2023/7/3/1548_33973/L526105_SAP2_BEAM67_rfifind-0.png","nameroot":"L526105_SAP2_BEAM67_rfifind-0"},{"size":63630,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33973/L526105_SAP2_BEAM67_rfifind-1.png","class":"File","nameext":".png","basename":"L526105_SAP2_BEAM67_rfifind-1.png","checksum":"sha1$8c7936d6bcc00da2fca875c090082d770eca467d","location":"file:///project/ldv/Share/run/2023/7/3/1548_33973/L526105_SAP2_BEAM67_rfifind-1.png","nameroot":"L526105_SAP2_BEAM67_rfifind-1"},{"size":5127,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33973/L526105_sap002_beam0067.rfifind.log","class":"File","nameext":".log","basename":"L526105_sap002_beam0067.rfifind.log","checksum":"sha1$fc8700940ffd290c2f112613ed82330d68b7961c","location":"file:///project/ldv/Share/run/2023/7/3/1548_33973/L526105_sap002_beam0067.rfifind.log","nameroot":"L526105_sap002_beam0067.rfifind"},{"size":6353,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33973/L526105_SAP2_BEAM67_2bit_ldv_psrfits_requantisation.log","class":"File","nameext":".log","basename":"L526105_SAP2_BEAM67_2bit_ldv_psrfits_requantisation.log","checksum":"sha1$2ffd07b1669ccaa033ede89673ef2dddfe30ec7d","location":"file:///project/ldv/Share/run/2023/7/3/1548_33973/L526105_SAP2_BEAM67_2bit_ldv_psrfits_requantisation.log","nameroot":"L526105_SAP2_BEAM67_2bit_ldv_psrfits_requantisation"},{"size":1629,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33973/L526107-ldv-summary.log_2","class":"File","nameext":".log","basename":"L526107-ldv-summary.log","checksum":"sha1$bd2869dea1f353d35d7bc34c9aa179ef657e6089","location":"file:///project/ldv/Share/run/2023/7/3/1548_33973/L526107-ldv-summary.log_2","nameroot":"L526107-ldv-summary"}],"details":{},"summary":{"L526107_SAP002_B067_P000_bf.tar":{"added":["stokes/SAP2/BEAM67/L526105_SAP2_BEAM67_2bit.fits","stokes/SAP2/BEAM67/L526105_SAP2_BEAM67_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP2/BEAM67/L526105_SAP2_BEAM67.fits"],"input_name":"L526107_SAP002_B067_P000_bf.tar","input_size":20353832960,"size_ratio":0.29601208243383365,"output_name":"L526107_SAP002_B067_P000_bf.tar","output_size":6024980480,"rfi_percent":12.086,"input_size_str":"18.96 GB","output_size_str":"5.61 GB"}},"sensitivity":"N/A","uv-coverage":"N/A","observing-conditions":"N/A"},"summary":[{"added":["stokes/SAP2/BEAM67/L526105_SAP2_BEAM67_2bit.fits","stokes/SAP2/BEAM67/L526105_SAP2_BEAM67_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP2/BEAM67/L526105_SAP2_BEAM67.fits"],"input_name":"L526107_SAP002_B067_P000_bf.tar","input_size":20353832960,"size_ratio":0.29601208243383365,"output_name":"L526107_SAP002_B067_P000_bf.tar","output_size":6024980480,"rfi_percent":12.086,"input_size_str":"18.96 GB","output_size_str":"5.61 GB"}],"tar_archive":[{"size":6024980480,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33973/L526107_SAP002_B067_P000_bf.tar","class":"File","nameext":".tar","basename":"L526107_SAP002_B067_P000_bf.tar","checksum":"sha1$e2af91d6c53060bb30945c0e0230871af8b991b6","location":"file:///project/ldv/Share/run/2023/7/3/1548_33973/L526107_SAP002_B067_P000_bf.tar","nameroot":"L526107_SAP002_B067_P000_bf"}],"summary_file":[{"size":1245,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33973/L526107-ldv-summary.log","class":"File","nameext":".log","basename":"L526107-ldv-summary.log","checksum":"sha1$380ecc7c1e47cc38a53888d584d7bea97bb769b2","location":"file:///project/ldv/Share/run/2023/7/3/1548_33973/L526107-ldv-summary.log","nameroot":"L526107-ldv-summary"}]},"metrics":{"n_cpus":1,"n_nodes":1,"nodelist":"wn-ca-09","cpu_time_raw":336},"remarks":{"discard_reason":""},"status_history":["processing (2023-05-11T23:44:06Z)","processed (2023-05-11T23:55:26Z)","storing (2023-05-12T00:06:11Z)","stored (2023-05-12T00:10:10Z)","fetched (2023-05-11T22:49:49Z)","fetched (2023-05-12T05:23:54Z)","defined (2023-04-26T07:23:31Z)","defining (2023-04-26T07:20:13Z)","staging (2023-04-26T07:26:32Z)","fetched (2023-04-26T09:28:19Z)","staged (2023-04-26T09:28:02Z)","processing (2023-04-26T14:14:23Z)","processing (2023-05-12T06:27:02Z)","processed_failed (2023-04-26T14:19:03Z)","processed (2023-05-12T06:41:18Z)","storing (2023-05-12T06:47:40Z)","stored (2023-05-12T06:51:06Z)","fetched (2023-05-12T07:25:04Z)","processing (2023-05-12T09:16:40Z)","processed (2023-05-12T09:47:08Z)","storing (2023-05-12T09:49:36Z)","stored (2023-05-12T09:50:47Z)","fetched (2023-05-08T09:51:09Z)","processing (2023-05-08T10:34:45Z)","processed (2023-05-08T10:40:23Z)","storing (2023-05-08T10:41:10Z)","stored (2023-05-08T10:42:09Z)","defined (2023-06-22T12:43:01Z)","staging (2023-06-22T12:46:55Z)","staged (2023-06-22T12:47:34Z)","fetched (2023-06-22T12:48:09Z)","processing (2023-06-22T13:26:50Z)","processed (2023-06-22T13:35:35Z)","storing (2023-06-22T13:46:45Z)","stored_failed (2023-06-22T14:02:21Z)","stored (2023-06-22T14:02:21Z)","fetched (2023-07-03T11:51:07Z)","processing (2023-07-03T13:16:52Z)","processed (2023-07-03T13:38:24Z)","storing (2023-07-03T13:40:56Z)","stored_failed (2023-07-03T14:10:03Z)","stored (2023-07-03T14:10:04Z)","validated (2023-07-03T22:14:31Z)","scrubbing (2023-07-03T22:17:43Z)","scrubbed (2023-07-03T22:17:51Z)","discard (2023-07-18T11:26:37Z)","discarding (2023-08-04T09:01:33Z)","discarded (2023-08-04T09:01:34Z)"],"size_to_process":20353832960,"size_processed":6026556072,"total_processing_time":336,"nr_of_dps":null,"log_entries":["286223 - 33973 - processing (running)","286271 - 33973 - processed_failed (running)","285306 - 33973 - staging (STAGER)","285705 - 33973 - fetched (copy_skipped)","285703 - 33973 - staged (STAGER)","291198 - 33973 - processing (running)","291293 - 33973 - processed (running)","291308 - 33973 - storing (issuing_copying)","291309 - 33973 - storing (copy_issued)","291332 - 33973 - stored (copy_finished)","294478 - 33973 - processing (running)","294628 - 33973 - processed (running)","294735 - 33973 - storing (issuing_copying)","294736 - 33973 - storing (copy_issued)","294778 - 33973 - stored (copy_finished)","295884 - 33973 - processing (running)","296045 - 33973 - processed (running)","296105 - 33973 - storing (issuing_copying)","296106 - 33973 - storing (copy_issued)","296133 - 33973 - stored (copy_finished)","297062 - 33973 - processing (running)","297231 - 33973 - processed (running)","297257 - 33973 - storing (issuing_copying)","297258 - 33973 - storing (copy_issued)","297268 - 33973 - stored (copy_finished)","314054 - 33973 - staging (STAGER)","314125 - 33973 - staged (STAGER)","314150 - 33973 - fetched (copy_skipped)","315109 - 33973 - processing (running)","315270 - 33973 - processed (running)","315432 - 33973 - storing (issuing_copying)","315433 - 33973 - storing (copy_issued)","315448 - 33973 - stored_failed (Failing removing inputs data)","315449 - 33973 - stored (copy_finished)","316415 - 33973 - processing (running)","316645 - 33973 - processed (running)","316658 - 33973 - storing (issuing_copying)","316659 - 33973 - storing (copy_issued)","316813 - 33973 - stored_failed (Failing removing inputs data)","316814 - 33973 - stored (copy_finished)","317346 - 33973 - scrubbing (STAGER)","317370 - 33973 - scrubbed (STAGER)","343877 - 33973 - discarding (cleaning up)","343878 - 33973 - discarded (cleaned)"],"meta_scheduling":{"#SBATCH --time":"00:59:00"},"environment":"","archive":null,"activity":3170,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}