{"id":163330,"task_type":"regular","is_summary":false,"is_aggregated":false,"creationTime":"2023-12-07T11:57:08.847267Z","filter":"lt5_004-mi-2bits","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lt5_004","sas_id":"560315","priority":100,"purge_policy":"yes","cleanup_policy":"defining","resume":false,"workflow":22,"stage_request_id":298593,"status":"finished","new_status":"finished","quality":"good","calculated_qualities":{"per_task":"good","per_sasid":"good"},"inputs":[{"size":20262051840,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt5_004/560315/L560315_SAP000_B070_P000_bf_9f054cbc.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"tar_archive","metadata":{"dataProduct":{"size":6024878080,"_type":"PulpDataProduct","fileName":"L560315_SAP000_B070_P000_bf.tar","fileFormat":"PULP","md5checksum":"138bbb7b5dc6cf85169e5028d0f22ab9","storageWriter":"Unknown","dataProductType":"Pulsar pipeline output","storageWriterVersion":"Unknown"},"pipelineRun":{"fileContent":{"size":2511,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/560315/163330/L560315_SAP000_B070_P000_bf.tar_filecontent.txt","class":"File","nameext":".txt","basename":"L560315_SAP000_B070_P000_bf.tar_filecontent.txt","checksum":"sha1$50608df00f0d3ea8017e9e735e901de44c8c8d9c","location":"file:///project/ldv/Share/run/2023/12/9/1729_163330/L560315_SAP000_B070_P000_bf.tar_filecontent.txt","nameroot":"L560315_SAP000_B070_P000_bf.tar_filecontent"}}},"file_name":"L560315_SAP000_B070_P000_bf.tar"}],"quality":{"plots":[{"size":262432,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/560315/163330/J1758+3030_L560313_SAP0_BEAM70_PSR_J1758+3030.pfd.png","class":"File","nameext":".png","basename":"J1758+3030_L560313_SAP0_BEAM70_PSR_J1758+3030.pfd.png","checksum":"sha1$83148bb25dd7bca611329acb22c64b46b24aced7","location":"file:///project/ldv/Share/run/2023/12/9/1729_163330/J1758%2B3030_L560313_SAP0_BEAM70_PSR_J1758%2B3030.pfd.png","nameroot":"J1758+3030_L560313_SAP0_BEAM70_PSR_J1758+3030.pfd","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1170334/J1758+3030_L560313_SAP0_BEAM70_PSR_J1758+3030.pfd.png"},{"size":262215,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/560315/163330/J1758+3030_L560313_SAP0_BEAM70_diag.png","class":"File","nameext":".png","basename":"J1758+3030_L560313_SAP0_BEAM70_diag.png","checksum":"sha1$827ea9640b3e048eaf49e1be6d60765ffe8556ed","location":"file:///project/ldv/Share/run/2023/12/9/1729_163330/J1758%2B3030_L560313_SAP0_BEAM70_diag.png","nameroot":"J1758+3030_L560313_SAP0_BEAM70_diag","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1170334/J1758+3030_L560313_SAP0_BEAM70_diag.png"},{"size":277973,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/560315/163330/J1758+3030_L560313_SAP0_BEAM70_diag_pdmp.png","class":"File","nameext":".png","basename":"J1758+3030_L560313_SAP0_BEAM70_diag_pdmp.png","checksum":"sha1$203fa511c18ee88662afc4ebaca1d0aed336a861","location":"file:///project/ldv/Share/run/2023/12/9/1729_163330/J1758%2B3030_L560313_SAP0_BEAM70_diag_pdmp.png","nameroot":"J1758+3030_L560313_SAP0_BEAM70_diag_pdmp","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1170334/J1758+3030_L560313_SAP0_BEAM70_diag_pdmp.png"},{"size":261612,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/560315/163330/J1758+3030_L560313_SAP0_BEAM70_nomask_PSR_J1758+3030.pfd.png","class":"File","nameext":".png","basename":"J1758+3030_L560313_SAP0_BEAM70_nomask_PSR_J1758+3030.pfd.png","checksum":"sha1$ef3962b38f9939c52104833173a25d1623e687e5","location":"file:///project/ldv/Share/run/2023/12/9/1729_163330/J1758%2B3030_L560313_SAP0_BEAM70_nomask_PSR_J1758%2B3030.pfd.png","nameroot":"J1758+3030_L560313_SAP0_BEAM70_nomask_PSR_J1758+3030.pfd","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1170334/J1758+3030_L560313_SAP0_BEAM70_nomask_PSR_J1758+3030.pfd.png"},{"size":227251,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/560315/163330/J1758+3030_L560313_SAP0_BEAM70_pdmp.png","class":"File","nameext":".png","basename":"J1758+3030_L560313_SAP0_BEAM70_pdmp.png","checksum":"sha1$92d3d0c38e30795b87937393b543182eb2401afc","location":"file:///project/ldv/Share/run/2023/12/9/1729_163330/J1758%2B3030_L560313_SAP0_BEAM70_pdmp.png","nameroot":"J1758+3030_L560313_SAP0_BEAM70_pdmp","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1170334/J1758+3030_L560313_SAP0_BEAM70_pdmp.png"},{"size":225079,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/560315/163330/L560313_SAP0_BEAM70_rfifind-0.png","class":"File","nameext":".png","basename":"L560313_SAP0_BEAM70_rfifind-0.png","checksum":"sha1$43f8af305e1343d6fea22b18563f1482246f216d","location":"file:///project/ldv/Share/run/2023/12/9/1729_163330/L560313_SAP0_BEAM70_rfifind-0.png","nameroot":"L560313_SAP0_BEAM70_rfifind-0","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1170334/L560313_SAP0_BEAM70_rfifind-0.png"},{"size":56149,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/560315/163330/L560313_SAP0_BEAM70_rfifind-1.png","class":"File","nameext":".png","basename":"L560313_SAP0_BEAM70_rfifind-1.png","checksum":"sha1$09eb431fc848944f3d065fbdd0ad7ec39d478c1f","location":"file:///project/ldv/Share/run/2023/12/9/1729_163330/L560313_SAP0_BEAM70_rfifind-1.png","nameroot":"L560313_SAP0_BEAM70_rfifind-1","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1170334/L560313_SAP0_BEAM70_rfifind-1.png"},{"size":5123,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/560315/163330/L560313_sap000_beam0070.rfifind.log","class":"File","nameext":".log","basename":"L560313_sap000_beam0070.rfifind.log","checksum":"sha1$738abd6ef46962ebb6e1bdae187634858306d4d6","location":"file:///project/ldv/Share/run/2023/12/9/1729_163330/L560313_sap000_beam0070.rfifind.log","nameroot":"L560313_sap000_beam0070.rfifind","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1170334/L560313_sap000_beam0070.rfifind.log"},{"size":6353,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/560315/163330/L560313_SAP0_BEAM70_2bit_ldv_psrfits_requantisation.log","class":"File","nameext":".log","basename":"L560313_SAP0_BEAM70_2bit_ldv_psrfits_requantisation.log","checksum":"sha1$bd2d27f4c5c44866f79bc99115259b2cc1051720","location":"file:///project/ldv/Share/run/2023/12/9/1729_163330/L560313_SAP0_BEAM70_2bit_ldv_psrfits_requantisation.log","nameroot":"L560313_SAP0_BEAM70_2bit_ldv_psrfits_requantisation","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1170334/L560313_SAP0_BEAM70_2bit_projects_psrfits_requantisation.log"},{"size":1641,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/560315/163330/L560315_SAP000_B070-ldv-summary.log_2","class":"File","nameext":".log","basename":"L560315_SAP000_B070-ldv-summary.log","checksum":"sha1$b3bf757e650e6df0602ca1d0cc8b419265451737","location":"file:///project/ldv/Share/run/2023/12/9/1729_163330/L560315_SAP000_B070-ldv-summary.log_2","nameroot":"L560315_SAP000_B070-ldv-summary","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1170334/L560315_SAP000_B070-projects-summary.log_2"}],"details":{},"summary":{"L560315_SAP000_B070_P000_bf.tar":{"added":["stokes/SAP0/BEAM70/L560313_SAP0_BEAM70_2bit.fits","stokes/SAP0/BEAM70/L560313_SAP0_BEAM70_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP0/BEAM70/L560313_SAP0_BEAM70.fits"],"input_name":"L560315_SAP000_B070_P000_bf.tar","input_size":20262051840,"size_ratio":0.29734787609742885,"output_name":"L560315_SAP000_B070_P000_bf.tar","output_size":6024878080,"rfi_percent":11.204,"input_size_str":"18.87 GB","output_size_str":"5.61 GB"}},"sensitivity":"N/A","uv-coverage":"N/A","observing-conditions":"N/A"},"summary":[{"added":["stokes/SAP0/BEAM70/L560313_SAP0_BEAM70_2bit.fits","stokes/SAP0/BEAM70/L560313_SAP0_BEAM70_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP0/BEAM70/L560313_SAP0_BEAM70.fits"],"input_name":"L560315_SAP000_B070_P000_bf.tar","input_size":20262051840,"size_ratio":0.29734787609742885,"output_name":"L560315_SAP000_B070_P000_bf.tar","output_size":6024878080,"rfi_percent":11.204,"input_size_str":"18.87 GB","output_size_str":"5.61 GB"}],"tar_archive":[{"size":6024878080,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/560315/163330/L560315_SAP000_B070_P000_bf.tar","class":"File","nameext":".tar","basename":"L560315_SAP000_B070_P000_bf.tar","checksum":"sha1$d7ae6f5907b69e48052e8290881b95ac4062e7c1","location":"file:///project/ldv/Share/run/2023/12/9/1729_163330/L560315_SAP000_B070_P000_bf.tar","nameroot":"L560315_SAP000_B070_P000_bf"}],"summary_file":[{"size":1245,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/560315/163330/L560315_SAP000_B070-ldv-summary.log","class":"File","nameext":".log","basename":"L560315_SAP000_B070-ldv-summary.log","checksum":"sha1$b5741cfbf925d5006188d11f17b5136b18016559","location":"file:///project/ldv/Share/run/2023/12/9/1729_163330/L560315_SAP000_B070-ldv-summary.log","nameroot":"L560315_SAP000_B070-ldv-summary"}]},"metrics":{"n_cpus":1,"n_nodes":1,"nodelist":"wn-ca-07","cpu_time_raw":391},"remarks":null,"status_history":["defining (2023-12-07T11:57:08Z)","defined (2023-12-09T14:52:48Z)","staging (2023-12-09T14:53:19Z)","staged (2023-12-09T16:21:05Z)","fetched (2023-12-09T16:28:16Z)","processing (2023-12-09T16:31:32Z)","processed (2023-12-09T16:38:07Z)","storing (2023-12-09T16:40:06Z)","stored (2023-12-09T16:45:41Z)","validated (2023-12-09T19:55:58Z)","scrubbing (2023-12-09T19:57:09Z)","scrubbed (2023-12-09T19:57:42Z)","archiving (2023-12-19T01:22:01Z)","archived (2023-12-19T01:27:26Z)","finishing (2023-12-19T01:27:30Z)","finished (2023-12-19T01:27:50Z)"],"size_to_process":20262051840,"size_processed":6026465153,"total_processing_time":391,"nr_of_dps":null,"log_entries":["2287233 - 163330 - staging (STAGER)","2288567 - 163330 - staged (STAGER)","2288690 - 163330 - fetched (copy_skipped)","2288763 - 163330 - processing (running)","2288947 - 163330 - processed (running)","2289004 - 163330 - storing (issuing_copying)","2289009 - 163330 - storing (copy_issued)","2289153 - 163330 - stored (copy_finished)","2292108 - 163330 - scrubbing (STAGER)","2292210 - 163330 - scrubbed (STAGER)","2454855 - 163330 - archiving (submitting)","2454856 - 163330 - archiving (running)","2454871 - 163330 - archiving (ingested)","2454873 - 163330 - archived (Success)","2454875 - 163330 - finishing (cleaning)","2454877 - 163330 - finished (Success)"],"meta_scheduling":null,"environment":null,"archive":{"path_to_lta":"https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=09A69A5A6AB54D90E063144A17ACE393","lta_object_id":"09A69A5A6AB54D90E063144A17ACE393","sas_id_archived":"1170334"},"activity":2312,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}