{"id":122198,"task_type":"regular","is_summary":false,"is_aggregated":false,"creationTime":"2023-10-05T08:38:48.906111Z","filter":"lt10_005-as-2bits","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lt10_005","sas_id":"750086","priority":100,"purge_policy":"yes","cleanup_policy":"archived_failed","resume":true,"workflow":22,"stage_request_id":200230,"status":"finished","new_status":"finished","quality":"good","calculated_qualities":{"per_task":"good","per_sasid":"good"},"inputs":[{"size":20580464640,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_005/750086/L750086_SAP000_B073_P000_bf_58955608.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"tar_archive","metadata":{"dataProduct":{"size":6343301120,"_type":"PulpDataProduct","fileName":"L750086_SAP000_B073_P000_bf.tar","fileFormat":"PULP","md5checksum":"1e2887c4cb8ae9c4d6c77b340e53dc6d","storageWriter":"Unknown","dataProductType":"Pulsar pipeline output","storageWriterVersion":"Unknown"},"pipelineRun":{"fileContent":{"size":2399,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/750086/122198/L750086_SAP000_B073_P000_bf.tar_filecontent.txt","class":"File","nameext":".txt","basename":"L750086_SAP000_B073_P000_bf.tar_filecontent.txt","checksum":"sha1$016a44c1765312fc0844d8e79044cedb3786dd92","location":"file:///project/ldv/Share/run/2023/10/5/1551_122198/L750086_SAP000_B073_P000_bf.tar_filecontent.txt","nameroot":"L750086_SAP000_B073_P000_bf.tar_filecontent"}}},"file_name":"L750086_SAP000_B073_P000_bf.tar"}],"quality":{"plots":[{"size":264862,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/750086/122198/J0439+44_L749998_SAP0_BEAM73_PSR_J0439+44.pfd.png","class":"File","nameext":".png","basename":"J0439+44_L749998_SAP0_BEAM73_PSR_J0439+44.pfd.png","checksum":"sha1$7141dbaa8eeb814a50888919cd3212af5d4ed32a","location":"file:///project/ldv/Share/run/2023/10/5/1551_122198/J0439%2B44_L749998_SAP0_BEAM73_PSR_J0439%2B44.pfd.png","nameroot":"J0439+44_L749998_SAP0_BEAM73_PSR_J0439+44.pfd","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1131269/J0439+44_L749998_SAP0_BEAM73_PSR_J0439+44.pfd.png"},{"size":278028,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/750086/122198/J0439+44_L749998_SAP0_BEAM73_diag.png","class":"File","nameext":".png","basename":"J0439+44_L749998_SAP0_BEAM73_diag.png","checksum":"sha1$8ff9b881e659ce8f8ac4a0ca5d42005eaabb3698","location":"file:///project/ldv/Share/run/2023/10/5/1551_122198/J0439%2B44_L749998_SAP0_BEAM73_diag.png","nameroot":"J0439+44_L749998_SAP0_BEAM73_diag","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1131269/J0439+44_L749998_SAP0_BEAM73_diag.png"},{"size":280967,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/750086/122198/J0439+44_L749998_SAP0_BEAM73_diag_pdmp.png","class":"File","nameext":".png","basename":"J0439+44_L749998_SAP0_BEAM73_diag_pdmp.png","checksum":"sha1$fc7b590b5ef89d6881cfa23b9b185e91ad7d7fe7","location":"file:///project/ldv/Share/run/2023/10/5/1551_122198/J0439%2B44_L749998_SAP0_BEAM73_diag_pdmp.png","nameroot":"J0439+44_L749998_SAP0_BEAM73_diag_pdmp","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1131269/J0439+44_L749998_SAP0_BEAM73_diag_pdmp.png"},{"size":264981,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/750086/122198/J0439+44_L749998_SAP0_BEAM73_nomask_PSR_J0439+44.pfd.png","class":"File","nameext":".png","basename":"J0439+44_L749998_SAP0_BEAM73_nomask_PSR_J0439+44.pfd.png","checksum":"sha1$0ac1b02eb3a843138e1a41a685221ecdc28ce4c2","location":"file:///project/ldv/Share/run/2023/10/5/1551_122198/J0439%2B44_L749998_SAP0_BEAM73_nomask_PSR_J0439%2B44.pfd.png","nameroot":"J0439+44_L749998_SAP0_BEAM73_nomask_PSR_J0439+44.pfd","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1131269/J0439+44_L749998_SAP0_BEAM73_nomask_PSR_J0439+44.pfd.png"},{"size":234044,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/750086/122198/J0439+44_L749998_SAP0_BEAM73_pdmp.png","class":"File","nameext":".png","basename":"J0439+44_L749998_SAP0_BEAM73_pdmp.png","checksum":"sha1$6e90caa191d55d7bba0a9885e75781417309b226","location":"file:///project/ldv/Share/run/2023/10/5/1551_122198/J0439%2B44_L749998_SAP0_BEAM73_pdmp.png","nameroot":"J0439+44_L749998_SAP0_BEAM73_pdmp","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1131269/J0439+44_L749998_SAP0_BEAM73_pdmp.png"},{"size":206120,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/750086/122198/L749998_SAP0_BEAM73_rfifind-0.png","class":"File","nameext":".png","basename":"L749998_SAP0_BEAM73_rfifind-0.png","checksum":"sha1$2c0b1b0921741b7faa0e28cbc893718ab1b9b1b7","location":"file:///project/ldv/Share/run/2023/10/5/1551_122198/L749998_SAP0_BEAM73_rfifind-0.png","nameroot":"L749998_SAP0_BEAM73_rfifind-0","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1131269/L749998_SAP0_BEAM73_rfifind-0.png"},{"size":39027,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/750086/122198/L749998_SAP0_BEAM73_rfifind-1.png","class":"File","nameext":".png","basename":"L749998_SAP0_BEAM73_rfifind-1.png","checksum":"sha1$f4a21e8f28868b355a5923f25e1dd59c55976ee6","location":"file:///project/ldv/Share/run/2023/10/5/1551_122198/L749998_SAP0_BEAM73_rfifind-1.png","nameroot":"L749998_SAP0_BEAM73_rfifind-1","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1131269/L749998_SAP0_BEAM73_rfifind-1.png"},{"size":5341,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/750086/122198/L749998_sap000_beam0073.rfifind.log","class":"File","nameext":".log","basename":"L749998_sap000_beam0073.rfifind.log","checksum":"sha1$0593aa9a06ef7cd3ed0ea3e25233af74991efec5","location":"file:///project/ldv/Share/run/2023/10/5/1551_122198/L749998_sap000_beam0073.rfifind.log","nameroot":"L749998_sap000_beam0073.rfifind","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1131269/L749998_sap000_beam0073.rfifind.log"},{"size":6353,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/750086/122198/L749998_SAP0_BEAM73_2bit_ldv_psrfits_requantisation.log","class":"File","nameext":".log","basename":"L749998_SAP0_BEAM73_2bit_ldv_psrfits_requantisation.log","checksum":"sha1$c16ac347927172b71af44bd5198a15538ace2de4","location":"file:///project/ldv/Share/run/2023/10/5/1551_122198/L749998_SAP0_BEAM73_2bit_ldv_psrfits_requantisation.log","nameroot":"L749998_SAP0_BEAM73_2bit_ldv_psrfits_requantisation","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1131269/L749998_SAP0_BEAM73_2bit_projects_psrfits_requantisation.log"},{"size":1641,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/750086/122198/L750086_SAP000_B073-ldv-summary.log_2","class":"File","nameext":".log","basename":"L750086_SAP000_B073-ldv-summary.log","checksum":"sha1$84040fd6594b3c1f38784a970a85e68e140d4e1a","location":"file:///project/ldv/Share/run/2023/10/5/1551_122198/L750086_SAP000_B073-ldv-summary.log_2","nameroot":"L750086_SAP000_B073-ldv-summary","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1131269/L750086_SAP000_B073-projects-summary.log_2"}],"details":{},"summary":{"L750086_SAP000_B073_P000_bf.tar":{"added":["stokes/SAP0/BEAM73/L749998_SAP0_BEAM73_2bit.fits","stokes/SAP0/BEAM73/L749998_SAP0_BEAM73_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP0/BEAM73/L749998_SAP0_BEAM73.fits"],"input_name":"L750086_SAP000_B073_P000_bf.tar","input_size":20580464640,"size_ratio":0.30821952909999994,"output_name":"L750086_SAP000_B073_P000_bf.tar","output_size":6343301120,"rfi_percent":7.406,"input_size_str":"19.17 GB","output_size_str":"5.91 GB"}},"sensitivity":"N/A","uv-coverage":"N/A","observing-conditions":"N/A"},"summary":[{"added":["stokes/SAP0/BEAM73/L749998_SAP0_BEAM73_2bit.fits","stokes/SAP0/BEAM73/L749998_SAP0_BEAM73_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP0/BEAM73/L749998_SAP0_BEAM73.fits"],"input_name":"L750086_SAP000_B073_P000_bf.tar","input_size":20580464640,"size_ratio":0.30821952909999994,"output_name":"L750086_SAP000_B073_P000_bf.tar","output_size":6343301120,"rfi_percent":7.406,"input_size_str":"19.17 GB","output_size_str":"5.91 GB"}],"tar_archive":[{"size":6343301120,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/750086/122198/L750086_SAP000_B073_P000_bf.tar","class":"File","nameext":".tar","basename":"L750086_SAP000_B073_P000_bf.tar","checksum":"sha1$94992ffad54b7c4c3669ef98238b0f3ff7675529","location":"file:///project/ldv/Share/run/2023/10/5/1551_122198/L750086_SAP000_B073_P000_bf.tar","nameroot":"L750086_SAP000_B073_P000_bf"}],"summary_file":[{"size":1245,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/750086/122198/L750086_SAP000_B073-ldv-summary.log","class":"File","nameext":".log","basename":"L750086_SAP000_B073-ldv-summary.log","checksum":"sha1$18d3c3ff6ee8f75730e397a62fa7cf7ee86e0834","location":"file:///project/ldv/Share/run/2023/10/5/1551_122198/L750086_SAP000_B073-ldv-summary.log","nameroot":"L750086_SAP000_B073-ldv-summary"}]},"metrics":{"n_cpus":1,"n_nodes":1,"nodelist":"wn-dc-03","cpu_time_raw":424},"remarks":null,"status_history":["defining (2023-10-05T08:38:48Z)","defined (2023-10-05T08:57:13Z)","staging (2023-10-05T09:00:16Z)","staged (2023-10-05T12:49:12Z)","fetched (2023-10-05T13:06:34Z)","processing (2023-10-05T13:11:53Z)","processed (2023-10-05T13:19:34Z)","storing (2023-10-05T13:32:17Z)","stored (2023-10-05T13:37:52Z)","validated (2023-10-06T12:20:45Z)","scrubbing (2023-10-06T12:22:46Z)","scrubbed (2023-10-06T12:23:14Z)","archiving (2023-10-29T10:51:09Z)","archived_failed (2023-10-29T10:51:09Z)","scrubbed (2023-10-30T15:59:57Z)","archiving (2023-11-06T09:43:24Z)","archived (2023-11-06T09:48:07Z)","finishing (2023-11-06T09:48:10Z)","finished (2023-11-06T09:48:25Z)"],"size_to_process":20580464640,"size_processed":6344883729,"total_processing_time":424,"nr_of_dps":null,"log_entries":["1430372 - 122198 - staging (STAGER)","1435899 - 122198 - staged (STAGER)","1436276 - 122198 - fetched (copy_skipped)","1436438 - 122198 - processing (running)","1436614 - 122198 - processed (running)","1437022 - 122198 - storing (issuing_copying)","1437024 - 122198 - storing (copy_issued)","1437168 - 122198 - stored (copy_finished)","1470193 - 122198 - scrubbing (STAGER)","1470295 - 122198 - scrubbed (STAGER)","1730626 - 122198 - archiving (submitting)","1730627 - 122198 - archived_failed (invalid_metadata)","1848970 - 122198 - archiving (submitting)","1848974 - 122198 - archiving (running)","1849007 - 122198 - archiving (ingested)","1849013 - 122198 - archived (Success)","1849015 - 122198 - finishing (cleaning)","1849022 - 122198 - finished (Success)"],"meta_scheduling":null,"environment":null,"archive":{"path_to_lta":"https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=05F9A5C9DE1A6B32E063164A17ACBC1E","lta_object_id":"05F9A5C9DE1A6B32E063164A17ACBC1E","sas_id_archived":"1131269"},"activity":2067,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}