{"id":122167,"task_type":"regular","is_summary":false,"is_aggregated":false,"creationTime":"2023-10-05T08:38:47.938584Z","filter":"lt10_005-as-2bits","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lt10_005","sas_id":"750086","priority":100,"purge_policy":"yes","cleanup_policy":"archived_failed","resume":true,"workflow":22,"stage_request_id":200199,"status":"finished","new_status":"finished","quality":"good","calculated_qualities":{"per_task":"good","per_sasid":"good"},"inputs":[{"size":20580464640,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_005/750086/L750086_SAP000_B042_P000_bf_84021e34.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"tar_archive","metadata":{"dataProduct":{"size":6343301120,"_type":"PulpDataProduct","fileName":"L750086_SAP000_B042_P000_bf.tar","fileFormat":"PULP","md5checksum":"4722a42dab63a622084bf2f4b1aa77f8","storageWriter":"Unknown","dataProductType":"Pulsar pipeline output","storageWriterVersion":"Unknown"},"pipelineRun":{"fileContent":{"size":2399,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/750086/122167/L750086_SAP000_B042_P000_bf.tar_filecontent.txt","class":"File","nameext":".txt","basename":"L750086_SAP000_B042_P000_bf.tar_filecontent.txt","checksum":"sha1$f7b078283e93815596fb17cc80cfcd835722e623","location":"file:///project/ldv/Share/run/2023/10/5/1335_122167/L750086_SAP000_B042_P000_bf.tar_filecontent.txt","nameroot":"L750086_SAP000_B042_P000_bf.tar_filecontent"}}},"file_name":"L750086_SAP000_B042_P000_bf.tar"}],"quality":{"plots":[{"size":266638,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/750086/122167/J0439+44_L749998_SAP0_BEAM42_PSR_J0439+44.pfd.png","class":"File","nameext":".png","basename":"J0439+44_L749998_SAP0_BEAM42_PSR_J0439+44.pfd.png","checksum":"sha1$3df7aa8bc92893047fbfa75771f9cf7ae2b6fd6c","location":"file:///project/ldv/Share/run/2023/10/5/1335_122167/J0439%2B44_L749998_SAP0_BEAM42_PSR_J0439%2B44.pfd.png","nameroot":"J0439+44_L749998_SAP0_BEAM42_PSR_J0439+44.pfd","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1131269/J0439+44_L749998_SAP0_BEAM42_PSR_J0439+44.pfd.png"},{"size":272422,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/750086/122167/J0439+44_L749998_SAP0_BEAM42_diag.png","class":"File","nameext":".png","basename":"J0439+44_L749998_SAP0_BEAM42_diag.png","checksum":"sha1$96483d10a2e88f4374a395555bd5525d4a2d18f7","location":"file:///project/ldv/Share/run/2023/10/5/1335_122167/J0439%2B44_L749998_SAP0_BEAM42_diag.png","nameroot":"J0439+44_L749998_SAP0_BEAM42_diag","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1131269/J0439+44_L749998_SAP0_BEAM42_diag.png"},{"size":287578,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/750086/122167/J0439+44_L749998_SAP0_BEAM42_diag_pdmp.png","class":"File","nameext":".png","basename":"J0439+44_L749998_SAP0_BEAM42_diag_pdmp.png","checksum":"sha1$a3f7546e3bd3eaa46c713bbc0c0ed5852d6fef08","location":"file:///project/ldv/Share/run/2023/10/5/1335_122167/J0439%2B44_L749998_SAP0_BEAM42_diag_pdmp.png","nameroot":"J0439+44_L749998_SAP0_BEAM42_diag_pdmp","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1131269/J0439+44_L749998_SAP0_BEAM42_diag_pdmp.png"},{"size":263822,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/750086/122167/J0439+44_L749998_SAP0_BEAM42_nomask_PSR_J0439+44.pfd.png","class":"File","nameext":".png","basename":"J0439+44_L749998_SAP0_BEAM42_nomask_PSR_J0439+44.pfd.png","checksum":"sha1$2e7da77fa310b74d08dd3cc2a1dbff389ddb5d87","location":"file:///project/ldv/Share/run/2023/10/5/1335_122167/J0439%2B44_L749998_SAP0_BEAM42_nomask_PSR_J0439%2B44.pfd.png","nameroot":"J0439+44_L749998_SAP0_BEAM42_nomask_PSR_J0439+44.pfd","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1131269/J0439+44_L749998_SAP0_BEAM42_nomask_PSR_J0439+44.pfd.png"},{"size":231827,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/750086/122167/J0439+44_L749998_SAP0_BEAM42_pdmp.png","class":"File","nameext":".png","basename":"J0439+44_L749998_SAP0_BEAM42_pdmp.png","checksum":"sha1$302d90335cdcbe5af4cac832d08a7d7b6b5297fc","location":"file:///project/ldv/Share/run/2023/10/5/1335_122167/J0439%2B44_L749998_SAP0_BEAM42_pdmp.png","nameroot":"J0439+44_L749998_SAP0_BEAM42_pdmp","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1131269/J0439+44_L749998_SAP0_BEAM42_pdmp.png"},{"size":206239,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/750086/122167/L749998_SAP0_BEAM42_rfifind-0.png","class":"File","nameext":".png","basename":"L749998_SAP0_BEAM42_rfifind-0.png","checksum":"sha1$babf0c1243d9fe7c2b049c7f23e8292cc1308b09","location":"file:///project/ldv/Share/run/2023/10/5/1335_122167/L749998_SAP0_BEAM42_rfifind-0.png","nameroot":"L749998_SAP0_BEAM42_rfifind-0","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1131269/L749998_SAP0_BEAM42_rfifind-0.png"},{"size":38908,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/750086/122167/L749998_SAP0_BEAM42_rfifind-1.png","class":"File","nameext":".png","basename":"L749998_SAP0_BEAM42_rfifind-1.png","checksum":"sha1$7a672b3896a43b17012f5ecb91515c0d494185a0","location":"file:///project/ldv/Share/run/2023/10/5/1335_122167/L749998_SAP0_BEAM42_rfifind-1.png","nameroot":"L749998_SAP0_BEAM42_rfifind-1","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1131269/L749998_SAP0_BEAM42_rfifind-1.png"},{"size":5341,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/750086/122167/L749998_sap000_beam0042.rfifind.log","class":"File","nameext":".log","basename":"L749998_sap000_beam0042.rfifind.log","checksum":"sha1$bdc36772873a30afeda8752bfe3e8581bec0cb5f","location":"file:///project/ldv/Share/run/2023/10/5/1335_122167/L749998_sap000_beam0042.rfifind.log","nameroot":"L749998_sap000_beam0042.rfifind","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1131269/L749998_sap000_beam0042.rfifind.log"},{"size":6353,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/750086/122167/L749998_SAP0_BEAM42_2bit_ldv_psrfits_requantisation.log","class":"File","nameext":".log","basename":"L749998_SAP0_BEAM42_2bit_ldv_psrfits_requantisation.log","checksum":"sha1$872ba8065591e70e48e4959b232aa1b461a5f30c","location":"file:///project/ldv/Share/run/2023/10/5/1335_122167/L749998_SAP0_BEAM42_2bit_ldv_psrfits_requantisation.log","nameroot":"L749998_SAP0_BEAM42_2bit_ldv_psrfits_requantisation","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1131269/L749998_SAP0_BEAM42_2bit_projects_psrfits_requantisation.log"},{"size":1641,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/750086/122167/L750086_SAP000_B042-ldv-summary.log_2","class":"File","nameext":".log","basename":"L750086_SAP000_B042-ldv-summary.log","checksum":"sha1$524340cd0a2c4794c2a34a8374f4c35ba81fc04c","location":"file:///project/ldv/Share/run/2023/10/5/1335_122167/L750086_SAP000_B042-ldv-summary.log_2","nameroot":"L750086_SAP000_B042-ldv-summary","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1131269/L750086_SAP000_B042-projects-summary.log_2"}],"details":{},"summary":{"L750086_SAP000_B042_P000_bf.tar":{"added":["stokes/SAP0/BEAM42/L749998_SAP0_BEAM42_2bit.fits","stokes/SAP0/BEAM42/L749998_SAP0_BEAM42_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP0/BEAM42/L749998_SAP0_BEAM42.fits"],"input_name":"L750086_SAP000_B042_P000_bf.tar","input_size":20580464640,"size_ratio":0.30821952909999994,"output_name":"L750086_SAP000_B042_P000_bf.tar","output_size":6343301120,"rfi_percent":7.409,"input_size_str":"19.17 GB","output_size_str":"5.91 GB"}},"sensitivity":"N/A","uv-coverage":"N/A","observing-conditions":"N/A"},"summary":[{"added":["stokes/SAP0/BEAM42/L749998_SAP0_BEAM42_2bit.fits","stokes/SAP0/BEAM42/L749998_SAP0_BEAM42_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP0/BEAM42/L749998_SAP0_BEAM42.fits"],"input_name":"L750086_SAP000_B042_P000_bf.tar","input_size":20580464640,"size_ratio":0.30821952909999994,"output_name":"L750086_SAP000_B042_P000_bf.tar","output_size":6343301120,"rfi_percent":7.409,"input_size_str":"19.17 GB","output_size_str":"5.91 GB"}],"tar_archive":[{"size":6343301120,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/750086/122167/L750086_SAP000_B042_P000_bf.tar","class":"File","nameext":".tar","basename":"L750086_SAP000_B042_P000_bf.tar","checksum":"sha1$1d82f9f112e6046e8de43002abbb356aa37b1e61","location":"file:///project/ldv/Share/run/2023/10/5/1335_122167/L750086_SAP000_B042_P000_bf.tar","nameroot":"L750086_SAP000_B042_P000_bf"}],"summary_file":[{"size":1245,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/750086/122167/L750086_SAP000_B042-ldv-summary.log","class":"File","nameext":".log","basename":"L750086_SAP000_B042-ldv-summary.log","checksum":"sha1$8bbd38a659600240059388f6add7b639c575cb17","location":"file:///project/ldv/Share/run/2023/10/5/1335_122167/L750086_SAP000_B042-ldv-summary.log","nameroot":"L750086_SAP000_B042-ldv-summary"}]},"metrics":{"n_cpus":1,"n_nodes":1,"nodelist":"wn-dc-01","cpu_time_raw":583},"remarks":null,"status_history":["defining (2023-10-05T08:38:47Z)","defined (2023-10-05T08:57:13Z)","staging (2023-10-05T08:58:58Z)","staged (2023-10-05T11:38:14Z)","fetched (2023-10-05T11:50:02Z)","processing (2023-10-05T11:54:37Z)","processed (2023-10-05T12:05:13Z)","storing (2023-10-05T12:10:51Z)","stored (2023-10-05T12:12:30Z)","validated (2023-10-06T12:20:45Z)","scrubbing (2023-10-06T12:22:37Z)","scrubbed (2023-10-06T12:23:05Z)","archiving (2023-10-29T10:37:07Z)","archived_failed (2023-10-29T10:37:07Z)","scrubbed (2023-10-30T16:00:05Z)","archiving (2023-11-06T09:03:08Z)","archived (2023-11-06T09:06:57Z)","finishing (2023-11-06T09:06:59Z)","finished (2023-11-06T09:07:16Z)"],"size_to_process":20580464640,"size_processed":6344883134,"total_processing_time":583,"nr_of_dps":null,"log_entries":["1430338 - 122167 - staging (STAGER)","1433967 - 122167 - staged (STAGER)","1434124 - 122167 - fetched (copy_skipped)","1434275 - 122167 - processing (running)","1434557 - 122167 - processed (running)","1434687 - 122167 - storing (issuing_copying)","1434698 - 122167 - storing (copy_issued)","1434759 - 122167 - stored (copy_finished)","1470162 - 122167 - scrubbing (STAGER)","1470264 - 122167 - scrubbed (STAGER)","1730564 - 122167 - archiving (submitting)","1730565 - 122167 - archived_failed (invalid_metadata)","1848336 - 122167 - archiving (submitting)","1848337 - 122167 - archiving (running)","1848364 - 122167 - archiving (ingested)","1848373 - 122167 - archived (Success)","1848375 - 122167 - finishing (cleaning)","1848378 - 122167 - finished (Success)"],"meta_scheduling":null,"environment":null,"archive":{"path_to_lta":"https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=05F9A5C9DE1A6B32E063164A17ACBC1E","lta_object_id":"05F9A5C9DE1A6B32E063164A17ACBC1E","sas_id_archived":"1131269"},"activity":2067,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}