{"id":116375,"task_type":"regular","is_summary":false,"is_aggregated":false,"creationTime":"2023-10-03T07:00:39.083246Z","filter":"lc9_023-vk-2bits","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lc9_023","sas_id":"642017","priority":100,"purge_policy":"yes","cleanup_policy":"archived_failed","resume":true,"workflow":22,"stage_request_id":201140,"status":"finished","new_status":"finished","quality":"good","calculated_qualities":{"per_task":"good","per_sasid":"good"},"inputs":[{"size":20580536320,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/642017/L642017_SAP000_B016_P000_bf_231623a7.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"tar_archive","metadata":{"dataProduct":{"size":6343372800,"_type":"PulpDataProduct","fileName":"L642017_SAP000_B016_P000_bf.tar","fileFormat":"PULP","md5checksum":"bd1bbeb23e3a04a4e5a9ee869f8234f8","storageWriter":"Unknown","dataProductType":"Pulsar pipeline output","storageWriterVersion":"Unknown"},"pipelineRun":{"fileContent":{"size":2411,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/642017/116375/L642017_SAP000_B016_P000_bf.tar_filecontent.txt","class":"File","nameext":".txt","basename":"L642017_SAP000_B016_P000_bf.tar_filecontent.txt","checksum":"sha1$caa0a3d2efdc389039b67efab300752224bc47bd","location":"file:///project/ldv/Share/run/2023/10/5/196_116375/L642017_SAP000_B016_P000_bf.tar_filecontent.txt","nameroot":"L642017_SAP000_B016_P000_bf.tar_filecontent"}}},"file_name":"L642017_SAP000_B016_P000_bf.tar"}],"quality":{"plots":[{"size":255057,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/642017/116375/B1541+09_L642015_SAP0_BEAM16_PSR_B1541+09.pfd.png","class":"File","nameext":".png","basename":"B1541+09_L642015_SAP0_BEAM16_PSR_B1541+09.pfd.png","checksum":"sha1$93d650c112b85072373ada8579e6768b2889b8c2","location":"file:///project/ldv/Share/run/2023/10/5/196_116375/B1541%2B09_L642015_SAP0_BEAM16_PSR_B1541%2B09.pfd.png","nameroot":"B1541+09_L642015_SAP0_BEAM16_PSR_B1541+09.pfd","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1104582/B1541+09_L642015_SAP0_BEAM16_PSR_B1541+09.pfd.png"},{"size":315613,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/642017/116375/B1541+09_L642015_SAP0_BEAM16_diag.png","class":"File","nameext":".png","basename":"B1541+09_L642015_SAP0_BEAM16_diag.png","checksum":"sha1$1ee8f6e5dc1ac158b5404f331388b138d6f80d66","location":"file:///project/ldv/Share/run/2023/10/5/196_116375/B1541%2B09_L642015_SAP0_BEAM16_diag.png","nameroot":"B1541+09_L642015_SAP0_BEAM16_diag","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1104582/B1541+09_L642015_SAP0_BEAM16_diag.png"},{"size":269662,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/642017/116375/B1541+09_L642015_SAP0_BEAM16_diag_pdmp.png","class":"File","nameext":".png","basename":"B1541+09_L642015_SAP0_BEAM16_diag_pdmp.png","checksum":"sha1$a979a9a5dc334b25650da4025c88b78ebade47bf","location":"file:///project/ldv/Share/run/2023/10/5/196_116375/B1541%2B09_L642015_SAP0_BEAM16_diag_pdmp.png","nameroot":"B1541+09_L642015_SAP0_BEAM16_diag_pdmp","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1104582/B1541+09_L642015_SAP0_BEAM16_diag_pdmp.png"},{"size":255417,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/642017/116375/B1541+09_L642015_SAP0_BEAM16_nomask_PSR_B1541+09.pfd.png","class":"File","nameext":".png","basename":"B1541+09_L642015_SAP0_BEAM16_nomask_PSR_B1541+09.pfd.png","checksum":"sha1$88b014776d9855fa1d1d1051e7712913b80b4fb9","location":"file:///project/ldv/Share/run/2023/10/5/196_116375/B1541%2B09_L642015_SAP0_BEAM16_nomask_PSR_B1541%2B09.pfd.png","nameroot":"B1541+09_L642015_SAP0_BEAM16_nomask_PSR_B1541+09.pfd","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1104582/B1541+09_L642015_SAP0_BEAM16_nomask_PSR_B1541+09.pfd.png"},{"size":222333,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/642017/116375/B1541+09_L642015_SAP0_BEAM16_pdmp.png","class":"File","nameext":".png","basename":"B1541+09_L642015_SAP0_BEAM16_pdmp.png","checksum":"sha1$f892e6c275af512d5d185d96667751333f33ed41","location":"file:///project/ldv/Share/run/2023/10/5/196_116375/B1541%2B09_L642015_SAP0_BEAM16_pdmp.png","nameroot":"B1541+09_L642015_SAP0_BEAM16_pdmp","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1104582/B1541+09_L642015_SAP0_BEAM16_pdmp.png"},{"size":213050,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/642017/116375/L642015_SAP0_BEAM16_rfifind-0.png","class":"File","nameext":".png","basename":"L642015_SAP0_BEAM16_rfifind-0.png","checksum":"sha1$081f08a6446fef776395879f08c95cfc363df6ad","location":"file:///project/ldv/Share/run/2023/10/5/196_116375/L642015_SAP0_BEAM16_rfifind-0.png","nameroot":"L642015_SAP0_BEAM16_rfifind-0","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1104582/L642015_SAP0_BEAM16_rfifind-0.png"},{"size":40110,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/642017/116375/L642015_SAP0_BEAM16_rfifind-1.png","class":"File","nameext":".png","basename":"L642015_SAP0_BEAM16_rfifind-1.png","checksum":"sha1$e057e8a382d19ee1b65648b2aa4935919b388d62","location":"file:///project/ldv/Share/run/2023/10/5/196_116375/L642015_SAP0_BEAM16_rfifind-1.png","nameroot":"L642015_SAP0_BEAM16_rfifind-1","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1104582/L642015_SAP0_BEAM16_rfifind-1.png"},{"size":5341,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/642017/116375/L642015_sap000_beam0016.rfifind.log","class":"File","nameext":".log","basename":"L642015_sap000_beam0016.rfifind.log","checksum":"sha1$35730227d2ae1999616711741445d231dc56d062","location":"file:///project/ldv/Share/run/2023/10/5/196_116375/L642015_sap000_beam0016.rfifind.log","nameroot":"L642015_sap000_beam0016.rfifind","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1104582/L642015_sap000_beam0016.rfifind.log"},{"size":6353,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/642017/116375/L642015_SAP0_BEAM16_2bit_ldv_psrfits_requantisation.log","class":"File","nameext":".log","basename":"L642015_SAP0_BEAM16_2bit_ldv_psrfits_requantisation.log","checksum":"sha1$7c36a24958b90e75303d77300460d335cd5f34f6","location":"file:///project/ldv/Share/run/2023/10/5/196_116375/L642015_SAP0_BEAM16_2bit_ldv_psrfits_requantisation.log","nameroot":"L642015_SAP0_BEAM16_2bit_ldv_psrfits_requantisation","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1104582/L642015_SAP0_BEAM16_2bit_projects_psrfits_requantisation.log"},{"size":1641,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/642017/116375/L642017_SAP000_B016-ldv-summary.log_2","class":"File","nameext":".log","basename":"L642017_SAP000_B016-ldv-summary.log","checksum":"sha1$05a30af314710775983391e49d27b57cfda02d8a","location":"file:///project/ldv/Share/run/2023/10/5/196_116375/L642017_SAP000_B016-ldv-summary.log_2","nameroot":"L642017_SAP000_B016-ldv-summary","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1104582/L642017_SAP000_B016-projects-summary.log_2"}],"details":{},"summary":{"L642017_SAP000_B016_P000_bf.tar":{"added":["stokes/SAP0/BEAM16/L642015_SAP0_BEAM16_2bit.fits","stokes/SAP0/BEAM16/L642015_SAP0_BEAM16_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP0/BEAM16/L642015_SAP0_BEAM16.fits"],"input_name":"L642017_SAP000_B016_P000_bf.tar","input_size":20580536320,"size_ratio":0.3082219385038844,"output_name":"L642017_SAP000_B016_P000_bf.tar","output_size":6343372800,"rfi_percent":8.038,"input_size_str":"19.17 GB","output_size_str":"5.91 GB"}},"sensitivity":"N/A","uv-coverage":"N/A","observing-conditions":"N/A"},"summary":[{"added":["stokes/SAP0/BEAM16/L642015_SAP0_BEAM16_2bit.fits","stokes/SAP0/BEAM16/L642015_SAP0_BEAM16_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP0/BEAM16/L642015_SAP0_BEAM16.fits"],"input_name":"L642017_SAP000_B016_P000_bf.tar","input_size":20580536320,"size_ratio":0.3082219385038844,"output_name":"L642017_SAP000_B016_P000_bf.tar","output_size":6343372800,"rfi_percent":8.038,"input_size_str":"19.17 GB","output_size_str":"5.91 GB"}],"tar_archive":[{"size":6343372800,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/642017/116375/L642017_SAP000_B016_P000_bf.tar","class":"File","nameext":".tar","basename":"L642017_SAP000_B016_P000_bf.tar","checksum":"sha1$089eb829d1086b0473150b7ff3b745b407022f57","location":"file:///project/ldv/Share/run/2023/10/5/196_116375/L642017_SAP000_B016_P000_bf.tar","nameroot":"L642017_SAP000_B016_P000_bf"}],"summary_file":[{"size":1245,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/642017/116375/L642017_SAP000_B016-ldv-summary.log","class":"File","nameext":".log","basename":"L642017_SAP000_B016-ldv-summary.log","checksum":"sha1$5f2df47d59a6510fdd043c91b9f88399e34256eb","location":"file:///project/ldv/Share/run/2023/10/5/196_116375/L642017_SAP000_B016-ldv-summary.log","nameroot":"L642017_SAP000_B016-ldv-summary"}]},"metrics":{"n_cpus":1,"n_nodes":1,"nodelist":"wn-dc-17","cpu_time_raw":747},"remarks":null,"status_history":["defining (2023-10-03T07:00:39Z)","defined (2023-10-05T16:36:58Z)","staging (2023-10-05T16:37:13Z)","staged (2023-10-05T16:52:05Z)","fetched (2023-10-05T17:07:32Z)","processing (2023-10-05T17:08:07Z)","processed (2023-10-05T17:21:18Z)","storing (2023-10-05T17:25:31Z)","stored (2023-10-05T17:33:04Z)","validated (2023-10-06T05:04:03Z)","scrubbing (2023-10-06T05:04:23Z)","scrubbed (2023-10-06T05:04:58Z)","archiving (2023-10-27T14:50:18Z)","archived_failed (2023-10-27T14:50:34Z)","scrubbed (2023-10-30T08:33:05Z)","archiving (2023-10-30T17:49:37Z)","archived (2023-10-30T17:54:27Z)","finishing (2023-10-30T17:54:30Z)","finished (2023-10-30T17:54:46Z)"],"size_to_process":20580536320,"size_processed":6344958622,"total_processing_time":747,"nr_of_dps":null,"log_entries":["1440899 - 116375 - staging (STAGER)","1441778 - 116375 - staged (STAGER)","1442036 - 116375 - fetched (copy_skipped)","1442088 - 116375 - processing (running)","1442483 - 116375 - processed (running)","1442589 - 116375 - storing (issuing_copying)","1442595 - 116375 - storing (copy_issued)","1442789 - 116375 - stored (copy_finished)","1455564 - 116375 - scrubbing (STAGER)","1455669 - 116375 - scrubbed (STAGER)","1720836 - 116375 - archiving (submitting)","1720837 - 116375 - archived_failed (unknown error)","1743515 - 116375 - archiving (submitting)","1743516 - 116375 - archiving (running)","1743541 - 116375 - archiving (ingested)","1743545 - 116375 - archived (Success)","1743547 - 116375 - finishing (cleaning)","1743549 - 116375 - finished (Success)"],"meta_scheduling":null,"environment":null,"archive":{"path_to_lta":"https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA6995422460D24E053144A17AC4355","lta_object_id":"FAA6995422460D24E053144A17AC4355","sas_id_archived":"1104582"},"activity":2029,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}