{"id":182597,"task_type":"regular","is_summary":false,"is_aggregated":false,"creationTime":"2023-12-20T07:44:23.000852Z","filter":"lt5_004-vk-2bits","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lt5_004","sas_id":"573333","priority":100,"purge_policy":"yes","cleanup_policy":"defining","resume":true,"workflow":22,"stage_request_id":337009,"status":"finished","new_status":"finished","quality":"good","calculated_qualities":{"per_task":"good","per_sasid":"good"},"inputs":[{"size":20262021120,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt5_004/573333/L573333_SAP001_B004_P000_bf_bf70af76.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"tar_archive","metadata":{"dataProduct":{"size":6024857600,"_type":"PulpDataProduct","fileName":"L573333_SAP001_B004_P000_bf.tar","fileFormat":"PULP","md5checksum":"ac6ee241bde720de8e35f4a3bdfcf79b","storageWriter":"Unknown","dataProductType":"Pulsar pipeline output","storageWriterVersion":"Unknown"},"pipelineRun":{"fileContent":{"size":2325,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/573333/182597/L573333_SAP001_B004_P000_bf.tar_filecontent.txt","class":"File","nameext":".txt","basename":"L573333_SAP001_B004_P000_bf.tar_filecontent.txt","checksum":"sha1$1c975f48653bff7966017f948e490e615b0a803a","location":"file:///project/ldv/Share/run/2023/12/22/430_182597/L573333_SAP001_B004_P000_bf.tar_filecontent.txt","nameroot":"L573333_SAP001_B004_P000_bf.tar_filecontent"}}},"file_name":"L573333_SAP001_B004_P000_bf.tar"}],"quality":{"plots":[{"size":260374,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/573333/182597/B0011+47_L573331_SAP1_BEAM4_PSR_B0011+47.pfd.png","class":"File","nameext":".png","basename":"B0011+47_L573331_SAP1_BEAM4_PSR_B0011+47.pfd.png","checksum":"sha1$3b78c500f45c7e8bbb664d59bf0c4bf04d039669","location":"file:///project/ldv/Share/run/2023/12/22/430_182597/B0011%2B47_L573331_SAP1_BEAM4_PSR_B0011%2B47.pfd.png","nameroot":"B0011+47_L573331_SAP1_BEAM4_PSR_B0011+47.pfd","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1189984/B0011+47_L573331_SAP1_BEAM4_PSR_B0011+47.pfd.png"},{"size":308805,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/573333/182597/B0011+47_L573331_SAP1_BEAM4_diag.png","class":"File","nameext":".png","basename":"B0011+47_L573331_SAP1_BEAM4_diag.png","checksum":"sha1$198fcc60239e024dc70a38f3eeb31e6ba38649a6","location":"file:///project/ldv/Share/run/2023/12/22/430_182597/B0011%2B47_L573331_SAP1_BEAM4_diag.png","nameroot":"B0011+47_L573331_SAP1_BEAM4_diag","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1189984/B0011+47_L573331_SAP1_BEAM4_diag.png"},{"size":321046,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/573333/182597/B0011+47_L573331_SAP1_BEAM4_diag_pdmp.png","class":"File","nameext":".png","basename":"B0011+47_L573331_SAP1_BEAM4_diag_pdmp.png","checksum":"sha1$34a8c6ded053e2d7afe0d6bec2b5c3adef98e774","location":"file:///project/ldv/Share/run/2023/12/22/430_182597/B0011%2B47_L573331_SAP1_BEAM4_diag_pdmp.png","nameroot":"B0011+47_L573331_SAP1_BEAM4_diag_pdmp","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1189984/B0011+47_L573331_SAP1_BEAM4_diag_pdmp.png"},{"size":260766,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/573333/182597/B0011+47_L573331_SAP1_BEAM4_nomask_PSR_B0011+47.pfd.png","class":"File","nameext":".png","basename":"B0011+47_L573331_SAP1_BEAM4_nomask_PSR_B0011+47.pfd.png","checksum":"sha1$9d16174813161562dc5c7adfa08d6f1a564242f6","location":"file:///project/ldv/Share/run/2023/12/22/430_182597/B0011%2B47_L573331_SAP1_BEAM4_nomask_PSR_B0011%2B47.pfd.png","nameroot":"B0011+47_L573331_SAP1_BEAM4_nomask_PSR_B0011+47.pfd","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1189984/B0011+47_L573331_SAP1_BEAM4_nomask_PSR_B0011+47.pfd.png"},{"size":212040,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/573333/182597/B0011+47_L573331_SAP1_BEAM4_pdmp.png","class":"File","nameext":".png","basename":"B0011+47_L573331_SAP1_BEAM4_pdmp.png","checksum":"sha1$ac84a563ee18c09a207fa3c530132426cec4a190","location":"file:///project/ldv/Share/run/2023/12/22/430_182597/B0011%2B47_L573331_SAP1_BEAM4_pdmp.png","nameroot":"B0011+47_L573331_SAP1_BEAM4_pdmp","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1189984/B0011+47_L573331_SAP1_BEAM4_pdmp.png"},{"size":224655,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/573333/182597/L573331_SAP1_BEAM4_rfifind-0.png","class":"File","nameext":".png","basename":"L573331_SAP1_BEAM4_rfifind-0.png","checksum":"sha1$928de49ce9021c48bda928f08123bf7c554a9178","location":"file:///project/ldv/Share/run/2023/12/22/430_182597/L573331_SAP1_BEAM4_rfifind-0.png","nameroot":"L573331_SAP1_BEAM4_rfifind-0","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1189984/L573331_SAP1_BEAM4_rfifind-0.png"},{"size":52563,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/573333/182597/L573331_SAP1_BEAM4_rfifind-1.png","class":"File","nameext":".png","basename":"L573331_SAP1_BEAM4_rfifind-1.png","checksum":"sha1$7cf6ba3eee26ac23fa1e4039926fb2a5bcebd9f9","location":"file:///project/ldv/Share/run/2023/12/22/430_182597/L573331_SAP1_BEAM4_rfifind-1.png","nameroot":"L573331_SAP1_BEAM4_rfifind-1","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1189984/L573331_SAP1_BEAM4_rfifind-1.png"},{"size":5117,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/573333/182597/L573331_sap001_beam0004.rfifind.log","class":"File","nameext":".log","basename":"L573331_sap001_beam0004.rfifind.log","checksum":"sha1$e535eae28b564b8499517f3c9310af7d8b9b07c3","location":"file:///project/ldv/Share/run/2023/12/22/430_182597/L573331_sap001_beam0004.rfifind.log","nameroot":"L573331_sap001_beam0004.rfifind","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1189984/L573331_sap001_beam0004.rfifind.log"},{"size":6338,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/573333/182597/L573331_SAP1_BEAM4_2bit_ldv_psrfits_requantisation.log","class":"File","nameext":".log","basename":"L573331_SAP1_BEAM4_2bit_ldv_psrfits_requantisation.log","checksum":"sha1$5bf0b89b9a61a6f0538ea639d55dad8cc5087968","location":"file:///project/ldv/Share/run/2023/12/22/430_182597/L573331_SAP1_BEAM4_2bit_ldv_psrfits_requantisation.log","nameroot":"L573331_SAP1_BEAM4_2bit_ldv_psrfits_requantisation","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1189984/L573331_SAP1_BEAM4_2bit_projects_psrfits_requantisation.log"},{"size":1635,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/573333/182597/L573333_SAP001_B004-ldv-summary.log_2","class":"File","nameext":".log","basename":"L573333_SAP001_B004-ldv-summary.log","checksum":"sha1$8991186b240529c00474ffd62aba3e319d5a1223","location":"file:///project/ldv/Share/run/2023/12/22/430_182597/L573333_SAP001_B004-ldv-summary.log_2","nameroot":"L573333_SAP001_B004-ldv-summary","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1189984/L573333_SAP001_B004-projects-summary.log_2"}],"details":{},"summary":{"L573333_SAP001_B004_P000_bf.tar":{"added":["stokes/SAP1/BEAM4/L573331_SAP1_BEAM4_2bit.fits","stokes/SAP1/BEAM4/L573331_SAP1_BEAM4_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP1/BEAM4/L573331_SAP1_BEAM4.fits"],"input_name":"L573333_SAP001_B004_P000_bf.tar","input_size":20262021120,"size_ratio":0.29734731615954413,"output_name":"L573333_SAP001_B004_P000_bf.tar","output_size":6024857600,"rfi_percent":10.036,"input_size_str":"18.87 GB","output_size_str":"5.61 GB"}},"sensitivity":"N/A","uv-coverage":"N/A","observing-conditions":"N/A"},"summary":[{"added":["stokes/SAP1/BEAM4/L573331_SAP1_BEAM4_2bit.fits","stokes/SAP1/BEAM4/L573331_SAP1_BEAM4_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP1/BEAM4/L573331_SAP1_BEAM4.fits"],"input_name":"L573333_SAP001_B004_P000_bf.tar","input_size":20262021120,"size_ratio":0.29734731615954413,"output_name":"L573333_SAP001_B004_P000_bf.tar","output_size":6024857600,"rfi_percent":10.036,"input_size_str":"18.87 GB","output_size_str":"5.61 GB"}],"tar_archive":[{"size":6024857600,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/573333/182597/L573333_SAP001_B004_P000_bf.tar","class":"File","nameext":".tar","basename":"L573333_SAP001_B004_P000_bf.tar","checksum":"sha1$e5e9dc4420a0c6fbe3e5c10eae2d68ab6b03794f","location":"file:///project/ldv/Share/run/2023/12/22/430_182597/L573333_SAP001_B004_P000_bf.tar","nameroot":"L573333_SAP001_B004_P000_bf"}],"summary_file":[{"size":1239,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/573333/182597/L573333_SAP001_B004-ldv-summary.log","class":"File","nameext":".log","basename":"L573333_SAP001_B004-ldv-summary.log","checksum":"sha1$cacfbbb57cc0744d9c10166d807ff46e9f38610b","location":"file:///project/ldv/Share/run/2023/12/22/430_182597/L573333_SAP001_B004-ldv-summary.log","nameroot":"L573333_SAP001_B004-ldv-summary"}]},"metrics":{"n_cpus":1,"n_nodes":1,"nodelist":"wn-ca-19","cpu_time_raw":464},"remarks":null,"status_history":["defining (2023-12-20T07:44:23Z)","defined (2023-12-21T23:34:44Z)","staging (2023-12-21T23:35:48Z)","staged (2023-12-22T03:30:59Z)","fetched (2023-12-22T03:57:45Z)","processing (2023-12-22T03:58:31Z)","processed (2023-12-22T04:07:09Z)","storing (2023-12-22T04:14:31Z)","stored (2023-12-22T04:21:11Z)","validated (2023-12-22T07:17:29Z)","scrubbing (2023-12-22T07:18:25Z)","scrubbed (2023-12-22T07:18:57Z)","archiving (2024-01-11T13:21:42Z)","archived (2024-01-11T13:26:50Z)","finishing (2024-01-11T13:26:54Z)","finished (2024-01-11T13:27:16Z)"],"size_to_process":20262021120,"size_processed":6026512178,"total_processing_time":464,"nr_of_dps":null,"log_entries":["2545434 - 182597 - staging (STAGER)","2552905 - 182597 - staged (STAGER)","2553202 - 182597 - fetched (copy_skipped)","2553310 - 182597 - processing (running)","2553577 - 182597 - processed (running)","2553792 - 182597 - storing (issuing_copying)","2553793 - 182597 - storing (copy_issued)","2553973 - 182597 - stored (copy_finished)","2557868 - 182597 - scrubbing (STAGER)","2557970 - 182597 - scrubbed (STAGER)","2742088 - 182597 - archiving (submitting)","2742099 - 182597 - archiving (running)","2742279 - 182597 - archiving (ingested)","2742297 - 182597 - archived (Success)","2742300 - 182597 - finishing (cleaning)","2742313 - 182597 - finished (Success)"],"meta_scheduling":null,"environment":null,"archive":{"path_to_lta":"https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=0CEFE36F00A339D7E063144A17AC2554","lta_object_id":"0CEFE36F00A339D7E063144A17AC2554","sas_id_archived":"1189984"},"activity":2137,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}