{"id":186407,"task_type":"regular","is_summary":false,"is_aggregated":false,"creationTime":"2023-12-21T08:29:35.055090Z","filter":"lt5_004-vk-2bits","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lt5_004","sas_id":"580761","priority":100,"purge_policy":"yes","cleanup_policy":"defining","resume":false,"workflow":22,"stage_request_id":344862,"status":"finished","new_status":"finished","quality":"good","calculated_qualities":{"per_task":"good","per_sasid":"good"},"inputs":[{"size":5188116480,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt5_004/580761/L580761_SAP000_B100_P000_bf_96607568.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"tar_archive","metadata":{"dataProduct":{"size":1636792320,"_type":"PulpDataProduct","fileName":"L580761_SAP000_B100_P000_bf.tar","fileFormat":"PULP","md5checksum":"3574f077bcbfad0d003ee942e15d7cf9","storageWriter":"Unknown","dataProductType":"Pulsar pipeline output","storageWriterVersion":"Unknown"},"pipelineRun":{"fileContent":{"size":2557,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/580761/186407/L580761_SAP000_B100_P000_bf.tar_filecontent.txt","class":"File","nameext":".txt","basename":"L580761_SAP000_B100_P000_bf.tar_filecontent.txt","checksum":"sha1$4ad5ab1b7cacdf05a4cb11788e34190ff5852811","location":"file:///project/ldv/Share/run/2023/12/27/1135_186407/L580761_SAP000_B100_P000_bf.tar_filecontent.txt","nameroot":"L580761_SAP000_B100_P000_bf.tar_filecontent"}}},"file_name":"L580761_SAP000_B100_P000_bf.tar"}],"quality":{"plots":[{"size":265107,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/580761/186407/J1645+1012_L580759_SAP0_BEAM100_PSR_J1645+1012.pfd.png","class":"File","nameext":".png","basename":"J1645+1012_L580759_SAP0_BEAM100_PSR_J1645+1012.pfd.png","checksum":"sha1$183855af06cf8a514a38cc730ae575aa326499bb","location":"file:///project/ldv/Share/run/2023/12/27/1135_186407/J1645%2B1012_L580759_SAP0_BEAM100_PSR_J1645%2B1012.pfd.png","nameroot":"J1645+1012_L580759_SAP0_BEAM100_PSR_J1645+1012.pfd","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1186149/J1645+1012_L580759_SAP0_BEAM100_PSR_J1645+1012.pfd.png"},{"size":195649,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/580761/186407/J1645+1012_L580759_SAP0_BEAM100_diag.png","class":"File","nameext":".png","basename":"J1645+1012_L580759_SAP0_BEAM100_diag.png","checksum":"sha1$293674090be81b2c049d64633233def067bdf96e","location":"file:///project/ldv/Share/run/2023/12/27/1135_186407/J1645%2B1012_L580759_SAP0_BEAM100_diag.png","nameroot":"J1645+1012_L580759_SAP0_BEAM100_diag","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1186149/J1645+1012_L580759_SAP0_BEAM100_diag.png"},{"size":194580,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/580761/186407/J1645+1012_L580759_SAP0_BEAM100_diag_pdmp.png","class":"File","nameext":".png","basename":"J1645+1012_L580759_SAP0_BEAM100_diag_pdmp.png","checksum":"sha1$642a8d6fde970793606a5defb114daa9e3bcff3b","location":"file:///project/ldv/Share/run/2023/12/27/1135_186407/J1645%2B1012_L580759_SAP0_BEAM100_diag_pdmp.png","nameroot":"J1645+1012_L580759_SAP0_BEAM100_diag_pdmp","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1186149/J1645+1012_L580759_SAP0_BEAM100_diag_pdmp.png"},{"size":265317,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/580761/186407/J1645+1012_L580759_SAP0_BEAM100_nomask_PSR_J1645+1012.pfd.png","class":"File","nameext":".png","basename":"J1645+1012_L580759_SAP0_BEAM100_nomask_PSR_J1645+1012.pfd.png","checksum":"sha1$64c7dee9d996a5b2dff3df9422689a34ed4bda8b","location":"file:///project/ldv/Share/run/2023/12/27/1135_186407/J1645%2B1012_L580759_SAP0_BEAM100_nomask_PSR_J1645%2B1012.pfd.png","nameroot":"J1645+1012_L580759_SAP0_BEAM100_nomask_PSR_J1645+1012.pfd","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1186149/J1645+1012_L580759_SAP0_BEAM100_nomask_PSR_J1645+1012.pfd.png"},{"size":184031,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/580761/186407/J1645+1012_L580759_SAP0_BEAM100_pdmp.png","class":"File","nameext":".png","basename":"J1645+1012_L580759_SAP0_BEAM100_pdmp.png","checksum":"sha1$ed118ef6090e6b4ad0e927a5795478a1a524d942","location":"file:///project/ldv/Share/run/2023/12/27/1135_186407/J1645%2B1012_L580759_SAP0_BEAM100_pdmp.png","nameroot":"J1645+1012_L580759_SAP0_BEAM100_pdmp","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1186149/J1645+1012_L580759_SAP0_BEAM100_pdmp.png"},{"size":178528,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/580761/186407/L580759_SAP0_BEAM100_rfifind-0.png","class":"File","nameext":".png","basename":"L580759_SAP0_BEAM100_rfifind-0.png","checksum":"sha1$e0fd34d1ba012caae881b0453ff21d9a20435bae","location":"file:///project/ldv/Share/run/2023/12/27/1135_186407/L580759_SAP0_BEAM100_rfifind-0.png","nameroot":"L580759_SAP0_BEAM100_rfifind-0","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1186149/L580759_SAP0_BEAM100_rfifind-0.png"},{"size":35197,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/580761/186407/L580759_SAP0_BEAM100_rfifind-1.png","class":"File","nameext":".png","basename":"L580759_SAP0_BEAM100_rfifind-1.png","checksum":"sha1$a3cfd05d990c6e1f163b60661b487685fd5ad29c","location":"file:///project/ldv/Share/run/2023/12/27/1135_186407/L580759_SAP0_BEAM100_rfifind-1.png","nameroot":"L580759_SAP0_BEAM100_rfifind-1","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1186149/L580759_SAP0_BEAM100_rfifind-1.png"},{"size":5127,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/580761/186407/L580759_sap000_beam0100.rfifind.log","class":"File","nameext":".log","basename":"L580759_sap000_beam0100.rfifind.log","checksum":"sha1$6e1ca4d7f94843d46d7e370595755f0c07c454b1","location":"file:///project/ldv/Share/run/2023/12/27/1135_186407/L580759_sap000_beam0100.rfifind.log","nameroot":"L580759_sap000_beam0100.rfifind","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1186149/L580759_sap000_beam0100.rfifind.log"},{"size":6366,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/580761/186407/L580759_SAP0_BEAM100_2bit_ldv_psrfits_requantisation.log","class":"File","nameext":".log","basename":"L580759_SAP0_BEAM100_2bit_ldv_psrfits_requantisation.log","checksum":"sha1$743c9d2aab0660dc1e25ce3b22f3c9ada0148e65","location":"file:///project/ldv/Share/run/2023/12/27/1135_186407/L580759_SAP0_BEAM100_2bit_ldv_psrfits_requantisation.log","nameroot":"L580759_SAP0_BEAM100_2bit_ldv_psrfits_requantisation","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1186149/L580759_SAP0_BEAM100_2bit_projects_psrfits_requantisation.log"},{"size":1646,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/580761/186407/L580761_SAP000_B100-ldv-summary.log_2","class":"File","nameext":".log","basename":"L580761_SAP000_B100-ldv-summary.log","checksum":"sha1$02201c6b809d43c9231b44228c1d95f9b8eb1fcb","location":"file:///project/ldv/Share/run/2023/12/27/1135_186407/L580761_SAP000_B100-ldv-summary.log_2","nameroot":"L580761_SAP000_B100-ldv-summary","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1186149/L580761_SAP000_B100-projects-summary.log_2"}],"details":{},"summary":{"L580761_SAP000_B100_P000_bf.tar":{"added":["stokes/SAP0/BEAM100/L580759_SAP0_BEAM100_2bit.fits","stokes/SAP0/BEAM100/L580759_SAP0_BEAM100_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP0/BEAM100/L580759_SAP0_BEAM100.fits"],"input_name":"L580761_SAP000_B100_P000_bf.tar","input_size":5188116480,"size_ratio":0.3154887378318846,"output_name":"L580761_SAP000_B100_P000_bf.tar","output_size":1636792320,"rfi_percent":8.709,"input_size_str":"4.83 GB","output_size_str":"1.52 GB"}},"sensitivity":"N/A","uv-coverage":"N/A","observing-conditions":"N/A"},"summary":[{"added":["stokes/SAP0/BEAM100/L580759_SAP0_BEAM100_2bit.fits","stokes/SAP0/BEAM100/L580759_SAP0_BEAM100_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP0/BEAM100/L580759_SAP0_BEAM100.fits"],"input_name":"L580761_SAP000_B100_P000_bf.tar","input_size":5188116480,"size_ratio":0.3154887378318846,"output_name":"L580761_SAP000_B100_P000_bf.tar","output_size":1636792320,"rfi_percent":8.709,"input_size_str":"4.83 GB","output_size_str":"1.52 GB"}],"tar_archive":[{"size":1636792320,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/580761/186407/L580761_SAP000_B100_P000_bf.tar","class":"File","nameext":".tar","basename":"L580761_SAP000_B100_P000_bf.tar","checksum":"sha1$a51427ff85803b2e703f6ade1e2d005c723ded25","location":"file:///project/ldv/Share/run/2023/12/27/1135_186407/L580761_SAP000_B100_P000_bf.tar","nameroot":"L580761_SAP000_B100_P000_bf"}],"summary_file":[{"size":1251,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/580761/186407/L580761_SAP000_B100-ldv-summary.log","class":"File","nameext":".log","basename":"L580761_SAP000_B100-ldv-summary.log","checksum":"sha1$8677d395e239f944ab204f76ec0fe60a27a3d324","location":"file:///project/ldv/Share/run/2023/12/27/1135_186407/L580761_SAP000_B100-ldv-summary.log","nameroot":"L580761_SAP000_B100-ldv-summary"}]},"metrics":{"n_cpus":1,"n_nodes":1,"nodelist":"wn-dc-02","cpu_time_raw":217},"remarks":null,"status_history":["defining (2023-12-21T08:29:35Z)","defined (2023-12-23T14:45:41Z)","staging (2023-12-23T14:48:03Z)","staged (2023-12-23T15:20:59Z)","fetched (2023-12-23T15:21:21Z)","processing_failed (2023-12-23T15:25:08Z)","fetched (2023-12-23T15:29:39Z)","processing_failed (2023-12-23T16:08:20Z)","fetched (2023-12-27T10:11:57Z)","processing (2023-12-27T10:17:40Z)","processed (2023-12-27T10:23:09Z)","storing (2023-12-27T11:08:03Z)","stored (2023-12-27T11:42:02Z)","validated (2023-12-27T16:38:07Z)","scrubbing (2023-12-27T16:40:05Z)","scrubbed (2023-12-27T16:40:15Z)","archiving (2024-01-05T21:52:08Z)","archived (2024-01-05T21:56:17Z)","finishing (2024-01-05T21:56:21Z)","finished (2024-01-05T21:56:41Z)"],"size_to_process":5188116480,"size_processed":1638125119,"total_processing_time":217,"nr_of_dps":null,"log_entries":["2590940 - 186407 - staging (STAGER)","2592500 - 186407 - staged (STAGER)","2592505 - 186407 - fetched (copy_skipped)","2592545 - 186407 - processing_failed (running)","2592954 - 186407 - processing_failed (running)","2614809 - 186407 - processing (running)","2614955 - 186407 - processed (running)","2615393 - 186407 - storing (issuing_copying)","2615394 - 186407 - storing (copy_issued)","2615714 - 186407 - stored (copy_finished)","2617114 - 186407 - scrubbing (STAGER)","2617144 - 186407 - scrubbed (STAGER)","2696519 - 186407 - archiving (submitting)","2696520 - 186407 - archiving (running)","2696535 - 186407 - archiving (ingested)","2696537 - 186407 - archived (Success)","2696539 - 186407 - finishing (cleaning)","2696541 - 186407 - finished (Success)"],"meta_scheduling":null,"environment":null,"archive":{"path_to_lta":"https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=08C99F1DC9546874E063144A17AC9656","lta_object_id":"08C99F1DC9546874E063144A17AC9656","sas_id_archived":"1186149"},"activity":2279,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}