{"id":223621,"task_type":"regular","is_summary":false,"is_aggregated":false,"creationTime":"2024-01-23T20:14:58.617735Z","filter":"lt5_004-ew-2bits","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lt5_004","sas_id":"597865","priority":100,"purge_policy":"yes","cleanup_policy":"finished","resume":false,"workflow":22,"stage_request_id":396325,"status":"discarded","new_status":"discarded","quality":"good","calculated_qualities":{"per_task":"good","per_sasid":"good"},"inputs":[{"size":20261232640,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt5_004/597865/L597865_SAP000_B056_P000_bf_c0ba37b6.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"tar_archive","metadata":{"dataProduct":{"size":6024058880,"_type":"PulpDataProduct","fileName":"L597865_SAP000_B056_P000_bf.tar","fileFormat":"PULP","md5checksum":"74f7ed61643cea4a0bbec7d853c5801a","storageWriter":"Unknown","dataProductType":"Pulsar pipeline output","storageWriterVersion":"Unknown"},"pipelineRun":{"fileContent":{"size":2703,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223621/L597865_SAP000_B056_P000_bf.tar_filecontent.txt","class":"File","nameext":".txt","basename":"L597865_SAP000_B056_P000_bf.tar_filecontent.txt","checksum":"sha1$ba78729cd148e71a83377c3a6388c76daed2e7f7","location":"file:///project/ldv/Share/run/2024/1/26/144_223621/L597865_SAP000_B056_P000_bf.tar_filecontent.txt","nameroot":"L597865_SAP000_B056_P000_bf.tar_filecontent"}}},"file_name":"L597865_SAP000_B056_P000_bf.tar"}],"quality":{"plots":[{"size":167117,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223621/B1919+21_L597863_SAP0_BEAM56_PSR_B1919+21.pfd.png","class":"File","nameext":".png","basename":"B1919+21_L597863_SAP0_BEAM56_PSR_B1919+21.pfd.png","checksum":"sha1$62ec10a310d7750f2a7ae88e4e633a6485e9956e","location":"file:///project/ldv/Share/run/2024/1/26/144_223621/B1919%2B21_L597863_SAP0_BEAM56_PSR_B1919%2B21.pfd.png","nameroot":"B1919+21_L597863_SAP0_BEAM56_PSR_B1919+21.pfd","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/B1919+21_L597863_SAP0_BEAM56_PSR_B1919+21.pfd.png"},{"size":191849,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223621/B1919+21_L597863_SAP0_BEAM56_diag.png","class":"File","nameext":".png","basename":"B1919+21_L597863_SAP0_BEAM56_diag.png","checksum":"sha1$5b5680f6b92b767b25fbed1f25cb9fe3dc6f3bca","location":"file:///project/ldv/Share/run/2024/1/26/144_223621/B1919%2B21_L597863_SAP0_BEAM56_diag.png","nameroot":"B1919+21_L597863_SAP0_BEAM56_diag","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/B1919+21_L597863_SAP0_BEAM56_diag.png"},{"size":197997,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223621/B1919+21_L597863_SAP0_BEAM56_diag_pdmp.png","class":"File","nameext":".png","basename":"B1919+21_L597863_SAP0_BEAM56_diag_pdmp.png","checksum":"sha1$00eaede72a5c8bc18b634d3850ea0a25cdde4c45","location":"file:///project/ldv/Share/run/2024/1/26/144_223621/B1919%2B21_L597863_SAP0_BEAM56_diag_pdmp.png","nameroot":"B1919+21_L597863_SAP0_BEAM56_diag_pdmp","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/B1919+21_L597863_SAP0_BEAM56_diag_pdmp.png"},{"size":167273,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223621/B1919+21_L597863_SAP0_BEAM56_nomask_PSR_B1919+21.pfd.png","class":"File","nameext":".png","basename":"B1919+21_L597863_SAP0_BEAM56_nomask_PSR_B1919+21.pfd.png","checksum":"sha1$64cf472d066480f01083064623ee6573b0afcb02","location":"file:///project/ldv/Share/run/2024/1/26/144_223621/B1919%2B21_L597863_SAP0_BEAM56_nomask_PSR_B1919%2B21.pfd.png","nameroot":"B1919+21_L597863_SAP0_BEAM56_nomask_PSR_B1919+21.pfd","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/B1919+21_L597863_SAP0_BEAM56_nomask_PSR_B1919+21.pfd.png"},{"size":112827,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223621/B1919+21_L597863_SAP0_BEAM56_pdmp.png","class":"File","nameext":".png","basename":"B1919+21_L597863_SAP0_BEAM56_pdmp.png","checksum":"sha1$2b3e1ac1dee1a63472a948c2e649f5ac6b51083b","location":"file:///project/ldv/Share/run/2024/1/26/144_223621/B1919%2B21_L597863_SAP0_BEAM56_pdmp.png","nameroot":"B1919+21_L597863_SAP0_BEAM56_pdmp","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/B1919+21_L597863_SAP0_BEAM56_pdmp.png"},{"size":203817,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223621/L597863_SAP0_BEAM56_rfifind-0.png","class":"File","nameext":".png","basename":"L597863_SAP0_BEAM56_rfifind-0.png","checksum":"sha1$e4b89a3a632b9f0f151943d5b19676bf28a62b47","location":"file:///project/ldv/Share/run/2024/1/26/144_223621/L597863_SAP0_BEAM56_rfifind-0.png","nameroot":"L597863_SAP0_BEAM56_rfifind-0","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/L597863_SAP0_BEAM56_rfifind-0.png"},{"size":39049,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223621/L597863_SAP0_BEAM56_rfifind-1.png","class":"File","nameext":".png","basename":"L597863_SAP0_BEAM56_rfifind-1.png","checksum":"sha1$ab3fc60f99757fecb7173b3a39b78c68de496137","location":"file:///project/ldv/Share/run/2024/1/26/144_223621/L597863_SAP0_BEAM56_rfifind-1.png","nameroot":"L597863_SAP0_BEAM56_rfifind-1","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/L597863_SAP0_BEAM56_rfifind-1.png"},{"size":5123,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223621/L597863_sap000_beam0056.rfifind.log","class":"File","nameext":".log","basename":"L597863_sap000_beam0056.rfifind.log","checksum":"sha1$eb70dc935c8a79204427bf6605ffa1222c9adf47","location":"file:///project/ldv/Share/run/2024/1/26/144_223621/L597863_sap000_beam0056.rfifind.log","nameroot":"L597863_sap000_beam0056.rfifind","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/L597863_sap000_beam0056.rfifind.log"},{"size":6353,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223621/L597863_SAP0_BEAM56_2bit_ldv_psrfits_requantisation.log","class":"File","nameext":".log","basename":"L597863_SAP0_BEAM56_2bit_ldv_psrfits_requantisation.log","checksum":"sha1$31afb3e2793cae561a05c37a89d76cce6ac24c37","location":"file:///project/ldv/Share/run/2024/1/26/144_223621/L597863_SAP0_BEAM56_2bit_ldv_psrfits_requantisation.log","nameroot":"L597863_SAP0_BEAM56_2bit_ldv_psrfits_requantisation","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/L597863_SAP0_BEAM56_2bit_projects_psrfits_requantisation.log"},{"size":1641,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223621/L597865_SAP000_B056-ldv-summary.log_2","class":"File","nameext":".log","basename":"L597865_SAP000_B056-ldv-summary.log","checksum":"sha1$a9385acfe592ef09d2e0205c6d340bbaf2e37e72","location":"file:///project/ldv/Share/run/2024/1/26/144_223621/L597865_SAP000_B056-ldv-summary.log_2","nameroot":"L597865_SAP000_B056-ldv-summary","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/L597865_SAP000_B056-projects-summary.log_2"}],"details":{},"summary":{"L597865_SAP000_B056_P000_bf.tar":{"added":["stokes/SAP0/BEAM56/L597863_SAP0_BEAM56_2bit.fits","stokes/SAP0/BEAM56/L597863_SAP0_BEAM56_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP0/BEAM56/L597863_SAP0_BEAM56.fits"],"input_name":"L597865_SAP000_B056_P000_bf.tar","input_size":20261232640,"size_ratio":0.29731946654159735,"output_name":"L597865_SAP000_B056_P000_bf.tar","output_size":6024058880,"rfi_percent":7.206,"input_size_str":"18.87 GB","output_size_str":"5.61 GB"}},"sensitivity":"N/A","uv-coverage":"N/A","observing-conditions":"N/A"},"summary":[{"added":["stokes/SAP0/BEAM56/L597863_SAP0_BEAM56_2bit.fits","stokes/SAP0/BEAM56/L597863_SAP0_BEAM56_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP0/BEAM56/L597863_SAP0_BEAM56.fits"],"input_name":"L597865_SAP000_B056_P000_bf.tar","input_size":20261232640,"size_ratio":0.29731946654159735,"output_name":"L597865_SAP000_B056_P000_bf.tar","output_size":6024058880,"rfi_percent":7.206,"input_size_str":"18.87 GB","output_size_str":"5.61 GB"}],"tar_archive":[{"size":6024058880,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223621/L597865_SAP000_B056_P000_bf.tar","class":"File","nameext":".tar","basename":"L597865_SAP000_B056_P000_bf.tar","checksum":"sha1$4f1221157159d6baf90baa3d46934aca6e218535","location":"file:///project/ldv/Share/run/2024/1/26/144_223621/L597865_SAP000_B056_P000_bf.tar","nameroot":"L597865_SAP000_B056_P000_bf"}],"summary_file":[{"size":1245,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223621/L597865_SAP000_B056-ldv-summary.log","class":"File","nameext":".log","basename":"L597865_SAP000_B056-ldv-summary.log","checksum":"sha1$5c2e827599de64e2e756711935318e41dc8dd2b2","location":"file:///project/ldv/Share/run/2024/1/26/144_223621/L597865_SAP000_B056-ldv-summary.log","nameroot":"L597865_SAP000_B056-ldv-summary"}]},"metrics":{"n_cpus":1,"n_nodes":1,"nodelist":"wn-ca-05","cpu_time_raw":418},"remarks":{"discard_reason":"using this SAS_ID as test case for ancillary dataproducts, with only a limited set of tasks... the rest will be discarded."},"status_history":["defining (2024-01-23T20:14:58Z)","defined (2024-01-25T17:14:55Z)","staging (2024-01-25T17:19:21Z)","staged (2024-01-25T23:37:29Z)","fetched (2024-01-26T00:15:53Z)","processing (2024-01-26T00:30:47Z)","processed (2024-01-26T00:38:52Z)","storing (2024-01-26T02:54:25Z)","stored (2024-01-26T05:27:13Z)","validated (2024-01-29T11:38:21Z)","scrubbing (2024-01-29T11:54:32Z)","scrubbed (2024-01-29T11:57:18Z)","pre_archiving (2024-03-01T03:34:02Z)","pre_archived (2024-03-01T03:34:33Z)","archiving (2024-03-01T04:18:44Z)","archived (2024-03-01T07:23:29Z)","finishing (2024-03-01T07:23:30Z)","finished (2024-03-01T07:23:44Z)","discard (2024-04-16T07:10:28Z)","discarding (2024-04-16T07:13:51Z)","cleaned_spider (2024-04-16T07:13:53Z)","discarding (2024-04-16T07:15:20Z)","discarded (2024-04-16T07:15:22Z)"],"size_to_process":20261232640,"size_processed":6025153171,"total_processing_time":418,"nr_of_dps":null,"log_entries":["3018771 - 223621 - staging (STAGER)","3028897 - 223621 - staged (STAGER)","3029588 - 223621 - fetched (copy_skipped)","3030236 - 223621 - processing (running)","3030388 - 223621 - processed (running)","3032978 - 223621 - storing (issuing_copying)","3032980 - 223621 - storing (copy_issued)","3035372 - 223621 - stored (copy_finished)","3069593 - 223621 - scrubbing (STAGER)","3069743 - 223621 - scrubbed (STAGER)","3519151 - 223621 - pre_archiving (submitting)","3519155 - 223621 - pre_archived (SIP created)","3519606 - 223621 - archiving (submitting)","3521055 - 223621 - archiving (ingested)","3521057 - 223621 - archived (Success)","3521058 - 223621 - finishing (cleaning)","3521061 - 223621 - finished (Success)","3526345 - 223621 - discarding (spider)","3526347 - 223621 - discarding (unpin inputs)","3526349 - 223621 - cleaned_spider (spider)","3526495 - 223621 - discarding (dcache)","3526498 - 223621 - discarded (dcache)"],"meta_scheduling":null,"environment":null,"archive":{"path_to_lta":"https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=12645BC95F192FFBE063144A17AC7D8B","lta_object_id":"12645BC95F192FFBE063144A17AC7D8B","sas_id_archived":"1227387"},"activity":2210,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}