{"id":223619,"task_type":"regular","is_summary":false,"is_aggregated":false,"creationTime":"2024-01-23T20:14:58.554476Z","filter":"lt5_004-ew-2bits","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lt5_004","sas_id":"597865","priority":100,"purge_policy":"yes","cleanup_policy":"finished","resume":true,"workflow":22,"stage_request_id":396323,"status":"discarded","new_status":"discarded","quality":"good","calculated_qualities":{"per_task":"good","per_sasid":"good"},"inputs":[{"size":20261427200,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt5_004/597865/L597865_SAP000_B054_P000_bf_60bfed36.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"tar_archive","metadata":{"dataProduct":{"size":6024253440,"_type":"PulpDataProduct","fileName":"L597865_SAP000_B054_P000_bf.tar","fileFormat":"PULP","md5checksum":"f97e0ecf2085cfe4f3b6555a4ecd17ea","storageWriter":"Unknown","dataProductType":"Pulsar pipeline output","storageWriterVersion":"Unknown"},"pipelineRun":{"fileContent":{"size":2703,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223619/L597865_SAP000_B054_P000_bf.tar_filecontent.txt","class":"File","nameext":".txt","basename":"L597865_SAP000_B054_P000_bf.tar_filecontent.txt","checksum":"sha1$69fa168bb8f306db4fa5e3aad5a456ec2b6a26d3","location":"file:///project/ldv/Share/run/2024/1/25/2212_223619/L597865_SAP000_B054_P000_bf.tar_filecontent.txt","nameroot":"L597865_SAP000_B054_P000_bf.tar_filecontent"}}},"file_name":"L597865_SAP000_B054_P000_bf.tar"}],"quality":{"plots":[{"size":213472,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223619/B1919+21_L597863_SAP0_BEAM54_PSR_B1919+21.pfd.png","class":"File","nameext":".png","basename":"B1919+21_L597863_SAP0_BEAM54_PSR_B1919+21.pfd.png","checksum":"sha1$11636d80d1b16ff70306e639a715e22bc1391003","location":"file:///project/ldv/Share/run/2024/1/25/2212_223619/B1919%2B21_L597863_SAP0_BEAM54_PSR_B1919%2B21.pfd.png","nameroot":"B1919+21_L597863_SAP0_BEAM54_PSR_B1919+21.pfd","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/B1919+21_L597863_SAP0_BEAM54_PSR_B1919+21.pfd.png"},{"size":244609,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223619/B1919+21_L597863_SAP0_BEAM54_diag.png","class":"File","nameext":".png","basename":"B1919+21_L597863_SAP0_BEAM54_diag.png","checksum":"sha1$8f7c11a82f28abd644d92104d6383fb896f273d0","location":"file:///project/ldv/Share/run/2024/1/25/2212_223619/B1919%2B21_L597863_SAP0_BEAM54_diag.png","nameroot":"B1919+21_L597863_SAP0_BEAM54_diag","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/B1919+21_L597863_SAP0_BEAM54_diag.png"},{"size":249954,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223619/B1919+21_L597863_SAP0_BEAM54_diag_pdmp.png","class":"File","nameext":".png","basename":"B1919+21_L597863_SAP0_BEAM54_diag_pdmp.png","checksum":"sha1$360cd45b309458271559091d1cbe6ca5474ed1bb","location":"file:///project/ldv/Share/run/2024/1/25/2212_223619/B1919%2B21_L597863_SAP0_BEAM54_diag_pdmp.png","nameroot":"B1919+21_L597863_SAP0_BEAM54_diag_pdmp","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/B1919+21_L597863_SAP0_BEAM54_diag_pdmp.png"},{"size":213744,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223619/B1919+21_L597863_SAP0_BEAM54_nomask_PSR_B1919+21.pfd.png","class":"File","nameext":".png","basename":"B1919+21_L597863_SAP0_BEAM54_nomask_PSR_B1919+21.pfd.png","checksum":"sha1$490a6d8db88675f4394a1cd37fe8fc2302fe098f","location":"file:///project/ldv/Share/run/2024/1/25/2212_223619/B1919%2B21_L597863_SAP0_BEAM54_nomask_PSR_B1919%2B21.pfd.png","nameroot":"B1919+21_L597863_SAP0_BEAM54_nomask_PSR_B1919+21.pfd","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/B1919+21_L597863_SAP0_BEAM54_nomask_PSR_B1919+21.pfd.png"},{"size":132294,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223619/B1919+21_L597863_SAP0_BEAM54_pdmp.png","class":"File","nameext":".png","basename":"B1919+21_L597863_SAP0_BEAM54_pdmp.png","checksum":"sha1$ff20de6213e381ffa3b8e563359d51839cc6ad5c","location":"file:///project/ldv/Share/run/2024/1/25/2212_223619/B1919%2B21_L597863_SAP0_BEAM54_pdmp.png","nameroot":"B1919+21_L597863_SAP0_BEAM54_pdmp","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/B1919+21_L597863_SAP0_BEAM54_pdmp.png"},{"size":203283,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223619/L597863_SAP0_BEAM54_rfifind-0.png","class":"File","nameext":".png","basename":"L597863_SAP0_BEAM54_rfifind-0.png","checksum":"sha1$4322fcd1c647a22f43e5eb868c1812c01701a7a2","location":"file:///project/ldv/Share/run/2024/1/25/2212_223619/L597863_SAP0_BEAM54_rfifind-0.png","nameroot":"L597863_SAP0_BEAM54_rfifind-0","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/L597863_SAP0_BEAM54_rfifind-0.png"},{"size":38931,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223619/L597863_SAP0_BEAM54_rfifind-1.png","class":"File","nameext":".png","basename":"L597863_SAP0_BEAM54_rfifind-1.png","checksum":"sha1$c14204436c46e33e7657ee68a4dc97b5f31728cf","location":"file:///project/ldv/Share/run/2024/1/25/2212_223619/L597863_SAP0_BEAM54_rfifind-1.png","nameroot":"L597863_SAP0_BEAM54_rfifind-1","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/L597863_SAP0_BEAM54_rfifind-1.png"},{"size":5123,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223619/L597863_sap000_beam0054.rfifind.log","class":"File","nameext":".log","basename":"L597863_sap000_beam0054.rfifind.log","checksum":"sha1$578debcc1b10c803be0e996f5cce82652c1f13a6","location":"file:///project/ldv/Share/run/2024/1/25/2212_223619/L597863_sap000_beam0054.rfifind.log","nameroot":"L597863_sap000_beam0054.rfifind","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/L597863_sap000_beam0054.rfifind.log"},{"size":6353,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223619/L597863_SAP0_BEAM54_2bit_ldv_psrfits_requantisation.log","class":"File","nameext":".log","basename":"L597863_SAP0_BEAM54_2bit_ldv_psrfits_requantisation.log","checksum":"sha1$d061e62de9e68b37951f0ff89ccbf6728a3c3e9f","location":"file:///project/ldv/Share/run/2024/1/25/2212_223619/L597863_SAP0_BEAM54_2bit_ldv_psrfits_requantisation.log","nameroot":"L597863_SAP0_BEAM54_2bit_ldv_psrfits_requantisation","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/L597863_SAP0_BEAM54_2bit_projects_psrfits_requantisation.log"},{"size":1641,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223619/L597865_SAP000_B054-ldv-summary.log_2","class":"File","nameext":".log","basename":"L597865_SAP000_B054-ldv-summary.log","checksum":"sha1$319c27f998d0d69ee2807e00a477700ea6f7aab0","location":"file:///project/ldv/Share/run/2024/1/25/2212_223619/L597865_SAP000_B054-ldv-summary.log_2","nameroot":"L597865_SAP000_B054-ldv-summary","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/L597865_SAP000_B054-projects-summary.log_2"}],"details":{},"summary":{"L597865_SAP000_B054_P000_bf.tar":{"added":["stokes/SAP0/BEAM54/L597863_SAP0_BEAM54_2bit.fits","stokes/SAP0/BEAM54/L597863_SAP0_BEAM54_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP0/BEAM54/L597863_SAP0_BEAM54.fits"],"input_name":"L597865_SAP000_B054_P000_bf.tar","input_size":20261427200,"size_ratio":0.2973262140191191,"output_name":"L597865_SAP000_B054_P000_bf.tar","output_size":6024253440,"rfi_percent":7.143,"input_size_str":"18.87 GB","output_size_str":"5.61 GB"}},"sensitivity":"N/A","uv-coverage":"N/A","observing-conditions":"N/A"},"summary":[{"added":["stokes/SAP0/BEAM54/L597863_SAP0_BEAM54_2bit.fits","stokes/SAP0/BEAM54/L597863_SAP0_BEAM54_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP0/BEAM54/L597863_SAP0_BEAM54.fits"],"input_name":"L597865_SAP000_B054_P000_bf.tar","input_size":20261427200,"size_ratio":0.2973262140191191,"output_name":"L597865_SAP000_B054_P000_bf.tar","output_size":6024253440,"rfi_percent":7.143,"input_size_str":"18.87 GB","output_size_str":"5.61 GB"}],"tar_archive":[{"size":6024253440,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223619/L597865_SAP000_B054_P000_bf.tar","class":"File","nameext":".tar","basename":"L597865_SAP000_B054_P000_bf.tar","checksum":"sha1$b0d9b3fc2e4c485f92be6f1d60dec40bb4d24071","location":"file:///project/ldv/Share/run/2024/1/25/2212_223619/L597865_SAP000_B054_P000_bf.tar","nameroot":"L597865_SAP000_B054_P000_bf"}],"summary_file":[{"size":1245,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223619/L597865_SAP000_B054-ldv-summary.log","class":"File","nameext":".log","basename":"L597865_SAP000_B054-ldv-summary.log","checksum":"sha1$4506040be9ae75c42cb104b4c8588c7fdfdbe13c","location":"file:///project/ldv/Share/run/2024/1/25/2212_223619/L597865_SAP000_B054-ldv-summary.log","nameroot":"L597865_SAP000_B054-ldv-summary"}]},"metrics":{"n_cpus":1,"n_nodes":1,"nodelist":"wn-ca-25","cpu_time_raw":475},"remarks":{"discard_reason":"using this SAS_ID as test case for ancillary dataproducts, with only a limited set of tasks... the rest will be discarded."},"status_history":["defining (2024-01-23T20:14:58Z)","defined (2024-01-25T17:14:55Z)","staging (2024-01-25T17:19:20Z)","staged (2024-01-25T20:39:18Z)","fetched (2024-01-25T21:17:35Z)","processing (2024-01-25T21:29:14Z)","processed (2024-01-25T21:37:31Z)","storing (2024-01-25T22:31:31Z)","stored (2024-01-26T05:55:39Z)","validated (2024-01-29T11:38:23Z)","scrubbing (2024-01-29T11:54:31Z)","scrubbed (2024-01-29T11:57:18Z)","pre_archiving (2024-03-01T03:32:35Z)","pre_archived (2024-03-01T03:33:06Z)","archiving (2024-03-01T04:17:10Z)","archived (2024-03-01T07:21:01Z)","finishing (2024-03-01T07:21:01Z)","finished (2024-03-01T07:21:14Z)","discard (2024-04-16T07:10:28Z)","discarding (2024-04-16T07:13:46Z)","cleaned_spider (2024-04-16T07:13:48Z)","discarding (2024-04-16T07:15:15Z)","discarded (2024-04-16T07:15:17Z)"],"size_to_process":20261427200,"size_processed":6025564089,"total_processing_time":475,"nr_of_dps":null,"log_entries":["3018768 - 223619 - staging (STAGER)","3024846 - 223619 - staged (STAGER)","3025836 - 223619 - fetched (copy_skipped)","3026172 - 223619 - processing (running)","3026375 - 223619 - processed (running)","3027384 - 223619 - storing (issuing_copying)","3027385 - 223619 - storing (copy_issued)","3035870 - 223619 - stored (copy_finished)","3069591 - 223619 - scrubbing (STAGER)","3069741 - 223619 - scrubbed (STAGER)","3519139 - 223619 - pre_archiving (submitting)","3519143 - 223619 - pre_archived (SIP created)","3519591 - 223619 - archiving (submitting)","3521035 - 223619 - archiving (ingested)","3521036 - 223619 - archived (Success)","3521037 - 223619 - finishing (cleaning)","3521039 - 223619 - finished (Success)","3526334 - 223619 - discarding (spider)","3526337 - 223619 - discarding (unpin inputs)","3526338 - 223619 - cleaned_spider (spider)","3526485 - 223619 - discarding (dcache)","3526487 - 223619 - discarded (dcache)"],"meta_scheduling":null,"environment":null,"archive":{"path_to_lta":"https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=12645BC95F192FFBE063144A17AC7D8B","lta_object_id":"12645BC95F192FFBE063144A17AC7D8B","sas_id_archived":"1227387"},"activity":2210,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}