{"id":223718,"task_type":"regular","is_summary":false,"is_aggregated":false,"creationTime":"2024-01-23T20:15:02.870708Z","filter":"lt5_004-ew-2bits","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lt5_004","sas_id":"597865","priority":100,"purge_policy":"yes","cleanup_policy":"finished","resume":true,"workflow":22,"stage_request_id":396422,"status":"discarded","new_status":"discarded","quality":"good","calculated_qualities":{"per_task":"good","per_sasid":"good"},"inputs":[{"size":20276520960,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt5_004/597865/L597865_SAP002_B005_P000_bf_f0719cb3.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"tar_archive","metadata":{"dataProduct":{"size":6039357440,"_type":"PulpDataProduct","fileName":"L597865_SAP002_B005_P000_bf.tar","fileFormat":"PULP","md5checksum":"7bc36cbf524d7993732744765ae415d4","storageWriter":"Unknown","dataProductType":"Pulsar pipeline output","storageWriterVersion":"Unknown"},"pipelineRun":{"fileContent":{"size":4364,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223718/L597865_SAP002_B005_P000_bf.tar_filecontent.txt","class":"File","nameext":".txt","basename":"L597865_SAP002_B005_P000_bf.tar_filecontent.txt","checksum":"sha1$241d5967505c532948c70fd7ccdbb9184da08e64","location":"file:///project/ldv/Share/run/2024/1/26/335_223718/L597865_SAP002_B005_P000_bf.tar_filecontent.txt","nameroot":"L597865_SAP002_B005_P000_bf.tar_filecontent"}}},"file_name":"L597865_SAP002_B005_P000_bf.tar"}],"quality":{"plots":[{"size":263646,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223718/B1920+20_L597863_SAP2_BEAM5_PSR_B1920+20.pfd.png","class":"File","nameext":".png","basename":"B1920+20_L597863_SAP2_BEAM5_PSR_B1920+20.pfd.png","checksum":"sha1$bffe92d8dbf63d0b902517fc2aec3e9b0023ae92","location":"file:///project/ldv/Share/run/2024/1/26/335_223718/B1920%2B20_L597863_SAP2_BEAM5_PSR_B1920%2B20.pfd.png","nameroot":"B1920+20_L597863_SAP2_BEAM5_PSR_B1920+20.pfd","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/B1920+20_L597863_SAP2_BEAM5_PSR_B1920+20.pfd.png"},{"size":276990,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223718/B1920+20_L597863_SAP2_BEAM5_diag.png","class":"File","nameext":".png","basename":"B1920+20_L597863_SAP2_BEAM5_diag.png","checksum":"sha1$432193fcc52bb18ca318b230356682b0101baa95","location":"file:///project/ldv/Share/run/2024/1/26/335_223718/B1920%2B20_L597863_SAP2_BEAM5_diag.png","nameroot":"B1920+20_L597863_SAP2_BEAM5_diag","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/B1920+20_L597863_SAP2_BEAM5_diag.png"},{"size":288063,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223718/B1920+20_L597863_SAP2_BEAM5_diag_pdmp.png","class":"File","nameext":".png","basename":"B1920+20_L597863_SAP2_BEAM5_diag_pdmp.png","checksum":"sha1$400ea063de220fb63b08379b4b98c970e672ad74","location":"file:///project/ldv/Share/run/2024/1/26/335_223718/B1920%2B20_L597863_SAP2_BEAM5_diag_pdmp.png","nameroot":"B1920+20_L597863_SAP2_BEAM5_diag_pdmp","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/B1920+20_L597863_SAP2_BEAM5_diag_pdmp.png"},{"size":264181,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223718/B1920+20_L597863_SAP2_BEAM5_nomask_PSR_B1920+20.pfd.png","class":"File","nameext":".png","basename":"B1920+20_L597863_SAP2_BEAM5_nomask_PSR_B1920+20.pfd.png","checksum":"sha1$56f667304c083a957df6e63d864cd7befcc53ee8","location":"file:///project/ldv/Share/run/2024/1/26/335_223718/B1920%2B20_L597863_SAP2_BEAM5_nomask_PSR_B1920%2B20.pfd.png","nameroot":"B1920+20_L597863_SAP2_BEAM5_nomask_PSR_B1920+20.pfd","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/B1920+20_L597863_SAP2_BEAM5_nomask_PSR_B1920+20.pfd.png"},{"size":234516,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223718/B1920+20_L597863_SAP2_BEAM5_pdmp.png","class":"File","nameext":".png","basename":"B1920+20_L597863_SAP2_BEAM5_pdmp.png","checksum":"sha1$cc53b0fea5b9a5ea21037802dee1f07fac5351b7","location":"file:///project/ldv/Share/run/2024/1/26/335_223718/B1920%2B20_L597863_SAP2_BEAM5_pdmp.png","nameroot":"B1920+20_L597863_SAP2_BEAM5_pdmp","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/B1920+20_L597863_SAP2_BEAM5_pdmp.png"},{"size":87282,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223718/B1937+21_L597863_SAP2_BEAM5_PSR_B1937+21.pfd.png","class":"File","nameext":".png","basename":"B1937+21_L597863_SAP2_BEAM5_PSR_B1937+21.pfd.png","checksum":"sha1$d2143b6b1cc6cbcf8d293167c2d79a4609ce0356","location":"file:///project/ldv/Share/run/2024/1/26/335_223718/B1937%2B21_L597863_SAP2_BEAM5_PSR_B1937%2B21.pfd.png","nameroot":"B1937+21_L597863_SAP2_BEAM5_PSR_B1937+21.pfd","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/B1937+21_L597863_SAP2_BEAM5_PSR_B1937+21.pfd.png"},{"size":29627,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223718/B1937+21_L597863_SAP2_BEAM5_diag.png","class":"File","nameext":".png","basename":"B1937+21_L597863_SAP2_BEAM5_diag.png","checksum":"sha1$742e4d7bf8b490b6139363ae4c69d048de52ea84","location":"file:///project/ldv/Share/run/2024/1/26/335_223718/B1937%2B21_L597863_SAP2_BEAM5_diag.png","nameroot":"B1937+21_L597863_SAP2_BEAM5_diag","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/B1937+21_L597863_SAP2_BEAM5_diag.png"},{"size":29222,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223718/B1937+21_L597863_SAP2_BEAM5_diag_pdmp.png","class":"File","nameext":".png","basename":"B1937+21_L597863_SAP2_BEAM5_diag_pdmp.png","checksum":"sha1$4e4f6a9481e163845f3407288c366e2ff7dd7921","location":"file:///project/ldv/Share/run/2024/1/26/335_223718/B1937%2B21_L597863_SAP2_BEAM5_diag_pdmp.png","nameroot":"B1937+21_L597863_SAP2_BEAM5_diag_pdmp","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/B1937+21_L597863_SAP2_BEAM5_diag_pdmp.png"},{"size":86915,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223718/B1937+21_L597863_SAP2_BEAM5_nomask_PSR_B1937+21.pfd.png","class":"File","nameext":".png","basename":"B1937+21_L597863_SAP2_BEAM5_nomask_PSR_B1937+21.pfd.png","checksum":"sha1$cd6c9446ca6a1abb1e0314afa260818700f73fb3","location":"file:///project/ldv/Share/run/2024/1/26/335_223718/B1937%2B21_L597863_SAP2_BEAM5_nomask_PSR_B1937%2B21.pfd.png","nameroot":"B1937+21_L597863_SAP2_BEAM5_nomask_PSR_B1937+21.pfd","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/B1937+21_L597863_SAP2_BEAM5_nomask_PSR_B1937+21.pfd.png"},{"size":128191,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223718/B1937+21_L597863_SAP2_BEAM5_pdmp.png","class":"File","nameext":".png","basename":"B1937+21_L597863_SAP2_BEAM5_pdmp.png","checksum":"sha1$e2443a79b5dfbeb7fdc24fe83c4bb066a9db1242","location":"file:///project/ldv/Share/run/2024/1/26/335_223718/B1937%2B21_L597863_SAP2_BEAM5_pdmp.png","nameroot":"B1937+21_L597863_SAP2_BEAM5_pdmp","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/B1937+21_L597863_SAP2_BEAM5_pdmp.png"},{"size":202757,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223718/L597863_SAP2_BEAM5_rfifind-0.png","class":"File","nameext":".png","basename":"L597863_SAP2_BEAM5_rfifind-0.png","checksum":"sha1$f679ad580621bb2a14bef680a8dc77c1ef7aa96f","location":"file:///project/ldv/Share/run/2024/1/26/335_223718/L597863_SAP2_BEAM5_rfifind-0.png","nameroot":"L597863_SAP2_BEAM5_rfifind-0","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/L597863_SAP2_BEAM5_rfifind-0.png"},{"size":38897,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223718/L597863_SAP2_BEAM5_rfifind-1.png","class":"File","nameext":".png","basename":"L597863_SAP2_BEAM5_rfifind-1.png","checksum":"sha1$5d7a2ecd7072fd623beff02b9bea2b8cdf3917b5","location":"file:///project/ldv/Share/run/2024/1/26/335_223718/L597863_SAP2_BEAM5_rfifind-1.png","nameroot":"L597863_SAP2_BEAM5_rfifind-1","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/L597863_SAP2_BEAM5_rfifind-1.png"},{"size":5117,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223718/L597863_sap002_beam0005.rfifind.log","class":"File","nameext":".log","basename":"L597863_sap002_beam0005.rfifind.log","checksum":"sha1$99a8c08efabd80214253bb1ca76216efb9b7cfd3","location":"file:///project/ldv/Share/run/2024/1/26/335_223718/L597863_sap002_beam0005.rfifind.log","nameroot":"L597863_sap002_beam0005.rfifind","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/L597863_sap002_beam0005.rfifind.log"},{"size":6338,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223718/L597863_SAP2_BEAM5_2bit_ldv_psrfits_requantisation.log","class":"File","nameext":".log","basename":"L597863_SAP2_BEAM5_2bit_ldv_psrfits_requantisation.log","checksum":"sha1$4aefc1ea3e30d3b2245d2ee7ec8cf019ff2fcd55","location":"file:///project/ldv/Share/run/2024/1/26/335_223718/L597863_SAP2_BEAM5_2bit_ldv_psrfits_requantisation.log","nameroot":"L597863_SAP2_BEAM5_2bit_ldv_psrfits_requantisation","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/L597863_SAP2_BEAM5_2bit_projects_psrfits_requantisation.log"},{"size":1635,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223718/L597865_SAP002_B005-ldv-summary.log_2","class":"File","nameext":".log","basename":"L597865_SAP002_B005-ldv-summary.log","checksum":"sha1$c162e6c02c4a97c771f7277204949d255e4314d0","location":"file:///project/ldv/Share/run/2024/1/26/335_223718/L597865_SAP002_B005-ldv-summary.log_2","nameroot":"L597865_SAP002_B005-ldv-summary","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/L597865_SAP002_B005-projects-summary.log_2"}],"details":{},"summary":{"L597865_SAP002_B005_P000_bf.tar":{"added":["stokes/SAP2/BEAM5/L597863_SAP2_BEAM5_2bit.fits","stokes/SAP2/BEAM5/L597863_SAP2_BEAM5_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP2/BEAM5/L597863_SAP2_BEAM5.fits"],"input_name":"L597865_SAP002_B005_P000_bf.tar","input_size":20276520960,"size_ratio":0.2978497865543103,"output_name":"L597865_SAP002_B005_P000_bf.tar","output_size":6039357440,"rfi_percent":7.126,"input_size_str":"18.88 GB","output_size_str":"5.62 GB"}},"sensitivity":"N/A","uv-coverage":"N/A","observing-conditions":"N/A"},"summary":[{"added":["stokes/SAP2/BEAM5/L597863_SAP2_BEAM5_2bit.fits","stokes/SAP2/BEAM5/L597863_SAP2_BEAM5_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP2/BEAM5/L597863_SAP2_BEAM5.fits"],"input_name":"L597865_SAP002_B005_P000_bf.tar","input_size":20276520960,"size_ratio":0.2978497865543103,"output_name":"L597865_SAP002_B005_P000_bf.tar","output_size":6039357440,"rfi_percent":7.126,"input_size_str":"18.88 GB","output_size_str":"5.62 GB"}],"tar_archive":[{"size":6039357440,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223718/L597865_SAP002_B005_P000_bf.tar","class":"File","nameext":".tar","basename":"L597865_SAP002_B005_P000_bf.tar","checksum":"sha1$a4f6e8d0b59e81c5ccb5e97fb3f1341d5a665dc8","location":"file:///project/ldv/Share/run/2024/1/26/335_223718/L597865_SAP002_B005_P000_bf.tar","nameroot":"L597865_SAP002_B005_P000_bf"}],"summary_file":[{"size":1239,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223718/L597865_SAP002_B005-ldv-summary.log","class":"File","nameext":".log","basename":"L597865_SAP002_B005-ldv-summary.log","checksum":"sha1$2803e2061059610ea95aae6de370c500ec9de212","location":"file:///project/ldv/Share/run/2024/1/26/335_223718/L597865_SAP002_B005-ldv-summary.log","nameroot":"L597865_SAP002_B005-ldv-summary"}]},"metrics":{"n_cpus":1,"n_nodes":1,"nodelist":"wn-dc-18","cpu_time_raw":695},"remarks":{"discard_reason":"using this SAS_ID as test case for ancillary dataproducts, with only a limited set of tasks... the rest will be discarded."},"status_history":["defining (2024-01-23T20:15:02Z)","defined (2024-01-25T17:14:54Z)","staging (2024-01-25T17:21:21Z)","staged (2024-01-26T00:31:30Z)","fetched (2024-01-26T02:29:58Z)","processing (2024-01-26T02:45:37Z)","processed (2024-01-26T02:57:23Z)","storing (2024-01-26T04:03:09Z)","stored (2024-01-26T05:31:20Z)","validated (2024-01-29T11:38:22Z)","scrubbing (2024-01-29T12:00:14Z)","scrubbed (2024-01-29T12:00:41Z)","pre_archiving (2024-03-01T04:43:42Z)","pre_archived (2024-03-01T04:44:14Z)","archiving (2024-03-01T05:38:26Z)","archived (2024-03-01T09:02:41Z)","finishing (2024-03-01T09:02:41Z)","finished (2024-03-01T09:02:55Z)","discard (2024-04-16T07:10:41Z)","discarding (2024-04-16T07:19:32Z)","cleaned_spider (2024-04-16T07:19:34Z)","discarding (2024-04-16T07:24:13Z)","discarded (2024-04-16T07:24:15Z)"],"size_to_process":20276520960,"size_processed":6041302056,"total_processing_time":695,"nr_of_dps":null,"log_entries":["3018922 - 223718 - staging (STAGER)","3030247 - 223718 - staged (STAGER)","3032223 - 223718 - fetched (copy_skipped)","3032809 - 223718 - processing (running)","3033026 - 223718 - processed (running)","3034322 - 223718 - storing (issuing_copying)","3034325 - 223718 - storing (copy_issued)","3035458 - 223718 - stored (copy_finished)","3070010 - 223718 - scrubbing (STAGER)","3070101 - 223718 - scrubbed (STAGER)","3519855 - 223718 - pre_archiving (submitting)","3519861 - 223718 - pre_archived (SIP created)","3520362 - 223718 - archiving (submitting)","3522538 - 223718 - archiving (ingested)","3522539 - 223718 - archived (Success)","3522540 - 223718 - finishing (cleaning)","3522542 - 223718 - finished (Success)","3526883 - 223718 - discarding (spider)","3526884 - 223718 - discarding (unpin inputs)","3526885 - 223718 - cleaned_spider (spider)","3527130 - 223718 - discarding (dcache)","3527131 - 223718 - discarded (dcache)"],"meta_scheduling":null,"environment":null,"archive":{"path_to_lta":"https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=12645BC95F192FFBE063144A17AC7D8B","lta_object_id":"12645BC95F192FFBE063144A17AC7D8B","sas_id_archived":"1227387"},"activity":2210,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}