{"id":223716,"task_type":"regular","is_summary":false,"is_aggregated":false,"creationTime":"2024-01-23T20:15:02.807934Z","filter":"lt5_004-ew-2bits","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lt5_004","sas_id":"597865","priority":100,"purge_policy":"no","cleanup_policy":"finished","resume":true,"workflow":22,"stage_request_id":396420,"status":"discarded","new_status":"discarded","quality":"good","calculated_qualities":{"per_task":"good","per_sasid":"good"},"inputs":[{"size":19700275200,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt5_004/597865/L597865_SAP002_B003_P000_bf_96cb976b.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"tar_archive","metadata":{"dataProduct":{"size":5463101440,"_type":"PulpDataProduct","fileName":"L597865_SAP002_B003_P000_bf.tar","fileFormat":"PULP","md5checksum":"e96d0a57ca8e84fa58e7b28830710f6f","storageWriter":"Unknown","dataProductType":"Pulsar pipeline output","storageWriterVersion":"Unknown"},"pipelineRun":{"fileContent":{"size":4364,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223716/L597865_SAP002_B003_P000_bf.tar_filecontent.txt","class":"File","nameext":".txt","basename":"L597865_SAP002_B003_P000_bf.tar_filecontent.txt","checksum":"sha1$84aba9d32c58d8db5a115c1786f38a2673f2c442","location":"file:///project/ldv/Share/run/2024/1/26/135_223716/L597865_SAP002_B003_P000_bf.tar_filecontent.txt","nameroot":"L597865_SAP002_B003_P000_bf.tar_filecontent"}}},"file_name":"L597865_SAP002_B003_P000_bf.tar"}],"quality":{"plots":[{"size":268798,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223716/B1925+18_L597863_SAP2_BEAM3_PSR_B1925+18.pfd.png","class":"File","nameext":".png","basename":"B1925+18_L597863_SAP2_BEAM3_PSR_B1925+18.pfd.png","checksum":"sha1$716735254de443c7dde7566ca6fd7053cfa2de33","location":"file:///project/ldv/Share/run/2024/1/26/135_223716/B1925%2B18_L597863_SAP2_BEAM3_PSR_B1925%2B18.pfd.png","nameroot":"B1925+18_L597863_SAP2_BEAM3_PSR_B1925+18.pfd","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/B1925+18_L597863_SAP2_BEAM3_PSR_B1925+18.pfd.png"},{"size":274085,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223716/B1925+18_L597863_SAP2_BEAM3_diag.png","class":"File","nameext":".png","basename":"B1925+18_L597863_SAP2_BEAM3_diag.png","checksum":"sha1$6fdabeb3b28cecfbef14f6f78aaf3c2bfb0dd907","location":"file:///project/ldv/Share/run/2024/1/26/135_223716/B1925%2B18_L597863_SAP2_BEAM3_diag.png","nameroot":"B1925+18_L597863_SAP2_BEAM3_diag","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/B1925+18_L597863_SAP2_BEAM3_diag.png"},{"size":266971,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223716/B1925+18_L597863_SAP2_BEAM3_diag_pdmp.png","class":"File","nameext":".png","basename":"B1925+18_L597863_SAP2_BEAM3_diag_pdmp.png","checksum":"sha1$feab09dfb9cc7beb0778a87a8f2e59043e39dd49","location":"file:///project/ldv/Share/run/2024/1/26/135_223716/B1925%2B18_L597863_SAP2_BEAM3_diag_pdmp.png","nameroot":"B1925+18_L597863_SAP2_BEAM3_diag_pdmp","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/B1925+18_L597863_SAP2_BEAM3_diag_pdmp.png"},{"size":267669,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223716/B1925+18_L597863_SAP2_BEAM3_nomask_PSR_B1925+18.pfd.png","class":"File","nameext":".png","basename":"B1925+18_L597863_SAP2_BEAM3_nomask_PSR_B1925+18.pfd.png","checksum":"sha1$c1822820ed5b595efea7738f19e946efbaaa0f9a","location":"file:///project/ldv/Share/run/2024/1/26/135_223716/B1925%2B18_L597863_SAP2_BEAM3_nomask_PSR_B1925%2B18.pfd.png","nameroot":"B1925+18_L597863_SAP2_BEAM3_nomask_PSR_B1925+18.pfd","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/B1925+18_L597863_SAP2_BEAM3_nomask_PSR_B1925+18.pfd.png"},{"size":240866,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223716/B1925+18_L597863_SAP2_BEAM3_pdmp.png","class":"File","nameext":".png","basename":"B1925+18_L597863_SAP2_BEAM3_pdmp.png","checksum":"sha1$825703502044bad5238743d3443a3e9d432429ad","location":"file:///project/ldv/Share/run/2024/1/26/135_223716/B1925%2B18_L597863_SAP2_BEAM3_pdmp.png","nameroot":"B1925+18_L597863_SAP2_BEAM3_pdmp","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/B1925+18_L597863_SAP2_BEAM3_pdmp.png"},{"size":86767,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223716/B1937+21_L597863_SAP2_BEAM3_PSR_B1937+21.pfd.png","class":"File","nameext":".png","basename":"B1937+21_L597863_SAP2_BEAM3_PSR_B1937+21.pfd.png","checksum":"sha1$45ceb069af7bee30b813798a09c0b934bae5b446","location":"file:///project/ldv/Share/run/2024/1/26/135_223716/B1937%2B21_L597863_SAP2_BEAM3_PSR_B1937%2B21.pfd.png","nameroot":"B1937+21_L597863_SAP2_BEAM3_PSR_B1937+21.pfd","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/B1937+21_L597863_SAP2_BEAM3_PSR_B1937+21.pfd.png"},{"size":26382,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223716/B1937+21_L597863_SAP2_BEAM3_diag.png","class":"File","nameext":".png","basename":"B1937+21_L597863_SAP2_BEAM3_diag.png","checksum":"sha1$bbaf9e5334fde6922dadea1b5ea9ddee5242b5cd","location":"file:///project/ldv/Share/run/2024/1/26/135_223716/B1937%2B21_L597863_SAP2_BEAM3_diag.png","nameroot":"B1937+21_L597863_SAP2_BEAM3_diag","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/B1937+21_L597863_SAP2_BEAM3_diag.png"},{"size":27915,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223716/B1937+21_L597863_SAP2_BEAM3_diag_pdmp.png","class":"File","nameext":".png","basename":"B1937+21_L597863_SAP2_BEAM3_diag_pdmp.png","checksum":"sha1$148b3c30fa26b7d6353905cdc97796efdafa55e6","location":"file:///project/ldv/Share/run/2024/1/26/135_223716/B1937%2B21_L597863_SAP2_BEAM3_diag_pdmp.png","nameroot":"B1937+21_L597863_SAP2_BEAM3_diag_pdmp","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/B1937+21_L597863_SAP2_BEAM3_diag_pdmp.png"},{"size":87126,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223716/B1937+21_L597863_SAP2_BEAM3_nomask_PSR_B1937+21.pfd.png","class":"File","nameext":".png","basename":"B1937+21_L597863_SAP2_BEAM3_nomask_PSR_B1937+21.pfd.png","checksum":"sha1$ec9d23d51beb626d83509688ca648e2ab280d0da","location":"file:///project/ldv/Share/run/2024/1/26/135_223716/B1937%2B21_L597863_SAP2_BEAM3_nomask_PSR_B1937%2B21.pfd.png","nameroot":"B1937+21_L597863_SAP2_BEAM3_nomask_PSR_B1937+21.pfd","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/B1937+21_L597863_SAP2_BEAM3_nomask_PSR_B1937+21.pfd.png"},{"size":125604,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223716/B1937+21_L597863_SAP2_BEAM3_pdmp.png","class":"File","nameext":".png","basename":"B1937+21_L597863_SAP2_BEAM3_pdmp.png","checksum":"sha1$99360a42360d21837ad8918581d1705050014c8d","location":"file:///project/ldv/Share/run/2024/1/26/135_223716/B1937%2B21_L597863_SAP2_BEAM3_pdmp.png","nameroot":"B1937+21_L597863_SAP2_BEAM3_pdmp","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/B1937+21_L597863_SAP2_BEAM3_pdmp.png"},{"size":202906,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223716/L597863_SAP2_BEAM3_rfifind-0.png","class":"File","nameext":".png","basename":"L597863_SAP2_BEAM3_rfifind-0.png","checksum":"sha1$113e3809776d9ce4673a9479bbfa563426e0dccd","location":"file:///project/ldv/Share/run/2024/1/26/135_223716/L597863_SAP2_BEAM3_rfifind-0.png","nameroot":"L597863_SAP2_BEAM3_rfifind-0","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/L597863_SAP2_BEAM3_rfifind-0.png"},{"size":38857,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223716/L597863_SAP2_BEAM3_rfifind-1.png","class":"File","nameext":".png","basename":"L597863_SAP2_BEAM3_rfifind-1.png","checksum":"sha1$dfc1d2cbd3e340b1fab924f32f63737d8010843e","location":"file:///project/ldv/Share/run/2024/1/26/135_223716/L597863_SAP2_BEAM3_rfifind-1.png","nameroot":"L597863_SAP2_BEAM3_rfifind-1","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/L597863_SAP2_BEAM3_rfifind-1.png"},{"size":5117,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223716/L597863_sap002_beam0003.rfifind.log","class":"File","nameext":".log","basename":"L597863_sap002_beam0003.rfifind.log","checksum":"sha1$7c805cfe9990548cb37d325492d05074fa58614a","location":"file:///project/ldv/Share/run/2024/1/26/135_223716/L597863_sap002_beam0003.rfifind.log","nameroot":"L597863_sap002_beam0003.rfifind","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/L597863_sap002_beam0003.rfifind.log"},{"size":6338,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223716/L597863_SAP2_BEAM3_2bit_ldv_psrfits_requantisation.log","class":"File","nameext":".log","basename":"L597863_SAP2_BEAM3_2bit_ldv_psrfits_requantisation.log","checksum":"sha1$2b6a667568c247c6d8e7e9e0ad1e96188e242d70","location":"file:///project/ldv/Share/run/2024/1/26/135_223716/L597863_SAP2_BEAM3_2bit_ldv_psrfits_requantisation.log","nameroot":"L597863_SAP2_BEAM3_2bit_ldv_psrfits_requantisation","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/L597863_SAP2_BEAM3_2bit_projects_psrfits_requantisation.log"},{"size":1635,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223716/L597865_SAP002_B003-ldv-summary.log_2","class":"File","nameext":".log","basename":"L597865_SAP002_B003-ldv-summary.log","checksum":"sha1$8a4bbf4bce6d4c8b3f210fa82ec47837ca619e29","location":"file:///project/ldv/Share/run/2024/1/26/135_223716/L597865_SAP002_B003-ldv-summary.log_2","nameroot":"L597865_SAP002_B003-ldv-summary","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/L597865_SAP002_B003-projects-summary.log_2"}],"details":{},"summary":{"L597865_SAP002_B003_P000_bf.tar":{"added":["stokes/SAP2/BEAM3/L597863_SAP2_BEAM3_2bit.fits","stokes/SAP2/BEAM3/L597863_SAP2_BEAM3_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP2/BEAM3/L597863_SAP2_BEAM3.fits"],"input_name":"L597865_SAP002_B003_P000_bf.tar","input_size":19700275200,"size_ratio":0.27731092000176727,"output_name":"L597865_SAP002_B003_P000_bf.tar","output_size":5463101440,"rfi_percent":7.152,"input_size_str":"18.35 GB","output_size_str":"5.09 GB"}},"sensitivity":"N/A","uv-coverage":"N/A","observing-conditions":"N/A"},"summary":[{"added":["stokes/SAP2/BEAM3/L597863_SAP2_BEAM3_2bit.fits","stokes/SAP2/BEAM3/L597863_SAP2_BEAM3_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP2/BEAM3/L597863_SAP2_BEAM3.fits"],"input_name":"L597865_SAP002_B003_P000_bf.tar","input_size":19700275200,"size_ratio":0.27731092000176727,"output_name":"L597865_SAP002_B003_P000_bf.tar","output_size":5463101440,"rfi_percent":7.152,"input_size_str":"18.35 GB","output_size_str":"5.09 GB"}],"tar_archive":[{"size":5463101440,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223716/L597865_SAP002_B003_P000_bf.tar","class":"File","nameext":".tar","basename":"L597865_SAP002_B003_P000_bf.tar","checksum":"sha1$67bc4e9f421b7036513e5ea4e7271d56ea1c587e","location":"file:///project/ldv/Share/run/2024/1/26/135_223716/L597865_SAP002_B003_P000_bf.tar","nameroot":"L597865_SAP002_B003_P000_bf"}],"summary_file":[{"size":1239,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223716/L597865_SAP002_B003-ldv-summary.log","class":"File","nameext":".log","basename":"L597865_SAP002_B003-ldv-summary.log","checksum":"sha1$ef26a9ea6f294ed60323098af374f5fd2fdc3227","location":"file:///project/ldv/Share/run/2024/1/26/135_223716/L597865_SAP002_B003-ldv-summary.log","nameroot":"L597865_SAP002_B003-ldv-summary"}]},"metrics":{"n_cpus":1,"n_nodes":1,"nodelist":"wn-ha-03","cpu_time_raw":354},"remarks":{"discard_reason":"using this SAS_ID as test case for ancillary dataproducts, with only a limited set of tasks... the rest will be discarded."},"status_history":["defining (2024-01-23T20:15:02Z)","defined (2024-01-25T17:14:54Z)","staging (2024-01-25T17:21:21Z)","staged (2024-01-25T23:24:00Z)","fetched (2024-01-26T00:15:59Z)","processing (2024-01-26T00:34:37Z)","processed (2024-01-26T00:40:49Z)","storing (2024-01-26T02:58:10Z)","stored (2024-01-26T05:31:13Z)","validated (2024-01-29T11:38:22Z)","scrubbing (2024-01-29T11:55:09Z)","scrubbed (2024-01-29T11:57:48Z)","pre_archiving (2024-03-01T04:42:16Z)","pre_archived (2024-03-01T04:42:48Z)","archiving (2024-03-01T05:36:50Z)","archived (2024-03-01T09:00:31Z)","finishing (2024-03-01T09:00:31Z)","finished (2024-03-01T09:00:45Z)","discard (2024-04-16T07:10:40Z)","discarding (2024-04-16T07:19:28Z)","cleaned_spider (2024-04-16T07:19:30Z)","discarding (2024-04-16T07:24:09Z)","discarded (2024-04-16T07:24:11Z)"],"size_to_process":19700275200,"size_processed":5465029715,"total_processing_time":354,"nr_of_dps":null,"log_entries":["3018920 - 223716 - staging (STAGER)","3028690 - 223716 - staged (STAGER)","3029608 - 223716 - fetched (copy_skipped)","3030308 - 223716 - processing (running)","3030418 - 223716 - processed (running)","3033044 - 223716 - storing (issuing_copying)","3033059 - 223716 - storing (copy_issued)","3035456 - 223716 - stored (copy_finished)","3069701 - 223716 - scrubbing (STAGER)","3069849 - 223716 - scrubbed (STAGER)","3519841 - 223716 - pre_archiving (submitting)","3519843 - 223716 - pre_archived (SIP created)","3520346 - 223716 - archiving (submitting)","3522518 - 223716 - archiving (ingested)","3522522 - 223716 - archived (Success)","3522523 - 223716 - finishing (cleaning)","3522526 - 223716 - finished (Success)","3526877 - 223716 - discarding (spider)","3526878 - 223716 - discarding (unpin inputs)","3526879 - 223716 - cleaned_spider (spider)","3527126 - 223716 - discarding (dcache)","3527127 - 223716 - discarded (dcache)"],"meta_scheduling":null,"environment":null,"archive":{"path_to_lta":"https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=12645BC95F192FFBE063144A17AC7D8B","lta_object_id":"12645BC95F192FFBE063144A17AC7D8B","sas_id_archived":"1227387"},"activity":2210,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}