{"id":33759,"task_type":"regular","is_summary":false,"is_aggregated":false,"creationTime":"2023-04-26T07:20:05.796076Z","filter":"ldv-spec:112","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lt5_004","sas_id":"526107","priority":100,"purge_policy":"yes","cleanup_policy":"discard","resume":true,"workflow":22,"stage_request_id":49068,"status":"discarded","new_status":"discarded","quality":"good","calculated_qualities":{"per_task":"good","per_sasid":"good"},"inputs":[{"size":19193415680,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt5_004/526107/L526107_SAP000_B001_P000_bf_b1bf019b.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"tar_archive","metadata":{"dataProduct":{"size":4885964800,"_type":"PulpDataProduct","fileName":"L526107_SAP000_B001_P000_bf.tar","fileFormat":"PULP","md5checksum":"5fd1e27c1035fcc1773a3b5195618ca2","storageWriter":"Unknown","dataProductType":"Pulsar pipeline output","storageWriterVersion":"Unknown"},"pipelineRun":{"fileContent":{"size":549,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33759/L526107_SAP000_B001_P000_bf.tar_filecontent.txt","class":"File","nameext":".txt","basename":"L526107_SAP000_B001_P000_bf.tar_filecontent.txt","checksum":"sha1$74d316bd0cb342972aef4751969392cf5414cfc3","location":"file:///project/ldv/Share/run/2023/7/3/1356_33759/L526107_SAP000_B001_P000_bf.tar_filecontent.txt","nameroot":"L526107_SAP000_B001_P000_bf.tar_filecontent"}}},"file_name":"L526107_SAP000_B001_P000_bf.tar"}],"quality":{"plots":[{"size":244347,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33759/L526105_SAP0_BEAM1_rfifind-0.png","class":"File","nameext":".png","basename":"L526105_SAP0_BEAM1_rfifind-0.png","checksum":"sha1$bf4f8022cc27483e5fd4216d2f24b14bd9ab0e8d","location":"file:///project/ldv/Share/run/2023/7/3/1356_33759/L526105_SAP0_BEAM1_rfifind-0.png","nameroot":"L526105_SAP0_BEAM1_rfifind-0"},{"size":60400,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33759/L526105_SAP0_BEAM1_rfifind-1.png","class":"File","nameext":".png","basename":"L526105_SAP0_BEAM1_rfifind-1.png","checksum":"sha1$d909137030946ce68a7232e2a7098f7050f7c0d1","location":"file:///project/ldv/Share/run/2023/7/3/1356_33759/L526105_SAP0_BEAM1_rfifind-1.png","nameroot":"L526105_SAP0_BEAM1_rfifind-1"},{"size":5123,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33759/L526105_sap000_beam0001.rfifind.log","class":"File","nameext":".log","basename":"L526105_sap000_beam0001.rfifind.log","checksum":"sha1$cb6bcaf76c70576f40f8040885468555a242b888","location":"file:///project/ldv/Share/run/2023/7/3/1356_33759/L526105_sap000_beam0001.rfifind.log","nameroot":"L526105_sap000_beam0001.rfifind"},{"size":6338,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33759/L526105_SAP0_BEAM1_2bit_ldv_psrfits_requantisation.log","class":"File","nameext":".log","basename":"L526105_SAP0_BEAM1_2bit_ldv_psrfits_requantisation.log","checksum":"sha1$c1d0bdbab1b516559338dd4e998cbac6ac34c60e","location":"file:///project/ldv/Share/run/2023/7/3/1356_33759/L526105_SAP0_BEAM1_2bit_ldv_psrfits_requantisation.log","nameroot":"L526105_SAP0_BEAM1_2bit_ldv_psrfits_requantisation"},{"size":1623,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33759/L526107-ldv-summary.log_2","class":"File","nameext":".log","basename":"L526107-ldv-summary.log","checksum":"sha1$e639ba7b7ce3d692ed5e65fa9dbd34c17f1d3261","location":"file:///project/ldv/Share/run/2023/7/3/1356_33759/L526107-ldv-summary.log_2","nameroot":"L526107-ldv-summary"}],"details":{},"summary":{"L526107_SAP000_B001_P000_bf.tar":{"added":["stokes/SAP0/BEAM1/L526105_SAP0_BEAM1_2bit.fits","stokes/SAP0/BEAM1/L526105_SAP0_BEAM1_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP0/BEAM1/L526105_SAP0_BEAM1.fits"],"input_name":"L526107_SAP000_B001_P000_bf.tar","input_size":19193415680,"size_ratio":0.25456463203114454,"output_name":"L526107_SAP000_B001_P000_bf.tar","output_size":4885964800,"rfi_percent":11.767,"input_size_str":"17.88 GB","output_size_str":"4.55 GB"}},"sensitivity":"N/A","uv-coverage":"N/A","observing-conditions":"N/A"},"summary":[{"added":["stokes/SAP0/BEAM1/L526105_SAP0_BEAM1_2bit.fits","stokes/SAP0/BEAM1/L526105_SAP0_BEAM1_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP0/BEAM1/L526105_SAP0_BEAM1.fits"],"input_name":"L526107_SAP000_B001_P000_bf.tar","input_size":19193415680,"size_ratio":0.25456463203114454,"output_name":"L526107_SAP000_B001_P000_bf.tar","output_size":4885964800,"rfi_percent":11.767,"input_size_str":"17.88 GB","output_size_str":"4.55 GB"}],"tar_archive":[{"size":4885964800,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33759/L526107_SAP000_B001_P000_bf.tar","class":"File","nameext":".tar","basename":"L526107_SAP000_B001_P000_bf.tar","checksum":"sha1$35dbbea4b4740ab342043046981b53a586be17a9","location":"file:///project/ldv/Share/run/2023/7/3/1356_33759/L526107_SAP000_B001_P000_bf.tar","nameroot":"L526107_SAP000_B001_P000_bf"}],"summary_file":[{"size":1239,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33759/L526107-ldv-summary.log","class":"File","nameext":".log","basename":"L526107-ldv-summary.log","checksum":"sha1$35682ace785fda8a8a330599cd6fc287a76b18e3","location":"file:///project/ldv/Share/run/2023/7/3/1356_33759/L526107-ldv-summary.log","nameroot":"L526107-ldv-summary"}]},"metrics":{"n_cpus":1,"n_nodes":1,"nodelist":"wn-ca-07","cpu_time_raw":469},"remarks":{"discard_reason":""},"status_history":["fetched (2023-05-12T05:23:52Z)","fetched (2023-05-11T22:49:48Z)","processing (2023-05-11T22:50:10Z)","processed (2023-05-11T22:56:41Z)","storing (2023-05-11T22:57:03Z)","stored (2023-05-11T22:57:59Z)","processing (2023-05-12T05:25:16Z)","processed (2023-05-12T05:39:01Z)","storing (2023-05-12T05:40:07Z)","stored (2023-05-12T05:42:50Z)","defining (2023-04-26T07:20:05Z)","defined (2023-04-26T07:23:31Z)","staged (2023-04-26T07:39:20Z)","fetched (2023-04-26T07:39:28Z)","staging (2023-04-26T07:23:58Z)","processing (2023-04-26T13:35:24Z)","processed_failed (2023-04-26T13:38:44Z)","fetched (2023-04-26T14:27:56Z)","processing (2023-04-26T14:28:24Z)","processed_failed (2023-04-26T14:31:42Z)","fetched (2023-04-26T19:30:08Z)","processing (2023-04-26T19:30:34Z)","processed_failed (2023-04-26T19:34:10Z)","fetched (2023-05-12T07:25:05Z)","processing (2023-05-12T07:25:38Z)","processed (2023-05-12T07:32:29Z)","storing (2023-05-12T07:32:49Z)","stored (2023-05-12T07:34:44Z)","fetched (2023-05-08T09:47:45Z)","processing (2023-05-08T09:48:57Z)","processed (2023-05-08T09:57:20Z)","storing (2023-05-08T09:57:36Z)","stored (2023-05-08T09:58:43Z)","defined (2023-06-22T12:43:02Z)","staging (2023-06-22T12:43:18Z)","staged (2023-06-22T12:44:02Z)","fetched (2023-06-22T12:44:24Z)","processing (2023-06-22T12:44:58Z)","processed (2023-06-22T12:52:15Z)","storing (2023-06-22T12:52:29Z)","stored_failed (2023-06-22T12:55:25Z)","stored (2023-06-22T12:55:26Z)","fetched (2023-07-03T11:51:05Z)","processing (2023-07-03T11:51:59Z)","processed (2023-07-03T12:00:19Z)","storing (2023-07-03T12:00:46Z)","stored_failed (2023-07-03T12:14:23Z)","stored (2023-07-03T12:14:24Z)","validated (2023-07-03T22:14:32Z)","scrubbing (2023-07-03T22:14:38Z)","scrubbed (2023-07-03T22:15:13Z)","discard (2023-07-18T11:26:49Z)","discarding (2023-08-04T09:00:17Z)","discarded (2023-08-04T09:00:18Z)"],"size_to_process":19193415680,"size_processed":4886283870,"total_processing_time":469,"nr_of_dps":null,"log_entries":["285832 - 33759 - processing (running)","285874 - 33759 - processed_failed (running)","286333 - 33759 - processed_failed (running)","285092 - 33759 - staging (STAGER)","286386 - 33759 - processing (running)","286387 - 33759 - processed_failed (running)","286307 - 33759 - processing (running)","285340 - 33759 - staged (STAGER)","285342 - 33759 - fetched (copy_skipped)","290313 - 33759 - processing (running)","290428 - 33759 - processed (running)","290437 - 33759 - storing (issuing_copying)","290438 - 33759 - storing (copy_issued)","290473 - 33759 - stored (copy_finished)","293626 - 33759 - processing (running)","293667 - 33759 - processed (running)","293668 - 33759 - storing (issuing_copying)","293669 - 33759 - storing (copy_issued)","293674 - 33759 - stored (copy_finished)","295024 - 33759 - processing (running)","295098 - 33759 - processed (running)","295110 - 33759 - storing (issuing_copying)","295111 - 33759 - storing (copy_issued)","295168 - 33759 - stored (copy_finished)","296194 - 33759 - processed (running)","296158 - 33759 - processing (running)","296198 - 33759 - storing (issuing_copying)","296199 - 33759 - storing (copy_issued)","296237 - 33759 - stored (copy_finished)","313446 - 33759 - staging (STAGER)","313546 - 33759 - staged (STAGER)","313630 - 33759 - fetched (copy_skipped)","313723 - 33759 - processing (running)","314170 - 33759 - processed (running)","314174 - 33759 - storing (issuing_copying)","314175 - 33759 - storing (copy_issued)","314244 - 33759 - stored_failed (Failing removing inputs data)","314245 - 33759 - stored (copy_finished)","315464 - 33759 - processing (running)","315516 - 33759 - processed (running)","315521 - 33759 - storing (issuing_copying)","315522 - 33759 - storing (copy_issued)","315655 - 33759 - stored_failed (Failing removing inputs data)","315656 - 33759 - stored (copy_finished)","316932 - 33759 - scrubbing (STAGER)","317032 - 33759 - scrubbed (STAGER)","343633 - 33759 - discarding (cleaning up)","343634 - 33759 - discarded (cleaned)"],"meta_scheduling":{"#SBATCH --time":"00:59:00"},"environment":"","archive":null,"activity":3170,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}