{"id":33855,"task_type":"regular","is_summary":false,"is_aggregated":false,"creationTime":"2023-04-26T07:20:09.111795Z","filter":"ldv-spec:112","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lt5_004","sas_id":"526107","priority":100,"purge_policy":"yes","cleanup_policy":"discard","resume":false,"workflow":22,"stage_request_id":49164,"status":"discarded","new_status":"discarded","quality":"good","calculated_qualities":{"per_task":"good","per_sasid":"good"},"inputs":[{"size":19193384960,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt5_004/526107/L526107_SAP001_B023_P000_bf_13bd5d41.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"tar_archive","metadata":{"dataProduct":{"size":4885923840,"_type":"PulpDataProduct","fileName":"L526107_SAP001_B023_P000_bf.tar","fileFormat":"PULP","md5checksum":"64be64ebfabd2e91264cb641c9f3fc13","storageWriter":"Unknown","dataProductType":"Pulsar pipeline output","storageWriterVersion":"Unknown"},"pipelineRun":{"fileContent":{"size":567,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33855/L526107_SAP001_B023_P000_bf.tar_filecontent.txt","class":"File","nameext":".txt","basename":"L526107_SAP001_B023_P000_bf.tar_filecontent.txt","checksum":"sha1$eb22544b8ef40075a345b6eca355958304b65bef","location":"file:///project/ldv/Share/run/2023/7/3/140_33855/L526107_SAP001_B023_P000_bf.tar_filecontent.txt","nameroot":"L526107_SAP001_B023_P000_bf.tar_filecontent"}}},"file_name":"L526107_SAP001_B023_P000_bf.tar"}],"quality":{"plots":[{"size":243060,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33855/L526105_SAP1_BEAM23_rfifind-0.png","class":"File","nameext":".png","basename":"L526105_SAP1_BEAM23_rfifind-0.png","checksum":"sha1$33ec7193047e0b6d836ccc0c882672d9331366cf","location":"file:///project/ldv/Share/run/2023/7/3/140_33855/L526105_SAP1_BEAM23_rfifind-0.png","nameroot":"L526105_SAP1_BEAM23_rfifind-0"},{"size":58992,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33855/L526105_SAP1_BEAM23_rfifind-1.png","class":"File","nameext":".png","basename":"L526105_SAP1_BEAM23_rfifind-1.png","checksum":"sha1$3e1c71cd86f35cd1e323fd9ecec5c30a9faec5a4","location":"file:///project/ldv/Share/run/2023/7/3/140_33855/L526105_SAP1_BEAM23_rfifind-1.png","nameroot":"L526105_SAP1_BEAM23_rfifind-1"},{"size":5129,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33855/L526105_sap001_beam0023.rfifind.log","class":"File","nameext":".log","basename":"L526105_sap001_beam0023.rfifind.log","checksum":"sha1$f96d603d642eb0e6a43711ee28b75923119acf9d","location":"file:///project/ldv/Share/run/2023/7/3/140_33855/L526105_sap001_beam0023.rfifind.log","nameroot":"L526105_sap001_beam0023.rfifind"},{"size":6353,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33855/L526105_SAP1_BEAM23_2bit_ldv_psrfits_requantisation.log","class":"File","nameext":".log","basename":"L526105_SAP1_BEAM23_2bit_ldv_psrfits_requantisation.log","checksum":"sha1$7d14e45c72a32d589865b045d354e57d9e279594","location":"file:///project/ldv/Share/run/2023/7/3/140_33855/L526105_SAP1_BEAM23_2bit_ldv_psrfits_requantisation.log","nameroot":"L526105_SAP1_BEAM23_2bit_ldv_psrfits_requantisation"},{"size":1629,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33855/L526107-ldv-summary.log_2","class":"File","nameext":".log","basename":"L526107-ldv-summary.log","checksum":"sha1$0bb658803f238c3d9a1c3233b2d3209c665b66e8","location":"file:///project/ldv/Share/run/2023/7/3/140_33855/L526107-ldv-summary.log_2","nameroot":"L526107-ldv-summary"}],"details":{},"summary":{"L526107_SAP001_B023_P000_bf.tar":{"added":["stokes/SAP1/BEAM23/L526105_SAP1_BEAM23_2bit.fits","stokes/SAP1/BEAM23/L526105_SAP1_BEAM23_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP1/BEAM23/L526105_SAP1_BEAM23.fits"],"input_name":"L526107_SAP001_B023_P000_bf.tar","input_size":19193384960,"size_ratio":0.2545629054063427,"output_name":"L526107_SAP001_B023_P000_bf.tar","output_size":4885923840,"rfi_percent":11.353,"input_size_str":"17.88 GB","output_size_str":"4.55 GB"}},"sensitivity":"N/A","uv-coverage":"N/A","observing-conditions":"N/A"},"summary":[{"added":["stokes/SAP1/BEAM23/L526105_SAP1_BEAM23_2bit.fits","stokes/SAP1/BEAM23/L526105_SAP1_BEAM23_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP1/BEAM23/L526105_SAP1_BEAM23.fits"],"input_name":"L526107_SAP001_B023_P000_bf.tar","input_size":19193384960,"size_ratio":0.2545629054063427,"output_name":"L526107_SAP001_B023_P000_bf.tar","output_size":4885923840,"rfi_percent":11.353,"input_size_str":"17.88 GB","output_size_str":"4.55 GB"}],"tar_archive":[{"size":4885923840,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33855/L526107_SAP001_B023_P000_bf.tar","class":"File","nameext":".tar","basename":"L526107_SAP001_B023_P000_bf.tar","checksum":"sha1$91c7d73b538ed54a4f334a073bc34350637df824","location":"file:///project/ldv/Share/run/2023/7/3/140_33855/L526107_SAP001_B023_P000_bf.tar","nameroot":"L526107_SAP001_B023_P000_bf"}],"summary_file":[{"size":1245,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33855/L526107-ldv-summary.log","class":"File","nameext":".log","basename":"L526107-ldv-summary.log","checksum":"sha1$e8e9747dfe01b63415615d0ad331de4ea9e516ac","location":"file:///project/ldv/Share/run/2023/7/3/140_33855/L526107-ldv-summary.log","nameroot":"L526107-ldv-summary"}]},"metrics":{"n_cpus":1,"n_nodes":1,"nodelist":"wn-ha-04","cpu_time_raw":823},"remarks":{"discard_reason":""},"status_history":["processed (2023-05-11T23:22:55Z)","storing (2023-05-11T23:27:39Z)","stored (2023-05-11T23:30:24Z)","fetched (2023-05-11T22:49:48Z)","fetched (2023-05-12T05:23:54Z)","processing (2023-05-11T23:14:46Z)","processing (2023-05-12T05:53:57Z)","defined (2023-04-26T07:23:30Z)","processed (2023-05-12T06:02:45Z)","storing (2023-05-12T06:05:28Z)","stored (2023-05-12T06:06:58Z)","staged (2023-04-26T09:02:27Z)","fetched (2023-04-26T09:02:51Z)","processing (2023-04-26T13:52:44Z)","processed_failed (2023-04-26T14:02:50Z)","staging (2023-04-26T07:24:31Z)","fetched (2023-05-12T07:25:05Z)","defining (2023-04-26T07:20:09Z)","processing (2023-05-12T07:51:04Z)","processed (2023-05-12T08:12:41Z)","storing (2023-05-12T08:13:02Z)","stored (2023-05-12T08:13:46Z)","fetched (2023-05-08T09:47:20Z)","processing (2023-05-08T10:05:47Z)","processed (2023-05-08T10:12:09Z)","storing (2023-05-08T10:12:26Z)","stored (2023-05-08T10:13:15Z)","defined (2023-06-22T12:43:01Z)","staging (2023-06-22T12:44:00Z)","staged (2023-06-22T12:44:28Z)","fetched (2023-06-22T12:45:35Z)","processing (2023-06-22T13:03:15Z)","processed (2023-06-22T13:12:15Z)","storing (2023-06-22T13:14:11Z)","stored_failed (2023-06-22T13:16:32Z)","stored (2023-06-22T13:16:33Z)","fetched (2023-07-03T11:51:07Z)","processing (2023-07-03T12:23:04Z)","processed (2023-07-03T12:44:37Z)","storing (2023-07-03T12:45:00Z)","stored_failed (2023-07-03T13:16:48Z)","stored (2023-07-03T13:16:49Z)","validated (2023-07-03T22:14:31Z)","scrubbing (2023-07-03T22:15:11Z)","scrubbed (2023-07-03T22:15:38Z)","discard (2023-07-18T11:26:48Z)","discarding (2023-08-04T09:01:22Z)","discarded (2023-08-04T09:01:22Z)"],"size_to_process":19193384960,"size_processed":4886240248,"total_processing_time":823,"nr_of_dps":null,"log_entries":["285188 - 33855 - staging (STAGER)","285986 - 33855 - processing (running)","286111 - 33855 - processed_failed (running)","285646 - 33855 - staged (STAGER)","285647 - 33855 - fetched (copy_skipped)","290633 - 33855 - processing (running)","290784 - 33855 - processed (running)","290787 - 33855 - storing (issuing_copying)","290788 - 33855 - storing (copy_issued)","290805 - 33855 - stored (copy_finished)","293953 - 33855 - processing (running)","294101 - 33855 - processed (running)","294188 - 33855 - storing (issuing_copying)","294189 - 33855 - storing (copy_issued)","294241 - 33855 - stored (copy_finished)","295344 - 33855 - processing (running)","295488 - 33855 - processed (running)","295535 - 33855 - storing (issuing_copying)","295536 - 33855 - storing (copy_issued)","295560 - 33855 - stored (copy_finished)","296509 - 33855 - processing (running)","296718 - 33855 - processed (running)","296719 - 33855 - storing (issuing_copying)","296720 - 33855 - storing (copy_issued)","296722 - 33855 - stored (copy_finished)","313542 - 33855 - staging (STAGER)","313646 - 33855 - staged (STAGER)","313829 - 33855 - fetched (copy_skipped)","314454 - 33855 - processing (running)","314712 - 33855 - processed (running)","314765 - 33855 - storing (issuing_copying)","314766 - 33855 - storing (copy_issued)","314836 - 33855 - stored_failed (Failing removing inputs data)","314837 - 33855 - stored (copy_finished)","315775 - 33855 - processing (running)","316050 - 33855 - processed (running)","316052 - 33855 - storing (issuing_copying)","316053 - 33855 - storing (copy_issued)","316411 - 33855 - stored_failed (Failing removing inputs data)","316412 - 33855 - stored (copy_finished)","317028 - 33855 - scrubbing (STAGER)","317128 - 33855 - scrubbed (STAGER)","343837 - 33855 - discarding (cleaning up)","343838 - 33855 - discarded (cleaned)"],"meta_scheduling":{"#SBATCH --time":"00:59:00"},"environment":"","archive":null,"activity":3170,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}