{"id":33870,"task_type":"regular","is_summary":false,"is_aggregated":false,"creationTime":"2023-04-26T07:20:09.616041Z","filter":"ldv-spec:112","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lt5_004","sas_id":"526107","priority":100,"purge_policy":"yes","cleanup_policy":"discard","resume":true,"workflow":22,"stage_request_id":49179,"status":"discarded","new_status":"discarded","quality":"good","calculated_qualities":{"per_task":"good","per_sasid":"good"},"inputs":[{"size":19193395200,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt5_004/526107/L526107_SAP001_B038_P000_bf_efe9d3f9.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"tar_archive","metadata":{"dataProduct":{"size":4885944320,"_type":"PulpDataProduct","fileName":"L526107_SAP001_B038_P000_bf.tar","fileFormat":"PULP","md5checksum":"e523f6e08245d739b33a35b2e45f8616","storageWriter":"Unknown","dataProductType":"Pulsar pipeline output","storageWriterVersion":"Unknown"},"pipelineRun":{"fileContent":{"size":567,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33870/L526107_SAP001_B038_P000_bf.tar_filecontent.txt","class":"File","nameext":".txt","basename":"L526107_SAP001_B038_P000_bf.tar_filecontent.txt","checksum":"sha1$68c0ef0e95b5e53364524b49106eecf58e6d9b45","location":"file:///project/ldv/Share/run/2023/7/3/1459_33870/L526107_SAP001_B038_P000_bf.tar_filecontent.txt","nameroot":"L526107_SAP001_B038_P000_bf.tar_filecontent"}}},"file_name":"L526107_SAP001_B038_P000_bf.tar"}],"quality":{"plots":[{"size":244446,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33870/L526105_SAP1_BEAM38_rfifind-0.png","class":"File","nameext":".png","basename":"L526105_SAP1_BEAM38_rfifind-0.png","checksum":"sha1$433929331921cf10ef5d80a8494e6cf2715d9a94","location":"file:///project/ldv/Share/run/2023/7/3/1459_33870/L526105_SAP1_BEAM38_rfifind-0.png","nameroot":"L526105_SAP1_BEAM38_rfifind-0"},{"size":59354,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33870/L526105_SAP1_BEAM38_rfifind-1.png","class":"File","nameext":".png","basename":"L526105_SAP1_BEAM38_rfifind-1.png","checksum":"sha1$9e4d17f8eafad36f02a38aa6e60b816656b75fe5","location":"file:///project/ldv/Share/run/2023/7/3/1459_33870/L526105_SAP1_BEAM38_rfifind-1.png","nameroot":"L526105_SAP1_BEAM38_rfifind-1"},{"size":5127,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33870/L526105_sap001_beam0038.rfifind.log","class":"File","nameext":".log","basename":"L526105_sap001_beam0038.rfifind.log","checksum":"sha1$a3534b94bc243ed91a374ad276a9440b06c97622","location":"file:///project/ldv/Share/run/2023/7/3/1459_33870/L526105_sap001_beam0038.rfifind.log","nameroot":"L526105_sap001_beam0038.rfifind"},{"size":6353,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33870/L526105_SAP1_BEAM38_2bit_ldv_psrfits_requantisation.log","class":"File","nameext":".log","basename":"L526105_SAP1_BEAM38_2bit_ldv_psrfits_requantisation.log","checksum":"sha1$ca1279ede26c4ee16337bf59bbff41e86e7ed938","location":"file:///project/ldv/Share/run/2023/7/3/1459_33870/L526105_SAP1_BEAM38_2bit_ldv_psrfits_requantisation.log","nameroot":"L526105_SAP1_BEAM38_2bit_ldv_psrfits_requantisation"},{"size":1629,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33870/L526107-ldv-summary.log_2","class":"File","nameext":".log","basename":"L526107-ldv-summary.log","checksum":"sha1$2aaa2f54c5aa9046f8b83c35ca609c8816ded6d7","location":"file:///project/ldv/Share/run/2023/7/3/1459_33870/L526107-ldv-summary.log_2","nameroot":"L526107-ldv-summary"}],"details":{},"summary":{"L526107_SAP001_B038_P000_bf.tar":{"added":["stokes/SAP1/BEAM38/L526105_SAP1_BEAM38_2bit.fits","stokes/SAP1/BEAM38/L526105_SAP1_BEAM38_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP1/BEAM38/L526105_SAP1_BEAM38.fits"],"input_name":"L526107_SAP001_B038_P000_bf.tar","input_size":19193395200,"size_ratio":0.25456383662646614,"output_name":"L526107_SAP001_B038_P000_bf.tar","output_size":4885944320,"rfi_percent":11.537,"input_size_str":"17.88 GB","output_size_str":"4.55 GB"}},"sensitivity":"N/A","uv-coverage":"N/A","observing-conditions":"N/A"},"summary":[{"added":["stokes/SAP1/BEAM38/L526105_SAP1_BEAM38_2bit.fits","stokes/SAP1/BEAM38/L526105_SAP1_BEAM38_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP1/BEAM38/L526105_SAP1_BEAM38.fits"],"input_name":"L526107_SAP001_B038_P000_bf.tar","input_size":19193395200,"size_ratio":0.25456383662646614,"output_name":"L526107_SAP001_B038_P000_bf.tar","output_size":4885944320,"rfi_percent":11.537,"input_size_str":"17.88 GB","output_size_str":"4.55 GB"}],"tar_archive":[{"size":4885944320,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33870/L526107_SAP001_B038_P000_bf.tar","class":"File","nameext":".tar","basename":"L526107_SAP001_B038_P000_bf.tar","checksum":"sha1$c679acb01700d034a0ce1111a5c5fc1db032414d","location":"file:///project/ldv/Share/run/2023/7/3/1459_33870/L526107_SAP001_B038_P000_bf.tar","nameroot":"L526107_SAP001_B038_P000_bf"}],"summary_file":[{"size":1245,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33870/L526107-ldv-summary.log","class":"File","nameext":".log","basename":"L526107-ldv-summary.log","checksum":"sha1$af342fc845ffebd59157412d593a2a28969c754b","location":"file:///project/ldv/Share/run/2023/7/3/1459_33870/L526107-ldv-summary.log","nameroot":"L526107-ldv-summary"}]},"metrics":{"n_cpus":1,"n_nodes":1,"nodelist":"wn-db-05","cpu_time_raw":608},"remarks":{"discard_reason":""},"status_history":["processed (2023-05-11T23:25:57Z)","storing (2023-05-11T23:32:17Z)","stored (2023-05-11T23:36:07Z)","fetched (2023-05-12T05:23:52Z)","fetched (2023-05-11T22:49:48Z)","processing (2023-05-11T23:17:00Z)","processing (2023-05-12T05:57:18Z)","defined (2023-04-26T07:23:30Z)","staged (2023-04-26T07:45:40Z)","fetched (2023-04-26T07:46:07Z)","staging (2023-04-26T07:25:13Z)","processed (2023-05-12T06:09:31Z)","storing (2023-05-12T06:13:09Z)","stored (2023-05-12T06:15:41Z)","processing (2023-04-26T13:56:06Z)","processed_failed (2023-04-26T14:02:51Z)","fetched (2023-05-12T07:25:05Z)","defining (2023-04-26T07:20:09Z)","processing (2023-05-12T07:55:31Z)","processed (2023-05-12T08:24:10Z)","storing (2023-05-12T08:25:11Z)","stored (2023-05-12T08:26:36Z)","fetched (2023-05-08T09:47:14Z)","processing (2023-05-08T10:09:07Z)","processed (2023-05-08T10:19:33Z)","storing (2023-05-08T10:20:01Z)","stored (2023-05-08T10:20:57Z)","defined (2023-06-22T12:43:01Z)","staging (2023-06-22T12:45:05Z)","staged (2023-06-22T12:45:54Z)","fetched (2023-06-22T12:46:09Z)","processing (2023-06-22T13:05:31Z)","processed (2023-06-22T13:12:19Z)","storing (2023-06-22T13:15:33Z)","stored_failed (2023-06-22T13:16:53Z)","stored (2023-06-22T13:16:54Z)","fetched (2023-07-03T11:51:08Z)","processing (2023-07-03T12:28:03Z)","processed (2023-07-03T12:46:31Z)","storing (2023-07-03T12:47:55Z)","stored_failed (2023-07-03T13:21:11Z)","stored (2023-07-03T13:21:12Z)","validated (2023-07-03T22:14:32Z)","scrubbing (2023-07-03T22:16:13Z)","scrubbed (2023-07-03T22:16:45Z)","discard (2023-07-18T11:26:48Z)","discarding (2023-08-04T09:02:18Z)","discarded (2023-08-04T09:02:19Z)"],"size_to_process":19193395200,"size_processed":4886262474,"total_processing_time":608,"nr_of_dps":null,"log_entries":["285203 - 33870 - staging (STAGER)","286021 - 33870 - processing (running)","286113 - 33870 - processed_failed (running)","285373 - 33870 - staged (STAGER)","285374 - 33870 - fetched (copy_skipped)","290693 - 33870 - processing (running)","290929 - 33870 - processed (running)","290933 - 33870 - storing (issuing_copying)","290934 - 33870 - storing (copy_issued)","290957 - 33870 - stored (copy_finished)","294000 - 33870 - processing (running)","294156 - 33870 - processed (running)","294278 - 33870 - storing (issuing_copying)","294281 - 33870 - storing (copy_issued)","294346 - 33870 - stored (copy_finished)","295398 - 33870 - processing (running)","295608 - 33870 - processed (running)","295676 - 33870 - storing (issuing_copying)","295677 - 33870 - storing (copy_issued)","295715 - 33870 - stored (copy_finished)","296585 - 33870 - processing (running)","296756 - 33870 - processed (running)","296766 - 33870 - storing (issuing_copying)","296771 - 33870 - storing (copy_issued)","296784 - 33870 - stored (copy_finished)","313739 - 33870 - staging (STAGER)","313875 - 33870 - staged (STAGER)","313941 - 33870 - fetched (copy_skipped)","314521 - 33870 - processing (running)","314720 - 33870 - processed (running)","314801 - 33870 - storing (issuing_copying)","314802 - 33870 - storing (copy_issued)","314855 - 33870 - stored_failed (Failing removing inputs data)","314856 - 33870 - stored (copy_finished)","315832 - 33870 - processing (running)","316081 - 33870 - processed (running)","316090 - 33870 - storing (issuing_copying)","316091 - 33870 - storing (copy_issued)","316458 - 33870 - stored_failed (Failing removing inputs data)","316459 - 33870 - stored (copy_finished)","317143 - 33870 - scrubbing (STAGER)","317243 - 33870 - scrubbed (STAGER)","343928 - 33870 - discarding (cleaning up)","343929 - 33870 - discarded (cleaned)"],"meta_scheduling":{"#SBATCH --time":"00:59:00"},"environment":"","archive":null,"activity":3170,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}