{"id":33941,"task_type":"regular","is_summary":false,"is_aggregated":false,"creationTime":"2023-04-26T07:20:12.357602Z","filter":"ldv-spec:112","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lt5_004","sas_id":"526107","priority":100,"purge_policy":"no","cleanup_policy":"discard","resume":true,"workflow":22,"stage_request_id":49250,"status":"discarded","new_status":"discarded","quality":"good","calculated_qualities":{"per_task":"good","per_sasid":"good"},"inputs":[{"size":20354344960,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt5_004/526107/L526107_SAP002_B035_P000_bf_7fa775f7.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"tar_archive","metadata":{"dataProduct":{"size":6025328640,"_type":"PulpDataProduct","fileName":"L526107_SAP002_B035_P000_bf.tar","fileFormat":"PULP","md5checksum":"fad3fc58e0059c949314a810d68f6d2f","storageWriter":"Unknown","dataProductType":"Pulsar pipeline output","storageWriterVersion":"Unknown"},"pipelineRun":{"fileContent":{"size":2399,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33941/L526107_SAP002_B035_P000_bf.tar_filecontent.txt","class":"File","nameext":".txt","basename":"L526107_SAP002_B035_P000_bf.tar_filecontent.txt","checksum":"sha1$8a9fca3b3325f2df3ff859d939a71ea84b6a407c","location":"file:///project/ldv/Share/run/2023/7/3/2357_33941/L526107_SAP002_B035_P000_bf.tar_filecontent.txt","nameroot":"L526107_SAP002_B035_P000_bf.tar_filecontent"}}},"file_name":"L526107_SAP002_B035_P000_bf.tar"}],"quality":{"plots":[{"size":232422,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33941/B1508+55_L526105_SAP2_BEAM35_PSR_B1508+55.pfd.png","class":"File","nameext":".png","basename":"B1508+55_L526105_SAP2_BEAM35_PSR_B1508+55.pfd.png","checksum":"sha1$90e128697eabc65e08a4bcbb23a56971dcfa1163","location":"file:///project/ldv/Share/run/2023/7/3/2357_33941/B1508%2B55_L526105_SAP2_BEAM35_PSR_B1508%2B55.pfd.png","nameroot":"B1508+55_L526105_SAP2_BEAM35_PSR_B1508+55.pfd"},{"size":520480,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33941/B1508+55_L526105_SAP2_BEAM35_diag.png","class":"File","nameext":".png","basename":"B1508+55_L526105_SAP2_BEAM35_diag.png","checksum":"sha1$fea3a497ea4710d4fa4890938169d15f48aa88c1","location":"file:///project/ldv/Share/run/2023/7/3/2357_33941/B1508%2B55_L526105_SAP2_BEAM35_diag.png","nameroot":"B1508+55_L526105_SAP2_BEAM35_diag"},{"size":505996,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33941/B1508+55_L526105_SAP2_BEAM35_diag_pdmp.png","class":"File","nameext":".png","basename":"B1508+55_L526105_SAP2_BEAM35_diag_pdmp.png","checksum":"sha1$5f2de0b2e0d47e9c31ab74f6fe8ac7b1399bb9d6","location":"file:///project/ldv/Share/run/2023/7/3/2357_33941/B1508%2B55_L526105_SAP2_BEAM35_diag_pdmp.png","nameroot":"B1508+55_L526105_SAP2_BEAM35_diag_pdmp"},{"size":233165,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33941/B1508+55_L526105_SAP2_BEAM35_nomask_PSR_B1508+55.pfd.png","class":"File","nameext":".png","basename":"B1508+55_L526105_SAP2_BEAM35_nomask_PSR_B1508+55.pfd.png","checksum":"sha1$28d18d21ce06eeeea90935bd04a5200b84d760a3","location":"file:///project/ldv/Share/run/2023/7/3/2357_33941/B1508%2B55_L526105_SAP2_BEAM35_nomask_PSR_B1508%2B55.pfd.png","nameroot":"B1508+55_L526105_SAP2_BEAM35_nomask_PSR_B1508+55.pfd"},{"size":166739,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33941/B1508+55_L526105_SAP2_BEAM35_pdmp.png","class":"File","nameext":".png","basename":"B1508+55_L526105_SAP2_BEAM35_pdmp.png","checksum":"sha1$24c77c226f5d72cb0c62196ecaec09c2f55c9bd8","location":"file:///project/ldv/Share/run/2023/7/3/2357_33941/B1508%2B55_L526105_SAP2_BEAM35_pdmp.png","nameroot":"B1508+55_L526105_SAP2_BEAM35_pdmp"},{"size":245144,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33941/L526105_SAP2_BEAM35_rfifind-0.png","class":"File","nameext":".png","basename":"L526105_SAP2_BEAM35_rfifind-0.png","checksum":"sha1$c4244093794971efc2d49bf214a9bd2fc0abc1af","location":"file:///project/ldv/Share/run/2023/7/3/2357_33941/L526105_SAP2_BEAM35_rfifind-0.png","nameroot":"L526105_SAP2_BEAM35_rfifind-0"},{"size":60273,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33941/L526105_SAP2_BEAM35_rfifind-1.png","class":"File","nameext":".png","basename":"L526105_SAP2_BEAM35_rfifind-1.png","checksum":"sha1$b8a0a22f7c9d098236e90eaeb37464c8f4b76de7","location":"file:///project/ldv/Share/run/2023/7/3/2357_33941/L526105_SAP2_BEAM35_rfifind-1.png","nameroot":"L526105_SAP2_BEAM35_rfifind-1"},{"size":5129,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33941/L526105_sap002_beam0035.rfifind.log","class":"File","nameext":".log","basename":"L526105_sap002_beam0035.rfifind.log","checksum":"sha1$49d2959e2fe29687c69f4caac3794edc27abd009","location":"file:///project/ldv/Share/run/2023/7/3/2357_33941/L526105_sap002_beam0035.rfifind.log","nameroot":"L526105_sap002_beam0035.rfifind"},{"size":6353,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33941/L526105_SAP2_BEAM35_2bit_ldv_psrfits_requantisation.log","class":"File","nameext":".log","basename":"L526105_SAP2_BEAM35_2bit_ldv_psrfits_requantisation.log","checksum":"sha1$5043b11fc39fbf59b542329c4809a41a01a72177","location":"file:///project/ldv/Share/run/2023/7/3/2357_33941/L526105_SAP2_BEAM35_2bit_ldv_psrfits_requantisation.log","nameroot":"L526105_SAP2_BEAM35_2bit_ldv_psrfits_requantisation"},{"size":1629,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33941/L526107-ldv-summary.log_2","class":"File","nameext":".log","basename":"L526107-ldv-summary.log","checksum":"sha1$2f2b2ac5061a349273cabecf2ae4f4701fcec61e","location":"file:///project/ldv/Share/run/2023/7/3/2357_33941/L526107-ldv-summary.log_2","nameroot":"L526107-ldv-summary"}],"details":{},"summary":{"L526107_SAP002_B035_P000_bf.tar":{"added":["stokes/SAP2/BEAM35/L526105_SAP2_BEAM35_2bit.fits","stokes/SAP2/BEAM35/L526105_SAP2_BEAM35_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP2/BEAM35/L526105_SAP2_BEAM35.fits"],"input_name":"L526107_SAP002_B035_P000_bf.tar","input_size":20354344960,"size_ratio":0.29602174139432486,"output_name":"L526107_SAP002_B035_P000_bf.tar","output_size":6025328640,"rfi_percent":11.553,"input_size_str":"18.96 GB","output_size_str":"5.61 GB"}},"sensitivity":"N/A","uv-coverage":"N/A","observing-conditions":"N/A"},"summary":[{"added":["stokes/SAP2/BEAM35/L526105_SAP2_BEAM35_2bit.fits","stokes/SAP2/BEAM35/L526105_SAP2_BEAM35_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP2/BEAM35/L526105_SAP2_BEAM35.fits"],"input_name":"L526107_SAP002_B035_P000_bf.tar","input_size":20354344960,"size_ratio":0.29602174139432486,"output_name":"L526107_SAP002_B035_P000_bf.tar","output_size":6025328640,"rfi_percent":11.553,"input_size_str":"18.96 GB","output_size_str":"5.61 GB"}],"tar_archive":[{"size":6025328640,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33941/L526107_SAP002_B035_P000_bf.tar","class":"File","nameext":".tar","basename":"L526107_SAP002_B035_P000_bf.tar","checksum":"sha1$71d90e152c9b971fec80670b0c04df7d95154ad3","location":"file:///project/ldv/Share/run/2023/7/3/2357_33941/L526107_SAP002_B035_P000_bf.tar","nameroot":"L526107_SAP002_B035_P000_bf"}],"summary_file":[{"size":1245,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33941/L526107-ldv-summary.log","class":"File","nameext":".log","basename":"L526107-ldv-summary.log","checksum":"sha1$18e6f0415e6aecb71626c8bf55e245af1b477a2f","location":"file:///project/ldv/Share/run/2023/7/3/2357_33941/L526107-ldv-summary.log","nameroot":"L526107-ldv-summary"}]},"metrics":{"n_cpus":1,"n_nodes":1,"nodelist":"wn-ca-11","cpu_time_raw":430},"remarks":{"discard_reason":""},"status_history":["processing (2023-05-11T23:34:43Z)","processed (2023-05-11T23:44:39Z)","storing (2023-05-11T23:54:29Z)","stored (2023-05-11T23:57:36Z)","fetched (2023-05-11T22:49:49Z)","fetched (2023-05-12T05:23:53Z)","defining (2023-04-26T07:20:12Z)","defined (2023-04-26T07:23:31Z)","staged (2023-04-26T08:30:32Z)","fetched (2023-04-26T08:30:44Z)","staging (2023-04-26T07:25:40Z)","processing (2023-05-12T06:18:32Z)","processing (2023-04-26T14:07:47Z)","processed_failed (2023-04-26T14:14:27Z)","processed (2023-05-12T06:25:55Z)","storing (2023-05-12T06:32:07Z)","stored (2023-05-12T06:34:06Z)","fetched (2023-05-12T07:25:06Z)","processing (2023-05-12T09:01:14Z)","processed (2023-05-12T09:34:26Z)","storing (2023-05-12T09:34:30Z)","stored (2023-05-12T09:36:51Z)","fetched (2023-05-08T09:50:22Z)","processing (2023-05-08T10:25:15Z)","processed (2023-05-08T10:31:09Z)","storing (2023-05-08T10:31:29Z)","stored (2023-05-08T10:32:16Z)","defined (2023-06-22T12:43:00Z)","staging (2023-06-22T12:45:45Z)","staged (2023-06-22T12:46:14Z)","fetched (2023-06-22T12:47:03Z)","processing (2023-06-22T13:20:23Z)","processed (2023-06-22T13:27:01Z)","storing (2023-06-22T13:36:02Z)","stored_failed (2023-06-22T13:44:14Z)","stored (2023-06-22T13:44:15Z)","fetched (2023-07-03T11:51:07Z)","processing (2023-07-03T12:59:28Z)","processed_failed (2023-07-03T13:26:22Z)","fetched (2023-07-03T13:27:49Z)","processing (2023-07-03T13:28:26Z)","processed_failed (2023-07-03T13:54:08Z)","fetched (2023-07-03T13:59:52Z)","processing (2023-07-03T14:00:30Z)","processed_failed (2023-07-03T15:00:04Z)","fetched (2023-07-03T20:25:24Z)","processing (2023-07-03T20:25:35Z)","processed_failed (2023-07-03T20:43:24Z)","fetched (2023-07-03T20:48:59Z)","processing (2023-07-03T20:49:02Z)","processed_failed (2023-07-03T21:06:02Z)","fetched (2023-07-03T21:50:41Z)","processing (2023-07-03T21:50:58Z)","processed (2023-07-03T21:58:36Z)","storing (2023-07-03T21:58:57Z)","stored_failed (2023-07-03T22:00:19Z)","stored (2023-07-03T22:00:20Z)","validated (2023-07-03T22:14:31Z)","scrubbing (2023-07-03T22:16:35Z)","scrubbed (2023-07-03T22:17:03Z)","discard (2023-07-18T11:26:51Z)","discarding (2023-08-04T09:03:06Z)","discarded (2023-08-04T09:03:06Z)"],"size_to_process":20354344960,"size_processed":6027307215,"total_processing_time":430,"nr_of_dps":null,"log_entries":["286159 - 33941 - processing (running)","286229 - 33941 - processed_failed (running)","285274 - 33941 - staging (STAGER)","285542 - 33941 - staged (STAGER)","285544 - 33941 - fetched (copy_skipped)","291040 - 33941 - processing (running)","291154 - 33941 - processed (running)","291157 - 33941 - storing (issuing_copying)","291158 - 33941 - storing (copy_issued)","291172 - 33941 - stored (copy_finished)","294327 - 33941 - processing (running)","294491 - 33941 - processed (running)","294621 - 33941 - storing (issuing_copying)","294622 - 33941 - storing (copy_issued)","294662 - 33941 - stored (copy_finished)","295756 - 33941 - processing (running)","295869 - 33941 - processed (running)","295944 - 33941 - storing (issuing_copying)","295945 - 33941 - storing (copy_issued)","295976 - 33941 - stored (copy_finished)","297164 - 33941 - stored (copy_finished)","296949 - 33941 - processing (running)","297157 - 33941 - processed (running)","297158 - 33941 - storing (issuing_copying)","297159 - 33941 - storing (copy_issued)","313846 - 33941 - staging (STAGER)","313977 - 33941 - staged (STAGER)","314098 - 33941 - fetched (copy_skipped)","314924 - 33941 - processing (running)","315122 - 33941 - processed (running)","315275 - 33941 - storing (issuing_copying)","315276 - 33941 - storing (copy_issued)","315364 - 33941 - stored_failed (Failing removing inputs data)","315365 - 33941 - stored (copy_finished)","316216 - 33941 - processing (running)","316535 - 33941 - processed_failed (running)","316546 - 33941 - processing (running)","316727 - 33941 - processed_failed (running)","316756 - 33941 - processing (running)","316876 - 33941 - processed_failed (running)","316879 - 33941 - processing (running)","316914 - 33941 - processed_failed (running)","316916 - 33941 - processing (running)","316923 - 33941 - processed_failed (running)","316924 - 33941 - processing (running)","316925 - 33941 - processed (running)","316926 - 33941 - storing (issuing_copying)","316927 - 33941 - storing (copy_issued)","316928 - 33941 - stored_failed (Failing removing inputs data)","316929 - 33941 - stored (copy_finished)","317214 - 33941 - scrubbing (STAGER)","317314 - 33941 - scrubbed (STAGER)","344073 - 33941 - discarding (cleaning up)","344074 - 33941 - discarded (cleaned)"],"meta_scheduling":{"#SBATCH --time":"00:59:00"},"environment":"","archive":null,"activity":null,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}