{"id":33758,"task_type":"regular","is_summary":false,"is_aggregated":false,"creationTime":"2023-04-26T07:20:03.960901Z","filter":"ldv-spec:112","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lt5_004","sas_id":"526107","priority":110,"purge_policy":"yes","cleanup_policy":"discard","resume":true,"workflow":22,"stage_request_id":49066,"status":"discarded","new_status":"discarded","quality":"good","calculated_qualities":{"per_task":"good","per_sasid":"good"},"inputs":[{"size":19193425920,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt5_004/526107/L526107_SAP000_B000_P000_bf_e3f24c1c.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"tar_archive","metadata":{"dataProduct":{"size":4885975040,"_type":"PulpDataProduct","fileName":"L526107_SAP000_B000_P000_bf.tar","fileFormat":"PULP","md5checksum":"ae8e7260a8907b411c79d8c57fb65490","storageWriter":"Unknown","dataProductType":"Pulsar pipeline output","storageWriterVersion":"Unknown"},"pipelineRun":{"fileContent":{"size":549,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33758/L526107_SAP000_B000_P000_bf.tar_filecontent.txt","class":"File","nameext":".txt","basename":"L526107_SAP000_B000_P000_bf.tar_filecontent.txt","checksum":"sha1$37b6245c3cbb07c1936f522bfd38334b2376dd59","location":"file:///project/ldv/Share/run/2023/7/3/1343_33758/L526107_SAP000_B000_P000_bf.tar_filecontent.txt","nameroot":"L526107_SAP000_B000_P000_bf.tar_filecontent"}}},"file_name":"L526107_SAP000_B000_P000_bf.tar"}],"quality":{"plots":[{"size":246060,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33758/L526105_SAP0_BEAM0_rfifind-0.png","class":"File","nameext":".png","basename":"L526105_SAP0_BEAM0_rfifind-0.png","checksum":"sha1$1ca2f7cf7ba4c701c637e62c0f97b9ceccbf9912","location":"file:///project/ldv/Share/run/2023/7/3/1343_33758/L526105_SAP0_BEAM0_rfifind-0.png","nameroot":"L526105_SAP0_BEAM0_rfifind-0"},{"size":61318,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33758/L526105_SAP0_BEAM0_rfifind-1.png","class":"File","nameext":".png","basename":"L526105_SAP0_BEAM0_rfifind-1.png","checksum":"sha1$355e29bd2e1d29d264450b533f98d2cd2e628711","location":"file:///project/ldv/Share/run/2023/7/3/1343_33758/L526105_SAP0_BEAM0_rfifind-1.png","nameroot":"L526105_SAP0_BEAM0_rfifind-1"},{"size":5123,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33758/L526105_sap000_beam0000.rfifind.log","class":"File","nameext":".log","basename":"L526105_sap000_beam0000.rfifind.log","checksum":"sha1$e590ca1cee91232564f9e973869a2d52958e5a75","location":"file:///project/ldv/Share/run/2023/7/3/1343_33758/L526105_sap000_beam0000.rfifind.log","nameroot":"L526105_sap000_beam0000.rfifind"},{"size":6338,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33758/L526105_SAP0_BEAM0_2bit_ldv_psrfits_requantisation.log","class":"File","nameext":".log","basename":"L526105_SAP0_BEAM0_2bit_ldv_psrfits_requantisation.log","checksum":"sha1$ab239e5bb41b030f3f4d263d54a0e211cc2bd3f9","location":"file:///project/ldv/Share/run/2023/7/3/1343_33758/L526105_SAP0_BEAM0_2bit_ldv_psrfits_requantisation.log","nameroot":"L526105_SAP0_BEAM0_2bit_ldv_psrfits_requantisation"},{"size":1623,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33758/L526107-ldv-summary.log_2","class":"File","nameext":".log","basename":"L526107-ldv-summary.log","checksum":"sha1$281a954c7548cf8d0e0458508a6c88a0a7e734d1","location":"file:///project/ldv/Share/run/2023/7/3/1343_33758/L526107-ldv-summary.log_2","nameroot":"L526107-ldv-summary"}],"details":{},"summary":{"L526107_SAP000_B000_P000_bf.tar":{"added":["stokes/SAP0/BEAM0/L526105_SAP0_BEAM0_2bit.fits","stokes/SAP0/BEAM0/L526105_SAP0_BEAM0_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP0/BEAM0/L526105_SAP0_BEAM0.fits"],"input_name":"L526107_SAP000_B000_P000_bf.tar","input_size":19193425920,"size_ratio":0.25456502973284717,"output_name":"L526107_SAP000_B000_P000_bf.tar","output_size":4885975040,"rfi_percent":11.884,"input_size_str":"17.88 GB","output_size_str":"4.55 GB"}},"sensitivity":"N/A","uv-coverage":"N/A","observing-conditions":"N/A"},"summary":[{"added":["stokes/SAP0/BEAM0/L526105_SAP0_BEAM0_2bit.fits","stokes/SAP0/BEAM0/L526105_SAP0_BEAM0_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP0/BEAM0/L526105_SAP0_BEAM0.fits"],"input_name":"L526107_SAP000_B000_P000_bf.tar","input_size":19193425920,"size_ratio":0.25456502973284717,"output_name":"L526107_SAP000_B000_P000_bf.tar","output_size":4885975040,"rfi_percent":11.884,"input_size_str":"17.88 GB","output_size_str":"4.55 GB"}],"tar_archive":[{"size":4885975040,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33758/L526107_SAP000_B000_P000_bf.tar","class":"File","nameext":".tar","basename":"L526107_SAP000_B000_P000_bf.tar","checksum":"sha1$5d50c84ea1e044a1853e5735388f02d492ab0968","location":"file:///project/ldv/Share/run/2023/7/3/1343_33758/L526107_SAP000_B000_P000_bf.tar","nameroot":"L526107_SAP000_B000_P000_bf"}],"summary_file":[{"size":1239,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33758/L526107-ldv-summary.log","class":"File","nameext":".log","basename":"L526107-ldv-summary.log","checksum":"sha1$0743e06857a22eab761ff118b700526143f02207","location":"file:///project/ldv/Share/run/2023/7/3/1343_33758/L526107-ldv-summary.log","nameroot":"L526107-ldv-summary"}]},"metrics":{"n_cpus":1,"n_nodes":1,"nodelist":"wn-ca-20","cpu_time_raw":1079},"remarks":{"discard_reason":""},"status_history":["fetched (2023-05-12T05:23:52Z)","fetched (2023-05-11T22:49:48Z)","processing (2023-05-11T22:50:02Z)","processed (2023-05-11T22:58:51Z)","storing (2023-05-11T22:59:05Z)","stored (2023-05-11T23:00:44Z)","processing (2023-05-12T05:25:06Z)","processed (2023-05-12T05:37:52Z)","storing (2023-05-12T05:38:23Z)","stored (2023-05-12T05:39:20Z)","defining (2023-04-26T07:20:04Z)","defined (2023-04-26T07:23:31Z)","staging (2023-04-26T07:23:57Z)","staged (2023-04-26T07:48:20Z)","fetched (2023-04-26T07:48:41Z)","processing (2023-04-26T08:54:59Z)","processed_failed (2023-04-26T13:34:25Z)","fetched (2023-04-26T14:26:55Z)","processing (2023-04-26T14:27:44Z)","processed_failed (2023-04-26T14:30:41Z)","fetched (2023-04-26T16:41:14Z)","processing (2023-04-26T16:41:23Z)","processed_failed (2023-04-26T16:44:59Z)","fetched (2023-04-26T20:11:29Z)","processing (2023-04-26T20:12:02Z)","processed_failed (2023-04-26T20:21:41Z)","fetched (2023-04-27T15:37:20Z)","processing (2023-04-27T15:37:41Z)","processed_failed (2023-04-27T15:51:22Z)","fetched (2023-04-27T16:01:55Z)","processing (2023-04-27T16:01:59Z)","processed_failed (2023-04-27T16:12:09Z)","fetched (2023-04-27T16:29:27Z)","processing (2023-04-27T16:30:03Z)","processed_failed (2023-04-27T16:38:40Z)","fetched (2023-04-27T16:53:17Z)","processing (2023-04-27T16:53:50Z)","processed_failed (2023-04-27T17:03:59Z)","fetched (2023-04-27T17:53:08Z)","processing (2023-04-27T17:53:20Z)","processed_failed (2023-04-27T18:02:30Z)","fetched (2023-04-27T18:09:07Z)","processing (2023-04-27T18:09:36Z)","processed_failed (2023-04-27T18:18:45Z)","fetched (2023-04-27T18:31:48Z)","processing (2023-04-27T18:31:53Z)","processed_failed (2023-04-27T18:41:02Z)","fetched (2023-04-27T20:20:56Z)","processing (2023-04-27T20:21:16Z)","processed_failed (2023-04-27T20:42:37Z)","fetched (2023-04-27T21:01:07Z)","processing (2023-04-27T21:01:19Z)","processed_failed (2023-04-27T21:24:41Z)","fetched (2023-04-27T21:33:43Z)","processing (2023-04-27T21:33:50Z)","processed_failed (2023-04-27T21:55:39Z)","fetched (2023-04-27T22:13:21Z)","processing (2023-04-27T22:13:50Z)","processed_failed (2023-04-27T22:35:09Z)","fetched (2023-04-27T22:40:53Z)","processing (2023-04-27T22:41:18Z)","processed_failed (2023-04-27T23:02:36Z)","fetched (2023-04-28T06:49:28Z)","processing (2023-04-28T06:49:53Z)","processed_failed (2023-04-28T07:13:15Z)","fetched (2023-04-28T07:18:11Z)","processing (2023-04-28T07:18:19Z)","processed_failed (2023-04-28T07:44:42Z)","fetched (2023-04-28T07:51:29Z)","processing (2023-04-28T07:51:48Z)","processed_failed (2023-04-28T08:10:06Z)","fetched (2023-05-12T07:25:05Z)","processing (2023-05-12T07:25:30Z)","processed (2023-05-12T07:32:29Z)","storing (2023-05-12T07:32:40Z)","stored (2023-05-12T07:34:43Z)","processing (2023-05-08T09:48:51Z)","fetched (2023-05-08T09:47:46Z)","processed (2023-05-08T09:56:10Z)","storing (2023-05-08T09:56:35Z)","stored (2023-05-08T09:58:01Z)","defined (2023-06-22T12:43:01Z)","staging (2023-06-22T12:43:17Z)","staged (2023-06-22T12:44:01Z)","fetched (2023-06-22T12:44:23Z)","processing (2023-06-22T12:44:53Z)","processed (2023-06-22T12:51:20Z)","storing (2023-06-22T12:51:28Z)","stored_failed (2023-06-22T12:53:08Z)","stored (2023-06-22T12:53:08Z)","fetched (2023-07-03T11:51:08Z)","processing (2023-07-03T11:51:49Z)","processed (2023-07-03T12:10:29Z)","storing (2023-07-03T12:11:49Z)","stored_failed (2023-07-03T12:29:09Z)","stored (2023-07-03T12:29:10Z)","validated (2023-07-03T22:14:31Z)","scrubbing (2023-07-03T22:14:37Z)","scrubbed (2023-07-03T22:15:12Z)","discard (2023-07-18T11:26:38Z)","discarding (2023-08-04T09:00:16Z)","discarded (2023-08-04T09:00:16Z)"],"size_to_process":19193425920,"size_processed":4886296741,"total_processing_time":1079,"nr_of_dps":null,"log_entries":["285790 - 33758 - processed_failed (running)","285091 - 33758 - staging (STAGER)","286384 - 33758 - processing (running)","286385 - 33758 - processed_failed (running)","286388 - 33758 - processing (running)","286389 - 33758 - processed_failed (running)","286390 - 33758 - processing (running)","286391 - 33758 - processed_failed (running)","286392 - 33758 - processing (running)","286393 - 33758 - processed_failed (running)","286394 - 33758 - processing (running)","286395 - 33758 - processed_failed (running)","286396 - 33758 - processing (running)","286397 - 33758 - processed_failed (running)","286398 - 33758 - processing (running)","286399 - 33758 - processed_failed (running)","286400 - 33758 - processing (running)","286401 - 33758 - processed_failed (running)","286402 - 33758 - processing (running)","286403 - 33758 - processed_failed (running)","286404 - 33758 - processing (running)","286405 - 33758 - processed_failed (running)","286406 - 33758 - processing (running)","286407 - 33758 - processed_failed (running)","286408 - 33758 - processing (running)","286409 - 33758 - processed_failed (running)","286410 - 33758 - processing (running)","286411 - 33758 - processed_failed (running)","286412 - 33758 - processing (running)","286413 - 33758 - processed_failed (running)","286414 - 33758 - processing (running)","286415 - 33758 - processed_failed (running)","286416 - 33758 - processing (running)","286417 - 33758 - processed_failed (running)","286418 - 33758 - processing (running)","286419 - 33758 - processed_failed (running)","286306 - 33758 - processing (running)","286320 - 33758 - processed_failed (running)","285381 - 33758 - staged (STAGER)","285385 - 33758 - fetched (copy_skipped)","285634 - 33758 - processing (running)","290312 - 33758 - processing (running)","290398 - 33758 - storing (issuing_copying)","290389 - 33758 - processed (running)","290399 - 33758 - storing (copy_issued)","290455 - 33758 - stored (copy_finished)","293624 - 33758 - processing (running)","293677 - 33758 - processed (running)","293679 - 33758 - storing (issuing_copying)","293680 - 33758 - storing (copy_issued)","293701 - 33758 - stored (copy_finished)","295022 - 33758 - processing (running)","295081 - 33758 - processed (running)","295086 - 33758 - storing (issuing_copying)","295087 - 33758 - storing (copy_issued)","295103 - 33758 - stored (copy_finished)","296156 - 33758 - processing (running)","296193 - 33758 - processed (running)","296196 - 33758 - storing (issuing_copying)","296197 - 33758 - storing (copy_issued)","296234 - 33758 - stored (copy_finished)","313444 - 33758 - staging (STAGER)","313544 - 33758 - staged (STAGER)","313625 - 33758 - fetched (copy_skipped)","313708 - 33758 - processing (running)","314158 - 33758 - processed (running)","314161 - 33758 - storing (issuing_copying)","314162 - 33758 - storing (copy_issued)","314184 - 33758 - stored_failed (Failing removing inputs data)","314185 - 33758 - stored (copy_finished)","315462 - 33758 - processing (running)","315607 - 33758 - processed (running)","315614 - 33758 - storing (issuing_copying)","315615 - 33758 - storing (copy_issued)","315848 - 33758 - stored_failed (Failing removing inputs data)","315849 - 33758 - stored (copy_finished)","316930 - 33758 - scrubbing (STAGER)","317030 - 33758 - scrubbed (STAGER)","343629 - 33758 - discarding (cleaning up)","343630 - 33758 - discarded (cleaned)"],"meta_scheduling":{"#SBATCH --time":"00:59:00"},"environment":"","archive":null,"activity":3170,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}