{"id":33943,"task_type":"regular","is_summary":false,"is_aggregated":false,"creationTime":"2023-04-26T07:20:12.421512Z","filter":"ldv-spec:112","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lt5_004","sas_id":"526107","priority":100,"purge_policy":"yes","cleanup_policy":"discard","resume":false,"workflow":22,"stage_request_id":49252,"status":"discarded","new_status":"discarded","quality":"good","calculated_qualities":{"per_task":"good","per_sasid":"good"},"inputs":[{"size":20353751040,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt5_004/526107/L526107_SAP002_B037_P000_bf_3404a7a0.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"tar_archive","metadata":{"dataProduct":{"size":6024898560,"_type":"PulpDataProduct","fileName":"L526107_SAP002_B037_P000_bf.tar","fileFormat":"PULP","md5checksum":"defc627fd3870e653616765a84ae7f4a","storageWriter":"Unknown","dataProductType":"Pulsar pipeline output","storageWriterVersion":"Unknown"},"pipelineRun":{"fileContent":{"size":2399,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33943/L526107_SAP002_B037_P000_bf.tar_filecontent.txt","class":"File","nameext":".txt","basename":"L526107_SAP002_B037_P000_bf.tar_filecontent.txt","checksum":"sha1$21cc36d5df50b2c1c2096af8e61432a35ac31d45","location":"file:///project/ldv/Share/run/2023/7/3/1517_33943/L526107_SAP002_B037_P000_bf.tar_filecontent.txt","nameroot":"L526107_SAP002_B037_P000_bf.tar_filecontent"}}},"file_name":"L526107_SAP002_B037_P000_bf.tar"}],"quality":{"plots":[{"size":202186,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33943/B1508+55_L526105_SAP2_BEAM37_PSR_B1508+55.pfd.png","class":"File","nameext":".png","basename":"B1508+55_L526105_SAP2_BEAM37_PSR_B1508+55.pfd.png","checksum":"sha1$cb102346a2b024e1dd373f43c39674e0ef010b81","location":"file:///project/ldv/Share/run/2023/7/3/1517_33943/B1508%2B55_L526105_SAP2_BEAM37_PSR_B1508%2B55.pfd.png","nameroot":"B1508+55_L526105_SAP2_BEAM37_PSR_B1508+55.pfd"},{"size":344944,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33943/B1508+55_L526105_SAP2_BEAM37_diag.png","class":"File","nameext":".png","basename":"B1508+55_L526105_SAP2_BEAM37_diag.png","checksum":"sha1$cbad53806e37344bc876b00d71eb70e081de5c28","location":"file:///project/ldv/Share/run/2023/7/3/1517_33943/B1508%2B55_L526105_SAP2_BEAM37_diag.png","nameroot":"B1508+55_L526105_SAP2_BEAM37_diag"},{"size":345863,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33943/B1508+55_L526105_SAP2_BEAM37_diag_pdmp.png","class":"File","nameext":".png","basename":"B1508+55_L526105_SAP2_BEAM37_diag_pdmp.png","checksum":"sha1$95940cd9ae7b27805ea4c657d2c794f10154ccb3","location":"file:///project/ldv/Share/run/2023/7/3/1517_33943/B1508%2B55_L526105_SAP2_BEAM37_diag_pdmp.png","nameroot":"B1508+55_L526105_SAP2_BEAM37_diag_pdmp"},{"size":202068,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33943/B1508+55_L526105_SAP2_BEAM37_nomask_PSR_B1508+55.pfd.png","class":"File","nameext":".png","basename":"B1508+55_L526105_SAP2_BEAM37_nomask_PSR_B1508+55.pfd.png","checksum":"sha1$9a402762769bb8afb1308ce04eff9ee283a3ef6c","location":"file:///project/ldv/Share/run/2023/7/3/1517_33943/B1508%2B55_L526105_SAP2_BEAM37_nomask_PSR_B1508%2B55.pfd.png","nameroot":"B1508+55_L526105_SAP2_BEAM37_nomask_PSR_B1508+55.pfd"},{"size":135431,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33943/B1508+55_L526105_SAP2_BEAM37_pdmp.png","class":"File","nameext":".png","basename":"B1508+55_L526105_SAP2_BEAM37_pdmp.png","checksum":"sha1$4d8f185934c458e5d1a2df60ad2ea876fccea48b","location":"file:///project/ldv/Share/run/2023/7/3/1517_33943/B1508%2B55_L526105_SAP2_BEAM37_pdmp.png","nameroot":"B1508+55_L526105_SAP2_BEAM37_pdmp"},{"size":245876,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33943/L526105_SAP2_BEAM37_rfifind-0.png","class":"File","nameext":".png","basename":"L526105_SAP2_BEAM37_rfifind-0.png","checksum":"sha1$dcda6bd486dc4beb7af04dd53687c97854af0a6e","location":"file:///project/ldv/Share/run/2023/7/3/1517_33943/L526105_SAP2_BEAM37_rfifind-0.png","nameroot":"L526105_SAP2_BEAM37_rfifind-0"},{"size":62261,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33943/L526105_SAP2_BEAM37_rfifind-1.png","class":"File","nameext":".png","basename":"L526105_SAP2_BEAM37_rfifind-1.png","checksum":"sha1$87ad8180d11bd98d065ef4103ab09c331c64405e","location":"file:///project/ldv/Share/run/2023/7/3/1517_33943/L526105_SAP2_BEAM37_rfifind-1.png","nameroot":"L526105_SAP2_BEAM37_rfifind-1"},{"size":5129,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33943/L526105_sap002_beam0037.rfifind.log","class":"File","nameext":".log","basename":"L526105_sap002_beam0037.rfifind.log","checksum":"sha1$00c12967358b93d5be160470d5de73e4419e928d","location":"file:///project/ldv/Share/run/2023/7/3/1517_33943/L526105_sap002_beam0037.rfifind.log","nameroot":"L526105_sap002_beam0037.rfifind"},{"size":6353,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33943/L526105_SAP2_BEAM37_2bit_ldv_psrfits_requantisation.log","class":"File","nameext":".log","basename":"L526105_SAP2_BEAM37_2bit_ldv_psrfits_requantisation.log","checksum":"sha1$948af371719386c148e5de416008d23bbb55f526","location":"file:///project/ldv/Share/run/2023/7/3/1517_33943/L526105_SAP2_BEAM37_2bit_ldv_psrfits_requantisation.log","nameroot":"L526105_SAP2_BEAM37_2bit_ldv_psrfits_requantisation"},{"size":1629,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33943/L526107-ldv-summary.log_2","class":"File","nameext":".log","basename":"L526107-ldv-summary.log","checksum":"sha1$ae7ebb783e1af9e0f63cab79e64972af8fa7bd67","location":"file:///project/ldv/Share/run/2023/7/3/1517_33943/L526107-ldv-summary.log_2","nameroot":"L526107-ldv-summary"}],"details":{},"summary":{"L526107_SAP002_B037_P000_bf.tar":{"added":["stokes/SAP2/BEAM37/L526105_SAP2_BEAM37_2bit.fits","stokes/SAP2/BEAM37/L526105_SAP2_BEAM37_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP2/BEAM37/L526105_SAP2_BEAM37.fits"],"input_name":"L526107_SAP002_B037_P000_bf.tar","input_size":20353751040,"size_ratio":0.2960092490155564,"output_name":"L526107_SAP002_B037_P000_bf.tar","output_size":6024898560,"rfi_percent":11.585,"input_size_str":"18.96 GB","output_size_str":"5.61 GB"}},"sensitivity":"N/A","uv-coverage":"N/A","observing-conditions":"N/A"},"summary":[{"added":["stokes/SAP2/BEAM37/L526105_SAP2_BEAM37_2bit.fits","stokes/SAP2/BEAM37/L526105_SAP2_BEAM37_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP2/BEAM37/L526105_SAP2_BEAM37.fits"],"input_name":"L526107_SAP002_B037_P000_bf.tar","input_size":20353751040,"size_ratio":0.2960092490155564,"output_name":"L526107_SAP002_B037_P000_bf.tar","output_size":6024898560,"rfi_percent":11.585,"input_size_str":"18.96 GB","output_size_str":"5.61 GB"}],"tar_archive":[{"size":6024898560,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33943/L526107_SAP002_B037_P000_bf.tar","class":"File","nameext":".tar","basename":"L526107_SAP002_B037_P000_bf.tar","checksum":"sha1$037421274eb0cddf66a93ebd9950d9451f799c0f","location":"file:///project/ldv/Share/run/2023/7/3/1517_33943/L526107_SAP002_B037_P000_bf.tar","nameroot":"L526107_SAP002_B037_P000_bf"}],"summary_file":[{"size":1245,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33943/L526107-ldv-summary.log","class":"File","nameext":".log","basename":"L526107-ldv-summary.log","checksum":"sha1$1ebe6f48ba3b0a79f690a7ee6c6df2876954d5d9","location":"file:///project/ldv/Share/run/2023/7/3/1517_33943/L526107-ldv-summary.log","nameroot":"L526107-ldv-summary"}]},"metrics":{"n_cpus":1,"n_nodes":1,"nodelist":"wn-ha-04","cpu_time_raw":363},"remarks":{"discard_reason":""},"status_history":["processing (2023-05-11T23:35:36Z)","processed (2023-05-11T23:45:49Z)","storing (2023-05-11T23:55:01Z)","stored (2023-05-11T23:57:46Z)","fetched (2023-05-11T22:49:49Z)","fetched (2023-05-12T05:23:54Z)","defining (2023-04-26T07:20:12Z)","defined (2023-04-26T07:23:31Z)","staged (2023-04-26T08:49:05Z)","fetched (2023-04-26T08:49:06Z)","staging (2023-04-26T07:25:41Z)","processing (2023-05-12T06:19:46Z)","processing (2023-04-26T14:08:38Z)","processed_failed (2023-04-26T14:14:27Z)","processed (2023-05-12T06:31:22Z)","storing (2023-05-12T06:37:19Z)","stored (2023-05-12T06:42:37Z)","fetched (2023-05-12T07:25:06Z)","processing (2023-05-12T09:03:02Z)","processed (2023-05-12T09:36:56Z)","storing (2023-05-12T09:37:24Z)","stored (2023-05-12T09:39:09Z)","fetched (2023-05-08T09:50:25Z)","processing (2023-05-08T10:25:22Z)","processed (2023-05-08T10:43:49Z)","storing (2023-05-08T10:44:05Z)","stored (2023-05-08T10:45:25Z)","defined (2023-06-22T12:43:00Z)","staging (2023-06-22T12:45:45Z)","staged (2023-06-22T12:46:15Z)","fetched (2023-06-22T12:47:04Z)","processing (2023-06-22T13:21:13Z)","processed (2023-06-22T13:30:51Z)","storing (2023-06-22T13:36:31Z)","stored_failed (2023-06-22T13:44:20Z)","stored (2023-06-22T13:44:21Z)","fetched (2023-07-03T11:51:07Z)","processing (2023-07-03T13:00:19Z)","processed (2023-07-03T13:18:17Z)","storing (2023-07-03T13:20:45Z)","stored_failed (2023-07-03T13:53:35Z)","stored (2023-07-03T13:53:36Z)","validated (2023-07-03T22:14:31Z)","scrubbing (2023-07-03T22:16:36Z)","scrubbed (2023-07-03T22:17:04Z)","discard (2023-07-18T11:26:51Z)","discarding (2023-08-04T09:03:07Z)","discarded (2023-08-04T09:03:07Z)"],"size_to_process":20353751040,"size_processed":6026451545,"total_processing_time":363,"nr_of_dps":null,"log_entries":["286166 - 33943 - processing (running)","286230 - 33943 - processed_failed (running)","285276 - 33943 - staging (STAGER)","285619 - 33943 - staged (STAGER)","285620 - 33943 - fetched (copy_skipped)","291042 - 33943 - processing (running)","291356 - 33943 - processed (running)","291357 - 33943 - storing (issuing_copying)","291358 - 33943 - storing (copy_issued)","291372 - 33943 - stored (copy_finished)","294337 - 33943 - processing (running)","294521 - 33943 - processed (running)","294625 - 33943 - storing (issuing_copying)","294626 - 33943 - storing (copy_issued)","294664 - 33943 - stored (copy_finished)","295771 - 33943 - processing (running)","295934 - 33943 - processed (running)","296006 - 33943 - storing (issuing_copying)","296008 - 33943 - storing (copy_issued)","296062 - 33943 - stored (copy_finished)","297165 - 33943 - processed (running)","297166 - 33943 - storing (issuing_copying)","296958 - 33943 - processing (running)","297169 - 33943 - storing (copy_issued)","297178 - 33943 - stored (copy_finished)","313848 - 33943 - staging (STAGER)","313982 - 33943 - staged (STAGER)","314100 - 33943 - fetched (copy_skipped)","314956 - 33943 - processing (running)","315172 - 33943 - processed (running)","315279 - 33943 - storing (issuing_copying)","315282 - 33943 - storing (copy_issued)","315368 - 33943 - stored_failed (Failing removing inputs data)","315369 - 33943 - stored (copy_finished)","316223 - 33943 - processing (running)","316433 - 33943 - processed (running)","316455 - 33943 - storing (issuing_copying)","316456 - 33943 - storing (copy_issued)","316725 - 33943 - stored_failed (Failing removing inputs data)","316726 - 33943 - stored (copy_finished)","317216 - 33943 - scrubbing (STAGER)","317316 - 33943 - scrubbed (STAGER)","344077 - 33943 - discarding (cleaning up)","344078 - 33943 - discarded (cleaned)"],"meta_scheduling":{"#SBATCH --time":"00:59:00"},"environment":"","archive":null,"activity":3170,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}