{"id":102957,"task_type":"regular","is_summary":false,"is_aggregated":false,"creationTime":"2023-09-26T10:52:16.322825Z","filter":"lc9_023-vk-2bits","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lc9_023","sas_id":"651972","priority":120,"purge_policy":"yes","cleanup_policy":"stored","resume":true,"workflow":22,"stage_request_id":226954,"status":"finished","new_status":"finished","quality":"good","calculated_qualities":{"per_task":"good","per_sasid":"good"},"inputs":[{"size":19123537920,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/651972/L651972_SAP002_B020_P000_bf_55295310.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"tar_archive","metadata":{"dataProduct":{"size":4886364160,"_type":"PulpDataProduct","fileName":"L651972_SAP002_B020_P000_bf.tar","fileFormat":"PULP","md5checksum":"a5e7d620b8711deb33105be2d932d6e7","storageWriter":"Unknown","dataProductType":"Pulsar pipeline output","storageWriterVersion":"Unknown"},"pipelineRun":{"fileContent":{"size":569,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/651972/102957/L651972_SAP002_B020_P000_bf.tar_filecontent.txt","class":"File","nameext":".txt","basename":"L651972_SAP002_B020_P000_bf.tar_filecontent.txt","checksum":"sha1$2e0f2d424c6cb878d9aba54c08e5e1434c86f303","location":"file:///project/ldv/Share/run/2023/10/19/912_102957/L651972_SAP002_B020_P000_bf.tar_filecontent.txt","nameroot":"L651972_SAP002_B020_P000_bf.tar_filecontent"}}},"file_name":"L651972_SAP002_B020_P000_bf.tar"}],"quality":{"plots":[{"size":250118,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/651972/102957/L651970_SAP2_BEAM20_rfifind-0.png","class":"File","nameext":".png","basename":"L651970_SAP2_BEAM20_rfifind-0.png","checksum":"sha1$66cac1b9c6702b180ce1c30d7f01f369defe7b1d","location":"file:///project/ldv/Share/run/2023/10/19/912_102957/L651970_SAP2_BEAM20_rfifind-0.png","nameroot":"L651970_SAP2_BEAM20_rfifind-0","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1111862/L651970_SAP2_BEAM20_rfifind-0.png"},{"size":59630,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/651972/102957/L651970_SAP2_BEAM20_rfifind-1.png","class":"File","nameext":".png","basename":"L651970_SAP2_BEAM20_rfifind-1.png","checksum":"sha1$fd4c9a84d32723e952381f3e38035fefc756d12b","location":"file:///project/ldv/Share/run/2023/10/19/912_102957/L651970_SAP2_BEAM20_rfifind-1.png","nameroot":"L651970_SAP2_BEAM20_rfifind-1","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1111862/L651970_SAP2_BEAM20_rfifind-1.png"},{"size":5341,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/651972/102957/L651970_sap002_beam0020.rfifind.log","class":"File","nameext":".log","basename":"L651970_sap002_beam0020.rfifind.log","checksum":"sha1$9f301c4d75ea05b7c04ef9385ba7200a8235f9ba","location":"file:///project/ldv/Share/run/2023/10/19/912_102957/L651970_sap002_beam0020.rfifind.log","nameroot":"L651970_sap002_beam0020.rfifind","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1111862/L651970_sap002_beam0020.rfifind.log"},{"size":6353,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/651972/102957/L651970_SAP2_BEAM20_2bit_ldv_psrfits_requantisation.log","class":"File","nameext":".log","basename":"L651970_SAP2_BEAM20_2bit_ldv_psrfits_requantisation.log","checksum":"sha1$e36a4d9279da0e095a605a831ac19b63687ee1fb","location":"file:///project/ldv/Share/run/2023/10/19/912_102957/L651970_SAP2_BEAM20_2bit_ldv_psrfits_requantisation.log","nameroot":"L651970_SAP2_BEAM20_2bit_ldv_psrfits_requantisation","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1111862/L651970_SAP2_BEAM20_2bit_projects_psrfits_requantisation.log"},{"size":1641,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/651972/102957/L651972_SAP002_B020-ldv-summary.log_2","class":"File","nameext":".log","basename":"L651972_SAP002_B020-ldv-summary.log","checksum":"sha1$ec4c41a84552debfedc628c72591f1d8b2a15d80","location":"file:///project/ldv/Share/run/2023/10/19/912_102957/L651972_SAP002_B020-ldv-summary.log_2","nameroot":"L651972_SAP002_B020-ldv-summary","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1111862/L651972_SAP002_B020-projects-summary.log_2"}],"details":{},"summary":{"L651972_SAP002_B020_P000_bf.tar":{"added":["stokes/SAP2/BEAM20/L651970_SAP2_BEAM20_2bit.fits","stokes/SAP2/BEAM20/L651970_SAP2_BEAM20_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP2/BEAM20/L651970_SAP2_BEAM20.fits"],"input_name":"L651972_SAP002_B020_P000_bf.tar","input_size":19123537920,"size_ratio":0.25551569905324295,"output_name":"L651972_SAP002_B020_P000_bf.tar","output_size":4886364160,"rfi_percent":13.502,"input_size_str":"17.81 GB","output_size_str":"4.55 GB"}},"sensitivity":"N/A","uv-coverage":"N/A","observing-conditions":"N/A"},"summary":[{"added":["stokes/SAP2/BEAM20/L651970_SAP2_BEAM20_2bit.fits","stokes/SAP2/BEAM20/L651970_SAP2_BEAM20_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP2/BEAM20/L651970_SAP2_BEAM20.fits"],"input_name":"L651972_SAP002_B020_P000_bf.tar","input_size":19123537920,"size_ratio":0.25551569905324295,"output_name":"L651972_SAP002_B020_P000_bf.tar","output_size":4886364160,"rfi_percent":13.502,"input_size_str":"17.81 GB","output_size_str":"4.55 GB"}],"tar_archive":[{"size":4886364160,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/651972/102957/L651972_SAP002_B020_P000_bf.tar","class":"File","nameext":".tar","basename":"L651972_SAP002_B020_P000_bf.tar","checksum":"sha1$1c3955723a23709bf34b0328d1aa7fef066a2065","location":"file:///project/ldv/Share/run/2023/10/19/912_102957/L651972_SAP002_B020_P000_bf.tar","nameroot":"L651972_SAP002_B020_P000_bf"}],"summary_file":[{"size":1245,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/651972/102957/L651972_SAP002_B020-ldv-summary.log","class":"File","nameext":".log","basename":"L651972_SAP002_B020-ldv-summary.log","checksum":"sha1$90d8a1a6a77011b8f7e6b9b10bbe3fc39a122285","location":"file:///project/ldv/Share/run/2023/10/19/912_102957/L651972_SAP002_B020-ldv-summary.log","nameroot":"L651972_SAP002_B020-ldv-summary"}]},"metrics":{"n_cpus":1,"n_nodes":1,"nodelist":"wn-ca-22","cpu_time_raw":996},"remarks":null,"status_history":["defining (2023-09-26T10:52:16Z)","defined (2023-09-28T06:51:59Z)","staging (2023-09-28T07:08:03Z)","staged (2023-09-28T09:36:26Z)","fetched (2023-09-28T09:36:50Z)","processing (2023-09-28T09:37:01Z)","processed (2023-09-28T09:44:09Z)","storing (2023-09-28T09:45:00Z)","stored (2023-09-28T09:46:51Z)","validated (2023-09-29T06:01:43Z)","scrubbing (2023-09-29T06:10:54Z)","scrubbed (2023-09-29T06:11:27Z)","archiving (2023-10-13T14:10:46Z)","archived_failed (2023-10-13T14:10:46Z)","defined (2023-10-13T18:11:40Z)","staging (2023-10-13T18:11:55Z)","staged (2023-10-14T09:33:20Z)","fetched (2023-10-14T09:33:38Z)","processing (2023-10-14T09:33:42Z)","processed (2023-10-14T09:39:34Z)","storing (2023-10-14T09:40:07Z)","stored (2023-10-14T09:41:45Z)","validated (2023-10-14T11:16:30Z)","scrubbing (2023-10-14T11:17:02Z)","scrubbed (2023-10-14T11:17:06Z)","archiving (2023-10-14T11:23:38Z)","archived_failed (2023-10-14T11:23:39Z)","scrubbed (2023-10-16T07:15:00Z)","defined (2023-10-16T07:27:36Z)","staging (2023-10-16T07:29:28Z)","staged (2023-10-16T07:30:08Z)","fetched (2023-10-16T07:51:00Z)","processing (2023-10-18T14:17:22Z)","processed_failed (2023-10-18T14:19:16Z)","fetched (2023-10-19T07:27:33Z)","processing (2023-10-19T07:28:14Z)","processed (2023-10-19T07:45:23Z)","storing (2023-10-19T07:46:18Z)","stored (2023-10-19T07:47:15Z)","validated (2023-10-19T07:56:40Z)","scrubbing (2023-10-19T07:57:00Z)","scrubbed (2023-10-19T07:57:10Z)","archiving (2023-10-19T09:12:12Z)","archived (2023-10-19T09:16:27Z)","finishing (2023-10-19T09:16:30Z)","finished (2023-10-19T09:16:46Z)"],"size_to_process":19123537920,"size_processed":4886688488,"total_processing_time":996,"nr_of_dps":null,"log_entries":["1248439 - 102957 - staging (STAGER)","1254646 - 102957 - staged (STAGER)","1254652 - 102957 - fetched (copy_skipped)","1254659 - 102957 - processing (running)","1254748 - 102957 - processed (running)","1254761 - 102957 - storing (issuing_copying)","1254764 - 102957 - storing (copy_issued)","1254794 - 102957 - stored (copy_finished)","1271181 - 102957 - scrubbing (STAGER)","1271282 - 102957 - scrubbed (STAGER)","1606726 - 102957 - archiving (submitting)","1606727 - 102957 - archived_failed (unknown error)","1609739 - 102957 - staging (STAGER)","1617548 - 102957 - staged (STAGER)","1617551 - 102957 - fetched (copy_skipped)","1617553 - 102957 - processing (running)","1617628 - 102957 - processed (running)","1617637 - 102957 - storing (issuing_copying)","1617638 - 102957 - storing (copy_issued)","1617660 - 102957 - stored (copy_finished)","1618771 - 102957 - scrubbing (STAGER)","1618787 - 102957 - scrubbed (STAGER)","1618887 - 102957 - archiving (submitting)","1618888 - 102957 - archived_failed (unknown error)","1632093 - 102957 - staging (STAGER)","1632118 - 102957 - staged (STAGER)","1632248 - 102957 - fetched (copy_skipped)","1638169 - 102957 - processing (running)","1638215 - 102957 - processed_failed (running)","1642360 - 102957 - processing (running)","1642470 - 102957 - processed (running)","1642487 - 102957 - storing (issuing_copying)","1642488 - 102957 - storing (copy_issued)","1642508 - 102957 - stored (copy_finished)","1642628 - 102957 - scrubbing (STAGER)","1642662 - 102957 - scrubbed (STAGER)","1642845 - 102957 - archiving (submitting)","1642846 - 102957 - archiving (running)","1642858 - 102957 - archiving (ingested)","1642861 - 102957 - archived (Success)","1642864 - 102957 - finishing (cleaning)","1642867 - 102957 - finished (Success)"],"meta_scheduling":null,"environment":null,"archive":{"path_to_lta":"https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699550D6E0D24E053144A17AC4355","lta_object_id":"FAA699550D6E0D24E053144A17AC4355","sas_id_archived":"1111862"},"activity":2031,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}