{"id":102939,"task_type":"regular","is_summary":false,"is_aggregated":false,"creationTime":"2023-09-26T10:52:15.672641Z","filter":"lc9_023-vk-2bits","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lc9_023","sas_id":"651972","priority":120,"purge_policy":"yes","cleanup_policy":"stored","resume":false,"workflow":22,"stage_request_id":226936,"status":"finished","new_status":"finished","quality":"good","calculated_qualities":{"per_task":"good","per_sasid":"good"},"inputs":[{"size":19123537920,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/651972/L651972_SAP002_B002_P000_bf_589a6d3c.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"tar_archive","metadata":{"dataProduct":{"size":4886364160,"_type":"PulpDataProduct","fileName":"L651972_SAP002_B002_P000_bf.tar","fileFormat":"PULP","md5checksum":"22cf821759af38926d433129e66638d5","storageWriter":"Unknown","dataProductType":"Pulsar pipeline output","storageWriterVersion":"Unknown"},"pipelineRun":{"fileContent":{"size":551,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/651972/102939/L651972_SAP002_B002_P000_bf.tar_filecontent.txt","class":"File","nameext":".txt","basename":"L651972_SAP002_B002_P000_bf.tar_filecontent.txt","checksum":"sha1$4c12277d73fd610237a444d0cb6306957add3015","location":"file:///project/ldv/Share/run/2023/10/19/912_102939/L651972_SAP002_B002_P000_bf.tar_filecontent.txt","nameroot":"L651972_SAP002_B002_P000_bf.tar_filecontent"}}},"file_name":"L651972_SAP002_B002_P000_bf.tar"}],"quality":{"plots":[{"size":249933,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/651972/102939/L651970_SAP2_BEAM2_rfifind-0.png","class":"File","nameext":".png","basename":"L651970_SAP2_BEAM2_rfifind-0.png","checksum":"sha1$e04e87aee943ded38b865257b9d337e6c869f2cf","location":"file:///project/ldv/Share/run/2023/10/19/912_102939/L651970_SAP2_BEAM2_rfifind-0.png","nameroot":"L651970_SAP2_BEAM2_rfifind-0","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1111862/L651970_SAP2_BEAM2_rfifind-0.png"},{"size":59896,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/651972/102939/L651970_SAP2_BEAM2_rfifind-1.png","class":"File","nameext":".png","basename":"L651970_SAP2_BEAM2_rfifind-1.png","checksum":"sha1$dddff6003644b12e9c868c592553e72474c248b9","location":"file:///project/ldv/Share/run/2023/10/19/912_102939/L651970_SAP2_BEAM2_rfifind-1.png","nameroot":"L651970_SAP2_BEAM2_rfifind-1","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1111862/L651970_SAP2_BEAM2_rfifind-1.png"},{"size":5336,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/651972/102939/L651970_sap002_beam0002.rfifind.log","class":"File","nameext":".log","basename":"L651970_sap002_beam0002.rfifind.log","checksum":"sha1$e0ac8d25a993261e6734bac29619a4fa6fff3327","location":"file:///project/ldv/Share/run/2023/10/19/912_102939/L651970_sap002_beam0002.rfifind.log","nameroot":"L651970_sap002_beam0002.rfifind","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1111862/L651970_sap002_beam0002.rfifind.log"},{"size":6338,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/651972/102939/L651970_SAP2_BEAM2_2bit_ldv_psrfits_requantisation.log","class":"File","nameext":".log","basename":"L651970_SAP2_BEAM2_2bit_ldv_psrfits_requantisation.log","checksum":"sha1$d6403116cf4119b454d08eaa056960a737f0b1cf","location":"file:///project/ldv/Share/run/2023/10/19/912_102939/L651970_SAP2_BEAM2_2bit_ldv_psrfits_requantisation.log","nameroot":"L651970_SAP2_BEAM2_2bit_ldv_psrfits_requantisation","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1111862/L651970_SAP2_BEAM2_2bit_projects_psrfits_requantisation.log"},{"size":1635,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/651972/102939/L651972_SAP002_B002-ldv-summary.log_2","class":"File","nameext":".log","basename":"L651972_SAP002_B002-ldv-summary.log","checksum":"sha1$1693d93c880d5c243ff7d3df665a2f7d2707a08d","location":"file:///project/ldv/Share/run/2023/10/19/912_102939/L651972_SAP002_B002-ldv-summary.log_2","nameroot":"L651972_SAP002_B002-ldv-summary","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1111862/L651972_SAP002_B002-projects-summary.log_2"}],"details":{},"summary":{"L651972_SAP002_B002_P000_bf.tar":{"added":["stokes/SAP2/BEAM2/L651970_SAP2_BEAM2_2bit.fits","stokes/SAP2/BEAM2/L651970_SAP2_BEAM2_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP2/BEAM2/L651970_SAP2_BEAM2.fits"],"input_name":"L651972_SAP002_B002_P000_bf.tar","input_size":19123537920,"size_ratio":0.25551569905324295,"output_name":"L651972_SAP002_B002_P000_bf.tar","output_size":4886364160,"rfi_percent":13.502,"input_size_str":"17.81 GB","output_size_str":"4.55 GB"}},"sensitivity":"N/A","uv-coverage":"N/A","observing-conditions":"N/A"},"summary":[{"added":["stokes/SAP2/BEAM2/L651970_SAP2_BEAM2_2bit.fits","stokes/SAP2/BEAM2/L651970_SAP2_BEAM2_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP2/BEAM2/L651970_SAP2_BEAM2.fits"],"input_name":"L651972_SAP002_B002_P000_bf.tar","input_size":19123537920,"size_ratio":0.25551569905324295,"output_name":"L651972_SAP002_B002_P000_bf.tar","output_size":4886364160,"rfi_percent":13.502,"input_size_str":"17.81 GB","output_size_str":"4.55 GB"}],"tar_archive":[{"size":4886364160,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/651972/102939/L651972_SAP002_B002_P000_bf.tar","class":"File","nameext":".tar","basename":"L651972_SAP002_B002_P000_bf.tar","checksum":"sha1$60599f93cfe1279643e77e37ce802cbc85e1e641","location":"file:///project/ldv/Share/run/2023/10/19/912_102939/L651972_SAP002_B002_P000_bf.tar","nameroot":"L651972_SAP002_B002_P000_bf"}],"summary_file":[{"size":1239,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/651972/102939/L651972_SAP002_B002-ldv-summary.log","class":"File","nameext":".log","basename":"L651972_SAP002_B002-ldv-summary.log","checksum":"sha1$d3b7816da5a134aecfbec9778230e20891f52ecc","location":"file:///project/ldv/Share/run/2023/10/19/912_102939/L651972_SAP002_B002-ldv-summary.log","nameroot":"L651972_SAP002_B002-ldv-summary"}]},"metrics":{"n_cpus":1,"n_nodes":1,"nodelist":"wn-ca-22","cpu_time_raw":1019},"remarks":null,"status_history":["defining (2023-09-26T10:52:15Z)","defined (2023-09-28T06:51:58Z)","staging (2023-09-28T07:05:46Z)","staged (2023-09-28T19:22:39Z)","fetched (2023-09-28T20:13:31Z)","processing (2023-09-28T20:18:57Z)","processed (2023-09-28T20:27:24Z)","storing (2023-09-28T21:43:35Z)","stored (2023-09-28T23:51:34Z)","validated (2023-09-29T06:01:42Z)","scrubbing (2023-09-29T06:09:45Z)","scrubbed (2023-09-29T06:10:14Z)","archiving (2023-10-13T12:35:11Z)","archived_failed (2023-10-13T12:35:13Z)","defined (2023-10-13T18:11:40Z)","staging (2023-10-13T18:11:48Z)","staged (2023-10-14T05:30:50Z)","fetched (2023-10-14T05:31:20Z)","processing (2023-10-14T05:31:38Z)","processed (2023-10-14T05:40:52Z)","storing (2023-10-14T05:41:18Z)","stored (2023-10-14T05:42:19Z)","validated (2023-10-14T06:37:10Z)","scrubbing (2023-10-14T06:37:33Z)","scrubbed (2023-10-14T06:37:39Z)","archiving (2023-10-14T06:40:36Z)","archived_failed (2023-10-14T06:40:36Z)","defined (2023-10-16T07:27:15Z)","staging (2023-10-16T07:27:46Z)","staged (2023-10-16T07:28:20Z)","fetched (2023-10-16T07:50:53Z)","processing (2023-10-18T14:16:29Z)","processed_failed (2023-10-18T14:19:08Z)","fetched (2023-10-19T07:27:46Z)","processing (2023-10-19T07:29:14Z)","processed (2023-10-19T07:46:29Z)","storing (2023-10-19T07:47:58Z)","stored (2023-10-19T07:49:53Z)","validated (2023-10-19T07:56:40Z)","scrubbing (2023-10-19T07:56:54Z)","scrubbed (2023-10-19T07:57:05Z)","archiving (2023-10-19T08:18:04Z)","archived (2023-10-19T08:49:26Z)","finishing (2023-10-19T08:49:56Z)","finished (2023-10-19T09:11:03Z)"],"size_to_process":19123537920,"size_processed":4886688537,"total_processing_time":1019,"nr_of_dps":null,"log_entries":["1248188 - 102939 - staging (STAGER)","1263690 - 102939 - staged (STAGER)","1264222 - 102939 - fetched (copy_skipped)","1264469 - 102939 - processing (running)","1264652 - 102939 - processed (running)","1265620 - 102939 - storing (issuing_copying)","1265622 - 102939 - storing (copy_issued)","1268099 - 102939 - stored (copy_finished)","1271057 - 102939 - scrubbing (STAGER)","1271158 - 102939 - scrubbed (STAGER)","1604634 - 102939 - archiving (submitting)","1604635 - 102939 - archived_failed (unknown error)","1609721 - 102939 - staging (STAGER)","1614532 - 102939 - staged (STAGER)","1614535 - 102939 - fetched (copy_skipped)","1614547 - 102939 - processing (running)","1614698 - 102939 - processed (running)","1614703 - 102939 - storing (issuing_copying)","1614704 - 102939 - storing (copy_issued)","1614716 - 102939 - stored (copy_finished)","1615469 - 102939 - scrubbing (STAGER)","1615484 - 102939 - scrubbed (STAGER)","1615541 - 102939 - archiving (submitting)","1615542 - 102939 - archived_failed (unknown error)","1632057 - 102939 - staging (STAGER)","1632072 - 102939 - staged (STAGER)","1632230 - 102939 - fetched (copy_skipped)","1638148 - 102939 - processing (running)","1638197 - 102939 - processed_failed (running)","1642371 - 102939 - processing (running)","1642490 - 102939 - processed (running)","1642517 - 102939 - storing (issuing_copying)","1642518 - 102939 - storing (copy_issued)","1642553 - 102939 - stored (copy_finished)","1642610 - 102939 - scrubbing (STAGER)","1642644 - 102939 - scrubbed (STAGER)","1642707 - 102939 - archiving (submitting)","1642708 - 102939 - archiving (running)","1642717 - 102939 - archiving (ingested)","1642747 - 102939 - archived (Success)","1642767 - 102939 - finishing (cleaning)","1642827 - 102939 - finished (Success)"],"meta_scheduling":null,"environment":null,"archive":{"path_to_lta":"https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699550D6E0D24E053144A17AC4355","lta_object_id":"FAA699550D6E0D24E053144A17AC4355","sas_id_archived":"1111862"},"activity":2031,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}