{"id":102930,"task_type":"regular","is_summary":false,"is_aggregated":false,"creationTime":"2023-09-26T10:52:15.305608Z","filter":"lc9_023-vk-2bits","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lc9_023","sas_id":"651972","priority":120,"purge_policy":"yes","cleanup_policy":"stored","resume":true,"workflow":22,"stage_request_id":226962,"status":"finished","new_status":"finished","quality":"good","calculated_qualities":{"per_task":"good","per_sasid":"good"},"inputs":[{"size":19123517440,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/651972/L651972_SAP001_B067_P000_bf_00fe65b1.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"tar_archive","metadata":{"dataProduct":{"size":4886343680,"_type":"PulpDataProduct","fileName":"L651972_SAP001_B067_P000_bf.tar","fileFormat":"PULP","md5checksum":"1c334cbd677323e02a1ad03b25975f3d","storageWriter":"Unknown","dataProductType":"Pulsar pipeline output","storageWriterVersion":"Unknown"},"pipelineRun":{"fileContent":{"size":569,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/651972/102930/L651972_SAP001_B067_P000_bf.tar_filecontent.txt","class":"File","nameext":".txt","basename":"L651972_SAP001_B067_P000_bf.tar_filecontent.txt","checksum":"sha1$b711f412b285f062862263660cacce853cdea8d8","location":"file:///project/ldv/Share/run/2023/10/19/97_102930/L651972_SAP001_B067_P000_bf.tar_filecontent.txt","nameroot":"L651972_SAP001_B067_P000_bf.tar_filecontent"}}},"file_name":"L651972_SAP001_B067_P000_bf.tar"}],"quality":{"plots":[{"size":246427,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/651972/102930/L651970_SAP1_BEAM67_rfifind-0.png","class":"File","nameext":".png","basename":"L651970_SAP1_BEAM67_rfifind-0.png","checksum":"sha1$c2f647db6a8f7258c91aebec4f56fb6415afdcb4","location":"file:///project/ldv/Share/run/2023/10/19/97_102930/L651970_SAP1_BEAM67_rfifind-0.png","nameroot":"L651970_SAP1_BEAM67_rfifind-0","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1111862/L651970_SAP1_BEAM67_rfifind-0.png"},{"size":59457,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/651972/102930/L651970_SAP1_BEAM67_rfifind-1.png","class":"File","nameext":".png","basename":"L651970_SAP1_BEAM67_rfifind-1.png","checksum":"sha1$a528a39faaf1ad046d10050aa108ac399355c593","location":"file:///project/ldv/Share/run/2023/10/19/97_102930/L651970_SAP1_BEAM67_rfifind-1.png","nameroot":"L651970_SAP1_BEAM67_rfifind-1","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1111862/L651970_SAP1_BEAM67_rfifind-1.png"},{"size":5342,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/651972/102930/L651970_sap001_beam0067.rfifind.log","class":"File","nameext":".log","basename":"L651970_sap001_beam0067.rfifind.log","checksum":"sha1$f3b86d6be0a8fb496c279cbebd28e9594e8f44ad","location":"file:///project/ldv/Share/run/2023/10/19/97_102930/L651970_sap001_beam0067.rfifind.log","nameroot":"L651970_sap001_beam0067.rfifind","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1111862/L651970_sap001_beam0067.rfifind.log"},{"size":6353,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/651972/102930/L651970_SAP1_BEAM67_2bit_ldv_psrfits_requantisation.log","class":"File","nameext":".log","basename":"L651970_SAP1_BEAM67_2bit_ldv_psrfits_requantisation.log","checksum":"sha1$dc58b91aa285db38d5f278143e87a4c281dc0cb6","location":"file:///project/ldv/Share/run/2023/10/19/97_102930/L651970_SAP1_BEAM67_2bit_ldv_psrfits_requantisation.log","nameroot":"L651970_SAP1_BEAM67_2bit_ldv_psrfits_requantisation","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1111862/L651970_SAP1_BEAM67_2bit_projects_psrfits_requantisation.log"},{"size":1641,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/651972/102930/L651972_SAP001_B067-ldv-summary.log_2","class":"File","nameext":".log","basename":"L651972_SAP001_B067-ldv-summary.log","checksum":"sha1$bc448e94589271da6b13bebef9bb891185cbc2d2","location":"file:///project/ldv/Share/run/2023/10/19/97_102930/L651972_SAP001_B067-ldv-summary.log_2","nameroot":"L651972_SAP001_B067-ldv-summary","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1111862/L651972_SAP001_B067-projects-summary.log_2"}],"details":{},"summary":{"L651972_SAP001_B067_P000_bf.tar":{"added":["stokes/SAP1/BEAM67/L651970_SAP1_BEAM67_2bit.fits","stokes/SAP1/BEAM67/L651970_SAP1_BEAM67_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP1/BEAM67/L651970_SAP1_BEAM67.fits"],"input_name":"L651972_SAP001_B067_P000_bf.tar","input_size":19123517440,"size_ratio":0.2555149017606669,"output_name":"L651972_SAP001_B067_P000_bf.tar","output_size":4886343680,"rfi_percent":13.37,"input_size_str":"17.81 GB","output_size_str":"4.55 GB"}},"sensitivity":"N/A","uv-coverage":"N/A","observing-conditions":"N/A"},"summary":[{"added":["stokes/SAP1/BEAM67/L651970_SAP1_BEAM67_2bit.fits","stokes/SAP1/BEAM67/L651970_SAP1_BEAM67_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP1/BEAM67/L651970_SAP1_BEAM67.fits"],"input_name":"L651972_SAP001_B067_P000_bf.tar","input_size":19123517440,"size_ratio":0.2555149017606669,"output_name":"L651972_SAP001_B067_P000_bf.tar","output_size":4886343680,"rfi_percent":13.37,"input_size_str":"17.81 GB","output_size_str":"4.55 GB"}],"tar_archive":[{"size":4886343680,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/651972/102930/L651972_SAP001_B067_P000_bf.tar","class":"File","nameext":".tar","basename":"L651972_SAP001_B067_P000_bf.tar","checksum":"sha1$2a7a7c8fd579a245db7636d14681dc3534d0ef71","location":"file:///project/ldv/Share/run/2023/10/19/97_102930/L651972_SAP001_B067_P000_bf.tar","nameroot":"L651972_SAP001_B067_P000_bf"}],"summary_file":[{"size":1245,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/651972/102930/L651972_SAP001_B067-ldv-summary.log","class":"File","nameext":".log","basename":"L651972_SAP001_B067-ldv-summary.log","checksum":"sha1$d576b3207c780174361c40056027aea10ce6d387","location":"file:///project/ldv/Share/run/2023/10/19/97_102930/L651972_SAP001_B067-ldv-summary.log","nameroot":"L651972_SAP001_B067-ldv-summary"}]},"metrics":{"n_cpus":1,"n_nodes":1,"nodelist":"wn-hb-05","cpu_time_raw":1000},"remarks":null,"status_history":["defining (2023-09-26T10:52:15Z)","defined (2023-09-28T06:51:59Z)","staging (2023-09-28T07:05:43Z)","staged (2023-09-28T14:44:41Z)","fetched (2023-09-28T14:46:11Z)","processing (2023-09-28T14:46:45Z)","processed (2023-09-28T15:04:52Z)","storing (2023-09-28T15:08:13Z)","stored (2023-09-28T15:11:18Z)","validated (2023-09-29T06:01:43Z)","scrubbing (2023-09-29T06:09:41Z)","scrubbed (2023-09-29T06:10:11Z)","archiving (2023-10-13T11:00:23Z)","archived_failed (2023-10-13T11:40:24Z)","scrubbed (2023-10-13T11:41:54Z)","archiving (2023-10-13T11:53:09Z)","archived_failed (2023-10-13T12:03:10Z)","scrubbed (2023-10-13T15:04:47Z)","archiving (2023-10-13T15:26:32Z)","archived_failed (2023-10-13T15:26:33Z)","defined (2023-10-13T15:45:06Z)","staging (2023-10-13T15:45:22Z)","staged (2023-10-14T02:31:38Z)","fetched (2023-10-14T02:31:45Z)","processing (2023-10-14T02:32:16Z)","processed (2023-10-14T02:37:44Z)","storing (2023-10-14T02:37:59Z)","stored (2023-10-14T02:38:47Z)","validated (2023-10-14T06:08:37Z)","scrubbing (2023-10-14T06:08:38Z)","scrubbed (2023-10-14T06:08:39Z)","archiving (2023-10-14T06:10:52Z)","archived_failed (2023-10-14T06:10:53Z)","defined (2023-10-16T07:27:15Z)","staging (2023-10-16T07:27:42Z)","staged (2023-10-16T07:28:19Z)","fetched (2023-10-16T07:50:50Z)","processing (2023-10-18T14:16:00Z)","processed_failed (2023-10-18T14:19:04Z)","fetched (2023-10-18T14:23:20Z)","processing (2023-10-18T14:23:22Z)","processed_failed (2023-10-18T14:23:53Z)","fetched (2023-10-18T14:32:55Z)","processing (2023-10-18T14:33:07Z)","processed_failed (2023-10-18T14:33:38Z)","defined (2023-10-18T14:34:43Z)","staging (2023-10-18T14:34:53Z)","staged (2023-10-18T14:35:24Z)","fetched (2023-10-18T14:35:38Z)","processing (2023-10-18T14:35:40Z)","processed_failed (2023-10-18T14:36:11Z)","fetched (2023-10-19T07:03:55Z)","processing (2023-10-19T07:04:08Z)","processed (2023-10-19T07:21:04Z)","storing (2023-10-19T07:30:02Z)","stored (2023-10-19T07:40:24Z)","validated (2023-10-19T07:56:40Z)","scrubbing (2023-10-19T07:56:50Z)","scrubbed (2023-10-19T07:57:02Z)","archiving (2023-10-19T07:59:33Z)","archived (2023-10-19T08:49:14Z)","finishing (2023-10-19T08:49:44Z)","finished (2023-10-19T09:10:45Z)"],"size_to_process":19123517440,"size_processed":4886664145,"total_processing_time":1000,"nr_of_dps":null,"log_entries":["1248179 - 102930 - staging (STAGER)","1259558 - 102930 - staged (STAGER)","1259581 - 102930 - fetched (copy_skipped)","1259597 - 102930 - processing (running)","1259706 - 102930 - processed (running)","1259775 - 102930 - storing (issuing_copying)","1259777 - 102930 - storing (copy_issued)","1259836 - 102930 - stored (copy_finished)","1271048 - 102930 - scrubbing (STAGER)","1271149 - 102930 - scrubbed (STAGER)","1601897 - 102930 - archiving (submitting)","1602333 - 102930 - archived_failed (unknown error)","1603502 - 102930 - archiving (submitting)","1604014 - 102930 - archived_failed (unknown error)","1607418 - 102930 - archiving (submitting)","1607419 - 102930 - archived_failed (unknown error)","1607468 - 102930 - staging (STAGER)","1612420 - 102930 - staged (STAGER)","1612421 - 102930 - fetched (copy_skipped)","1612426 - 102930 - processing (running)","1612460 - 102930 - processed (running)","1612462 - 102930 - storing (issuing_copying)","1612464 - 102930 - storing (copy_issued)","1612470 - 102930 - stored (copy_finished)","1615076 - 102930 - scrubbing (STAGER)","1615077 - 102930 - scrubbed (STAGER)","1615117 - 102930 - archiving (submitting)","1615118 - 102930 - archived_failed (unknown error)","1632048 - 102930 - staging (STAGER)","1632066 - 102930 - staged (STAGER)","1632221 - 102930 - fetched (copy_skipped)","1638139 - 102930 - processing (running)","1638188 - 102930 - processed_failed (running)","1638242 - 102930 - processing (running)","1638246 - 102930 - processed_failed (running)","1638286 - 102930 - processing (running)","1638288 - 102930 - processed_failed (running)","1638291 - 102930 - staging (STAGER)","1638292 - 102930 - staged (STAGER)","1638293 - 102930 - fetched (copy_skipped)","1638294 - 102930 - processing (running)","1638295 - 102930 - processed_failed (running)","1642258 - 102930 - processing (running)","1642324 - 102930 - processed (running)","1642386 - 102930 - storing (issuing_copying)","1642387 - 102930 - storing (copy_issued)","1642422 - 102930 - stored (copy_finished)","1642601 - 102930 - scrubbing (STAGER)","1642635 - 102930 - scrubbed (STAGER)","1642679 - 102930 - archiving (submitting)","1642680 - 102930 - archiving (running)","1642688 - 102930 - archiving (ingested)","1642738 - 102930 - archived (Success)","1642758 - 102930 - finishing (cleaning)","1642818 - 102930 - finished (Success)"],"meta_scheduling":null,"environment":null,"archive":{"path_to_lta":"https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699550D6E0D24E053144A17AC4355","lta_object_id":"FAA699550D6E0D24E053144A17AC4355","sas_id_archived":"1111862"},"activity":2031,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}